-- Logs begin at Fri 2022-02-04 05:14:14 UTC, end at Fri 2022-02-04 07:00:59 UTC. -- Feb 04 05:50:43.907231 dv-neutron-826830-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 05:50:46.209542 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.common.config [-] Logging enabled! Feb 04 05:50:46.210204 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev23 Feb 04 05:50:46.210291 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87365) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 05:50:46.213434 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.common.config [-] Logging enabled! Feb 04 05:50:46.213684 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev23 Feb 04 05:50:46.213991 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87365) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 05:50:46.214935 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 05:50:46.215166 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 05:50:46.215522 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 05:50:46.215760 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 05:50:46.216006 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 05:50:46.216319 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.216615 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.216908 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.217134 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.217410 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.217694 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.217976 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.218259 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.218557 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.218835 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.219110 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.219388 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.219613 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.219978 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.220264 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.220550 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.220773 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] debug = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.221052 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.221473 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.221877 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.222154 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.222441 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.222716 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.222984 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.223255 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.223540 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.223891 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] host = dv-neutron-826830-2-hyperv {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.224170 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.224452 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.224735 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.225021 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.225294 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.225565 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.225845 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.226111 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.226377 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] log_file = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.226649 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.226933 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.227212 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.227500 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.227724 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.227968 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.228255 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.228539 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.228815 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.229089 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.229363 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.229636 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.229907 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.230173 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.230456 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.230739 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.231020 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.231296 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.231568 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.231864 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.232136 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.232417 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.232690 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.232960 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.233232 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.233517 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.233784 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.234055 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.234349 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.234633 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.234917 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.235200 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.235489 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.235773 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.236068 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.236338 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.236607 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] use_json = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.237237 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.237503 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.237781 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.238048 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.238314 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.238585 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.238852 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.239132 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.239399 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:46.239690 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.240010 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.240307 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.240590 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.240876 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.241152 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.241438 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.241712 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.241994 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.242276 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.242559 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.242835 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.243118 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.243390 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.243679 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.243997 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.244288 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.244574 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.244845 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.245117 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.245386 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.245660 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.245942 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.246236 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.246522 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.246792 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.247069 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.247353 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.247630 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.247923 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.248197 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.248481 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.248754 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.249024 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.249302 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.249575 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.249841 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.250106 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.250378 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.250665 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.250939 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.251279 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.251551 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.251847 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.252118 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.252402 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.252678 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.252949 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.253216 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.253491 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.253756 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.254020 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.254290 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.254557 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.254829 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.255101 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.255369 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.255637 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.255934 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.256201 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.256467 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.256731 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.257000 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.257265 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.257529 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.257796 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.258059 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.258327 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.258609 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.258900 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.259173 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.259448 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.259723 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.260018 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.260288 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.260560 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.260831 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.261103 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.261369 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.261652 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.261931 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.262209 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.262484 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.262757 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.263048 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.263325 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.263603 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.264249 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.264536 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.264817 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.265101 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.265393 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.265682 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.265970 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.266259 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.266545 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.266846 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.267148 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.267423 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:46.267635 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 05:50:46.267894 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87365) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 05:50:46.646051 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO keyring.backend [-] Loading KWallet Feb 04 05:50:46.653336 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO keyring.backend [-] Loading SecretService Feb 04 05:50:46.657079 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO keyring.backend [-] Loading Windows Feb 04 05:50:46.658411 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO keyring.backend [-] Loading chainer Feb 04 05:50:46.658987 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO keyring.backend [-] Loading macOS Feb 04 05:50:46.692194 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 05:50:46.692438 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 05:50:46.692744 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 05:50:46.693068 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 05:50:47.000148 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.000348 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.000568 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.001875 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.002142 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.002411 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.125628 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.125856 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.126180 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.139531 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.139812 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.140096 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.168021 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.168303 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.168523 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.206290 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.206528 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.206791 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.439525 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.440241 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.440241 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.440424 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.441033 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.558603 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.558929 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.559208 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.559473 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.559732 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.560062 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.560324 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.560576 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.560823 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.561099 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.561339 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.561596 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.561846 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.562091 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.562349 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.562613 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.562858 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.563100 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.563350 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.563714 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.564091 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.564341 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.564586 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.564862 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.565104 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.565342 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.565722 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87365) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:50:47.565958 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87365) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:50:47.566191 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87365) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:50:47.566422 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87365) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:50:47.566653 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87365) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:50:47.566881 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87365) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:50:47.567243 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 05:50:47.570412 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 05:50:47.574366 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 05:50:47.578076 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Feb 04 05:50:47.579737 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 05:50:47.580224 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 05:50:47.580550 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 05:50:47.580931 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 05:50:47.583940 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 05:50:47.584183 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 05:50:47.584523 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 05:50:47.612367 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 04 05:50:47.612811 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.613103 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87365) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 04 05:50:47.613457 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.614820 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87365) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 05:50:47.615095 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 05:50:47.615316 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 05:50:47.618578 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.618859 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:47.680717 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 05:50:47.680941 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 05:50:47.681178 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 05:50:47.681536 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 05:50:47.720556 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_db.sqlalchemy.engines [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87365) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 04 05:50:48.074902 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.managers [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Initializing driver for type 'gre' Feb 04 05:50:48.075453 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] gre ID ranges: [(1, 1000)] Feb 04 05:50:48.126955 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.managers [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Initializing driver for type 'local' Feb 04 05:50:48.127286 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.managers [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Initializing driver for type 'vlan' Feb 04 05:50:48.139992 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] VlanTypeDriver initialization complete Feb 04 05:50:48.140325 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.managers [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Initializing driver for type 'vxlan' Feb 04 05:50:48.140815 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] vxlan ID ranges: [(1, 1000)] Feb 04 05:50:48.195182 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.managers [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Initializing extension driver 'port_security' Feb 04 05:50:48.195616 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.extensions.port_security [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] PortSecurityExtensionDriver initialization complete Feb 04 05:50:48.196030 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.managers [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Initializing mechanism driver 'openvswitch' Feb 04 05:50:48.196421 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.managers [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Initializing mechanism driver 'hyperv' Feb 04 05:50:48.203234 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.plugins.ml2.plugin [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:48.203984 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > port after_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.204452 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > port after_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.204802 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > port after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.205329 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87365) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 05:50:48.205765 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > subnet after_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.206115 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > subnet after_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.206457 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > subnet after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.206847 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87365) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 05:50:48.207254 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > network after_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.207603 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > network after_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.207974 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > network after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.208369 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87365) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 05:50:48.208771 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > security_group after_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.209114 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > security_group after_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.209453 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > security_group after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.209843 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87365) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 05:50:48.210244 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.210590 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.210907 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.211421 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87365) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 05:50:48.211854 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > address_group after_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.212205 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > address_group after_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.212544 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > address_group after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.212934 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87365) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 05:50:48.213379 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] ML2 OVO RPC backend initialized. {{(pid=87365) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 04 05:50:48.214088 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router_interface after_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.214439 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.214853 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > network before_response 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.215196 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > networks before_response 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.215545 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > port before_response 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.215918 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > ports before_response 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.216263 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > subnet before_response 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.216602 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > subnets before_response 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.216945 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > network after_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.217280 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > network after_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.217612 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > network after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.217943 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > port after_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.218275 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > port after_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.218605 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > port after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.218945 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > subnet after_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.219269 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > subnet after_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.219595 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > subnet after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.220224 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.plugin [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Modular L2 Plugin initialization complete Feb 04 05:50:48.220552 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading services supported by the core plugin {{(pid=87365) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 05:50:48.220872 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.plugins.ml2.managers [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Got port-security extension from driver 'port_security' Feb 04 05:50:48.221338 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.extensions.vlantransparent [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Disabled vlantransparent extension. Feb 04 05:50:48.221828 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87365) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 05:50:48.222138 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading Plugin: router Feb 04 05:50:48.258742 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router_interface before_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.259123 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router after_create 55549900 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.259493 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router before_create 55549900 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.259964 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.260341 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.260693 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router after_delete 55549900 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.261054 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > floatingip after_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.261413 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router after_create 55549900 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.261754 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router after_update 55549900 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.262081 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router after_update 55549900 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.262447 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.262799 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router after_update 55549900 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.263192 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router precommit_update 55549900 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.263564 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: port after_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.263934 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: port after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.264269 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: subnet after_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.264609 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.264947 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > port precommit_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.265293 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router precommit_create 55549900 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.265628 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: port before_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.265967 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router precommit_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.266316 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router after_update 55549900 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.266654 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router precommit_delete 55549900 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.267065 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router precommit_create 55549900 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.267422 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router_interface after_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.267766 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router precommit_update 55549900 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.268141 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > agent after_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.268493 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > agent after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.268836 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > network after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.269695 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Tracking information for resource: router configured {{(pid=87365) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:50:48.270017 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Tracking information for resource: floatingip configured {{(pid=87365) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:50:48.274991 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.db.l3_agentschedulers_db [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 05:50:48.275566 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: port after_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.275956 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: port after_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.276303 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: port after_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.276654 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: port after_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.277560 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router before_create 55550100 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.277928 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router precommit_delete 55550100 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.278306 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router precommit_create 55550100 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.278658 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > router precommit_update 55550100 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.283344 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.services.provider_configuration [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Service providers = [] {{(pid=87365) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 05:50:48.283714 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.db.servicetype_db [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87365) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 05:50:48.286767 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.services.service_base [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87365) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 05:50:48.287111 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.services.service_base [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87365) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 05:50:48.287455 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.services.service_base [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87365) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 05:50:48.288386 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.services.service_base [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87365) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 05:50:48.288760 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.services.service_base [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 05:50:48.289123 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87365) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:50:48.289438 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 05:50:48.300233 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87365) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:50:48.300570 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading Plugin: auto_allocate Feb 04 05:50:48.306547 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: network precommit_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.306918 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: network precommit_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.307454 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87365) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:50:48.307770 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading Plugin: tag Feb 04 05:50:48.314469 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87365) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:50:48.314800 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading Plugin: timestamp Feb 04 05:50:48.318866 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87365) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:50:48.319196 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading Plugin: network_ip_availability Feb 04 05:50:48.324545 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.324980 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.325275 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.325997 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87365) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:50:48.326316 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading Plugin: flavors Feb 04 05:50:48.331155 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87365) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:50:48.331482 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading Plugin: revisions Feb 04 05:50:48.335815 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87365) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:50:48.336212 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_concurrency.lockutils [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.643s {{(pid=87365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 05:50:48.336952 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87365) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 04 05:50:48.337287 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Initializing extension manager. Feb 04 05:50:48.337803 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: __init__.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.338141 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: __pycache__ {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.338473 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.338802 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: address_group.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.339550 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.340154 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: address-group Feb 04 05:50:48.340477 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: address_scope.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.341187 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.341692 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: address-scope Feb 04 05:50:48.342017 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: admin_state_down_before_update.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.342944 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.343455 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: router-admin-state-down-before-update Feb 04 05:50:48.343792 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: agent.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.344483 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.345027 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: agent Feb 04 05:50:48.345347 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: agent_resources_synced.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.346251 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.346751 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: agent-resources-synced Feb 04 05:50:48.347072 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: allowedaddresspairs.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.349084 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.349604 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: allowed-address-pairs Feb 04 05:50:48.349927 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: auto_allocated_topology.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.351012 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.351522 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: auto-allocated-topology Feb 04 05:50:48.351875 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: availability_zone.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.352568 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.353069 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: availability_zone Feb 04 05:50:48.353386 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: availability_zone_filter.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.354295 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.354791 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: availability_zone_filter Feb 04 05:50:48.355110 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: data_plane_status.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.356080 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.356581 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 05:50:48.356895 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: default_subnetpools.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.357815 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.358318 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: default-subnetpools Feb 04 05:50:48.358637 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: dhcpagentscheduler.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.359435 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.359974 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: dhcp_agent_scheduler Feb 04 05:50:48.360296 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: dns.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.361221 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.361715 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension dns-integration not supported by any of loaded plugins Feb 04 05:50:48.362376 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: dns_domain_ports.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.363291 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.363816 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 05:50:48.364128 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: dvr.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.364803 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.365301 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: dvr Feb 04 05:50:48.365615 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: empty_string_filtering.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.366525 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.367024 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: empty-string-filtering Feb 04 05:50:48.367343 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.368275 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.368770 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 05:50:48.369089 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.369996 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.370490 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 05:50:48.370808 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: external_net.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.371714 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.372244 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: external-net Feb 04 05:50:48.372556 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: extra_dhcp_opt.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.373456 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.373957 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: extra_dhcp_opt Feb 04 05:50:48.374275 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: extraroute.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.375183 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.375679 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: extraroute Feb 04 05:50:48.376028 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: extraroute_atomic.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.377269 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.377794 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: extraroute-atomic Feb 04 05:50:48.378109 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: filter_validation.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.378979 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.379480 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: filter-validation Feb 04 05:50:48.379817 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: fip_pf_description.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.380737 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.381234 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 05:50:48.381550 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: fip_port_details.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.382467 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.382966 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: fip-port-details Feb 04 05:50:48.383283 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: flavors.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.384638 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.385151 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: flavors Feb 04 05:50:48.385475 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.387128 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.387665 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 05:50:48.388027 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: floatingip_pools.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.388710 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.389214 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: floatingip-pools Feb 04 05:50:48.391767 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: ip_allocation.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.391767 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.391767 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 05:50:48.391767 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.397123 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.397123 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: ip-substring-filtering Feb 04 05:50:48.397123 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: l2_adjacency.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.397123 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.397123 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 05:50:48.397123 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: l3.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.397727 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.397727 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: router Feb 04 05:50:48.397727 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: l3_conntrack_helper.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.400861 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.401384 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 05:50:48.401712 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.402655 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.403168 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: ext-gw-mode Feb 04 05:50:48.403493 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.404450 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.404959 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: l3-ha Feb 04 05:50:48.405281 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: l3_flavors.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.406196 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.406701 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: l3-flavors Feb 04 05:50:48.407022 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.408080 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.408591 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 05:50:48.408910 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: l3agentscheduler.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.409961 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.410469 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: l3_agent_scheduler Feb 04 05:50:48.410794 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: logging.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.412328 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.412852 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension logging not supported by any of loaded plugins Feb 04 05:50:48.413180 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: metering.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.413943 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.414525 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: metering Feb 04 05:50:48.414846 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.415985 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.416497 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: metering_source_and_destination_fields Feb 04 05:50:48.416824 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: multiprovidernet.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.417760 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.418268 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: multi-provider Feb 04 05:50:48.418595 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: netmtu.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.419508 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.420050 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: net-mtu Feb 04 05:50:48.420371 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: netmtu_writable.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.421296 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.421802 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: net-mtu-writable Feb 04 05:50:48.422127 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: network_availability_zone.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.422794 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.423322 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: network_availability_zone Feb 04 05:50:48.423639 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: network_ip_availability.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.424764 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.425277 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: network-ip-availability Feb 04 05:50:48.425620 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: network_segment_range.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.426364 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.426867 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 05:50:48.427186 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: pagination.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.428203 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.428526 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: pagination Feb 04 05:50:48.428846 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: port_device_profile.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.429763 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.430274 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: port-device-profile Feb 04 05:50:48.430592 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.431529 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.432057 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: port-mac-address-regenerate Feb 04 05:50:48.432396 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.433297 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.433800 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: port-numa-affinity-policy Feb 04 05:50:48.434125 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: port_resource_request.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.435033 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.435529 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 05:50:48.435876 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: portbindings.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.436810 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.437309 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: binding Feb 04 05:50:48.437636 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: portbindings_extended.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.439008 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.439520 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: binding-extended Feb 04 05:50:48.439874 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: portsecurity.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.440792 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.441292 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: port-security Feb 04 05:50:48.441620 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: project_id.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.442593 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.442917 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: project-id Feb 04 05:50:48.443238 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: providernet.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.444197 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.444706 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: provider Feb 04 05:50:48.445026 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: qos.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.448837 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.449355 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension qos not supported by any of loaded plugins Feb 04 05:50:48.449685 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.450933 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.451447 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 05:50:48.451811 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.452719 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.453230 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 05:50:48.453560 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: qos_default.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.454496 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.455004 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension qos-default not supported by any of loaded plugins Feb 04 05:50:48.455326 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: qos_fip.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.456004 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.456507 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension qos-fip not supported by any of loaded plugins Feb 04 05:50:48.456828 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: qos_gateway_ip.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.457764 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.458273 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 05:50:48.458596 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: qos_port_network_policy.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.459503 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.460035 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 05:50:48.460358 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: qos_rule_type_details.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.461276 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.461780 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 05:50:48.462101 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: qos_rules_alias.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.463142 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.463651 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 05:50:48.464008 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: quotasv2.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.464909 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.465233 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: quotas Feb 04 05:50:48.465554 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: quotasv2_detail.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.467339 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.467682 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: quota_details Feb 04 05:50:48.468034 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: rbac.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.469089 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.469606 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: rbac-policies Feb 04 05:50:48.469978 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: rbac_address_group.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.470918 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.471429 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: rbac-address-group Feb 04 05:50:48.471750 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: rbac_address_scope.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.472701 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.473213 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: rbac-address-scope Feb 04 05:50:48.473535 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: rbac_security_groups.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.474450 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.474957 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: rbac-security-groups Feb 04 05:50:48.475278 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: rbac_subnetpool.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.476359 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.476864 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: rbac-subnetpool Feb 04 05:50:48.477181 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: revisionifmatch.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.478112 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.478616 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: revision-if-match Feb 04 05:50:48.478936 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: revisions.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.480103 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.480617 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: standard-attr-revisions Feb 04 05:50:48.480937 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: router_availability_zone.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.481607 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.482114 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: router_availability_zone Feb 04 05:50:48.482434 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: routerservicetype.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.483351 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.483890 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension router-service-type not supported by any of loaded plugins Feb 04 05:50:48.484211 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.485190 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.485733 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: security-groups-normalized-cidr Feb 04 05:50:48.486053 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: security_groups_port_filtering.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.487339 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.488244 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: port-security-groups-filtering Feb 04 05:50:48.488567 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.489611 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.490127 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: security-groups-remote-address-group Feb 04 05:50:48.490448 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: securitygroup.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.500163 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.500694 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: security-group Feb 04 05:50:48.501028 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: segment.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.501865 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.502372 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension segment not supported by any of loaded plugins Feb 04 05:50:48.502703 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.503656 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.504197 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 05:50:48.504521 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: servicetype.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.505640 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.506178 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: service-type Feb 04 05:50:48.506496 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: sorting.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.507470 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.507809 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: sorting Feb 04 05:50:48.508146 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: standard_attr_segment.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.509072 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.509583 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 05:50:48.509907 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: standardattrdescription.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.510552 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.511051 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: standard-attr-description Feb 04 05:50:48.511375 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: stateful_security_group.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.512315 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.512828 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: stateful-security-group Feb 04 05:50:48.513148 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: stdattrs_common.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.513729 dv-neutron-826830-2-hyperv neutron-server[87365]: WARNING neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 05:50:48.514045 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.515050 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.515551 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 05:50:48.515906 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: subnet_onboard.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.517004 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.517517 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: subnet_onboard Feb 04 05:50:48.517836 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.518770 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.519270 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 05:50:48.519586 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: subnet_service_types.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.520538 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.521044 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: subnet-service-types Feb 04 05:50:48.521365 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: subnetallocation.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.522444 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.522952 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: subnet_allocation Feb 04 05:50:48.523275 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.523969 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.524476 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: subnetpool-prefix-ops Feb 04 05:50:48.524798 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.525753 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.526258 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 05:50:48.526577 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: tagging.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.527658 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.528206 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: standard-attr-tag Feb 04 05:50:48.528535 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: timestamp.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.529732 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.530243 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loaded extension: standard-attr-timestamp Feb 04 05:50:48.530567 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: trunk.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.531598 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.532145 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension trunk not supported by any of loaded plugins Feb 04 05:50:48.532514 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: trunk_details.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.533432 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.533941 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension trunk-details not supported by any of loaded plugins Feb 04 05:50:48.534267 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: uplink_status_propagation.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.535191 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.535701 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 05:50:48.536046 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Loading extension file: vlantransparent.py {{(pid=87365) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:50:48.536721 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87365) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:50:48.537224 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 05:50:48.539685 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Creating instance of TrackedResource for resource:network Feb 04 05:50:48.540447 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Creating instance of TrackedResource for resource:subnet Feb 04 05:50:48.541214 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 05:50:48.541819 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Creating instance of TrackedResource for resource:port Feb 04 05:50:48.543063 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.v2.resource_helper [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87365) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:50:48.543491 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.v2.resource_helper [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Service FLAVORS assigned prefix: {{(pid=87365) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:50:48.544138 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.v2.resource_helper [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87365) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:50:48.544556 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.v2.resource_helper [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87365) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:50:48.544888 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Creating instance of TrackedResource for resource:router Feb 04 05:50:48.545539 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Creating instance of TrackedResource for resource:floatingip Feb 04 05:50:48.546259 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.v2.resource_helper [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Service METERING assigned prefix: /metering {{(pid=87365) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:50:48.547696 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.548117 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.548470 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:50:48.549591 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 05:50:48.550026 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Creating instance of TrackedResource for resource:security_group Feb 04 05:50:48.550704 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 05:50:48.551473 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.v2.resource_helper [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Service CORE assigned prefix: {{(pid=87365) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:50:48.551865 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 05:50:48.552160 dv-neutron-826830-2-hyperv neutron-server[87365]: WARNING neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] subnetpool is already registered Feb 04 05:50:48.552775 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.v2.resource_helper [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Service CORE assigned prefix: {{(pid=87365) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:50:48.553106 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 05:50:48.553427 dv-neutron-826830-2-hyperv neutron-server[87365]: WARNING neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] subnetpool is already registered Feb 04 05:50:48.555972 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.v2.resource_helper [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87365) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:50:48.556403 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.v2.resource_helper [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Service FLAVORS assigned prefix: {{(pid=87365) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:50:48.557019 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.v2.resource_helper [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87365) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:50:48.557438 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.v2.resource_helper [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87365) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:50:48.557766 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Creating instance of TrackedResource for resource:router Feb 04 05:50:48.558089 dv-neutron-826830-2-hyperv neutron-server[87365]: WARNING neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] router is already registered Feb 04 05:50:48.558677 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Creating instance of TrackedResource for resource:floatingip Feb 04 05:50:48.559001 dv-neutron-826830-2-hyperv neutron-server[87365]: WARNING neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] floatingip is already registered Feb 04 05:50:48.559622 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.v2.resource_helper [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Service METERING assigned prefix: /metering {{(pid=87365) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:50:48.560304 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 05:50:48.560624 dv-neutron-826830-2-hyperv neutron-server[87365]: WARNING neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] rbac_policy is already registered Feb 04 05:50:48.561162 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Creating instance of TrackedResource for resource:security_group Feb 04 05:50:48.561483 dv-neutron-826830-2-hyperv neutron-server[87365]: WARNING neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] security_group is already registered Feb 04 05:50:48.562060 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 05:50:48.562382 dv-neutron-826830-2-hyperv neutron-server[87365]: WARNING neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] security_group_rule is already registered Feb 04 05:50:48.563036 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.v2.resource_helper [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Service CORE assigned prefix: {{(pid=87365) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:50:48.563378 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 05:50:48.563752 dv-neutron-826830-2-hyperv neutron-server[87365]: WARNING neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] subnetpool is already registered Feb 04 05:50:48.564368 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.v2.resource_helper [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Service CORE assigned prefix: {{(pid=87365) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:50:48.564691 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 05:50:48.565019 dv-neutron-826830-2-hyperv neutron-server[87365]: WARNING neutron.quota.resource_registry [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] subnetpool is already registered Feb 04 05:50:48.565655 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: extensions {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.567280 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: address-groups {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.568934 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: address-scopes {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.570148 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: agents {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.571299 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: auto-allocated-topology {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.572580 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: availability_zones {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.573897 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: dhcp-networks {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.575346 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: dhcp-agents {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.576765 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: routers {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.578586 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: flavors {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.579828 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: service_profiles {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.581007 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: next_providers {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.583446 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: service_profiles {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.584940 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: floatingip-pools {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.586280 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: routers {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.588107 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: floatingips {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.589299 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: l3-routers {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.590669 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: l3-agents {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.592113 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: metering-labels {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.593488 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: metering-label-rules {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.594737 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: network-ip-availabilities {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.596115 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: bindings {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.597762 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: quotas {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.599226 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: quotas {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.600755 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: rbac-policies {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.602055 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: security-groups {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.603245 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: security-group-rules {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.604520 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: service-providers {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.605738 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: subnetpools {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.607166 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: subnetpools {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.608670 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: tags {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.610338 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: tags {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.612557 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: tags {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.614344 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: tags {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.616156 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: tags {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.618001 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: tags {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.619679 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: tags {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.621601 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: tags {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.623395 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: tags {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.625259 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron.api.extensions [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Extended resource: tags {{(pid=87365) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:50:48.631172 dv-neutron-826830-2-hyperv neutron-server[87365]: WARNING keystonemiddleware.auth_token [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 05:50:48.635912 dv-neutron-826830-2-hyperv neutron-server[87365]: WARNING keystonemiddleware.auth_token [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 05:50:48.644251 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_concurrency.lockutils [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Acquired lock "singleton_lock" {{(pid=87365) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 04 05:50:48.644730 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_concurrency.lockutils [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Releasing lock "singleton_lock" {{(pid=87365) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 04 05:50:48.645379 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO oslo_service.service [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Starting 2 workers Feb 04 05:50:48.650022 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Started child 87470 {{(pid=87365) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 05:50:48.654218 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Started child 87471 {{(pid=87365) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 05:50:48.655040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:48.655656 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO neutron.service [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 05:50:48.656359 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Notify callbacks [] for process, before_spawn {{(pid=87365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:48.656660 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [-] (87470) wsgi starting up on http://0.0.0.0:9696 Feb 04 05:50:48.658785 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO oslo_service.service [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Starting 1 workers Feb 04 05:50:48.658994 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:48.660204 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [-] (87471) wsgi starting up on http://0.0.0.0:9696 Feb 04 05:50:48.663757 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Started child 87472 {{(pid=87365) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 05:50:48.664305 dv-neutron-826830-2-hyperv neutron-server[87365]: INFO oslo_service.service [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Starting 1 workers Feb 04 05:50:48.667224 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.service [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] calling RpcWorker wait() {{(pid=87472) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 05:50:48.667855 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.service [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] returning from RpcWorker wait() {{(pid=87472) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 05:50:48.668526 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Started child 87473 {{(pid=87365) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 05:50:48.668953 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:48.669324 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG neutron_lib.callbacks.manager [None req-959d84f9-68d8-4019-94a1-a9a0744de70f None None] Notify callbacks [] for process, after_spawn {{(pid=87365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:48.669505 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:48.671157 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87365) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 05:50:48.671340 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 05:50:48.671516 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 05:50:48.671761 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 05:50:48.672119 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 05:50:48.672264 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 05:50:48.672766 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.673120 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.673363 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.673654 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.673930 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.674403 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:48.674921 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.674921 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.674921 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.675260 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.675453 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.675657 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.675976 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.676115 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.676380 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.676673 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.676930 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.677162 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.677436 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.677621 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.677872 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.678140 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.678368 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.678636 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] debug = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.678875 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.679371 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.679603 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.679868 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.680107 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.680389 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.680619 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.680858 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.681105 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.681322 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.681535 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.681787 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.682032 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.682281 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.682505 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.682758 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.682988 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.683464 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] host = dv-neutron-826830-2-hyperv {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.683683 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.683931 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.684172 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.684421 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.684680 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.684910 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.685167 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.685452 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.685702 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.685956 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.686207 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.686433 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.686774 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.687030 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] log_file = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.687195 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] log_options = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.687416 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.687704 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.687993 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.688184 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.688354 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.688530 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.688819 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.688985 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.689239 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.689479 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.689687 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.689919 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.690149 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.690378 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.690642 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.690870 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.691100 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.691310 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.692501 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.692770 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.693619 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.694140 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.694320 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.694475 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.694816 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.695101 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.695197 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.695369 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.695619 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.695889 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.696115 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.696371 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.696603 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.696845 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.697982 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.697982 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.697982 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.697982 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.697982 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.698435 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.698518 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:48.698605 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.698684 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.699066 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.699210 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.699371 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.700238 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] use_json = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.700238 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.700238 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.700630 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.700630 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.700861 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.700975 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.701177 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.701701 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.701701 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.702310 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.702310 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.702548 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.704167 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.704469 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.704749 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.705021 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.705258 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.705520 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.706071 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.706411 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.706676 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.706980 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.707425 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.707723 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.708086 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.708309 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.708583 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.708841 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.709094 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.709387 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.709562 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.709923 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.710375 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.710642 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.710912 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.711128 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.711372 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.711609 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.712059 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.712516 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.712726 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.713146 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.713552 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.713774 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.714149 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.714399 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.714613 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.715040 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.715271 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.715533 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.715773 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.716027 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.716262 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.716460 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.716699 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.716917 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.717182 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.717398 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.717650 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.717862 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.718280 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.718674 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.719060 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.719444 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.719920 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.720129 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.720487 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.720896 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.721137 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.721358 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.721624 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.721878 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.722125 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.722330 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.722748 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.722995 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.723232 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.723490 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.723733 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.723974 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.724204 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.724418 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.724636 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.724894 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.725109 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.725346 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.725558 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.725783 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.725994 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.726209 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.726426 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.726679 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.726899 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.727172 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.727489 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.727728 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.728014 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.728257 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.728494 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.728716 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.728968 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.729208 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.729429 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.729681 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.729939 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.730182 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.730443 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.730691 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.730906 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.731176 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.731394 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.731615 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.731863 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.732109 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.732571 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.732854 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.733114 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.733367 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.733603 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.733853 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.734122 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.734360 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.734634 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.734852 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.735120 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.735442 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.735716 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.736000 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.736256 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.736513 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.737118 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.737370 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.737623 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.737867 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.738113 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.738329 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.738598 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.738852 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.739092 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.739805 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.739805 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.740013 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.740153 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.740367 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.740580 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.740853 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.741095 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.741353 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.741611 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.741876 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.742146 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.742388 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.742621 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.742863 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.743111 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.743395 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.743621 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.743883 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.744114 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.744333 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.744546 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.744759 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.745015 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.745226 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.745457 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.745684 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.745900 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.746191 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.746352 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.746741 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.747141 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.747543 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.747657 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.747847 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.748084 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.748329 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.748596 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.748817 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.749108 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.749351 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.749584 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.749827 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.750053 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.750314 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.750531 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.750778 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.751041 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.751254 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.751470 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.751710 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.751963 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.752179 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.752408 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.752623 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.752873 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.753109 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.753441 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.753692 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.753945 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.754197 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.754416 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.754635 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.754868 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.755085 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.755313 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.755528 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.755740 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.756047 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.756282 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.756526 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.756738 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.756962 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.757185 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.757397 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.757605 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.757882 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.758135 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.758360 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.759017 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.759017 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.759609 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.759609 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.759609 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.759899 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.759899 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.760146 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.760440 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.760707 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.760930 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.761168 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.761488 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.761746 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.761967 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.762254 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.762535 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.762825 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.763243 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.763757 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.764002 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.764276 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.764503 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.764774 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.764963 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.765218 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.765681 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.766140 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.766553 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.766892 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.767177 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.767463 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.767723 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.767966 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.768260 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.768602 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.768895 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.769143 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.769389 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.769667 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.769910 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.770125 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.770339 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.770578 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.770789 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.771045 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.771300 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.771524 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.771745 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.771995 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.772771 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.772771 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.772954 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.773055 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.773294 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.773457 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 05:50:48.774021 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87365) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 05:50:48.774180 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 05:50:48.774489 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 05:50:48.774661 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 05:50:48.774832 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 05:50:48.774982 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 05:50:48.775377 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.775542 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.775702 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.775888 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.776047 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.776387 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.776540 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.776700 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.776851 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.777003 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.777162 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.777316 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.777426 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:48.777527 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.777602 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.777763 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.777918 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.778075 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.778230 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.778391 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.778547 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.778703 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.778857 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.779013 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] debug = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.779169 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.779371 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.779534 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.779690 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.779872 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.780030 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.780177 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.780329 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.780626 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.780928 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.781085 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.781376 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.781672 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.781957 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.782255 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.782441 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.782595 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.782892 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] host = dv-neutron-826830-2-hyperv {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.783048 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.783343 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.783501 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.783807 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.784098 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.784401 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.784565 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.784726 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.784888 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.785049 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.785243 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.785378 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.785521 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.785825 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] log_file = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.785988 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] log_options = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.786151 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.786311 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.786470 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.786654 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.786820 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.786976 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.787137 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.787300 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.787458 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.787613 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.787769 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.787962 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.788127 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.788277 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.788428 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.788585 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.788741 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.788900 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.789065 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.789216 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.789370 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.789674 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.789833 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.789995 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.790152 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.790310 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.790466 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.790625 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.790781 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.790940 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.791095 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.791253 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.791409 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.791572 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.791729 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.791908 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.792065 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.792225 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.792381 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.792538 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.792695 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.792853 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.793010 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.793168 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.793324 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.793480 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] use_json = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.793637 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.793824 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.793953 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.794092 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.794241 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.794402 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.794608 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.794715 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.794857 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:50:48.795025 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.795181 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.795358 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.795519 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.795852 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.796016 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.796176 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.796336 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.796496 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.796655 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.796823 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.796983 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.797153 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.797314 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.797473 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.797636 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.797827 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.798033 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.798193 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.798337 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.798495 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.798654 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.798900 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.798996 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.799222 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.799317 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.799431 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.799859 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.800158 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.800446 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.800733 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.801026 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.801176 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.801400 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.801543 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.801687 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.801816 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.801946 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.802078 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.802240 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.802398 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.802534 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.802697 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.802973 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.802973 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.803141 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.803283 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.803447 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.803605 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.803763 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.804033 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.804198 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.804340 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.804498 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.804727 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.804824 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.804964 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.805123 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.805282 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.805442 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.805609 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.805784 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.805941 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.806248 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.806409 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.806570 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.806729 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.806889 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.807049 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.807208 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.807368 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.807531 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.807690 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.807876 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.808037 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.808195 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.808360 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.808840 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.808840 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.808840 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.809067 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.809148 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.809268 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.809574 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.809744 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.809920 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.810079 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.810240 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.810401 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.810561 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.810721 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.810883 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.811062 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.811205 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.811365 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.811527 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.811686 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.811874 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.812022 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.812184 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.812341 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.812639 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.812805 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.812965 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.813124 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.813268 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.813438 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.813663 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.813800 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.813933 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.814065 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.814225 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.814385 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.814717 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.814717 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.815037 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.815037 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.815306 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.815306 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.815565 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.815690 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.815847 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.815976 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.816107 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.816250 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.816388 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.816526 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.816659 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.816817 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.816978 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.817139 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.817299 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.817484 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.817643 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.817786 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.817949 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.818109 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.818267 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.818426 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.818584 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.818745 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.818904 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.819063 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.819275 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.819407 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.819549 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.819681 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.819853 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.819982 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.820135 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.820295 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.820457 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.820618 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.820778 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.820937 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.821098 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.821257 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.821419 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.821578 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.821738 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.821896 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.822043 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.822204 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.822364 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.822522 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.822682 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.822841 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.822999 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.823157 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.823320 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.823479 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.823640 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.823818 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.823980 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.824141 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.824300 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.824463 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.824622 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.824783 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.824946 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.825105 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.825265 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.825477 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.825573 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.825730 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.825889 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.826048 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.826223 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.826383 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.826543 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.826704 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.826865 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.827026 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.827185 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.827345 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.827504 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.827665 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.827842 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.828008 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.828172 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.828332 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.828492 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.828652 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.828812 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.828970 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.829130 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.829356 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.829518 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.829678 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.829837 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.829998 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.830166 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.830331 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.830489 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.830648 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.830807 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.830976 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.831135 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.831294 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.831457 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.831616 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.831802 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.831966 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.832127 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.832293 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.832453 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.832611 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.832770 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.832944 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.833105 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.833266 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.833426 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.833585 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.833743 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.833904 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.834069 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.834238 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.834404 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.834566 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.834733 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.834901 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.835073 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.835232 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.835398 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.835570 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.835728 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.835901 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.836055 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.836214 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.836373 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.836532 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.836690 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.836848 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.837024 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.837163 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.837322 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.837480 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.837639 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.837798 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.837956 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.838114 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.838273 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.838432 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.838590 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:50:48.838741 dv-neutron-826830-2-hyperv neutron-server[87365]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87365) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 05:50:49.073723 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 44630) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:50:49.083873 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073497 Feb 04 05:50:59.478726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd203736-5960-4459-ba64-3c5690c5dd54 None None] get_active_networks_info from dv-neutron-826830-2-hyperv {{(pid=87472) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 05:50:59.549353 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd203736-5960-4459-ba64-3c5690c5dd54 None None] No non-hosted networks {{(pid=87472) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 05:50:59.550401 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.agentschedulers_db [None req-cd203736-5960-4459-ba64-3c5690c5dd54 None None] DHCP Agent not found on host dv-neutron-826830-2-hyperv {{(pid=87472) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 04 05:50:59.608554 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f94986f9-c487-4e30-a09e-a6d7732c2909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-491794'] for agent, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:01.796747 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f7b4d167-8c31-42fb-9b46-ab7a9926282d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-491794'] for agent, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:01.856892 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5b0ebf97-4d78-4bce-b0b6-1869c7226fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:02.724614 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-491794'] for agent, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:02.784884 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-491794'] for agent, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:02.786021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:02.786521 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:02.787066 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:02.787730 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:02.788514 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:02.789068 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:02.789698 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:02.790174 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:02.790746 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:02.791322 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:02.791922 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:02.792500 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:02.793167 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-826830-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:02.798354 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-826830-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:04.152120 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-491794'] for agent, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:05.780870 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 44728) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:51:06.390005 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING oslo_policy.policy [None req-cc2d49bb-067b-4f8b-868f-711ed977d1b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:51:06.390582 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING oslo_policy.policy [None req-cc2d49bb-067b-4f8b-868f-711ed977d1b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:51:06.603095 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-cc2d49bb-067b-4f8b-868f-711ed977d1b7 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:51:06.604241 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cc2d49bb-067b-4f8b-868f-711ed977d1b7 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8224599 Feb 04 05:51:06.792624 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.db.l3_hamode_db [None req-694cedff-1609-4773-aff0-3ead1ac96f17 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 05:51:06.877145 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694cedff-1609-4773-aff0-3ead1ac96f17 None None] Routers set() bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:51:06.877437 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694cedff-1609-4773-aff0-3ead1ac96f17 None None] Router IDs set() for agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 04 05:51:08.943760 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 44742) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:51:09.347110 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-70d2badf-eeec-48fa-8147-54c0b80744c1 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:51:09.451091 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.policy [None req-70d2badf-eeec-48fa-8147-54c0b80744c1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87471) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 05:51:09.496189 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING oslo_policy.policy [None req-70d2badf-eeec-48fa-8147-54c0b80744c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:51:09.496545 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING oslo_policy.policy [None req-70d2badf-eeec-48fa-8147-54c0b80744c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:51:09.505031 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.quota [None req-70d2badf-eeec-48fa-8147-54c0b80744c1 admin admin] Loaded quota_driver: . Feb 04 05:51:09.521320 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-70d2badf-eeec-48fa-8147-54c0b80744c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:51:09.582303 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-70d2badf-eeec-48fa-8147-54c0b80744c1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783040246880', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783040247349', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783040257982', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783040263063', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783040273704', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783040279794', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1565164', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1382983', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-346903', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8015625'] for rbac-policy, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:09.650193 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-70d2badf-eeec-48fa-8147-54c0b80744c1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:09.652358 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-70d2badf-eeec-48fa-8147-54c0b80744c1 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7069852 Feb 04 05:51:12.260862 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 44756) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:51:12.857091 dv-neutron-826830-2-hyperv neutron-server[87470]: WARNING oslo_policy.policy [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:51:12.857665 dv-neutron-826830-2-hyperv neutron-server[87470]: WARNING oslo_policy.policy [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:51:13.071108 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Request body: {'network': {'project_id': '35d93842702046b980b4230e875587de', 'admin_state_up': True, 'name': 'private'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:51:13.072763 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.quota [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Loaded quota_driver: . Feb 04 05:51:13.089300 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:51:13.096086 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Usage tracker for resource:network and tenant:35d93842702046b980b4230e875587de is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:51:13.101481 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:51:13.108831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:51:13.128084 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Made reservation on behalf of 35d93842702046b980b4230e875587de for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:51:13.203668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.policy [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87470) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 05:51:13.247631 dv-neutron-826830-2-hyperv neutron-server[87470]: WARNING oslo_policy.policy [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:51:13.248015 dv-neutron-826830-2-hyperv neutron-server[87470]: WARNING oslo_policy.policy [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:51:13.258126 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:13.280093 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:13.294446 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:51:13.298252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Usage tracker for resource:security_group_rule and tenant:35d93842702046b980b4230e875587de is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:51:13.303283 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:51:13.308903 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:51:13.407097 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:13.414572 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:13.437887 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:51:13.465210 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783036675889', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:13.465791 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Unsubscribe: segment precommit_create {{(pid=87470) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 05:51:13.466263 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Added segment b759951a-0bd1-49f6-82f4-a9c896c38a64 of type vlan for network e6d7e592-ef74-4204-86ad-b90af36ca2f8 Feb 04 05:51:13.524594 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7860d53a-2632-42a5-ad3d-616bc58afbdf,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:13.556720 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:13.557081 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:13.557415 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:13.557742 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:13.558060 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:13.558383 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:13.558706 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:13.559022 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:13.559339 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:13.559649 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:13.559989 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:13.560319 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Tracked resource versions report: Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: pushed versions: Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: { 'AddressGroup': {'1.2'}, Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'ConntrackHelper': {'1.0'}, Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'Log': {'1.0'}, Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'Network': {'1.1'}, Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'Port': {'1.7'}, Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'PortForwarding': {'1.2'}, Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'QosPolicy': {'1.8'}, Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'SecurityGroup': {'1.4'}, Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'SubPort': {'1.0'}, Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'Subnet': {'1.1'}, Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'Trunk': {'1.1'}} Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: consumer versions: Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: { DHCP agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: L3 agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: Metadata agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: Metering agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: Open vSwitch agent@dv-neutron-826830-2-hyperv: { 'AddressGroup': '1.2', Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'ConntrackHelper': '1.0', Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'Log': '1.0', Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'Network': '1.1', Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'Port': '1.7', Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'PortForwarding': '1.2', Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'QosPolicy': '1.8', Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'SecurityGroup': '1.4', Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'SecurityGroupRule': '1.2', Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'SubPort': '1.0', Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'Subnet': '1.1', Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: 'Trunk': '1.1'}} Feb 04 05:51:13.561821 dv-neutron-826830-2-hyperv neutron-server[87470]: {{(pid=87470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:51:13.587886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:13.635928 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:13.637115 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:13.637785 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:13.745867 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4819529 Feb 04 05:51:13.746445 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6c8b3-c4aa-40b2-9d7f-efd534759c40 admin admin] Pushing event updated for resources: {'Network': ['ID=e6d7e592-ef74-4204-86ad-b90af36ca2f8,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:13.765159 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network e6d7e592-ef74-4204-86ad-b90af36ca2f8 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 05:51:16.410852 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 44780) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:51:16.863819 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285319ac-5456-4ddb-83a7-4d20d9516122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:16.865200 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-285319ac-5456-4ddb-83a7-4d20d9516122 admin admin] 10.222.0.31 "GET /v2.0/networks/e6d7e592-ef74-4204-86ad-b90af36ca2f8 HTTP/1.1" status: 200 len: 825 time: 0.4533350 Feb 04 05:51:16.911905 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0d692415-7fa5-4f92-b06a-d5a713a7dcd3 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/e5156698-0a62-4e0c-84a1-0fe9286c1912 HTTP/1.1" status: 200 len: 734 time: 0.0370438 Feb 04 05:51:16.922829 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d5aa1648-deb8-476d-83a8-5c1c58a0eba8 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '35d93842702046b980b4230e875587de', 'gateway_ip': '172.20.0.1', 'network_id': 'e6d7e592-ef74-4204-86ad-b90af36ca2f8', 'name': 'private-subnet', 'subnetpool_id': 'e5156698-0a62-4e0c-84a1-0fe9286c1912'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:51:16.927335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d5aa1648-deb8-476d-83a8-5c1c58a0eba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:51:16.931516 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d5aa1648-deb8-476d-83a8-5c1c58a0eba8 admin admin] Usage tracker for resource:subnet and tenant:35d93842702046b980b4230e875587de is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:51:16.934545 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d5aa1648-deb8-476d-83a8-5c1c58a0eba8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:51:16.941074 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d5aa1648-deb8-476d-83a8-5c1c58a0eba8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:51:16.954954 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5aa1648-deb8-476d-83a8-5c1c58a0eba8 admin admin] Made reservation on behalf of 35d93842702046b980b4230e875587de for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:51:16.957462 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d5aa1648-deb8-476d-83a8-5c1c58a0eba8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:17.237919 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d5aa1648-deb8-476d-83a8-5c1c58a0eba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:17.329855 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa1648-deb8-476d-83a8-5c1c58a0eba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0151689a-8ce3-41ee-ac76-56c26ec2c46b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:17.336772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aa1648-deb8-476d-83a8-5c1c58a0eba8 admin admin] Checking segment: {'id': 'b759951a-0bd1-49f6-82f4-a9c896c38a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e6d7e592-ef74-4204-86ad-b90af36ca2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:51:17.337142 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aa1648-deb8-476d-83a8-5c1c58a0eba8 admin admin] Network hostable DHCP agents. Network: e6d7e592-ef74-4204-86ad-b90af36ca2f8, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:51:17.358733 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aa1648-deb8-476d-83a8-5c1c58a0eba8 admin admin] Network e6d7e592-ef74-4204-86ad-b90af36ca2f8 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:51:17.369226 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-d5aa1648-deb8-476d-83a8-5c1c58a0eba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, e6d7e592-ef74-4204-86ad-b90af36ca2f8) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:51:17.373824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aa1648-deb8-476d-83a8-5c1c58a0eba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:17.374400 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d5aa1648-deb8-476d-83a8-5c1c58a0eba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:17.379190 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbb6dc7-99ab-4817-8dde-d366a45b05a9 None None] Network e6d7e592-ef74-4204-86ad-b90af36ca2f8 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:51:17.394964 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d5aa1648-deb8-476d-83a8-5c1c58a0eba8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4753675 Feb 04 05:51:17.779078 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-e6d7e592-ef74-4204-86ad-b90af36ca2f8', 'network_id': 'e6d7e592-ef74-4204-86ad-b90af36ca2f8', 'tenant_id': '35d93842702046b980b4230e875587de', 'fixed_ips': [{'subnet_id': '0151689a-8ce3-41ee-ac76-56c26ec2c46b'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 05:51:17.780314 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:17.968706 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Allocated IP 172.20.0.2 (e6d7e592-ef74-4204-86ad-b90af36ca2f8/0151689a-8ce3-41ee-ac76-56c26ec2c46b/f96b0fa1-e345-4b38-a228-cd65ca1c097d) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:51:18.198939 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:18.212259 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Transition to ACTIVE for port object f96b0fa1-e345-4b38-a228-cd65ca1c097d will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:51:18.234876 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Transition to ACTIVE for port object f96b0fa1-e345-4b38-a228-cd65ca1c097d will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:51:18.241957 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:18.305331 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Network e6d7e592-ef74-4204-86ad-b90af36ca2f8 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:51:18.308091 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:51:18.313124 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:51:18.320420 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Pushing event updated for resources: {'Port': ['ID=f96b0fa1-e345-4b38-a228-cd65ca1c097d,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:18.360300 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:18.360658 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:18.361001 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:18.361330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:18.361993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:18.362353 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:18.362675 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:18.362997 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:18.363313 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:18.363630 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:18.363952 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:18.364267 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Tracked resource versions report: Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: pushed versions: Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: { 'AddressGroup': {'1.2'}, Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'ConntrackHelper': {'1.0'}, Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'Log': {'1.0'}, Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'Network': {'1.1'}, Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'Port': {'1.7'}, Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'PortForwarding': {'1.2'}, Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'QosPolicy': {'1.8'}, Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'SecurityGroup': {'1.4'}, Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'SubPort': {'1.0'}, Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'Subnet': {'1.1'}, Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'Trunk': {'1.1'}} Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: consumer versions: Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: { DHCP agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: L3 agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: Metadata agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: Metering agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: Open vSwitch agent@dv-neutron-826830-2-hyperv: { 'AddressGroup': '1.2', Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'ConntrackHelper': '1.0', Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'Log': '1.0', Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'Network': '1.1', Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'Port': '1.7', Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'PortForwarding': '1.2', Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'QosPolicy': '1.8', Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'SecurityGroup': '1.4', Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'SecurityGroupRule': '1.2', Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'SubPort': '1.0', Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'Subnet': '1.1', Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: 'Trunk': '1.1'}} Feb 04 05:51:18.365649 dv-neutron-826830-2-hyperv neutron-server[87472]: {{(pid=87472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:51:18.419122 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Attempting to bind port f96b0fa1-e345-4b38-a228-cd65ca1c097d on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:51:18.419908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Attempting to bind port f96b0fa1-e345-4b38-a228-cd65ca1c097d by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'b759951a-0bd1-49f6-82f4-a9c896c38a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e6d7e592-ef74-4204-86ad-b90af36ca2f8'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:51:18.419908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Attempting to bind port f96b0fa1-e345-4b38-a228-cd65ca1c097d on network e6d7e592-ef74-4204-86ad-b90af36ca2f8 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:51:18.425283 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:51:18.425760 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Checking segment: {'id': 'b759951a-0bd1-49f6-82f4-a9c896c38a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e6d7e592-ef74-4204-86ad-b90af36ca2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:51:18.426140 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:18.426528 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Bound using segment: {'id': 'b759951a-0bd1-49f6-82f4-a9c896c38a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e6d7e592-ef74-4204-86ad-b90af36ca2f8'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:51:18.427054 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Bound port: f96b0fa1-e345-4b38-a228-cd65ca1c097d, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b759951a-0bd1-49f6-82f4-a9c896c38a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e6d7e592-ef74-4204-86ad-b90af36ca2f8'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:51:18.427457 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:18.518954 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] For port f96b0fa1-e345-4b38-a228-cd65ca1c097d, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:51:18.523071 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] For port f96b0fa1-e345-4b38-a228-cd65ca1c097d, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=f96b0fa1-e345-4b38-a228-cd65ca1c097d,segment=NetworkSegment(b759951a-0bd1-49f6-82f4-a9c896c38a64),segment_id=b759951a-0bd1-49f6-82f4-a9c896c38a64)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:51:18.529117 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:18.635124 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a8514-6f28-4883-b09b-17af9b60e2e0 None None] Pushing event updated for resources: {'Port': ['ID=f96b0fa1-e345-4b38-a228-cd65ca1c097d,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:19.758373 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 44790) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:51:20.141598 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-9d901a8c-24e9-4b10-a3f5-b562fc3a8744 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:51:20.142941 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9d901a8c-24e9-4b10-a3f5-b562fc3a8744 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3834195 Feb 04 05:51:22.280997 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6635ab2-92dd-4b39-882a-97863233537f None None] Network e6d7e592-ef74-4204-86ad-b90af36ca2f8 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:51:22.391970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6775d5b5-167d-4b74-afb6-75d31b525abd None None] Provisioning for port f96b0fa1-e345-4b38-a228-cd65ca1c097d completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:51:22.527107 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f96b0fa1-e345-4b38-a228-cd65ca1c097d up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:51:22.535751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 44804) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:51:22.599479 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port f96b0fa1-e345-4b38-a228-cd65ca1c097d completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:51:22.605154 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port f96b0fa1-e345-4b38-a228-cd65ca1c097d triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:22.605551 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:22.723521 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:22.756413 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port f96b0fa1-e345-4b38-a228-cd65ca1c097d, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=f96b0fa1-e345-4b38-a228-cd65ca1c097d,segment=NetworkSegment(b759951a-0bd1-49f6-82f4-a9c896c38a64),segment_id=b759951a-0bd1-49f6-82f4-a9c896c38a64)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:51:22.760949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:22.839705 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=f96b0fa1-e345-4b38-a228-cd65ca1c097d,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:22.843692 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-efc7354a-1060-49ec-a351-55ccc5aaed34 None None] Provisioning complete for port f96b0fa1-e345-4b38-a228-cd65ca1c097d triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:22.844137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-efc7354a-1060-49ec-a351-55ccc5aaed34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:22.913279 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-52c8ff65-0b34-4787-82d2-994ae7bb99a8 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:51:22.914308 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-52c8ff65-0b34-4787-82d2-994ae7bb99a8 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3775933 Feb 04 05:51:24.482714 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f96b0fa1-e345-4b38-a228-cd65ca1c097d up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:51:24.552148 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port f96b0fa1-e345-4b38-a228-cd65ca1c097d triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:24.552477 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.534098 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 44816) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:51:25.918369 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d57704e9-ae66-4447-b98f-d994cefcde14 admin admin] Request body: {'router': {'tenant_id': '35d93842702046b980b4230e875587de', 'admin_state_up': True, 'name': 'router1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:51:25.925872 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d57704e9-ae66-4447-b98f-d994cefcde14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:51:25.933318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d57704e9-ae66-4447-b98f-d994cefcde14 admin admin] Usage tracker for resource:router and tenant:35d93842702046b980b4230e875587de is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:51:25.938405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d57704e9-ae66-4447-b98f-d994cefcde14 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:51:25.944557 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d57704e9-ae66-4447-b98f-d994cefcde14 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:51:25.955579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d57704e9-ae66-4447-b98f-d994cefcde14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.957282 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d57704e9-ae66-4447-b98f-d994cefcde14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.985713 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d57704e9-ae66-4447-b98f-d994cefcde14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.104381 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d57704e9-ae66-4447-b98f-d994cefcde14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.125151 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d57704e9-ae66-4447-b98f-d994cefcde14 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.126428 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d57704e9-ae66-4447-b98f-d994cefcde14 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5913262 Feb 04 05:51:28.490522 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 44826) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:51:28.865178 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-6b81bae1-c476-4fd4-ad2a-09d50846f1a5 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:51:28.866163 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6b81bae1-c476-4fd4-ad2a-09d50846f1a5 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3746114 Feb 04 05:51:29.440183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e908cffe-954a-4861-9b1e-0253e2f4f3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:31.194881 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 44836) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:51:31.579468 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:51:31.584734 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:51:31.588798 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Usage tracker for resource:network and tenant:c1b2340729bd44e4bc8726360c1afe1e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:51:31.591749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:51:31.597727 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:51:31.609906 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Made reservation on behalf of c1b2340729bd44e4bc8726360c1afe1e for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:51:31.612498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:31.624171 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:31.637756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:51:31.641513 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Usage tracker for resource:security_group_rule and tenant:c1b2340729bd44e4bc8726360c1afe1e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:51:31.644207 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:51:31.649910 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:51:31.729916 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:31.736556 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:31.758329 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Reserving flat network on physical network physnet1 {{(pid=87470) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 05:51:31.770935 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d97f3e6-133a-442b-b55f-a9bb7cbfec66,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:31.777947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:31.778294 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Added segment 4656600c-346d-4741-9a88-5e314ecdc33b of type flat for network ab369154-15d6-461d-ac4e-da4d6375f709 Feb 04 05:51:31.790949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-85966efa-02d3-4342-9897-455b8ddd575a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:31.813673 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:31.850016 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:31.850965 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:31.851624 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:31.952923 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] Pushing event updated for resources: {'Network': ['ID=ab369154-15d6-461d-ac4e-da4d6375f709,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:31.957409 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7a8b88df-192e-4514-8a1d-8bf1d5dcf88f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7615402 Feb 04 05:51:31.963897 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network ab369154-15d6-461d-ac4e-da4d6375f709 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 05:51:32.690619 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:32.785175 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:34.113268 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:34.281949 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 44856) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:51:34.526355 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aabdde7-8ca5-4427-921d-c4c34831c288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:34.527672 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3aabdde7-8ca5-4427-921d-c4c34831c288 admin admin] 10.222.0.31 "GET /v2.0/subnets/0151689a-8ce3-41ee-ac76-56c26ec2c46b HTTP/1.1" status: 200 len: 849 time: 0.2448061 Feb 04 05:51:34.679089 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a97f31ad-05e5-4729-9688-5cd6c850729a admin admin] 10.222.0.31 "GET /v2.0/routers/7a551eb9-74f1-4bdb-b5f7-6f8247005907 HTTP/1.1" status: 200 len: 704 time: 0.1428914 Feb 04 05:51:35.137010 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3bc7f5e-dbe1-4ecf-b21a-6db9cec525d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:35.396053 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-f3bc7f5e-dbe1-4ecf-b21a-6db9cec525d9 admin admin] Allocated IP 172.20.0.1 (e6d7e592-ef74-4204-86ad-b90af36ca2f8/0151689a-8ce3-41ee-ac76-56c26ec2c46b/b2a04371-ca19-4dac-89db-8970176edad7) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:51:35.554823 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3bc7f5e-dbe1-4ecf-b21a-6db9cec525d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:35.577395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-f3bc7f5e-dbe1-4ecf-b21a-6db9cec525d9 admin admin] Transition to ACTIVE for port object b2a04371-ca19-4dac-89db-8970176edad7 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:51:35.646413 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3bc7f5e-dbe1-4ecf-b21a-6db9cec525d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:35.714134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bc7f5e-dbe1-4ecf-b21a-6db9cec525d9 admin admin] Network e6d7e592-ef74-4204-86ad-b90af36ca2f8 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:51:35.718933 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-f3bc7f5e-dbe1-4ecf-b21a-6db9cec525d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:51:35.723804 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc7f5e-dbe1-4ecf-b21a-6db9cec525d9 admin admin] Pushing event updated for resources: {'Port': ['ID=b2a04371-ca19-4dac-89db-8970176edad7,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:35.726690 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bc7f5e-dbe1-4ecf-b21a-6db9cec525d9 admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:51:35.727189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3bc7f5e-dbe1-4ecf-b21a-6db9cec525d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:35.978948 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a6ab962c-c845-4420-84d5-6e78f1af8584 None None] Provisioning for port b2a04371-ca19-4dac-89db-8970176edad7 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:51:35.984458 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a6ab962c-c845-4420-84d5-6e78f1af8584 None None] Provisioning complete for port b2a04371-ca19-4dac-89db-8970176edad7 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:35.984844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a6ab962c-c845-4420-84d5-6e78f1af8584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:35.989041 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3bc7f5e-dbe1-4ecf-b21a-6db9cec525d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:36.037701 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a6ab962c-c845-4420-84d5-6e78f1af8584 None None] Port b2a04371-ca19-4dac-89db-8970176edad7 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 05:51:36.210512 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3bc7f5e-dbe1-4ecf-b21a-6db9cec525d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:36.217143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3bc7f5e-dbe1-4ecf-b21a-6db9cec525d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:36.217825 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3bc7f5e-dbe1-4ecf-b21a-6db9cec525d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:36.347069 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc7f5e-dbe1-4ecf-b21a-6db9cec525d9 admin admin] Pushing event updated for resources: {'Port': ['ID=b2a04371-ca19-4dac-89db-8970176edad7,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:36.414045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bc7f5e-dbe1-4ecf-b21a-6db9cec525d9 admin admin] Network e6d7e592-ef74-4204-86ad-b90af36ca2f8 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:51:36.415177 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-f3bc7f5e-dbe1-4ecf-b21a-6db9cec525d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:51:36.604804 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bc7f5e-dbe1-4ecf-b21a-6db9cec525d9 admin admin] Router 7a551eb9-74f1-4bdb-b5f7-6f8247005907 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 05:51:36.661157 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4eea9a5c-d57e-4047-abde-3daf64ed15d0 None None] Provisioning complete for port b2a04371-ca19-4dac-89db-8970176edad7 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:36.661530 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4eea9a5c-d57e-4047-abde-3daf64ed15d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:36.718304 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-4eea9a5c-d57e-4047-abde-3daf64ed15d0 None None] Port b2a04371-ca19-4dac-89db-8970176edad7 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 05:51:36.795332 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bc7f5e-dbe1-4ecf-b21a-6db9cec525d9 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:51:36.805650 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f3bc7f5e-dbe1-4ecf-b21a-6db9cec525d9 admin admin] 10.222.0.31 "PUT /v2.0/routers/7a551eb9-74f1-4bdb-b5f7-6f8247005907/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1215737 Feb 04 05:51:36.806748 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Sync routers for ids ['7a551eb9-74f1-4bdb-b5f7-6f8247005907'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:51:36.825247 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Routers {'7a551eb9-74f1-4bdb-b5f7-6f8247005907'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:51:36.826788 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:51:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['7a551eb9-74f1-4bdb-b5f7-6f8247005907'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:37.001962 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Set router 7a551eb9-74f1-4bdb-b5f7-6f8247005907 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:51:37.366470 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a551eb9-74f1-4bdb-b5f7-6f8247005907', 'name': 'router1', 'tenant_id': '35d93842702046b980b4230e875587de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:25Z', 'updated_at': '2022-02-04T05:51:35Z', 'revision_number': 2, 'project_id': '35d93842702046b980b4230e875587de', 'gw_port_host': None, '_interfaces': [{'id': 'b2a04371-ca19-4dac-89db-8970176edad7', 'name': '', 'network_id': 'e6d7e592-ef74-4204-86ad-b90af36ca2f8', 'tenant_id': '35d93842702046b980b4230e875587de', 'mac_address': 'fa:16:3e:90:0f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a551eb9-74f1-4bdb-b5f7-6f8247005907', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0151689a-8ce3-41ee-ac76-56c26ec2c46b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:35Z', 'updated_at': '2022-02-04T05:51:36Z', 'revision_number': 2, 'project_id': '35d93842702046b980b4230e875587de', 'subnets': [{'id': '0151689a-8ce3-41ee-ac76-56c26ec2c46b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5156698-0a62-4e0c-84a1-0fe9286c1912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:37.371508 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Checking router: 7a551eb9-74f1-4bdb-b5f7-6f8247005907 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:51:37.371906 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Updating router 7a551eb9-74f1-4bdb-b5f7-6f8247005907 port b2a04371-ca19-4dac-89db-8970176edad7 binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:51:37.427171 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:37.804540 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:37.819796 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Transition to ACTIVE for port object b2a04371-ca19-4dac-89db-8970176edad7 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:51:37.827222 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:38.016536 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3eb16e-138c-462a-9e83-1c01663c1c09 None None] Pushing event updated for resources: {'Port': ['ID=b2a04371-ca19-4dac-89db-8970176edad7,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:38.063845 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3eb16e-138c-462a-9e83-1c01663c1c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:38.064216 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3eb16e-138c-462a-9e83-1c01663c1c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:38.064564 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3eb16e-138c-462a-9e83-1c01663c1c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:38.064889 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3eb16e-138c-462a-9e83-1c01663c1c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:38.065208 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3eb16e-138c-462a-9e83-1c01663c1c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:38.065543 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3eb16e-138c-462a-9e83-1c01663c1c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:38.065863 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3eb16e-138c-462a-9e83-1c01663c1c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:38.066178 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3eb16e-138c-462a-9e83-1c01663c1c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:38.066505 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3eb16e-138c-462a-9e83-1c01663c1c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:38.066817 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3eb16e-138c-462a-9e83-1c01663c1c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:38.067127 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3eb16e-138c-462a-9e83-1c01663c1c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:38.067435 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3eb16e-138c-462a-9e83-1c01663c1c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3eb16e-138c-462a-9e83-1c01663c1c09 None None] Tracked resource versions report: Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: pushed versions: Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: { 'AddressGroup': {'1.2'}, Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'ConntrackHelper': {'1.0'}, Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'Log': {'1.0'}, Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'Network': {'1.1'}, Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'Port': {'1.7'}, Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'PortForwarding': {'1.2'}, Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'QosPolicy': {'1.8'}, Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'SecurityGroup': {'1.4'}, Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'SubPort': {'1.0'}, Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'Subnet': {'1.1'}, Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'Trunk': {'1.1'}} Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: consumer versions: Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: { DHCP agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: L3 agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: Metadata agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: Metering agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: Open vSwitch agent@dv-neutron-826830-2-hyperv: { 'AddressGroup': '1.2', Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'ConntrackHelper': '1.0', Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'Log': '1.0', Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'Network': '1.1', Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'Port': '1.7', Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'PortForwarding': '1.2', Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'QosPolicy': '1.8', Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'SecurityGroup': '1.4', Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'SecurityGroupRule': '1.2', Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'SubPort': '1.0', Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'Subnet': '1.1', Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: 'Trunk': '1.1'}} Feb 04 05:51:38.068801 dv-neutron-826830-2-hyperv neutron-server[87473]: {{(pid=87473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:51:38.079306 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Attempting to bind port b2a04371-ca19-4dac-89db-8970176edad7 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:51:38.079699 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Attempting to bind port b2a04371-ca19-4dac-89db-8970176edad7 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'b759951a-0bd1-49f6-82f4-a9c896c38a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e6d7e592-ef74-4204-86ad-b90af36ca2f8'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:51:38.080151 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Attempting to bind port b2a04371-ca19-4dac-89db-8970176edad7 on network e6d7e592-ef74-4204-86ad-b90af36ca2f8 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:51:38.085370 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:51:38.085759 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Checking segment: {'id': 'b759951a-0bd1-49f6-82f4-a9c896c38a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e6d7e592-ef74-4204-86ad-b90af36ca2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:51:38.086222 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:38.086585 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Bound using segment: {'id': 'b759951a-0bd1-49f6-82f4-a9c896c38a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e6d7e592-ef74-4204-86ad-b90af36ca2f8'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:51:38.087105 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Bound port: b2a04371-ca19-4dac-89db-8970176edad7, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b759951a-0bd1-49f6-82f4-a9c896c38a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e6d7e592-ef74-4204-86ad-b90af36ca2f8'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:51:38.087496 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:38.172693 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] For port b2a04371-ca19-4dac-89db-8970176edad7, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:51:38.176870 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] For port b2a04371-ca19-4dac-89db-8970176edad7, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b2a04371-ca19-4dac-89db-8970176edad7,segment=NetworkSegment(b759951a-0bd1-49f6-82f4-a9c896c38a64),segment_id=b759951a-0bd1-49f6-82f4-a9c896c38a64)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:51:38.183099 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:38.256732 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Routers {'7a551eb9-74f1-4bdb-b5f7-6f8247005907'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:51:38.257350 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:51:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['7a551eb9-74f1-4bdb-b5f7-6f8247005907'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:38.408618 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3eb16e-138c-462a-9e83-1c01663c1c09 None None] Pushing event updated for resources: {'Port': ['ID=b2a04371-ca19-4dac-89db-8970176edad7,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:38.422561 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] Set router 7a551eb9-74f1-4bdb-b5f7-6f8247005907 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:51:38.737446 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a551eb9-74f1-4bdb-b5f7-6f8247005907', 'name': 'router1', 'tenant_id': '35d93842702046b980b4230e875587de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:25Z', 'updated_at': '2022-02-04T05:51:35Z', 'revision_number': 2, 'project_id': '35d93842702046b980b4230e875587de', 'gw_port_host': None, '_interfaces': [{'id': 'b2a04371-ca19-4dac-89db-8970176edad7', 'name': '', 'network_id': 'e6d7e592-ef74-4204-86ad-b90af36ca2f8', 'tenant_id': '35d93842702046b980b4230e875587de', 'mac_address': 'fa:16:3e:90:0f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a551eb9-74f1-4bdb-b5f7-6f8247005907', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0151689a-8ce3-41ee-ac76-56c26ec2c46b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:35Z', 'updated_at': '2022-02-04T05:51:38Z', 'revision_number': 4, 'project_id': '35d93842702046b980b4230e875587de', 'subnets': [{'id': '0151689a-8ce3-41ee-ac76-56c26ec2c46b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5156698-0a62-4e0c-84a1-0fe9286c1912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:38.741347 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6f464a-8c06-4efb-8020-4bfd1822ac79 None None] The sync data for ids ['7a551eb9-74f1-4bdb-b5f7-6f8247005907'] in dv-neutron-826830-2-hyperv is: [{'id': '7a551eb9-74f1-4bdb-b5f7-6f8247005907', 'name': 'router1', 'tenant_id': '35d93842702046b980b4230e875587de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:25Z', 'updated_at': '2022-02-04T05:51:35Z', 'revision_number': 2, 'project_id': '35d93842702046b980b4230e875587de', 'gw_port_host': None, '_interfaces': [{'id': 'b2a04371-ca19-4dac-89db-8970176edad7', 'name': '', 'network_id': 'e6d7e592-ef74-4204-86ad-b90af36ca2f8', 'tenant_id': '35d93842702046b980b4230e875587de', 'mac_address': 'fa:16:3e:90:0f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a551eb9-74f1-4bdb-b5f7-6f8247005907', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0151689a-8ce3-41ee-ac76-56c26ec2c46b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:35Z', 'updated_at': '2022-02-04T05:51:38Z', 'revision_number': 4, 'project_id': '35d93842702046b980b4230e875587de', 'subnets': [{'id': '0151689a-8ce3-41ee-ac76-56c26ec2c46b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5156698-0a62-4e0c-84a1-0fe9286c1912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:51:38.984044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 44880) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:51:39.133091 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c071838-534e-417c-b4b0-febbb5bdc6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:39.133696 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1c071838-534e-417c-b4b0-febbb5bdc6e1 admin admin] Synchronizing usage tracker for tenant:c1b2340729bd44e4bc8726360c1afe1e on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 05:51:39.152959 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1c071838-534e-417c-b4b0-febbb5bdc6e1 admin admin] Unset dirty status for tenant:c1b2340729bd44e4bc8726360c1afe1e on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 05:51:39.154300 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1c071838-534e-417c-b4b0-febbb5bdc6e1 admin admin] 10.222.0.31 "GET /v2.0/networks/ab369154-15d6-461d-ac4e-da4d6375f709 HTTP/1.1" status: 200 len: 842 time: 0.1692531 Feb 04 05:51:39.164961 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-ce3cec26-9fee-4372-a1e5-f94d8d46e926 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.26.4.1', 'ip_version': 4, 'cidr': '172.26.4.0/24', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'enable_dhcp': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:51:39.172291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ce3cec26-9fee-4372-a1e5-f94d8d46e926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:51:39.176800 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ce3cec26-9fee-4372-a1e5-f94d8d46e926 admin admin] Usage tracker for resource:subnet and tenant:c1b2340729bd44e4bc8726360c1afe1e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:51:39.180054 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ce3cec26-9fee-4372-a1e5-f94d8d46e926 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:51:39.187941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ce3cec26-9fee-4372-a1e5-f94d8d46e926 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:51:39.200209 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3cec26-9fee-4372-a1e5-f94d8d46e926 admin admin] Made reservation on behalf of c1b2340729bd44e4bc8726360c1afe1e for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:51:39.202558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce3cec26-9fee-4372-a1e5-f94d8d46e926 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:39.562410 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.objects.ports [None req-ce3cec26-9fee-4372-a1e5-f94d8d46e926 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87470) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 05:51:39.562717 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce3cec26-9fee-4372-a1e5-f94d8d46e926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:39.637532 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cec26-9fee-4372-a1e5-f94d8d46e926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0ecfa2e-37c9-458c-b47b-742481f91a65,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:39.639367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3cec26-9fee-4372-a1e5-f94d8d46e926 admin admin] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:51:39.639715 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3cec26-9fee-4372-a1e5-f94d8d46e926 admin admin] Network hostable DHCP agents. Network: ab369154-15d6-461d-ac4e-da4d6375f709, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:51:39.664204 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3cec26-9fee-4372-a1e5-f94d8d46e926 admin admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:51:39.674915 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-ce3cec26-9fee-4372-a1e5-f94d8d46e926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, ab369154-15d6-461d-ac4e-da4d6375f709) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:51:39.685171 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3cec26-9fee-4372-a1e5-f94d8d46e926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:39.685879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce3cec26-9fee-4372-a1e5-f94d8d46e926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:39.690420 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff0e65e-ea58-4a58-ba2a-afbd1b77ae24 None None] Network ab369154-15d6-461d-ac4e-da4d6375f709 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:51:39.706649 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ce3cec26-9fee-4372-a1e5-f94d8d46e926 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5455704 Feb 04 05:51:39.922089 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2eb609-bf14-4929-bfc2-f05fd26c5fb8 None None] Network ab369154-15d6-461d-ac4e-da4d6375f709 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:51:40.521230 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b2a04371-ca19-4dac-89db-8970176edad7 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:51:40.590737 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port b2a04371-ca19-4dac-89db-8970176edad7 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:51:40.596483 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port b2a04371-ca19-4dac-89db-8970176edad7 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:40.596927 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:40.714638 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:40.748651 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port b2a04371-ca19-4dac-89db-8970176edad7, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b2a04371-ca19-4dac-89db-8970176edad7,segment=NetworkSegment(b759951a-0bd1-49f6-82f4-a9c896c38a64),segment_id=b759951a-0bd1-49f6-82f4-a9c896c38a64)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:51:40.753226 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:40.822012 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=b2a04371-ca19-4dac-89db-8970176edad7,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:41.973467 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 44894) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:51:42.173596 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4f1c556b-9a67-4671-8aaf-6feb6766b67b admin admin] 10.222.0.31 "GET /v2.0/routers/7a551eb9-74f1-4bdb-b5f7-6f8247005907 HTTP/1.1" status: 200 len: 710 time: 0.1987679 Feb 04 05:51:42.305906 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30beb1b2-33e8-406e-af86-0e7f0fb7ab93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:42.307272 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-30beb1b2-33e8-406e-af86-0e7f0fb7ab93 admin admin] 10.222.0.31 "GET /v2.0/networks/ab369154-15d6-461d-ac4e-da4d6375f709 HTTP/1.1" status: 200 len: 886 time: 0.1285074 Feb 04 05:51:42.316279 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-5a7d43eb-d6e6-46c9-b04a-0aa1929be550 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:51:42.493957 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b2a04371-ca19-4dac-89db-8970176edad7 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:51:42.560034 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port b2a04371-ca19-4dac-89db-8970176edad7 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:42.560375 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:42.812233 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a7d43eb-d6e6-46c9-b04a-0aa1929be550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:43.166992 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a7d43eb-d6e6-46c9-b04a-0aa1929be550 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:43.224299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a7d43eb-d6e6-46c9-b04a-0aa1929be550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:43.357954 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-5a7d43eb-d6e6-46c9-b04a-0aa1929be550 admin admin] Allocated IP 172.26.4.88 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/42201a40-36ff-4924-ac92-18ea805e7129) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:51:43.509598 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a7d43eb-d6e6-46c9-b04a-0aa1929be550 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:43.551301 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a7d43eb-d6e6-46c9-b04a-0aa1929be550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:43.614587 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7d43eb-d6e6-46c9-b04a-0aa1929be550 admin admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:51:43.617285 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-5a7d43eb-d6e6-46c9-b04a-0aa1929be550 admin admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:51:43.621829 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d43eb-d6e6-46c9-b04a-0aa1929be550 admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:51:43.676320 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d43eb-d6e6-46c9-b04a-0aa1929be550 admin admin] Pushing event updated for resources: {'Port': ['ID=42201a40-36ff-4924-ac92-18ea805e7129,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:44.003074 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a7d43eb-d6e6-46c9-b04a-0aa1929be550 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:44.403694 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a7d43eb-d6e6-46c9-b04a-0aa1929be550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:44.407054 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a7d43eb-d6e6-46c9-b04a-0aa1929be550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:44.587130 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7d43eb-d6e6-46c9-b04a-0aa1929be550 admin admin] Router 7a551eb9-74f1-4bdb-b5f7-6f8247005907 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 05:51:44.765239 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7d43eb-d6e6-46c9-b04a-0aa1929be550 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:51:44.773444 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a7d43eb-d6e6-46c9-b04a-0aa1929be550 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:44.774615 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5a7d43eb-d6e6-46c9-b04a-0aa1929be550 admin admin] 10.222.0.31 "PUT /v2.0/routers/7a551eb9-74f1-4bdb-b5f7-6f8247005907 HTTP/1.1" status: 200 len: 889 time: 2.4616027 Feb 04 05:51:44.775652 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Sync routers for ids ['7a551eb9-74f1-4bdb-b5f7-6f8247005907'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:51:44.786358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Routers {'7a551eb9-74f1-4bdb-b5f7-6f8247005907'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:51:44.787040 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:51:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['7a551eb9-74f1-4bdb-b5f7-6f8247005907'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:44.977632 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Set router 7a551eb9-74f1-4bdb-b5f7-6f8247005907 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:51:45.316065 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a551eb9-74f1-4bdb-b5f7-6f8247005907', 'name': 'router1', 'tenant_id': '35d93842702046b980b4230e875587de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '42201a40-36ff-4924-ac92-18ea805e7129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:25Z', 'updated_at': '2022-02-04T05:51:43Z', 'revision_number': 4, 'project_id': '35d93842702046b980b4230e875587de', 'gw_port': {'id': '42201a40-36ff-4924-ac92-18ea805e7129', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a551eb9-74f1-4bdb-b5f7-6f8247005907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:43Z', 'updated_at': '2022-02-04T05:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'b2a04371-ca19-4dac-89db-8970176edad7', 'name': '', 'network_id': 'e6d7e592-ef74-4204-86ad-b90af36ca2f8', 'tenant_id': '35d93842702046b980b4230e875587de', 'mac_address': 'fa:16:3e:90:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a551eb9-74f1-4bdb-b5f7-6f8247005907', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0151689a-8ce3-41ee-ac76-56c26ec2c46b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:35Z', 'updated_at': '2022-02-04T05:51:40Z', 'revision_number': 5, 'project_id': '35d93842702046b980b4230e875587de', 'subnets': [{'id': '0151689a-8ce3-41ee-ac76-56c26ec2c46b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5156698-0a62-4e0c-84a1-0fe9286c1912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:45.320900 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Checking router: 7a551eb9-74f1-4bdb-b5f7-6f8247005907 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:51:45.321253 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Updating router 7a551eb9-74f1-4bdb-b5f7-6f8247005907 port 42201a40-36ff-4924-ac92-18ea805e7129 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:51:45.372347 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:45.693092 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:45.704949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Transition to ACTIVE for port object 42201a40-36ff-4924-ac92-18ea805e7129 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:51:45.711622 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:45.813834 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Attempting to bind port 42201a40-36ff-4924-ac92-18ea805e7129 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:51:45.814445 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Attempting to bind port 42201a40-36ff-4924-ac92-18ea805e7129 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:51:45.814560 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Attempting to bind port 42201a40-36ff-4924-ac92-18ea805e7129 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:51:45.816600 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29f5a2-7abd-41cc-bf00-0a212197a138 None None] Pushing event updated for resources: {'Port': ['ID=42201a40-36ff-4924-ac92-18ea805e7129,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:45.822987 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:51:45.823993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:51:45.823993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:45.824178 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:51:45.824737 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Bound port: 42201a40-36ff-4924-ac92-18ea805e7129, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:51:45.825159 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:45.896603 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] For port 42201a40-36ff-4924-ac92-18ea805e7129, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:51:45.899637 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] For port 42201a40-36ff-4924-ac92-18ea805e7129, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=42201a40-36ff-4924-ac92-18ea805e7129,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:51:45.905215 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:45.983434 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29f5a2-7abd-41cc-bf00-0a212197a138 None None] Pushing event updated for resources: {'Port': ['ID=42201a40-36ff-4924-ac92-18ea805e7129,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:45.985757 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Routers {'7a551eb9-74f1-4bdb-b5f7-6f8247005907'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:51:45.986362 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:51:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['7a551eb9-74f1-4bdb-b5f7-6f8247005907'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:46.167448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] Set router 7a551eb9-74f1-4bdb-b5f7-6f8247005907 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:51:46.484896 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a551eb9-74f1-4bdb-b5f7-6f8247005907', 'name': 'router1', 'tenant_id': '35d93842702046b980b4230e875587de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '42201a40-36ff-4924-ac92-18ea805e7129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:25Z', 'updated_at': '2022-02-04T05:51:43Z', 'revision_number': 4, 'project_id': '35d93842702046b980b4230e875587de', 'gw_port': {'id': '42201a40-36ff-4924-ac92-18ea805e7129', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a551eb9-74f1-4bdb-b5f7-6f8247005907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:43Z', 'updated_at': '2022-02-04T05:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'b2a04371-ca19-4dac-89db-8970176edad7', 'name': '', 'network_id': 'e6d7e592-ef74-4204-86ad-b90af36ca2f8', 'tenant_id': '35d93842702046b980b4230e875587de', 'mac_address': 'fa:16:3e:90:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a551eb9-74f1-4bdb-b5f7-6f8247005907', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0151689a-8ce3-41ee-ac76-56c26ec2c46b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:35Z', 'updated_at': '2022-02-04T05:51:40Z', 'revision_number': 5, 'project_id': '35d93842702046b980b4230e875587de', 'subnets': [{'id': '0151689a-8ce3-41ee-ac76-56c26ec2c46b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5156698-0a62-4e0c-84a1-0fe9286c1912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:46.489261 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04067842-0d4c-4cd7-bfc1-461a1dd87bb9 None None] The sync data for ids ['7a551eb9-74f1-4bdb-b5f7-6f8247005907'] in dv-neutron-826830-2-hyperv is: [{'id': '7a551eb9-74f1-4bdb-b5f7-6f8247005907', 'name': 'router1', 'tenant_id': '35d93842702046b980b4230e875587de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '42201a40-36ff-4924-ac92-18ea805e7129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:25Z', 'updated_at': '2022-02-04T05:51:43Z', 'revision_number': 4, 'project_id': '35d93842702046b980b4230e875587de', 'gw_port': {'id': '42201a40-36ff-4924-ac92-18ea805e7129', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a551eb9-74f1-4bdb-b5f7-6f8247005907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:43Z', 'updated_at': '2022-02-04T05:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'b2a04371-ca19-4dac-89db-8970176edad7', 'name': '', 'network_id': 'e6d7e592-ef74-4204-86ad-b90af36ca2f8', 'tenant_id': '35d93842702046b980b4230e875587de', 'mac_address': 'fa:16:3e:90:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a551eb9-74f1-4bdb-b5f7-6f8247005907', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0151689a-8ce3-41ee-ac76-56c26ec2c46b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:35Z', 'updated_at': '2022-02-04T05:51:40Z', 'revision_number': 5, 'project_id': '35d93842702046b980b4230e875587de', 'subnets': [{'id': '0151689a-8ce3-41ee-ac76-56c26ec2c46b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5156698-0a62-4e0c-84a1-0fe9286c1912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:51:47.109085 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 44904) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:51:47.267202 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-25e17a42-8296-47e8-9df1-9c1834bcc3c3 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1569490 Feb 04 05:51:48.560784 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 42201a40-36ff-4924-ac92-18ea805e7129 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:51:48.630827 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 42201a40-36ff-4924-ac92-18ea805e7129 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:51:48.635650 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 42201a40-36ff-4924-ac92-18ea805e7129 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:48.636045 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:48.748494 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:48.765122 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 42201a40-36ff-4924-ac92-18ea805e7129, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=42201a40-36ff-4924-ac92-18ea805e7129,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:51:48.770006 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:48.841247 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=42201a40-36ff-4924-ac92-18ea805e7129,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:50.502602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 42201a40-36ff-4924-ac92-18ea805e7129 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:51:50.589149 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 42201a40-36ff-4924-ac92-18ea805e7129 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:50.589525 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:59.446075 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f2526909-0185-48ea-8422-6f20c0adc01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:01.711520 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 5 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 05:52:01.794564 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1032d830-c87d-4514-8fa9-6543fc09861d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:02.695599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:02.784430 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:04.125650 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:29.445420 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2179d921-8991-42e2-b322-7fdc5a683798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.798953 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-886ac3f9-0086-4064-948f-0b67d8f8b28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:32.699937 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:32.778935 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.121873 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:38.710715 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 5 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 05:52:59.445155 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-760d7689-9e53-474a-8fee-ba45e6be76dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.810284 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ff19d7a1-65e8-4777-9f91-955ceec98d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.702300 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.784579 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:04.127722 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.710329 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 5 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 05:53:29.466768 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-18052a89-abce-41c3-adb6-7c34f8e7e0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:31.800348 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7ef749cd-bd2e-47fe-9191-95fb9a81db17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.706641 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.788768 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:34.124635 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.594849 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 45506) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:53:51.669993 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5063ec8-b253-4129-9a98-381bc0a8842a admin admin] GET failed (client error): The resource could not be found. Feb 04 05:53:51.671257 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d5063ec8-b253-4129-9a98-381bc0a8842a admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0754006 Feb 04 05:53:51.806007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e76a5fc-683b-4650-8c84-7408be8c4b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:51.807366 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7e76a5fc-683b-4650-8c84-7408be8c4b4c admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1299815 Feb 04 05:53:52.709620 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 5 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 05:53:53.901651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 45516) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:53:54.035130 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea8aa48-6813-4191-b64d-34f8e5d56d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:54.035688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-eea8aa48-6813-4191-b64d-34f8e5d56d39 admin admin] Synchronizing usage tracker for tenant:c1b2340729bd44e4bc8726360c1afe1e on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 05:53:54.056031 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-eea8aa48-6813-4191-b64d-34f8e5d56d39 admin admin] Unset dirty status for tenant:c1b2340729bd44e4bc8726360c1afe1e on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 05:53:54.057978 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-eea8aa48-6813-4191-b64d-34f8e5d56d39 admin admin] 10.222.0.31 "GET /v2.0/subnets/0151689a-8ce3-41ee-ac76-56c26ec2c46b HTTP/1.1" status: 200 len: 849 time: 0.1547666 Feb 04 05:53:54.071592 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-6fa58907-9de6-4e1a-a953-04f944d76bec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:54.195634 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6fa58907-9de6-4e1a-a953-04f944d76bec admin admin] Notify callbacks [] for subnet, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.382820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6fa58907-9de6-4e1a-a953-04f944d76bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783036630020'] for subnet, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.427033 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa58907-9de6-4e1a-a953-04f944d76bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:54.428218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6fa58907-9de6-4e1a-a953-04f944d76bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.438550 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6fa58907-9de6-4e1a-a953-04f944d76bec admin admin] 10.222.0.31 "PUT /v2.0/subnets/0151689a-8ce3-41ee-ac76-56c26ec2c46b HTTP/1.1" status: 200 len: 868 time: 0.3619938 Feb 04 05:53:54.438788 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551d8a23-3ba0-456b-8408-5e4a6e102a79 None None] Network e6d7e592-ef74-4204-86ad-b90af36ca2f8 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:53:54.453185 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa58907-9de6-4e1a-a953-04f944d76bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=0151689a-8ce3-41ee-ac76-56c26ec2c46b,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:54.461396 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa58907-9de6-4e1a-a953-04f944d76bec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:54.462089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa58907-9de6-4e1a-a953-04f944d76bec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:54.462428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa58907-9de6-4e1a-a953-04f944d76bec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:54.462759 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa58907-9de6-4e1a-a953-04f944d76bec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:54.463075 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa58907-9de6-4e1a-a953-04f944d76bec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:54.463428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa58907-9de6-4e1a-a953-04f944d76bec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:54.463759 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa58907-9de6-4e1a-a953-04f944d76bec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:54.464130 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa58907-9de6-4e1a-a953-04f944d76bec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:54.464456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa58907-9de6-4e1a-a953-04f944d76bec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:54.464774 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa58907-9de6-4e1a-a953-04f944d76bec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:54.465087 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa58907-9de6-4e1a-a953-04f944d76bec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:54.465405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa58907-9de6-4e1a-a953-04f944d76bec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:54.894436 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-080878b4-1d47-4584-8057-b0de8fd0bf54 None None] Provisioning complete for port f96b0fa1-e345-4b38-a228-cd65ca1c097d triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:54.894804 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-080878b4-1d47-4584-8057-b0de8fd0bf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.021320 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-080878b4-1d47-4584-8057-b0de8fd0bf54 None None] Provisioning complete for port b2a04371-ca19-4dac-89db-8970176edad7 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:55.021550 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-080878b4-1d47-4584-8057-b0de8fd0bf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.533802 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 45526) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:53:56.711888 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759aebc6-e385-4e1a-be2d-62498f48e2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:56.712301 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759aebc6-e385-4e1a-be2d-62498f48e2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:56.713830 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-759aebc6-e385-4e1a-be2d-62498f48e2a9 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1790528 Feb 04 05:53:58.820883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 45536) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:53:59.041219 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe7040f-8f1e-472a-a774-1772a77222a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:59.041589 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe7040f-8f1e-472a-a774-1772a77222a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:59.043190 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bbe7040f-8f1e-472a-a774-1772a77222a6 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2209182 Feb 04 05:53:59.441082 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee45030c-9d8a-4251-992f-836867f23540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:01.142327 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 45546) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:54:01.317268 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1963c343-8f05-4f89-a8c7-ebae1e39ecb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:01.318606 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1963c343-8f05-4f89-a8c7-ebae1e39ecb3 admin admin] 10.222.0.31 "GET /v2.0/networks/ab369154-15d6-461d-ac4e-da4d6375f709 HTTP/1.1" status: 200 len: 886 time: 0.1753263 Feb 04 05:54:01.804464 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-10ed7582-0515-424e-99c6-ec4364a5de83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.708401 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.793260 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:03.394425 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 45556) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:54:03.583555 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f559518-2933-494c-a33f-b6c234332d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:03.584926 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1f559518-2933-494c-a33f-b6c234332d99 admin admin] 10.222.0.31 "GET /v2.0/networks/e6d7e592-ef74-4204-86ad-b90af36ca2f8 HTTP/1.1" status: 200 len: 869 time: 0.1892881 Feb 04 05:54:04.127637 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:05.697523 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 45566) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:54:05.811461 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db351bb9-3c0d-499d-95d5-a3797b80fcd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:05.811945 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db351bb9-3c0d-499d-95d5-a3797b80fcd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:05.813437 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-db351bb9-3c0d-499d-95d5-a3797b80fcd6 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1149712 Feb 04 05:54:07.939021 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 45576) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:54:08.065956 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76c43e8-7e58-4092-aafd-54fffa42fc77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:08.066406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76c43e8-7e58-4092-aafd-54fffa42fc77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:08.067941 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f76c43e8-7e58-4092-aafd-54fffa42fc77 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1278937 Feb 04 05:54:10.166453 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 45586) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:54:10.272939 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a692715-ca3f-4d6c-b4c4-2576656c9ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:10.275811 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5a692715-ca3f-4d6c-b4c4-2576656c9ee6 admin admin] 10.222.0.31 "GET /v2.0/subnets/0151689a-8ce3-41ee-ac76-56c26ec2c46b HTTP/1.1" status: 200 len: 868 time: 0.1068425 Feb 04 05:54:12.393314 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 45596) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:54:12.550218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6bd3ed-90c6-416b-ab57-02dcbcf396ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:12.551576 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0d6bd3ed-90c6-416b-ab57-02dcbcf396ed admin admin] 10.222.0.31 "GET /v2.0/subnets/f0ecfa2e-37c9-458c-b47b-742481f91a65 HTTP/1.1" status: 200 len: 816 time: 0.1572661 Feb 04 05:54:29.444887 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-60c24009-41c9-4e00-880f-578147cedc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:29.709028 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 5 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 05:54:30.872551 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 45642) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:54:30.923967 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-77fb8344-44e6-4037-81ea-7c9b39b95c2d admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:54:30.924926 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-77fb8344-44e6-4037-81ea-7c9b39b95c2d admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513906 Feb 04 05:54:31.809100 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e8081ba6-a2f1-4942-8452-82fd293b13a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.711128 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.797485 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:33.078904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 45652) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:54:33.149285 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-861c262a-53bd-4923-9c27-7000002b2f5e admin admin] GET failed (client error): The resource could not be found. Feb 04 05:54:33.150582 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-861c262a-53bd-4923-9c27-7000002b2f5e admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0706837 Feb 04 05:54:33.304757 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e6de61-956d-47bd-a281-8138415b1eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:33.306237 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-49e6de61-956d-47bd-a281-8138415b1eca admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1517091 Feb 04 05:54:34.129249 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.398653 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 45662) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:54:35.450205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:35.455090 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:54:35.466400 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:54:35.479313 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Made reservation on behalf of c1b2340729bd44e4bc8726360c1afe1e for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:35.481972 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.572693 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING neutron.services.revisions.revision_plugin [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Could not find related network for resource to bump revision. Feb 04 05:54:35.585829 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:54:35.599850 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783036675889', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.600658 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Unsubscribe: segment precommit_create {{(pid=87471) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 05:54:35.601317 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Added segment 50aab07f-eeb1-46f2-9545-540e9b437434 of type vlan for network c72451f2-343f-4f8c-91c6-93fa5ad10781 Feb 04 05:54:35.672976 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.708488 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.709435 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:35.710068 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.792088 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3923070 Feb 04 05:54:35.817357 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=c72451f2-343f-4f8c-91c6-93fa5ad10781,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:35.825911 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:35.826235 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:35.826582 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:35.826907 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:35.827220 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:35.827553 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:35.827930 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:35.828235 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:35.828543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:35.828855 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:35.829168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:35.829472 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a2c41-0ce8-44e6-b4f4-010f4dfb5cd2 admin admin] Tracked resource versions report: Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: pushed versions: Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: { 'AddressGroup': {'1.2'}, Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'ConntrackHelper': {'1.0'}, Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'Log': {'1.0'}, Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'Network': {'1.1'}, Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'Port': {'1.7'}, Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'PortForwarding': {'1.2'}, Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'QosPolicy': {'1.8'}, Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'SecurityGroup': {'1.4'}, Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'SubPort': {'1.0'}, Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'Subnet': {'1.1'}, Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'Trunk': {'1.1'}} Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: consumer versions: Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: { DHCP agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: L3 agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: Metadata agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: Metering agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: Open vSwitch agent@dv-neutron-826830-2-hyperv: { 'AddressGroup': '1.2', Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'ConntrackHelper': '1.0', Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'Log': '1.0', Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'Network': '1.1', Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'Port': '1.7', Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'PortForwarding': '1.2', Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'QosPolicy': '1.8', Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'SecurityGroup': '1.4', Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'SecurityGroupRule': '1.2', Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'SubPort': '1.0', Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'Subnet': '1.1', Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: 'Trunk': '1.1'}} Feb 04 05:54:35.831128 dv-neutron-826830-2-hyperv neutron-server[87471]: {{(pid=87471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:54:35.860049 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network c72451f2-343f-4f8c-91c6-93fa5ad10781 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 05:54:37.900934 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 45676) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:54:37.968916 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-82cd9fea-8db6-4790-80d2-b6ef4dea09e1 admin admin] GET failed (client error): The resource could not be found. Feb 04 05:54:37.969473 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-82cd9fea-8db6-4790-80d2-b6ef4dea09e1 admin admin] Synchronizing usage tracker for tenant:c1b2340729bd44e4bc8726360c1afe1e on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 05:54:37.989692 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-82cd9fea-8db6-4790-80d2-b6ef4dea09e1 admin admin] Unset dirty status for tenant:c1b2340729bd44e4bc8726360c1afe1e on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 05:54:37.991350 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-82cd9fea-8db6-4790-80d2-b6ef4dea09e1 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0892215 Feb 04 05:54:38.100429 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dd9abe-871d-4da5-9f9e-1d80cc3e9d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:38.101790 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-88dd9abe-871d-4da5-9f9e-1d80cc3e9d05 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1051676 Feb 04 05:54:38.111586 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-52d6328d-9e63-4097-8e2f-b60d4953b972 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'c72451f2-343f-4f8c-91c6-93fa5ad10781', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:38.116150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-52d6328d-9e63-4097-8e2f-b60d4953b972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:54:38.125935 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-52d6328d-9e63-4097-8e2f-b60d4953b972 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:54:38.137421 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d6328d-9e63-4097-8e2f-b60d4953b972 admin admin] Made reservation on behalf of c1b2340729bd44e4bc8726360c1afe1e for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:38.139764 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52d6328d-9e63-4097-8e2f-b60d4953b972 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.364664 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52d6328d-9e63-4097-8e2f-b60d4953b972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.434556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6328d-9e63-4097-8e2f-b60d4953b972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1a09cc0-f823-47de-891c-a5f5790bb4a4,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:38.445369 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d6328d-9e63-4097-8e2f-b60d4953b972 admin admin] Checking segment: {'id': '50aab07f-eeb1-46f2-9545-540e9b437434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c72451f2-343f-4f8c-91c6-93fa5ad10781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:54:38.445748 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d6328d-9e63-4097-8e2f-b60d4953b972 admin admin] Network hostable DHCP agents. Network: c72451f2-343f-4f8c-91c6-93fa5ad10781, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:54:38.469491 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d6328d-9e63-4097-8e2f-b60d4953b972 admin admin] Network c72451f2-343f-4f8c-91c6-93fa5ad10781 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:54:38.480907 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-52d6328d-9e63-4097-8e2f-b60d4953b972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, c72451f2-343f-4f8c-91c6-93fa5ad10781) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:38.486476 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d6328d-9e63-4097-8e2f-b60d4953b972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:38.487063 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52d6328d-9e63-4097-8e2f-b60d4953b972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.490953 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57623ee8-5210-4120-a135-aafd583fa817 None None] Network c72451f2-343f-4f8c-91c6-93fa5ad10781 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:54:38.512684 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-52d6328d-9e63-4097-8e2f-b60d4953b972 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4047730 Feb 04 05:54:38.712182 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-c72451f2-343f-4f8c-91c6-93fa5ad10781', 'network_id': 'c72451f2-343f-4f8c-91c6-93fa5ad10781', 'tenant_id': 'c1b2340729bd44e4bc8726360c1afe1e', 'fixed_ips': [{'subnet_id': 'f1a09cc0-f823-47de-891c-a5f5790bb4a4'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 05:54:38.713118 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.871864 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Allocated IP 192.168.233.2 (c72451f2-343f-4f8c-91c6-93fa5ad10781/f1a09cc0-f823-47de-891c-a5f5790bb4a4/b5362468-13a9-487c-8b77-61b31c80d92f) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:39.085122 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.095384 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Transition to ACTIVE for port object b5362468-13a9-487c-8b77-61b31c80d92f will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:54:39.115167 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Transition to ACTIVE for port object b5362468-13a9-487c-8b77-61b31c80d92f will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:54:39.121681 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.214811 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Network c72451f2-343f-4f8c-91c6-93fa5ad10781 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:39.219432 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:39.223592 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:54:39.225722 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Pushing event updated for resources: {'Port': ['ID=b5362468-13a9-487c-8b77-61b31c80d92f,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:39.257782 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:39.258144 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:39.258485 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:39.258819 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:39.259143 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:39.259481 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:39.259820 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:39.260141 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:39.260499 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:39.260824 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:39.261137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:39.261453 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:39.323922 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Attempting to bind port b5362468-13a9-487c-8b77-61b31c80d92f on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:39.324286 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Attempting to bind port b5362468-13a9-487c-8b77-61b31c80d92f by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '50aab07f-eeb1-46f2-9545-540e9b437434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c72451f2-343f-4f8c-91c6-93fa5ad10781'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:39.324636 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Attempting to bind port b5362468-13a9-487c-8b77-61b31c80d92f on network c72451f2-343f-4f8c-91c6-93fa5ad10781 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:54:39.329921 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:54:39.330286 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Checking segment: {'id': '50aab07f-eeb1-46f2-9545-540e9b437434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c72451f2-343f-4f8c-91c6-93fa5ad10781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:54:39.330679 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.331062 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Bound using segment: {'id': '50aab07f-eeb1-46f2-9545-540e9b437434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c72451f2-343f-4f8c-91c6-93fa5ad10781'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:54:39.331515 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Bound port: b5362468-13a9-487c-8b77-61b31c80d92f, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aab07f-eeb1-46f2-9545-540e9b437434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c72451f2-343f-4f8c-91c6-93fa5ad10781'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:54:39.331933 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.419752 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] For port b5362468-13a9-487c-8b77-61b31c80d92f, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:54:39.422785 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] For port b5362468-13a9-487c-8b77-61b31c80d92f, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b5362468-13a9-487c-8b77-61b31c80d92f,segment=NetworkSegment(50aab07f-eeb1-46f2-9545-540e9b437434),segment_id=50aab07f-eeb1-46f2-9545-540e9b437434)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:54:39.430062 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.539813 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e86ed1-5a48-4d48-95b0-d5215af8d2bb None None] Pushing event updated for resources: {'Port': ['ID=b5362468-13a9-487c-8b77-61b31c80d92f,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:40.369901 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab09de98-43b6-4e1d-a60b-11755ff2a87a None None] Network c72451f2-343f-4f8c-91c6-93fa5ad10781 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:54:40.472741 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0fcb5f1f-eb5c-4c2c-81e8-90715efd5a42 None None] Provisioning for port b5362468-13a9-487c-8b77-61b31c80d92f completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:54:40.643259 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b5362468-13a9-487c-8b77-61b31c80d92f up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:54:40.720897 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port b5362468-13a9-487c-8b77-61b31c80d92f completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:54:40.727226 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port b5362468-13a9-487c-8b77-61b31c80d92f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:40.727491 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.857583 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.890997 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port b5362468-13a9-487c-8b77-61b31c80d92f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b5362468-13a9-487c-8b77-61b31c80d92f,segment=NetworkSegment(50aab07f-eeb1-46f2-9545-540e9b437434),segment_id=50aab07f-eeb1-46f2-9545-540e9b437434)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:54:40.896978 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.954224 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-120b6b43-df93-42f9-8cd4-1196b917d21c None None] Provisioning complete for port b5362468-13a9-487c-8b77-61b31c80d92f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:40.954589 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-120b6b43-df93-42f9-8cd4-1196b917d21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:41.014590 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=b5362468-13a9-487c-8b77-61b31c80d92f,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:42.595361 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b5362468-13a9-487c-8b77-61b31c80d92f up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:54:42.666901 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port b5362468-13a9-487c-8b77-61b31c80d92f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:42.667352 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.453826 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f815de03-b4b1-4e5e-9e2e-fbce3b0c2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.814227 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-94459a2e-e687-4b21-9c5f-e62bbd51d415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.718716 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.800865 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.133414 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.707809 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 5 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 05:55:29.448770 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-673fe4b9-b220-4d2d-99f2-b320febd8d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:31.816963 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c004be38-636b-4883-9372-045d7c820d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.716740 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.804631 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.136568 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.707161 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 5 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 05:55:50.883602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 45726) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:55:50.890115 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-894f8180-2779-4910-b967-ed9384c1f3c5 tempest-verify_tempest_config-91627455 tempest-verify_tempest_config-91627455-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:55:50.891089 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-894f8180-2779-4910-b967-ed9384c1f3c5 tempest-verify_tempest_config-91627455 tempest-verify_tempest_config-91627455-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065281 Feb 04 05:55:51.223073 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 45744) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:55:51.344395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.361154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:55:51.367217 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Usage tracker for resource:security_group_rule and tenant:206e086a3f8b47b5bdcad1fc6ab16c00 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:55:51.370839 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:55:51.376786 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:55:51.455189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.460866 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.504844 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Synchronizing usage tracker for tenant:c1b2340729bd44e4bc8726360c1afe1e on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 05:55:51.507144 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ca967a-7572-4bd4-b3b9-68965946457a,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:51.516298 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:51.516636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:51.516963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:51.517282 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:51.517596 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:51.517910 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:51.518227 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:51.518550 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:51.518860 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:51.519154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:51.519454 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:51.519760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:51.534180 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] Unset dirty status for tenant:c1b2340729bd44e4bc8726360c1afe1e on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 05:55:51.535554 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fff506de-d10e-42b9-804a-d2d18d0f13f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=206e086a3f8b47b5bdcad1fc6ab16c00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3115115 Feb 04 05:55:51.538335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 45750) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:55:51.595694 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8d5cbc8d-2f4e-4b22-8747-bd639ff4538b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.623769 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8d5cbc8d-2f4e-4b22-8747-bd639ff4538b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.716206 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8d5cbc8d-2f4e-4b22-8747-bd639ff4538b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.737435 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cbc8d-2f4e-4b22-8747-bd639ff4538b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ca967a-7572-4bd4-b3b9-68965946457a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:51.741263 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8d5cbc8d-2f4e-4b22-8747-bd639ff4538b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.744525 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8d5cbc8d-2f4e-4b22-8747-bd639ff4538b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/05ca967a-7572-4bd4-b3b9-68965946457a HTTP/1.1" status: 204 len: 168 time: 0.2050989 Feb 04 05:55:59.461637 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6295b3a0-0c95-4737-973b-716992db7be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.825333 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3e061490-a09d-4646-a522-88a4fe843606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.726551 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.816978 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:04.152935 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.713216 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 5 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 05:56:29.468229 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fe68913b-26c2-41a7-af98-5d6fa4bee434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.827344 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6d9adf9c-17f0-4808-bd39-da29e15b5aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.729160 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.821170 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.139601 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.717720 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 5 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 05:56:59.454335 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2f124af9-0265-481d-82b5-d967b6d88928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.824880 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6496b7ab-8985-44a8-b505-2f556e61e3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.736039 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.816749 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:04.141135 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.903887 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-491794'] for agent, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.632734 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 45820) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:57:21.754733 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5d2e427d-d978-437c-bb82-3bd6015729d4 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1208570 Feb 04 05:57:23.863939 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 45830) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:57:23.931378 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-47b5f304-6287-4bb1-9401-d55000713133 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0662744 Feb 04 05:57:29.477502 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32c35a2e-706b-4160-83be-5f9ddaee9085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.830340 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-375a88e5-fed0-408f-90f0-a501eba83c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.741183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.826302 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:34.147154 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:34.723297 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 05:57:36.912764 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:59.453057 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cfd2c8c2-2f87-446c-9a0a-5e7ea76cd559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.819876 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1c1957b6-1fef-4c4f-b643-be7c4f5416c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.733066 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.823513 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.147526 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:06.905748 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:11.723545 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 05:58:29.459093 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1248fc6a-ae72-40cf-94e6-7bfb984c0144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:31.811981 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e3cada51-f06e-4799-86ac-c65f37b6af70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:32.736768 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:32.816975 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:34.156442 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:36.919198 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:47.801603 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 45986) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:48.146536 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46010) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:48.157576 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2064728696-network', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:48.163442 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:48.167551 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Usage tracker for resource:network and tenant:cb94bb5ad2274bffbb62168bf92a11ea is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:48.170839 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:48.176901 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:48.190331 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Made reservation on behalf of cb94bb5ad2274bffbb62168bf92a11ea for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:48.193139 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.228988 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.277469 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:48.281359 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Usage tracker for resource:security_group_rule and tenant:cb94bb5ad2274bffbb62168bf92a11ea is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:48.284489 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:48.291991 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:48.331308 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46020) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:48.392858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.398086 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.431469 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225cfe83-fa39-4094-8707-9ed5cec3b3ac,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:48.444487 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:48.444842 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:48.445225 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:48.445536 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:48.451983 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:48.452640 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:48.453525 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:48.454170 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:48.454945 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:48.455674 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:48.456203 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:48.457009 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Tracked resource versions report: Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: pushed versions: Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: { 'AddressGroup': {'1.2'}, Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'ConntrackHelper': {'1.0'}, Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'Log': {'1.0'}, Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'Network': {'1.1'}, Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'Port': {'1.7'}, Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'PortForwarding': {'1.2'}, Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'QosPolicy': {'1.8'}, Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'SecurityGroup': {'1.4'}, Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'SubPort': {'1.0'}, Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'Subnet': {'1.1'}, Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'Trunk': {'1.1'}} Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: consumer versions: Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: { DHCP agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: HyperV agent@hv-neutron-8268: {}, Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: L3 agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: Metadata agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: Metering agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: Open vSwitch agent@dv-neutron-826830-2-hyperv: { 'AddressGroup': '1.2', Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'ConntrackHelper': '1.0', Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'Log': '1.0', Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'Network': '1.1', Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'Port': '1.7', Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'PortForwarding': '1.2', Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'QosPolicy': '1.8', Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'SecurityGroup': '1.4', Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'SecurityGroupRule': '1.2', Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'SubPort': '1.0', Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'Subnet': '1.1', Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: 'Trunk': '1.1'}} Feb 04 05:58:48.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: {{(pid=87470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:58:48.480609 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:48.500791 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.501483 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Added segment 0969c73a-e15c-4ae5-a0f3-82efa99c56d5 of type vlan for network e8542b43-7535-4da4-a485-e641ef5c90d7 Feb 04 05:58:48.531049 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.561681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.562641 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:48.563413 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.641946 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-439791222-network', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:48.662964 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-864796244-network', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:48.675804 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:48.680407 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Usage tracker for resource:network and tenant:c85bcf77029c4cef92a0a226e81e77ad is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:48.687902 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:48.699476 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:48.710056 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] Pushing event updated for resources: {'Network': ['ID=e8542b43-7535-4da4-a485-e641ef5c90d7,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:48.712313 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46038) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:48.713702 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:48.717251 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-841a4336-f3a5-46af-9687-870af70b7704 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9135771 Feb 04 05:58:48.721023 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Usage tracker for resource:network and tenant:65ad76e2ab97449aa72bd10490fb5076 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:48.722094 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46040) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:48.725182 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Made reservation on behalf of c85bcf77029c4cef92a0a226e81e77ad for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:48.728228 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.733424 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 05:58:48.738018 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network e8542b43-7535-4da4-a485-e641ef5c90d7 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 05:58:48.740526 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:48.742579 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Request body: {'subnet': {'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2064728696-subnet', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:48.749791 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:48.752333 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.764770 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:48.776770 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:48.781378 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Usage tracker for resource:security_group_rule and tenant:c85bcf77029c4cef92a0a226e81e77ad is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:48.781951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Usage tracker for resource:subnet and tenant:cb94bb5ad2274bffbb62168bf92a11ea is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:48.785014 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Made reservation on behalf of 65ad76e2ab97449aa72bd10490fb5076 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:48.787942 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.793187 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:48.797789 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:48.806537 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.810061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:48.821050 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:48.827000 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:48.831218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Usage tracker for resource:security_group_rule and tenant:65ad76e2ab97449aa72bd10490fb5076 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:48.834866 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:48.840511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Made reservation on behalf of cb94bb5ad2274bffbb62168bf92a11ea for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:48.841412 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:48.844099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.923851 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.932353 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.944338 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:48.954981 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.955528 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Added segment b4ac90b0-25c3-4449-b419-1069ce490de0 of type vlan for network 8b2c027f-66fc-4891-a810-faede768ce58 Feb 04 05:58:49.007514 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ea3467-265a-4214-94be-fcc27ef89d72,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:49.022588 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.083135 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.084120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:49.084696 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.091594 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.174431 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da9005f5-dfd7-4698-952c-229a09293613,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:49.182652 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-310194666'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:49.193724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:49.198824 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:network and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:49.202223 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:49.212900 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:49.227649 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:49.228530 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:49.229030 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:49.229557 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:49.230068 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:49.230547 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:49.231030 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:49.231552 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:49.232241 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:49.232851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:49.233349 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:49.233912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Tracked resource versions report: Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: pushed versions: Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: { 'AddressGroup': {'1.2'}, Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'ConntrackHelper': {'1.0'}, Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'Log': {'1.0'}, Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'Network': {'1.1'}, Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'Port': {'1.7'}, Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'PortForwarding': {'1.2'}, Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'QosPolicy': {'1.8'}, Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'SecurityGroup': {'1.4'}, Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'SubPort': {'1.0'}, Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'Subnet': {'1.1'}, Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'Trunk': {'1.1'}} Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: consumer versions: Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: { DHCP agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: HyperV agent@hv-neutron-8268: {}, Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: L3 agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: Metadata agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: Metering agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: Open vSwitch agent@dv-neutron-826830-2-hyperv: { 'AddressGroup': '1.2', Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'ConntrackHelper': '1.0', Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'Log': '1.0', Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'Network': '1.1', Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'Port': '1.7', Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'PortForwarding': '1.2', Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'QosPolicy': '1.8', Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'SecurityGroup': '1.4', Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'SecurityGroupRule': '1.2', Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'SubPort': '1.0', Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'Subnet': '1.1', Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: 'Trunk': '1.1'}} Feb 04 05:58:49.235192 dv-neutron-826830-2-hyperv neutron-server[87471]: {{(pid=87471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:58:49.243897 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:49.248593 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.255135 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] Pushing event updated for resources: {'Network': ['ID=8b2c027f-66fc-4891-a810-faede768ce58,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:49.268191 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 8b2c027f-66fc-4891-a810-faede768ce58 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 05:58:49.290266 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Checking segment: {'id': '0969c73a-e15c-4ae5-a0f3-82efa99c56d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:58:49.293811 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Network hostable DHCP agents. Network: e8542b43-7535-4da4-a485-e641ef5c90d7, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:49.303569 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.304934 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.310810 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-21d1cbd3-9d1e-4f04-8ff6-4f87c75f1b18 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9783099 Feb 04 05:58:49.312379 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46062) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:49.315437 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.321722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-949fc67c-423c-447a-a06b-f0aa8981affa admin admin] Request body: {'subnet': {'network_id': '8b2c027f-66fc-4891-a810-faede768ce58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-864796244-subnet', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:49.327640 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-949fc67c-423c-447a-a06b-f0aa8981affa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:49.329009 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:49.334471 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-949fc67c-423c-447a-a06b-f0aa8981affa admin admin] Usage tracker for resource:subnet and tenant:65ad76e2ab97449aa72bd10490fb5076 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:49.336902 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:security_group_rule and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:49.338490 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-949fc67c-423c-447a-a06b-f0aa8981affa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:49.341163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:49.345961 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-949fc67c-423c-447a-a06b-f0aa8981affa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:49.347688 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:49.353427 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Network e8542b43-7535-4da4-a485-e641ef5c90d7 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:49.364616 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949fc67c-423c-447a-a06b-f0aa8981affa admin admin] Made reservation on behalf of 65ad76e2ab97449aa72bd10490fb5076 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:49.367925 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-949fc67c-423c-447a-a06b-f0aa8981affa admin admin] Notify callbacks [] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.380713 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, e8542b43-7535-4da4-a485-e641ef5c90d7) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:49.398100 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:49.399242 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.414325 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dfb653-c4c0-4248-b224-74711eee3f1d None None] Network e8542b43-7535-4da4-a485-e641ef5c90d7 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:58:49.457296 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-073860dc-7420-4709-8de8-da8fa0d21242 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7317502 Feb 04 05:58:49.458045 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46070) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:49.465566 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2064728696-router', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:49.468127 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:49.484253 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bc2a5f-efb1-43dc-ab75-379823d0ba9f,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:49.484819 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:49.497655 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.498370 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Added segment bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4 of type vlan for network 0d1f31ca-7eb5-4276-8d31-65c804e64b2a Feb 04 05:58:49.499338 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Usage tracker for resource:router and tenant:cb94bb5ad2274bffbb62168bf92a11ea is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:49.505434 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:49.542716 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.555499 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:49.571027 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.578529 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.591812 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:49.603488 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.603760 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Added segment 06c49764-812b-460e-89fb-08f9f58c1248 of type vlan for network f8fb3787-8050-48b7-ae9b-d6b6d660cde2 Feb 04 05:58:49.621588 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.624647 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:49.626866 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.633605 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.671714 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5243418 Feb 04 05:58:49.704798 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46078) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:49.705821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.707738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.725699 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-d42a1bf3-c9a3-4518-8d29-4718994cdf14 admin admin] Request body: {'subnet': {'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-439791222-subnet', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:49.730734 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.736829 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:49.737613 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.764778 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ea15f-f9b7-4fd2-8969-77be0927e43e admin admin] Pushing event updated for resources: {'Network': ['ID=0d1f31ca-7eb5-4276-8d31-65c804e64b2a,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:49.790657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e62fc49-47c8-4ba6-ac18-ba9d3607b276,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:49.791481 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 0d1f31ca-7eb5-4276-8d31-65c804e64b2a details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 05:58:49.793755 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-949fc67c-423c-447a-a06b-f0aa8981affa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.793922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.870327 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d42a1bf3-c9a3-4518-8d29-4718994cdf14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:49.882115 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fc67c-423c-447a-a06b-f0aa8981affa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f480d6dd-77ba-48ed-975b-d2edf07b28c4,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:49.892231 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949fc67c-423c-447a-a06b-f0aa8981affa admin admin] Checking segment: {'id': 'b4ac90b0-25c3-4449-b419-1069ce490de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:58:49.892919 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949fc67c-423c-447a-a06b-f0aa8981affa admin admin] Network hostable DHCP agents. Network: 8b2c027f-66fc-4891-a810-faede768ce58, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:49.937591 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949fc67c-423c-447a-a06b-f0aa8981affa admin admin] Network 8b2c027f-66fc-4891-a810-faede768ce58 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:49.958341 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-949fc67c-423c-447a-a06b-f0aa8981affa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 8b2c027f-66fc-4891-a810-faede768ce58) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:49.964909 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949fc67c-423c-447a-a06b-f0aa8981affa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:49.965918 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-949fc67c-423c-447a-a06b-f0aa8981affa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.977037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d42a1bf3-c9a3-4518-8d29-4718994cdf14 admin admin] Usage tracker for resource:subnet and tenant:c85bcf77029c4cef92a0a226e81e77ad is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:49.985083 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d42a1bf3-c9a3-4518-8d29-4718994cdf14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:50.002413 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2889557 Feb 04 05:58:50.008618 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d42a1bf3-c9a3-4518-8d29-4718994cdf14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:50.010367 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46100) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:50.010543 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-949fc67c-423c-447a-a06b-f0aa8981affa admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6965580 Feb 04 05:58:50.022647 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-864796244-router', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:50.027689 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533088ef-0c82-4bc0-8df9-f37e87f4f3af tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Network': ['ID=f8fb3787-8050-48b7-ae9b-d6b6d660cde2,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:50.030180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:50.030409 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d200f58-2463-4497-8ff6-8a91525ae6d5 None None] Network 8b2c027f-66fc-4891-a810-faede768ce58 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:58:50.071917 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-e8542b43-7535-4da4-a485-e641ef5c90d7', 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'fixed_ips': [{'subnet_id': 'da9005f5-dfd7-4698-952c-229a09293613'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 05:58:50.076356 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.091513 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Usage tracker for resource:router and tenant:65ad76e2ab97449aa72bd10490fb5076 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:50.096965 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network f8fb3787-8050-48b7-ae9b-d6b6d660cde2 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 05:58:50.100993 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:50.103697 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42a1bf3-c9a3-4518-8d29-4718994cdf14 admin admin] Made reservation on behalf of c85bcf77029c4cef92a0a226e81e77ad for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:50.106128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d42a1bf3-c9a3-4518-8d29-4718994cdf14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.139298 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46108) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:50.145405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-2c48c1f1-4078-4680-9370-fe6ead07dc3b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'subnet': {'network_id': 'f8fb3787-8050-48b7-ae9b-d6b6d660cde2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:50.183258 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:50.333941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.334855 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.335463 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-2c48c1f1-4078-4680-9370-fe6ead07dc3b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:50.340136 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-2c48c1f1-4078-4680-9370-fe6ead07dc3b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:subnet and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:50.343220 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-2c48c1f1-4078-4680-9370-fe6ead07dc3b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:50.349650 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-2c48c1f1-4078-4680-9370-fe6ead07dc3b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:50.369142 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c48c1f1-4078-4680-9370-fe6ead07dc3b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:50.373173 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2c48c1f1-4078-4680-9370-fe6ead07dc3b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks [] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.444075 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.464170 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.649044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2c48c1f1-4078-4680-9370-fe6ead07dc3b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.743956 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46130) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:50.833854 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48c1f1-4078-4680-9370-fe6ead07dc3b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Subnet': ['ID=b7f7c165-7284-43a0-a018-5ed6dd638296,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:50.859120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c48c1f1-4078-4680-9370-fe6ead07dc3b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Checking segment: {'id': '06c49764-812b-460e-89fb-08f9f58c1248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f8fb3787-8050-48b7-ae9b-d6b6d660cde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:58:50.859472 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c48c1f1-4078-4680-9370-fe6ead07dc3b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network hostable DHCP agents. Network: f8fb3787-8050-48b7-ae9b-d6b6d660cde2, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:50.867099 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Allocated IP 172.20.0.2 (e8542b43-7535-4da4-a485-e641ef5c90d7/da9005f5-dfd7-4698-952c-229a09293613/c5682936-1807-4b67-a815-a12a20fc3596) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:50.904212 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c48c1f1-4078-4680-9370-fe6ead07dc3b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network f8fb3787-8050-48b7-ae9b-d6b6d660cde2 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:50.931974 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-2c48c1f1-4078-4680-9370-fe6ead07dc3b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, f8fb3787-8050-48b7-ae9b-d6b6d660cde2) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:50.941955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-8b2c027f-66fc-4891-a810-faede768ce58', 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'fixed_ips': [{'subnet_id': 'f480d6dd-77ba-48ed-975b-d2edf07b28c4'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 05:58:50.943103 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.948966 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c48c1f1-4078-4680-9370-fe6ead07dc3b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:50.949558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2c48c1f1-4078-4680-9370-fe6ead07dc3b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.961834 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63605bd8-9799-48f3-9bf2-b06293455ddc None None] Network f8fb3787-8050-48b7-ae9b-d6b6d660cde2 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:58:51.010989 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2c48c1f1-4078-4680-9370-fe6ead07dc3b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8704841 Feb 04 05:58:51.014746 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46140) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:51.025304 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.029048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b9123a95-0ef3-434e-92a3-5dd3b51f09a7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-529877259'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:51.054604 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b9123a95-0ef3-434e-92a3-5dd3b51f09a7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:51.064884 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b9123a95-0ef3-434e-92a3-5dd3b51f09a7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:network and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:51.070900 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b9123a95-0ef3-434e-92a3-5dd3b51f09a7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:51.084744 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d42a1bf3-c9a3-4518-8d29-4718994cdf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.087534 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b9123a95-0ef3-434e-92a3-5dd3b51f09a7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:51.114610 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9123a95-0ef3-434e-92a3-5dd3b51f09a7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:51.120688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b9123a95-0ef3-434e-92a3-5dd3b51f09a7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.186188 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9123a95-0ef3-434e-92a3-5dd3b51f09a7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:51.204447 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b9123a95-0ef3-434e-92a3-5dd3b51f09a7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.207121 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-b9123a95-0ef3-434e-92a3-5dd3b51f09a7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Added segment 2f57d91b-4091-4d5a-8144-7962e77a9fe0 of type vlan for network d297e98f-b26f-4eb8-b54f-02a18737459c Feb 04 05:58:51.257758 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b9123a95-0ef3-434e-92a3-5dd3b51f09a7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.315661 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1926013000', 'router:external': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:51.335740 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b9123a95-0ef3-434e-92a3-5dd3b51f09a7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.343161 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9123a95-0ef3-434e-92a3-5dd3b51f09a7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:51.343795 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b9123a95-0ef3-434e-92a3-5dd3b51f09a7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.363057 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:51.379155 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a1bf3-c9a3-4518-8d29-4718994cdf14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a00080c-84b1-4e69-a110-952796207a71,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:51.405563 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Usage tracker for resource:network and tenant:7c39af0a4e394961ac01d1c0709fc32e is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:51.433307 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:51.458504 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42a1bf3-c9a3-4518-8d29-4718994cdf14 admin admin] Checking segment: {'id': 'bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:58:51.458906 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42a1bf3-c9a3-4518-8d29-4718994cdf14 admin admin] Network hostable DHCP agents. Network: 0d1f31ca-7eb5-4276-8d31-65c804e64b2a, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:51.467279 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b9123a95-0ef3-434e-92a3-5dd3b51f09a7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4496436 Feb 04 05:58:51.470231 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46152) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:51.476474 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b957cd25-2939-455c-b1db-0745f0b37b39 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'subnet': {'network_id': 'd297e98f-b26f-4eb8-b54f-02a18737459c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:51.477743 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:51.491913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9123a95-0ef3-434e-92a3-5dd3b51f09a7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Network': ['ID=d297e98f-b26f-4eb8-b54f-02a18737459c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:51.533053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network d297e98f-b26f-4eb8-b54f-02a18737459c details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 05:58:51.555834 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46156) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:51.626068 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b957cd25-2939-455c-b1db-0745f0b37b39 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:51.630614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b957cd25-2939-455c-b1db-0745f0b37b39 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:subnet and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:51.633928 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b957cd25-2939-455c-b1db-0745f0b37b39 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:51.641640 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b957cd25-2939-455c-b1db-0745f0b37b39 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:51.654038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b957cd25-2939-455c-b1db-0745f0b37b39 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:51.661433 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b957cd25-2939-455c-b1db-0745f0b37b39 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks [] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.781777 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Made reservation on behalf of 7c39af0a4e394961ac01d1c0709fc32e for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:51.784154 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.799288 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.811104 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42a1bf3-c9a3-4518-8d29-4718994cdf14 admin admin] Network 0d1f31ca-7eb5-4276-8d31-65c804e64b2a is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:51.864912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:51.884069 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-d42a1bf3-c9a3-4518-8d29-4718994cdf14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 0d1f31ca-7eb5-4276-8d31-65c804e64b2a) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:51.886046 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Usage tracker for resource:security_group_rule and tenant:7c39af0a4e394961ac01d1c0709fc32e is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:51.908752 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:51.926347 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb8b421-259f-446a-9227-ee2d65206f39 None None] Network 0d1f31ca-7eb5-4276-8d31-65c804e64b2a requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:58:51.930140 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42a1bf3-c9a3-4518-8d29-4718994cdf14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:51.930729 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d42a1bf3-c9a3-4518-8d29-4718994cdf14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.936227 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:51.963563 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.965670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b957cd25-2939-455c-b1db-0745f0b37b39 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.979279 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Allocated IP 172.20.0.2 (8b2c027f-66fc-4891-a810-faede768ce58/f480d6dd-77ba-48ed-975b-d2edf07b28c4/cc6b5437-4a02-431c-bcbb-129bdfc8d4b8) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:51.993727 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-728614441', 'router:external': True}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:52.006079 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-f8fb3787-8050-48b7-ae9b-d6b6d660cde2', 'network_id': 'f8fb3787-8050-48b7-ae9b-d6b6d660cde2', 'tenant_id': 'be5863f9490840e8a3915d28728f2bb3', 'fixed_ips': [{'subnet_id': 'b7f7c165-7284-43a0-a018-5ed6dd638296'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 05:58:52.007189 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.033891 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Transition to ACTIVE for port object c5682936-1807-4b67-a815-a12a20fc3596 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:58:52.039589 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.075396 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46174) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:52.087991 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:52.098714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.100156 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Usage tracker for resource:network and tenant:7145a54531bf47eaabdf2040122c9f24 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:52.105871 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:52.122044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:52.139463 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46180) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:52.150188 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d42a1bf3-c9a3-4518-8d29-4718994cdf14 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.4376957 Feb 04 05:58:52.150961 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46182) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:52.227240 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-439791222-router', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:52.234779 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Made reservation on behalf of 7145a54531bf47eaabdf2040122c9f24 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:52.238179 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.259235 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Transition to ACTIVE for port object c5682936-1807-4b67-a815-a12a20fc3596 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:58:52.264212 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.276427 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b957cd25-2939-455c-b1db-0745f0b37b39 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Checking segment: {'id': '2f57d91b-4091-4d5a-8144-7962e77a9fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd297e98f-b26f-4eb8-b54f-02a18737459c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:58:52.277012 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b957cd25-2939-455c-b1db-0745f0b37b39 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network hostable DHCP agents. Network: d297e98f-b26f-4eb8-b54f-02a18737459c, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:52.290619 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957cd25-2939-455c-b1db-0745f0b37b39 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Subnet': ['ID=48c34f30-154a-4779-be5f-0d66ed87d5f8,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:52.303467 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:52.318073 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:52.321000 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-754aa584-51ba-4ea9-a92d-3a7e6b769120 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:52.326787 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Usage tracker for resource:security_group_rule and tenant:7145a54531bf47eaabdf2040122c9f24 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:52.333059 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:52.334883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Usage tracker for resource:router and tenant:c85bcf77029c4cef92a0a226e81e77ad is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:52.342051 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.345768 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:52.357860 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:52.377728 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:52.396376 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:52.411926 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:52.422748 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Usage tracker for resource:floatingip and tenant:4959f738dfae420aa291222aaca2e8e4 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:52.427111 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:52.431084 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b957cd25-2939-455c-b1db-0745f0b37b39 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network d297e98f-b26f-4eb8-b54f-02a18737459c is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:52.442941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:52.454811 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-b957cd25-2939-455c-b1db-0745f0b37b39 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, d297e98f-b26f-4eb8-b54f-02a18737459c) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:52.460299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b957cd25-2939-455c-b1db-0745f0b37b39 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:52.461080 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b957cd25-2939-455c-b1db-0745f0b37b39 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.479760 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59efc12e-4ae2-4248-87c2-042d92a90bc9 None None] Network d297e98f-b26f-4eb8-b54f-02a18737459c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:58:52.482589 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for floatingip, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.494440 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Network e8542b43-7535-4da4-a485-e641ef5c90d7 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:52.496692 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.498588 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.510287 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:52.561133 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:58:52.562416 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-754aa584-51ba-4ea9-a92d-3a7e6b769120 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] 10.222.0.31 "PUT /v2.0/quotas/b4dcb856056f4a67906e17d016e2f858 HTTP/1.1" status: 200 len: 366 time: 0.4801691 Feb 04 05:58:52.563628 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.566828 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46192) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:52.588087 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b957cd25-2939-455c-b1db-0745f0b37b39 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1167407 Feb 04 05:58:52.592491 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46196) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:52.597492 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.606283 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ba146218-5a22-475f-9c3d-c6b28933c185 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0301087 Feb 04 05:58:52.607180 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46200) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:52.617840 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.620955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Pushing event updated for resources: {'Port': ['ID=c5682936-1807-4b67-a815-a12a20fc3596,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:52.640853 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.641072 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3e3310df-e7fc-4fdb-a7a5-842f2bc276d9 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] 10.222.0.31 "GET /v2.0/quotas/b4dcb856056f4a67906e17d016e2f858 HTTP/1.1" status: 200 len: 366 time: 0.0304823 Feb 04 05:58:52.642943 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.643091 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46204) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:52.671252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:52.686563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e348c5a1-7c97-4a53-bd48-1aacc34e45b4,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:52.693884 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.694335 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Added segment 48281517-6ddd-4dfc-9cd0-3048e623bbf0 of type vlan for network 06dec485-59e5-4f39-9dd9-b534c8e264e4 Feb 04 05:58:52.704505 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8c465c76-8ad9-4260-8851-d32d3a2eeda0 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/b4dcb856056f4a67906e17d016e2f858 HTTP/1.1" status: 204 len: 168 time: 0.0581725 Feb 04 05:58:52.706980 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46208) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:52.731850 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-664be664-ed28-4ac0-a1cb-3bcc7c4d2a77 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0231967 Feb 04 05:58:52.732214 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46212) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:52.733547 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:52.733894 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:52.734224 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:52.734552 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:52.734874 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:52.735597 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:52.735936 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:52.736245 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:52.736564 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:52.736886 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:52.737197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:52.737513 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Tracked resource versions report: Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: pushed versions: Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: { 'AddressGroup': {'1.2'}, Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'ConntrackHelper': {'1.0'}, Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'Log': {'1.0'}, Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'Network': {'1.1'}, Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'Port': {'1.7'}, Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'PortForwarding': {'1.2'}, Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'QosPolicy': {'1.8'}, Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'SecurityGroup': {'1.4'}, Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'SubPort': {'1.0'}, Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'Subnet': {'1.1'}, Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'Trunk': {'1.1'}} Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: consumer versions: Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: { DHCP agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: HyperV agent@hv-neutron-8268: {}, Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: L3 agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: Metadata agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: Metering agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: Open vSwitch agent@dv-neutron-826830-2-hyperv: { 'AddressGroup': '1.2', Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'ConntrackHelper': '1.0', Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'Log': '1.0', Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'Network': '1.1', Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'Port': '1.7', Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'PortForwarding': '1.2', Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'QosPolicy': '1.8', Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'SecurityGroup': '1.4', Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'SecurityGroupRule': '1.2', Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'SubPort': '1.0', Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'Subnet': '1.1', Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: 'Trunk': '1.1'}} Feb 04 05:58:52.738711 dv-neutron-826830-2-hyperv neutron-server[87472]: {{(pid=87472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:58:52.766129 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Allocated IP 172.26.4.81 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/31e7ac82-3605-4e18-b430-53b37bc67433) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:52.771867 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3ca79bca-d0b6-41e4-80ce-0576c3eae9e0 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] 10.222.0.31 "GET /v2.0/quotas/b4dcb856056f4a67906e17d016e2f858 HTTP/1.1" status: 200 len: 370 time: 0.0362215 Feb 04 05:58:52.771867 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.777435 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46216) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:52.780136 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.793016 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-625682b4-92fb-4828-aaca-e2cdebe3cc2d tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] 10.222.0.31 "GET /v2.0/quotas/b4dcb856056f4a67906e17d016e2f858/default HTTP/1.1" status: 200 len: 370 time: 0.0112221 Feb 04 05:58:52.794432 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46220) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:52.808528 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.821149 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-e3dd1ca1-938a-4be1-9fca-b5b6f60ffcd6 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] delete failed (client error): The resource could not be found. Feb 04 05:58:52.825062 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e3dd1ca1-938a-4be1-9fca-b5b6f60ffcd6 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/b4dcb856056f4a67906e17d016e2f858 HTTP/1.1" status: 404 len: 348 time: 0.0269077 Feb 04 05:58:52.849766 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.894872 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.896140 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:52.896915 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.988947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Allocated IP 172.20.255.242 (f8fb3787-8050-48b7-ae9b-d6b6d660cde2/b7f7c165-7284-43a0-a018-5ed6dd638296/e3bc1db6-9d12-40be-bc75-116c9b4e8fbd) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:52.992470 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-0d1f31ca-7eb5-4276-8d31-65c804e64b2a', 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'fixed_ips': [{'subnet_id': '7a00080c-84b1-4e69-a110-952796207a71'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 05:58:52.993298 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.002356 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Attempting to bind port c5682936-1807-4b67-a815-a12a20fc3596 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:53.002718 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Attempting to bind port c5682936-1807-4b67-a815-a12a20fc3596 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '0969c73a-e15c-4ae5-a0f3-82efa99c56d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:53.003068 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Attempting to bind port c5682936-1807-4b67-a815-a12a20fc3596 on network e8542b43-7535-4da4-a485-e641ef5c90d7 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:58:53.023901 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.030406 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:58:53.030674 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:53.031193 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Checking segment: {'id': '0969c73a-e15c-4ae5-a0f3-82efa99c56d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:58:53.031749 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.032204 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Pushing event updated for resources: {'Network': ['ID=06dec485-59e5-4f39-9dd9-b534c8e264e4,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:53.032874 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Bound using segment: {'id': '0969c73a-e15c-4ae5-a0f3-82efa99c56d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:58:53.033507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Bound port: c5682936-1807-4b67-a815-a12a20fc3596, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0969c73a-e15c-4ae5-a0f3-82efa99c56d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:53.034064 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.039468 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7954c535-d7ad-48b7-9444-45783a227013 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.4826429 Feb 04 05:58:53.043050 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46228) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:53.049839 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-360fcd76-f9da-4ac0-96a2-307c4376ab37 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Request body: {'subnet': {'network_id': '06dec485-59e5-4f39-9dd9-b534c8e264e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:53.057311 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-360fcd76-f9da-4ac0-96a2-307c4376ab37 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:53.061118 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-360fcd76-f9da-4ac0-96a2-307c4376ab37 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Usage tracker for resource:subnet and tenant:7145a54531bf47eaabdf2040122c9f24 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:53.061252 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 06dec485-59e5-4f39-9dd9-b534c8e264e4 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 05:58:53.063997 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-360fcd76-f9da-4ac0-96a2-307c4376ab37 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:53.070704 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-360fcd76-f9da-4ac0-96a2-307c4376ab37 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:53.081370 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360fcd76-f9da-4ac0-96a2-307c4376ab37 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Made reservation on behalf of 7145a54531bf47eaabdf2040122c9f24 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:53.084041 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-360fcd76-f9da-4ac0-96a2-307c4376ab37 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.092221 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Transition to ACTIVE for port object cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:58:53.097905 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46232) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:53.208636 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.208896 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Added segment 35beb7f6-3cd0-4a4b-8032-920bd76d2719 of type vlan for network 7f879bf4-eadc-4172-b45c-6efacc7ad3bf Feb 04 05:58:53.230231 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c4e326-1082-4421-92b2-542346d3bcb1,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:53.292163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.322996 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.373689 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.412677 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c85a01e3-9410-479d-b1b9-7804afb214f9 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] Usage tracker for resource:network and tenant:b82a3e085e5649979f9bac2395c11189 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:53.419484 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Transition to ACTIVE for port object cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:58:53.458442 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.468149 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.objects.ports [None req-360fcd76-f9da-4ac0-96a2-307c4376ab37 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87470) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 05:58:53.468523 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-360fcd76-f9da-4ac0-96a2-307c4376ab37 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.548569 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c85a01e3-9410-479d-b1b9-7804afb214f9 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:53.597758 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fcd76-f9da-4ac0-96a2-307c4376ab37 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Pushing event updated for resources: {'Subnet': ['ID=73a6ff37-3927-46dc-a4a8-7add4fadeff6,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:53.608050 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360fcd76-f9da-4ac0-96a2-307c4376ab37 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Checking segment: {'id': '48281517-6ddd-4dfc-9cd0-3048e623bbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '06dec485-59e5-4f39-9dd9-b534c8e264e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:58:53.608406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360fcd76-f9da-4ac0-96a2-307c4376ab37 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Network hostable DHCP agents. Network: 06dec485-59e5-4f39-9dd9-b534c8e264e4, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:53.609087 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.629930 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360fcd76-f9da-4ac0-96a2-307c4376ab37 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Network 06dec485-59e5-4f39-9dd9-b534c8e264e4 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:53.637686 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Network 8b2c027f-66fc-4891-a810-faede768ce58 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:53.646918 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-360fcd76-f9da-4ac0-96a2-307c4376ab37 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 06dec485-59e5-4f39-9dd9-b534c8e264e4) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:53.650951 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360fcd76-f9da-4ac0-96a2-307c4376ab37 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:53.651513 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-360fcd76-f9da-4ac0-96a2-307c4376ab37 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.655910 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:53.656965 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c85a01e3-9410-479d-b1b9-7804afb214f9 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] Usage tracker for resource:subnet and tenant:b82a3e085e5649979f9bac2395c11189 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:53.671595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda53077-373d-4873-8aea-93810fb00a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-d297e98f-b26f-4eb8-b54f-02a18737459c', 'network_id': 'd297e98f-b26f-4eb8-b54f-02a18737459c', 'tenant_id': 'be5863f9490840e8a3915d28728f2bb3', 'fixed_ips': [{'subnet_id': '48c34f30-154a-4779-be5f-0d66ed87d5f8'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 05:58:53.672014 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.672487 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bda53077-373d-4873-8aea-93810fb00a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.678180 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-360fcd76-f9da-4ac0-96a2-307c4376ab37 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6325634 Feb 04 05:58:53.679641 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46238) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:53.681425 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6445d2eb-c8a4-47d6-a0d4-e1c6cc757978 None None] Network 06dec485-59e5-4f39-9dd9-b534c8e264e4 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:58:53.685385 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a43b2023-6d8d-43dc-88b1-e7598638e607 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1355465366', 'network_id': '06dec485-59e5-4f39-9dd9-b534c8e264e4'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:53.690054 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a43b2023-6d8d-43dc-88b1-e7598638e607 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:53.693991 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a43b2023-6d8d-43dc-88b1-e7598638e607 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Usage tracker for resource:port and tenant:7145a54531bf47eaabdf2040122c9f24 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:53.697144 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a43b2023-6d8d-43dc-88b1-e7598638e607 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:53.700393 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:58:53.704398 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c85a01e3-9410-479d-b1b9-7804afb214f9 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:53.705320 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a43b2023-6d8d-43dc-88b1-e7598638e607 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:53.705514 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.706529 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:53.707113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.707453 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] For port c5682936-1807-4b67-a815-a12a20fc3596, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:58:53.720038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43b2023-6d8d-43dc-88b1-e7598638e607 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Made reservation on behalf of 7145a54531bf47eaabdf2040122c9f24 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:53.722581 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a43b2023-6d8d-43dc-88b1-e7598638e607 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.741997 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-a43b2023-6d8d-43dc-88b1-e7598638e607 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] device_id is not set on port 97dbefd5-aad4-47e8-9d41-03fc77353c48 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:58:53.821945 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Pushing event updated for resources: {'Port': ['ID=cc6b5437-4a02-431c-bcbb-129bdfc8d4b8,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:53.834165 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] For port c5682936-1807-4b67-a815-a12a20fc3596, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c5682936-1807-4b67-a815-a12a20fc3596,segment=NetworkSegment(0969c73a-e15c-4ae5-a0f3-82efa99c56d5),segment_id=0969c73a-e15c-4ae5-a0f3-82efa99c56d5)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:58:53.866349 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c85a01e3-9410-479d-b1b9-7804afb214f9 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] Usage tracker for resource:subnetpool and tenant:b82a3e085e5649979f9bac2395c11189 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:53.881577 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-a43b2023-6d8d-43dc-88b1-e7598638e607 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Allocated IP 2001:db8::1ac (06dec485-59e5-4f39-9dd9-b534c8e264e4/73a6ff37-3927-46dc-a4a8-7add4fadeff6/97dbefd5-aad4-47e8-9d41-03fc77353c48) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:53.890556 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.898474 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c85a01e3-9410-479d-b1b9-7804afb214f9 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:53.914511 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.1606348 Feb 04 05:58:53.914511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045a1e6-dc2a-4112-8452-8ccf4c544f0d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Pushing event updated for resources: {'Network': ['ID=7f879bf4-eadc-4172-b45c-6efacc7ad3bf,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:53.916631 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46244) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:53.920672 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-21f7dbcd-a5fb-494c-b763-cfdde7c16ebc tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Request body: {'subnet': {'network_id': '7f879bf4-eadc-4172-b45c-6efacc7ad3bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:53.934018 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-21f7dbcd-a5fb-494c-b763-cfdde7c16ebc tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:53.941555 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-21f7dbcd-a5fb-494c-b763-cfdde7c16ebc tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Usage tracker for resource:subnet and tenant:7c39af0a4e394961ac01d1c0709fc32e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:53.951009 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-21f7dbcd-a5fb-494c-b763-cfdde7c16ebc tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:53.951223 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.959766 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Allocated IP 172.20.0.2 (0d1f31ca-7eb5-4276-8d31-65c804e64b2a/7a00080c-84b1-4e69-a110-952796207a71/c3eefc66-74cb-4719-bd13-0f2eeca85d99) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:53.960707 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-21f7dbcd-a5fb-494c-b763-cfdde7c16ebc tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:53.982595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 7f879bf4-eadc-4172-b45c-6efacc7ad3bf details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 05:58:54.034628 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f7dbcd-a5fb-494c-b763-cfdde7c16ebc tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Made reservation on behalf of 7c39af0a4e394961ac01d1c0709fc32e for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:54.035771 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c85a01e3-9410-479d-b1b9-7804afb214f9 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] Usage tracker for resource:port and tenant:b82a3e085e5649979f9bac2395c11189 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:54.037181 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21f7dbcd-a5fb-494c-b763-cfdde7c16ebc tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.054499 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:54.070493 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:54.072365 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c85a01e3-9410-479d-b1b9-7804afb214f9 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:54.079711 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:58:54.143883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.152947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.242044 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Transition to ACTIVE for port object e3bc1db6-9d12-40be-bc75-116c9b4e8fbd will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:58:54.251820 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Subnet': ['ID=48c34f30-154a-4779-be5f-0d66ed87d5f8,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:54.263268 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Allocated IP 172.26.4.112 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/563e5700-2ddb-4765-94e7-fcb567abbbf9) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:54.265529 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Pushing event updated for resources: {'Port': ['ID=31e7ac82-3605-4e18-b430-53b37bc67433,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:54.283451 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c85a01e3-9410-479d-b1b9-7804afb214f9 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] Usage tracker for resource:router and tenant:b82a3e085e5649979f9bac2395c11189 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:54.308140 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a43b2023-6d8d-43dc-88b1-e7598638e607 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.322581 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Attempting to bind port cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:54.322947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Attempting to bind port cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'b4ac90b0-25c3-4449-b419-1069ce490de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:54.323299 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Attempting to bind port cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 on network 8b2c027f-66fc-4891-a810-faede768ce58 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server [None req-bda53077-373d-4873-8aea-93810fb00a59 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48c34f30-154a-4779-be5f-0d66ed87d5f8: This subnet is being modified by another concurrent operation. Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:58:54.342444 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise exception Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48c34f30-154a-4779-be5f-0d66ed87d5f8: This subnet is being modified by another concurrent operation. Feb 04 05:58:54.346610 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server Feb 04 05:58:54.374371 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:58:54.374749 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Checking segment: {'id': 'b4ac90b0-25c3-4449-b419-1069ce490de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:58:54.375151 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.375541 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Bound using segment: {'id': 'b4ac90b0-25c3-4449-b419-1069ce490de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:58:54.376045 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Bound port: cc6b5437-4a02-431c-bcbb-129bdfc8d4b8, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ac90b0-25c3-4449-b419-1069ce490de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:54.376439 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.420340 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c85a01e3-9410-479d-b1b9-7804afb214f9 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:54.425515 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2174e-f7ae-44f6-9821-c7d453a671d8 None None] Pushing event updated for resources: {'Port': ['ID=c5682936-1807-4b67-a815-a12a20fc3596,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:54.428494 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9533a3bd-50ee-4998-8e3f-3d7ddc028600 None None] Network d297e98f-b26f-4eb8-b54f-02a18737459c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:58:54.452592 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Transition to ACTIVE for port object e3bc1db6-9d12-40be-bc75-116c9b4e8fbd will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:58:54.472711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a43b2023-6d8d-43dc-88b1-e7598638e607 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.545543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.551248 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b2023-6d8d-43dc-88b1-e7598638e607 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Network 06dec485-59e5-4f39-9dd9-b534c8e264e4 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:54.553759 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c85a01e3-9410-479d-b1b9-7804afb214f9 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] Usage tracker for resource:floatingip and tenant:b82a3e085e5649979f9bac2395c11189 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:54.555503 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-a43b2023-6d8d-43dc-88b1-e7598638e607 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:54.562143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b2023-6d8d-43dc-88b1-e7598638e607 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:58:54.563101 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43b2023-6d8d-43dc-88b1-e7598638e607 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:54.563704 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a43b2023-6d8d-43dc-88b1-e7598638e607 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.581224 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b2023-6d8d-43dc-88b1-e7598638e607 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Pushing event updated for resources: {'Port': ['ID=97dbefd5-aad4-47e8-9d41-03fc77353c48,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:54.616355 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a43b2023-6d8d-43dc-88b1-e7598638e607 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9355557 Feb 04 05:58:54.621391 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46252) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:54.649571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.695305 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-c5d0c414-31f2-4241-86e7-2e6d0016d33e tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Deleting port 97dbefd5-aad4-47e8-9d41-03fc77353c48 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 05:58:54.695879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c5d0c414-31f2-4241-86e7-2e6d0016d33e tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.775938 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Network f8fb3787-8050-48b7-ae9b-d6b6d660cde2 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:54.786241 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.objects.ports [None req-21f7dbcd-a5fb-494c-b763-cfdde7c16ebc tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87470) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 05:58:54.786970 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21f7dbcd-a5fb-494c-b763-cfdde7c16ebc tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.791507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:54.794257 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:58:54.946514 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f7dbcd-a5fb-494c-b763-cfdde7c16ebc tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Checking segment: {'id': '35beb7f6-3cd0-4a4b-8032-920bd76d2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7f879bf4-eadc-4172-b45c-6efacc7ad3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:58:54.946866 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f7dbcd-a5fb-494c-b763-cfdde7c16ebc tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Network hostable DHCP agents. Network: 7f879bf4-eadc-4172-b45c-6efacc7ad3bf, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:54.948270 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c85a01e3-9410-479d-b1b9-7804afb214f9 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:54.953597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > segment before_delete 55550000 {{(pid=87471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:58:54.954201 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:58:54.955074 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:58:54.955585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > port after_create 55550000 {{(pid=87471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:58:54.956113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > port after_delete 55550000 {{(pid=87471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:58:54.956686 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > port after_update 55550000 {{(pid=87471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:58:54.957176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > segment after_delete 55550000 {{(pid=87471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:58:54.957663 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > subnet after_create 55550000 {{(pid=87471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:58:54.958036 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7dbcd-a5fb-494c-b763-cfdde7c16ebc tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d0ab9f69-d4ac-41d9-948d-959bed3febc1,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:54.958324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > subnet after_delete 55550000 {{(pid=87471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:58:54.958791 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > subnet after_update 55550000 {{(pid=87471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:58:55.030173 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c5682936-1807-4b67-a815-a12a20fc3596 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:58:55.058586 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f7dbcd-a5fb-494c-b763-cfdde7c16ebc tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Network 7f879bf4-eadc-4172-b45c-6efacc7ad3bf is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:55.082169 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-21f7dbcd-a5fb-494c-b763-cfdde7c16ebc tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 7f879bf4-eadc-4172-b45c-6efacc7ad3bf) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:55.082407 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Pushing event updated for resources: {'Port': ['ID=e3bc1db6-9d12-40be-bc75-116c9b4e8fbd,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:55.096163 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f7dbcd-a5fb-494c-b763-cfdde7c16ebc tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:55.096678 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21f7dbcd-a5fb-494c-b763-cfdde7c16ebc tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.118653 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Attempting to bind port e3bc1db6-9d12-40be-bc75-116c9b4e8fbd on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:55.118980 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Attempting to bind port e3bc1db6-9d12-40be-bc75-116c9b4e8fbd by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '06c49764-812b-460e-89fb-08f9f58c1248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f8fb3787-8050-48b7-ae9b-d6b6d660cde2'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:55.119654 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Attempting to bind port e3bc1db6-9d12-40be-bc75-116c9b4e8fbd on network f8fb3787-8050-48b7-ae9b-d6b6d660cde2 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:58:55.122217 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a40f4c4-4079-4231-afc4-f66f80ea61c4 None None] Network 7f879bf4-eadc-4172-b45c-6efacc7ad3bf requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:58:55.130702 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-21f7dbcd-a5fb-494c-b763-cfdde7c16ebc tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2116981 Feb 04 05:58:55.130919 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46256) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:55.137936 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-76077beb-19ab-44aa-a302-51bf62d0ad3d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-157098324', 'network_id': '7f879bf4-eadc-4172-b45c-6efacc7ad3bf'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:55.146081 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c5d0c414-31f2-4241-86e7-2e6d0016d33e tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.157141 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-76077beb-19ab-44aa-a302-51bf62d0ad3d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:55.194405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > subnet after_create 55550000 {{(pid=87471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:58:55.194945 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > subnet after_delete 55550000 {{(pid=87471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:58:55.195427 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > subnet before_create 55550000 {{(pid=87471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:58:55.195956 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > subnet before_update 55550000 {{(pid=87471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:58:55.196466 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d297e98f-b26f-4eb8-b54f-02a18737459c']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:55.208156 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.215700 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-76077beb-19ab-44aa-a302-51bf62d0ad3d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Usage tracker for resource:port and tenant:7c39af0a4e394961ac01d1c0709fc32e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:55.269749 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] For port cc6b5437-4a02-431c-bcbb-129bdfc8d4b8, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:58:55.273430 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-76077beb-19ab-44aa-a302-51bf62d0ad3d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:55.279333 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-76077beb-19ab-44aa-a302-51bf62d0ad3d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:55.289845 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] For port cc6b5437-4a02-431c-bcbb-129bdfc8d4b8, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=cc6b5437-4a02-431c-bcbb-129bdfc8d4b8,segment=NetworkSegment(b4ac90b0-25c3-4449-b419-1069ce490de0),segment_id=b4ac90b0-25c3-4449-b419-1069ce490de0)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:58:55.290918 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-c5d0c414-31f2-4241-86e7-2e6d0016d33e tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Calling delete_port for 97dbefd5-aad4-47e8-9d41-03fc77353c48 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 05:58:55.298148 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f57d91b-4091-4d5a-8144-7962e77a9fe0') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:55.298512 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f57d91b-4091-4d5a-8144-7962e77a9fe0') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:55.333307 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76077beb-19ab-44aa-a302-51bf62d0ad3d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Made reservation on behalf of 7c39af0a4e394961ac01d1c0709fc32e for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:55.335556 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76077beb-19ab-44aa-a302-51bf62d0ad3d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.353412 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:58:55.354220 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Checking segment: {'id': '06c49764-812b-460e-89fb-08f9f58c1248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f8fb3787-8050-48b7-ae9b-d6b6d660cde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:58:55.354220 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.354775 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Bound using segment: {'id': '06c49764-812b-460e-89fb-08f9f58c1248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f8fb3787-8050-48b7-ae9b-d6b6d660cde2'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:58:55.355364 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Bound port: e3bc1db6-9d12-40be-bc75-116c9b4e8fbd, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c49764-812b-460e-89fb-08f9f58c1248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f8fb3787-8050-48b7-ae9b-d6b6d660cde2'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:55.355880 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.358947 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.363868 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-76077beb-19ab-44aa-a302-51bf62d0ad3d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] device_id is not set on port ac21057b-b662-4b07-8957-76d2a5c3496e yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:58:55.374022 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.484046 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.520807 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:58:55.532989 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: from cryptography.utils import int_from_bytes Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: from cryptography.utils import int_from_bytes Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn_limited( Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:58:55.553432 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:58:55.558878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.614972 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.617233 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0ae9b-63eb-45cb-8ea5-7dc97482241c None None] Pushing event updated for resources: {'Port': ['ID=cc6b5437-4a02-431c-bcbb-129bdfc8d4b8,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:55.652648 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.674324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.715694 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c5d0c414-31f2-4241-86e7-2e6d0016d33e tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.726097 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Transition to ACTIVE for port object c3eefc66-74cb-4719-bd13-0f2eeca85d99 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:58:55.730561 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b8a402-b4cb-4cdd-9f93-42f008fbea66 None None] Network 06dec485-59e5-4f39-9dd9-b534c8e264e4 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:58:55.754421 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port c5682936-1807-4b67-a815-a12a20fc3596 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:58:55.780805 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] For port e3bc1db6-9d12-40be-bc75-116c9b4e8fbd, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:58:55.802283 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0c414-31f2-4241-86e7-2e6d0016d33e tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Pushing event deleted for resources: {'Port': ['ID=97dbefd5-aad4-47e8-9d41-03fc77353c48,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:55.804637 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-76077beb-19ab-44aa-a302-51bf62d0ad3d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Allocated IP 172.20.0.4 (7f879bf4-eadc-4172-b45c-6efacc7ad3bf/d0ab9f69-d4ac-41d9-948d-959bed3febc1/ac21057b-b662-4b07-8957-76d2a5c3496e) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:55.901137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] For port e3bc1db6-9d12-40be-bc75-116c9b4e8fbd, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e3bc1db6-9d12-40be-bc75-116c9b4e8fbd,segment=NetworkSegment(06c49764-812b-460e-89fb-08f9f58c1248),segment_id=06c49764-812b-460e-89fb-08f9f58c1248)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:58:55.902980 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Transition to ACTIVE for port object c3eefc66-74cb-4719-bd13-0f2eeca85d99 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:58:55.929213 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.942025 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c5d0c414-31f2-4241-86e7-2e6d0016d33e tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.014728 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.047896 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.054242 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.092696 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Network 0d1f31ca-7eb5-4276-8d31-65c804e64b2a is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:56.098979 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:56.103901 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058cb614-225b-47e0-bad8-840933ae32f1 None None] Network 7f879bf4-eadc-4172-b45c-6efacc7ad3bf requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:58:56.113006 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76077beb-19ab-44aa-a302-51bf62d0ad3d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.123548 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Network': ['ID=d297e98f-b26f-4eb8-b54f-02a18737459c,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:56.135773 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c85a01e3-9410-479d-b1b9-7804afb214f9 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] Usage tracker for resource:security_group and tenant:b82a3e085e5649979f9bac2395c11189 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:56.141976 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.145922 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-af7e433f-a950-48b0-9ee4-1cd8d2165d82 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/d297e98f-b26f-4eb8-b54f-02a18737459c HTTP/1.1" status: 204 len: 168 time: 3.5442429 Feb 04 05:58:56.151410 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46260) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:56.158498 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c85a01e3-9410-479d-b1b9-7804afb214f9 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:56.185679 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c5d0c414-31f2-4241-86e7-2e6d0016d33e tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "DELETE /v2.0/ports/97dbefd5-aad4-47e8-9d41-03fc77353c48 HTTP/1.1" status: 204 len: 168 time: 1.5631409 Feb 04 05:58:56.186445 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46264) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:56.192403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '06dec485-59e5-4f39-9dd9-b534c8e264e4', 'external_fixed_ips': [{'subnet_id': '73a6ff37-3927-46dc-a4a8-7add4fadeff6', 'ip_address': '2001:db8::1ac'}]}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:56.196005 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76077beb-19ab-44aa-a302-51bf62d0ad3d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.207487 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:58:56.235699 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:56.245369 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0cca05-4d8c-4960-a612-599fe9133c9a None None] Network e8542b43-7535-4da4-a485-e641ef5c90d7 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:58:56.255937 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-fd344a57-bb4f-400d-ac96-e571b7bbf7ca tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-906665314'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:56.259143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Usage tracker for resource:router and tenant:7145a54531bf47eaabdf2040122c9f24 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:56.267444 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:56.271147 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-fd344a57-bb4f-400d-ac96-e571b7bbf7ca tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:56.289388 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.305606 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-fd344a57-bb4f-400d-ac96-e571b7bbf7ca tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:network and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:56.322556 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:56.328927 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76077beb-19ab-44aa-a302-51bf62d0ad3d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Pushing event updated for resources: {'Port': ['ID=ac21057b-b662-4b07-8957-76d2a5c3496e,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:56.343311 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76077beb-19ab-44aa-a302-51bf62d0ad3d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Network 7f879bf4-eadc-4172-b45c-6efacc7ad3bf is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:56.356796 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c85a01e3-9410-479d-b1b9-7804afb214f9 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] Usage tracker for resource:security_group_rule and tenant:b82a3e085e5649979f9bac2395c11189 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:56.357209 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-76077beb-19ab-44aa-a302-51bf62d0ad3d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:56.366067 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-fd344a57-bb4f-400d-ac96-e571b7bbf7ca tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:56.374038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76077beb-19ab-44aa-a302-51bf62d0ad3d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:58:56.375001 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76077beb-19ab-44aa-a302-51bf62d0ad3d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:56.375573 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76077beb-19ab-44aa-a302-51bf62d0ad3d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.391609 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-fd344a57-bb4f-400d-ac96-e571b7bbf7ca tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:56.397598 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c85a01e3-9410-479d-b1b9-7804afb214f9 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:56.406981 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.407972 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.433354 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c85a01e3-9410-479d-b1b9-7804afb214f9 tempest-QuotasTest-692869847 tempest-QuotasTest-692869847-project-admin] 10.222.0.31 "GET /v2.0/quotas/b82a3e085e5649979f9bac2395c11189/details.json HTTP/1.1" status: 200 len: 703 time: 3.3236396 Feb 04 05:58:56.440928 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-76077beb-19ab-44aa-a302-51bf62d0ad3d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.3086860 Feb 04 05:58:56.442465 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Allocated IP 172.26.4.186 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/20e66f0b-4d0d-4758-a8dd-86590a9aef0c) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:56.448703 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46270) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:56.489954 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-84acfbc5-5dfc-4156-915d-b668794d423c None None] Provisioning for port c5682936-1807-4b67-a815-a12a20fc3596 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:58:56.494818 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:56.510556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:56.517112 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:58:56.519335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.522167 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-84acfbc5-5dfc-4156-915d-b668794d423c None None] Provisioning complete for port c5682936-1807-4b67-a815-a12a20fc3596 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:56.522546 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-84acfbc5-5dfc-4156-915d-b668794d423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.546183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8cd29-c066-4af6-a1af-f62bbe3d054f None None] Pushing event updated for resources: {'Port': ['ID=e3bc1db6-9d12-40be-bc75-116c9b4e8fbd,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:56.564068 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd344a57-bb4f-400d-ac96-e571b7bbf7ca tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:56.567747 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fd344a57-bb4f-400d-ac96-e571b7bbf7ca tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.585606 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=563e5700-2ddb-4765-94e7-fcb567abbbf9,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:56.689943 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-d6a641c6-7a41-47af-be5f-a44590b046a7 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Deleting port ac21057b-b662-4b07-8957-76d2a5c3496e {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 05:58:56.690445 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6a641c6-7a41-47af-be5f-a44590b046a7 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.852235 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Pushing event updated for resources: {'Port': ['ID=c3eefc66-74cb-4719-bd13-0f2eeca85d99,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:56.907402 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd344a57-bb4f-400d-ac96-e571b7bbf7ca tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:57.043848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e3bc1db6-9d12-40be-bc75-116c9b4e8fbd up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:58:57.061286 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fd344a57-bb4f-400d-ac96-e571b7bbf7ca tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:57.062099 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-fd344a57-bb4f-400d-ac96-e571b7bbf7ca tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Added segment 42bd0007-c587-4a08-92e7-6b26a1fd74fb of type vlan for network b147239f-f132-4bb7-aa73-ba9c5fc4d199 Feb 04 05:58:57.101474 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Attempting to bind port c3eefc66-74cb-4719-bd13-0f2eeca85d99 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:57.104848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Attempting to bind port c3eefc66-74cb-4719-bd13-0f2eeca85d99 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:57.105598 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Attempting to bind port c3eefc66-74cb-4719-bd13-0f2eeca85d99 on network 0d1f31ca-7eb5-4276-8d31-65c804e64b2a {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:58:57.153423 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fd344a57-bb4f-400d-ac96-e571b7bbf7ca tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:57.174284 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46278) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:57.200271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:57.207370 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Router 45ec620b-074a-483e-9ba4-6553cad5b875 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 05:58:57.234271 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:58:57.235007 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Checking segment: {'id': 'bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:58:57.242726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:57.243403 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Bound using segment: {'id': 'bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:58:57.244311 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Bound port: c3eefc66-74cb-4719-bd13-0f2eeca85d99, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:57.245105 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:57.349747 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:57.387261 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95f5bb8-5c4b-463d-a5df-fddd965c1d03 None None] Network 8b2c027f-66fc-4891-a810-faede768ce58 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:58:57.499919 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-fd344a57-bb4f-400d-ac96-e571b7bbf7ca tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:58:57.612964 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-43ae990a-bbfd-4da5-963d-ff04d1e77a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:57.623332 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6a641c6-7a41-47af-be5f-a44590b046a7 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:57.650656 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1f7e35-5320-4801-a5e3-393135855928 None None] Network f8fb3787-8050-48b7-ae9b-d6b6d660cde2 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:58:57.693858 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fd344a57-bb4f-400d-ac96-e571b7bbf7ca tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:57.700032 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd344a57-bb4f-400d-ac96-e571b7bbf7ca tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:57.700755 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fd344a57-bb4f-400d-ac96-e571b7bbf7ca tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:57.711165 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-43ae990a-bbfd-4da5-963d-ff04d1e77a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:57.756348 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-d6a641c6-7a41-47af-be5f-a44590b046a7 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Calling delete_port for ac21057b-b662-4b07-8957-76d2a5c3496e owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 05:58:57.782685 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-43ae990a-bbfd-4da5-963d-ff04d1e77a19 admin admin] Usage tracker for resource:security_group_rule and tenant:57bd0e4c40234cd3960bc792284fe54a is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:57.783453 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:57.816501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port e3bc1db6-9d12-40be-bc75-116c9b4e8fbd completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:58:57.819366 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-84acfbc5-5dfc-4156-915d-b668794d423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:57.845300 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-43ae990a-bbfd-4da5-963d-ff04d1e77a19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:57.866739 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] For port c3eefc66-74cb-4719-bd13-0f2eeca85d99, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:58:57.869928 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:58:57.885363 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:57.892746 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:57.902106 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:58:57.909426 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:57.927604 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Pushing event updated for resources: {'Port': ['ID=20e66f0b-4d0d-4758-a8dd-86590a9aef0c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:57.954147 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-43ae990a-bbfd-4da5-963d-ff04d1e77a19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:57.959268 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] For port c3eefc66-74cb-4719-bd13-0f2eeca85d99, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c3eefc66-74cb-4719-bd13-0f2eeca85d99,segment=NetworkSegment(bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4),segment_id=bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:58:58.022914 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:58.037862 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd344a57-bb4f-400d-ac96-e571b7bbf7ca tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Network': ['ID=b147239f-f132-4bb7-aa73-ba9c5fc4d199,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:58.043204 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fd344a57-bb4f-400d-ac96-e571b7bbf7ca tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8701096 Feb 04 05:58:58.043391 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-84acfbc5-5dfc-4156-915d-b668794d423c None None] For port c5682936-1807-4b67-a815-a12a20fc3596, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c5682936-1807-4b67-a815-a12a20fc3596,segment=NetworkSegment(0969c73a-e15c-4ae5-a0f3-82efa99c56d5),segment_id=0969c73a-e15c-4ae5-a0f3-82efa99c56d5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:58:58.051548 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Allocated IP 172.26.4.233 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/e0585aef-16f2-4f1d-87e9-11ce57810394) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:58.054286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46284) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:58.062614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-e7d68815-70f5-4f84-b208-4e0c36262769 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'subnet': {'network_id': 'b147239f-f132-4bb7-aa73-ba9c5fc4d199', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:58.097647 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network b147239f-f132-4bb7-aa73-ba9c5fc4d199 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 05:58:58.125923 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-84acfbc5-5dfc-4156-915d-b668794d423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:58.129863 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:58:58.149039 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Sync routers for ids ['45ec620b-074a-483e-9ba4-6553cad5b875'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:58.163003 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Routers {'45ec620b-074a-483e-9ba4-6553cad5b875'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:58:58.163974 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:58:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45ec620b-074a-483e-9ba4-6553cad5b875'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:58.258737 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:58.370125 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6a641c6-7a41-47af-be5f-a44590b046a7 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:58.406444 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:58.425405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:58.426648 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-48b84b13-6f48-4afa-93eb-ab6f2e36b291 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.9663823 Feb 04 05:58:58.427715 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bed1ed-9b50-4545-a128-8fdacf58c5ca None None] Pushing event updated for resources: {'Port': ['ID=c3eefc66-74cb-4719-bd13-0f2eeca85d99,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:58.446657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46290) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:58.510516 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:58:58.537041 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Set router 45ec620b-074a-483e-9ba4-6553cad5b875 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:58:58.605843 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fc99ce83-fa40-421f-bea4-ba872fd537a0 None None] Provisioning for port e3bc1db6-9d12-40be-bc75-116c9b4e8fbd completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:58:58.614511 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fc99ce83-fa40-421f-bea4-ba872fd537a0 None None] Provisioning complete for port e3bc1db6-9d12-40be-bc75-116c9b4e8fbd triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:58.614892 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fc99ce83-fa40-421f-bea4-ba872fd537a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:58.620062 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e7d68815-70f5-4f84-b208-4e0c36262769 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:58.736026 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e7d68815-70f5-4f84-b208-4e0c36262769 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:subnet and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:58.758519 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e7d68815-70f5-4f84-b208-4e0c36262769 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:58.765573 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acfbc5-5dfc-4156-915d-b668794d423c None None] Pushing event updated for resources: {'Port': ['ID=c5682936-1807-4b67-a815-a12a20fc3596,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:58.853735 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e7d68815-70f5-4f84-b208-4e0c36262769 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:58.863363 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a641c6-7a41-47af-be5f-a44590b046a7 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac21057b-b662-4b07-8957-76d2a5c3496e,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:58.865546 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:58.943748 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fc99ce83-fa40-421f-bea4-ba872fd537a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:58.956564 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c3eefc66-74cb-4719-bd13-0f2eeca85d99 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:58:59.027017 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.030344 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6a641c6-7a41-47af-be5f-a44590b046a7 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.036817 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'name': 'tempest-ServerActionsTestJSON-2064728696-router', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:49Z', 'updated_at': '2022-02-04T05:58:54Z', 'revision_number': 3, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'gw_port': {'id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:59.043049 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Checking router: 45ec620b-074a-483e-9ba4-6553cad5b875 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:58:59.043382 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Updating router 45ec620b-074a-483e-9ba4-6553cad5b875 port 31e7ac82-3605-4e18-b430-53b37bc67433 binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:58:59.095455 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-fc99ce83-fa40-421f-bea4-ba872fd537a0 None None] For port e3bc1db6-9d12-40be-bc75-116c9b4e8fbd, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e3bc1db6-9d12-40be-bc75-116c9b4e8fbd,segment=NetworkSegment(06c49764-812b-460e-89fb-08f9f58c1248),segment_id=06c49764-812b-460e-89fb-08f9f58c1248)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:58:59.095687 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d68815-70f5-4f84-b208-4e0c36262769 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:59.098960 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e7d68815-70f5-4f84-b208-4e0c36262769 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks [] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.112498 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fc99ce83-fa40-421f-bea4-ba872fd537a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.133979 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d6a641c6-7a41-47af-be5f-a44590b046a7 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "DELETE /v2.0/ports/ac21057b-b662-4b07-8957-76d2a5c3496e HTTP/1.1" status: 204 len: 168 time: 2.6796522 Feb 04 05:58:59.149177 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46296) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:59.176864 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.248904 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99ce83-fa40-421f-bea4-ba872fd537a0 None None] Pushing event updated for resources: {'Port': ['ID=e3bc1db6-9d12-40be-bc75-116c9b4e8fbd,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:59.252087 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port c3eefc66-74cb-4719-bd13-0f2eeca85d99 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:58:59.273971 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fc99ce83-fa40-421f-bea4-ba872fd537a0 None None] Provisioning for port cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:58:59.274982 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f879bf4-eadc-4172-b45c-6efacc7ad3bf', 'external_fixed_ips': [{'subnet_id': 'd0ab9f69-d4ac-41d9-948d-959bed3febc1', 'ip_address': '172.20.0.4'}]}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:59.280407 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fc99ce83-fa40-421f-bea4-ba872fd537a0 None None] Provisioning complete for port cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:59.280898 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fc99ce83-fa40-421f-bea4-ba872fd537a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.298036 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.337650 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:59.364470 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.401234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Usage tracker for resource:router and tenant:7c39af0a4e394961ac01d1c0709fc32e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:59.500599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fc99ce83-fa40-421f-bea4-ba872fd537a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.541662 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7a316b61-b92a-41e3-990d-380bf99b6f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.557238 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-fc99ce83-fa40-421f-bea4-ba872fd537a0 None None] For port cc6b5437-4a02-431c-bcbb-129bdfc8d4b8, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=cc6b5437-4a02-431c-bcbb-129bdfc8d4b8,segment=NetworkSegment(b4ac90b0-25c3-4449-b419-1069ce490de0),segment_id=b4ac90b0-25c3-4449-b419-1069ce490de0)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:58:59.567828 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fc99ce83-fa40-421f-bea4-ba872fd537a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.597490 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-43ae990a-bbfd-4da5-963d-ff04d1e77a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.647417 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.649388 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:59.650852 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99ce83-fa40-421f-bea4-ba872fd537a0 None None] Pushing event updated for resources: {'Port': ['ID=cc6b5437-4a02-431c-bcbb-129bdfc8d4b8,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:59.653155 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.ipam_backend_mixin [None req-e7d68815-70f5-4f84-b208-4e0c36262769 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Performing IP validity checks on allocation pools {{(pid=87470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 05:58:59.654644 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.ipam_backend_mixin [None req-e7d68815-70f5-4f84-b208-4e0c36262769 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 05:58:59.664274 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.692197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0409b2c0-6e88-4a2d-9663-ea6c265b6b84 None None] Network 0d1f31ca-7eb5-4276-8d31-65c804e64b2a requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:58:59.699539 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.705192 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:58:59.753255 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Pushing event updated for resources: {'Port': ['ID=e0585aef-16f2-4f1d-87e9-11ce57810394,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:59.755893 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-43ae990a-bbfd-4da5-963d-ff04d1e77a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.790329 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Pushing event updated for resources: {'Port': ['ID=20e66f0b-4d0d-4758-a8dd-86590a9aef0c,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:59.808740 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-43ae990a-bbfd-4da5-963d-ff04d1e77a19 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57bd0e4c40234cd3960bc792284fe54a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6305115 Feb 04 05:58:59.818112 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46300) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:59.823165 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.834010 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.854504 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Transition to ACTIVE for port object 31e7ac82-3605-4e18-b430-53b37bc67433 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:58:59.858224 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:59.863991 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:59.871986 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.880907 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.882346 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a38635a6-8e67-4a92-ae4c-8c99bc7535b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7232254 Feb 04 05:58:59.895497 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46304) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:58:59.899056 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.900200 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.912805 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4e8683e8-c4f2-46ee-a1f7-1cf3c5e5e65a None None] Provisioning complete for port c5682936-1807-4b67-a815-a12a20fc3596 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:59.913875 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4e8683e8-c4f2-46ee-a1f7-1cf3c5e5e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.917134 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae990a-bbfd-4da5-963d-ff04d1e77a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf05d26a-9a52-4758-ac68-d1d5a875305a,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:59.920140 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:58:59.923234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1750962113'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:59.957157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Router 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 05:58:59.969656 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:58:59.988757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Usage tracker for resource:network and tenant:4959f738dfae420aa291222aaca2e8e4 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:58:59.994732 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:58:59.996460 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3e7bf-a01e-460c-97d1-bfe9870fbb7b None None] Pushing event updated for resources: {'Port': ['ID=31e7ac82-3605-4e18-b430-53b37bc67433,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:00.010112 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:00.010821 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3e7bf-a01e-460c-97d1-bfe9870fbb7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:00.011190 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3e7bf-a01e-460c-97d1-bfe9870fbb7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:00.011531 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3e7bf-a01e-460c-97d1-bfe9870fbb7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:00.011882 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3e7bf-a01e-460c-97d1-bfe9870fbb7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:00.012255 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3e7bf-a01e-460c-97d1-bfe9870fbb7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:00.012596 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3e7bf-a01e-460c-97d1-bfe9870fbb7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:00.012920 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3e7bf-a01e-460c-97d1-bfe9870fbb7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:00.013241 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3e7bf-a01e-460c-97d1-bfe9870fbb7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:00.013561 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3e7bf-a01e-460c-97d1-bfe9870fbb7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:00.014151 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3e7bf-a01e-460c-97d1-bfe9870fbb7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:00.014486 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3e7bf-a01e-460c-97d1-bfe9870fbb7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:00.014837 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3e7bf-a01e-460c-97d1-bfe9870fbb7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3e7bf-a01e-460c-97d1-bfe9870fbb7b None None] Tracked resource versions report: Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: pushed versions: Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: { 'AddressGroup': {'1.2'}, Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'ConntrackHelper': {'1.0'}, Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'Log': {'1.0'}, Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'Network': {'1.1'}, Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'Port': {'1.7'}, Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'PortForwarding': {'1.2'}, Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'QosPolicy': {'1.8'}, Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'SecurityGroup': {'1.4'}, Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'SubPort': {'1.0'}, Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'Subnet': {'1.1'}, Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'Trunk': {'1.1'}} Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: consumer versions: Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: { DHCP agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: HyperV agent@hv-neutron-8268: {}, Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: L3 agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: Metadata agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: Metering agent@dv-neutron-826830-2-hyperv: {}, Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: Open vSwitch agent@dv-neutron-826830-2-hyperv: { 'AddressGroup': '1.2', Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'ConntrackHelper': '1.0', Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'Log': '1.0', Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'Network': '1.1', Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'Port': '1.7', Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'PortForwarding': '1.2', Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'QosPolicy': '1.8', Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'SecurityGroup': '1.4', Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'SecurityGroupRule': '1.2', Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'SubPort': '1.0', Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'Subnet': '1.1', Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: 'Trunk': '1.1'}} Feb 04 05:59:00.016017 dv-neutron-826830-2-hyperv neutron-server[87473]: {{(pid=87473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:59:00.021790 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.083992 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Attempting to bind port 31e7ac82-3605-4e18-b430-53b37bc67433 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:00.084356 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Attempting to bind port 31e7ac82-3605-4e18-b430-53b37bc67433 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:00.085427 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Attempting to bind port 31e7ac82-3605-4e18-b430-53b37bc67433 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:00.095058 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:00.095471 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:00.095934 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.100990 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:00.107124 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Bound port: 31e7ac82-3605-4e18-b430-53b37bc67433, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:00.107537 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.112660 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Made reservation on behalf of 4959f738dfae420aa291222aaca2e8e4 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:00.117152 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.131144 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4e8683e8-c4f2-46ee-a1f7-1cf3c5e5e65a None None] Provisioning complete for port e3bc1db6-9d12-40be-bc75-116c9b4e8fbd triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:00.131736 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4e8683e8-c4f2-46ee-a1f7-1cf3c5e5e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.224202 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] For port 31e7ac82-3605-4e18-b430-53b37bc67433, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:00.239901 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.240757 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] For port 31e7ac82-3605-4e18-b430-53b37bc67433, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=31e7ac82-3605-4e18-b430-53b37bc67433,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:00.247491 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.249108 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3228756-0bdc-48fc-843b-45ada6c6c8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.323613 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4e8683e8-c4f2-46ee-a1f7-1cf3c5e5e65a None None] Provisioning complete for port cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:00.324232 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4e8683e8-c4f2-46ee-a1f7-1cf3c5e5e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.361035 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:00.374069 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Usage tracker for resource:security_group_rule and tenant:4959f738dfae420aa291222aaca2e8e4 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:00.396576 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac3bc4e-aff1-4268-ac84-b2ed9297bf56 None None] get_active_networks_info from dv-neutron-826830-2-hyperv {{(pid=87472) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 05:59:00.400780 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Routers {'45ec620b-074a-483e-9ba4-6553cad5b875'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:00.401402 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:58:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45ec620b-074a-483e-9ba4-6553cad5b875'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:00.405138 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:00.415051 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Allocated IP 2001:db8::1ac (06dec485-59e5-4f39-9dd9-b534c8e264e4/73a6ff37-3927-46dc-a4a8-7add4fadeff6/3919d7b2-0834-4b36-833c-547cf1bfa044) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:00.461652 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3e7bf-a01e-460c-97d1-bfe9870fbb7b None None] Pushing event updated for resources: {'Port': ['ID=31e7ac82-3605-4e18-b430-53b37bc67433,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:00.484870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3228756-0bdc-48fc-843b-45ada6c6c8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.497458 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:00.564019 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac3bc4e-aff1-4268-ac84-b2ed9297bf56 None None] Resources bound (agent type, host, resource id): {{(pid=87472) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:59:00.616183 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e7d68815-70f5-4f84-b208-4e0c36262769 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.621669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.643057 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] Set router 45ec620b-074a-483e-9ba4-6553cad5b875 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:00.684812 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:00.701319 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Sync routers for ids ['3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:00.856311 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Routers {'3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:00.857050 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:58:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:00.916201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d68815-70f5-4f84-b208-4e0c36262769 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Subnet': ['ID=1b997775-c79e-4cbf-9351-8cb67e4b8f68,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:00.956750 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3228756-0bdc-48fc-843b-45ada6c6c8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.957214 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e3bc1db6-9d12-40be-bc75-116c9b4e8fbd up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:00.978410 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d68815-70f5-4f84-b208-4e0c36262769 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Checking segment: {'id': '42bd0007-c587-4a08-92e7-6b26a1fd74fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b147239f-f132-4bb7-aa73-ba9c5fc4d199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:00.978765 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d68815-70f5-4f84-b208-4e0c36262769 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network hostable DHCP agents. Network: b147239f-f132-4bb7-aa73-ba9c5fc4d199, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:59:01.019189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3228756-0bdc-48fc-843b-45ada6c6c8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf05d26a-9a52-4758-ac68-d1d5a875305a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:01.049338 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'name': 'tempest-ServerActionsTestJSON-2064728696-router', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:49Z', 'updated_at': '2022-02-04T05:58:54Z', 'revision_number': 3, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'gw_port': {'id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:01.049959 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.050349 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.053822 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bfeebe-41e5-41a1-9452-a8651820401c None None] The sync data for ids ['45ec620b-074a-483e-9ba4-6553cad5b875'] in dv-neutron-826830-2-hyperv is: [{'id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'name': 'tempest-ServerActionsTestJSON-2064728696-router', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:49Z', 'updated_at': '2022-02-04T05:58:54Z', 'revision_number': 3, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'gw_port': {'id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:01.054420 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0208ab94-245a-470b-bd09-a4cb83cf5bb6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.0430677 Feb 04 05:59:01.057299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46312) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:01.085367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.103548 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.119773 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d68815-70f5-4f84-b208-4e0c36262769 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network b147239f-f132-4bb7-aa73-ba9c5fc4d199 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:59:01.138703 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3228756-0bdc-48fc-843b-45ada6c6c8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.140083 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f3228756-0bdc-48fc-843b-45ada6c6c8b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf05d26a-9a52-4758-ac68-d1d5a875305a HTTP/1.1" status: 204 len: 168 time: 1.3208692 Feb 04 05:59:01.162886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:59:01.194068 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87203aa-c516-4feb-a91b-e9c24662318d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:01.198520 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-e7d68815-70f5-4f84-b208-4e0c36262769 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, b147239f-f132-4bb7-aa73-ba9c5fc4d199) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:01.206422 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d68815-70f5-4f84-b208-4e0c36262769 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:01.206963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e7d68815-70f5-4f84-b208-4e0c36262769 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.224259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.224616 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Added segment 9eaaaa2f-28c7-4672-9c86-e2674d32ae51 of type vlan for network 040cc18c-cf5a-4abd-a0d4-2970214e5a4c Feb 04 05:59:01.243902 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.246277 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.266042 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-778c00d2-7031-4761-8ae6-f60f3b435a38 None None] Provisioning for port c3eefc66-74cb-4719-bd13-0f2eeca85d99 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:01.330717 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e7d68815-70f5-4f84-b208-4e0c36262769 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.2736645 Feb 04 05:59:01.335394 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46318) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:01.359877 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Network 06dec485-59e5-4f39-9dd9-b534c8e264e4 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:01.374335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:01.400986 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-778c00d2-7031-4761-8ae6-f60f3b435a38 None None] Provisioning complete for port c3eefc66-74cb-4719-bd13-0f2eeca85d99 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:01.401358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-778c00d2-7031-4761-8ae6-f60f3b435a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.408483 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:01.475412 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Set router 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:01.538744 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.715683 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46324) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:01.717547 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c43adc72-5784-4d41-9e5c-c532cbb1a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.723272 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port e3bc1db6-9d12-40be-bc75-116c9b4e8fbd triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:01.723705 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.843725 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Pushing event updated for resources: {'Port': ['ID=3919d7b2-0834-4b36-833c-547cf1bfa044,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:01.855515 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9c2fe37c-c803-4761-8708-1e1889c43296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.873052 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-778c00d2-7031-4761-8ae6-f60f3b435a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.957775 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e67a0a53-2f97-46f6-a9e6-d87e585591e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:02.028163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9c2fe37c-c803-4761-8708-1e1889c43296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:02.038702 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-778c00d2-7031-4761-8ae6-f60f3b435a38 None None] For port c3eefc66-74cb-4719-bd13-0f2eeca85d99, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c3eefc66-74cb-4719-bd13-0f2eeca85d99,segment=NetworkSegment(bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4),segment_id=bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:02.067819 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:02.073867 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:02.075122 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:02.089028 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-778c00d2-7031-4761-8ae6-f60f3b435a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:02.089244 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9c2fe37c-c803-4761-8708-1e1889c43296 admin admin] Usage tracker for resource:security_group_rule and tenant:b82a3e085e5649979f9bac2395c11189 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:02.157420 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9c2fe37c-c803-4761-8708-1e1889c43296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:02.182054 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9c2fe37c-c803-4761-8708-1e1889c43296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:02.187476 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6303b043-90e4-4fbf-ae14-e9031a9ff60c None None] Network b147239f-f132-4bb7-aa73-ba9c5fc4d199 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:59:02.212687 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c5682936-1807-4b67-a815-a12a20fc3596 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:02.285414 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Pushing event updated for resources: {'Network': ['ID=040cc18c-cf5a-4abd-a0d4-2970214e5a4c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:02.312538 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 040cc18c-cf5a-4abd-a0d4-2970214e5a4c details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 05:59:02.354011 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-277b419a-5337-47c5-b471-a5c6242bd2fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4477012 Feb 04 05:59:02.365665 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:02.367523 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46328) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:02.385114 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d72bcfbd-9351-4f3b-95f4-db2942addade tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Request body: {'subnet': {'network_id': '040cc18c-cf5a-4abd-a0d4-2970214e5a4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:02.392546 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-c43adc72-5784-4d41-9e5c-c532cbb1a1b4 admin admin] Allocated IP 172.20.0.1 (e8542b43-7535-4da4-a485-e641ef5c90d7/da9005f5-dfd7-4698-952c-229a09293613/938a5967-3dff-4a8f-b3be-af551c768fd7) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:02.417179 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c00d2-7031-4761-8ae6-f60f3b435a38 None None] Pushing event updated for resources: {'Port': ['ID=c3eefc66-74cb-4719-bd13-0f2eeca85d99,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:02.493697 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'name': 'tempest-ServersTestManualDisk-864796244-router', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:50Z', 'updated_at': '2022-02-04T05:58:57Z', 'revision_number': 3, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'gw_port': {'id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:44:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:58:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:02.536743 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Checking router: 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:02.537189 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Updating router 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 port 563e5700-2ddb-4765-94e7-fcb567abbbf9 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:59:02.590964 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port c5682936-1807-4b67-a815-a12a20fc3596 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:02.591335 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:02.651036 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:02.757016 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-b147239f-f132-4bb7-aa73-ba9c5fc4d199', 'network_id': 'b147239f-f132-4bb7-aa73-ba9c5fc4d199', 'tenant_id': 'be5863f9490840e8a3915d28728f2bb3', 'fixed_ips': [{'subnet_id': '1b997775-c79e-4cbf-9351-8cb67e4b8f68'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 05:59:02.757900 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:02.780698 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:02.809739 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d72bcfbd-9351-4f3b-95f4-db2942addade tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:02.809936 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:02.823695 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d72bcfbd-9351-4f3b-95f4-db2942addade tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Usage tracker for resource:subnet and tenant:4959f738dfae420aa291222aaca2e8e4 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:02.829942 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d72bcfbd-9351-4f3b-95f4-db2942addade tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:02.848777 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d72bcfbd-9351-4f3b-95f4-db2942addade tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:02.855473 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:02.918588 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:02.964406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:02.991905 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.010007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72bcfbd-9351-4f3b-95f4-db2942addade tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Made reservation on behalf of 4959f738dfae420aa291222aaca2e8e4 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:03.013236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d72bcfbd-9351-4f3b-95f4-db2942addade tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.028308 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.102593 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:03.121193 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9c2fe37c-c803-4761-8708-1e1889c43296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.139331 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9c2fe37c-c803-4761-8708-1e1889c43296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.161337 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c43adc72-5784-4d41-9e5c-c532cbb1a1b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.201899 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fe37c-c803-4761-8708-1e1889c43296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e9d920-642d-47f0-8709-a5c7f8e74d86,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:03.267067 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9c2fe37c-c803-4761-8708-1e1889c43296 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b82a3e085e5649979f9bac2395c11189&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5387924 Feb 04 05:59:03.274139 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46332) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:03.275522 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-c43adc72-5784-4d41-9e5c-c532cbb1a1b4 admin admin] Transition to ACTIVE for port object 938a5967-3dff-4a8f-b3be-af551c768fd7 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:03.339526 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Allocated IP 172.20.0.3 (b147239f-f132-4bb7-aa73-ba9c5fc4d199/1b997775-c79e-4cbf-9351-8cb67e4b8f68/a5a45969-dab6-4fba-b063-a6ac8f310ce7) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:03.421210 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Router 682fdc3a-0651-4b6c-a3d2-7fa496df411a is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 05:59:03.447356 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:03.447720 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.449824 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a44b022-818d-4fd7-abf6-a1bc0d89c190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.534956 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e324b3de-e8aa-4e23-93e7-30bbe20ba2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.559128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c43adc72-5784-4d41-9e5c-c532cbb1a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.585289 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.620274 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a44b022-818d-4fd7-abf6-a1bc0d89c190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.639807 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Transition to ACTIVE for port object 563e5700-2ddb-4765-94e7-fcb567abbbf9 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:03.718681 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.749860 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Allocated IP 172.20.0.4 (7f879bf4-eadc-4172-b45c-6efacc7ad3bf/d0ab9f69-d4ac-41d9-948d-959bed3febc1/d3d6f4ab-7bc8-442c-b415-c31c66983bac) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:03.758262 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43adc72-5784-4d41-9e5c-c532cbb1a1b4 admin admin] Network e8542b43-7535-4da4-a485-e641ef5c90d7 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:03.775816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.790180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-c43adc72-5784-4d41-9e5c-c532cbb1a1b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:03.810214 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43adc72-5784-4d41-9e5c-c532cbb1a1b4 admin admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:03.824016 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.846422 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Attempting to bind port 563e5700-2ddb-4765-94e7-fcb567abbbf9 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:03.846719 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Attempting to bind port 563e5700-2ddb-4765-94e7-fcb567abbbf9 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:03.847204 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Attempting to bind port 563e5700-2ddb-4765-94e7-fcb567abbbf9 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:03.849455 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43adc72-5784-4d41-9e5c-c532cbb1a1b4 admin admin] Pushing event updated for resources: {'Port': ['ID=938a5967-3dff-4a8f-b3be-af551c768fd7,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:03.850006 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Transition to ACTIVE for port object a5a45969-dab6-4fba-b063-a6ac8f310ce7 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:03.859449 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93183869-f596-442b-85e2-b7e57304271b None None] Pushing event updated for resources: {'Port': ['ID=563e5700-2ddb-4765-94e7-fcb567abbbf9,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:03.868838 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:03.868838 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:03.869095 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d72bcfbd-9351-4f3b-95f4-db2942addade tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.882254 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.882664 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:03.884466 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Bound port: 563e5700-2ddb-4765-94e7-fcb567abbbf9, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:03.884466 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.945659 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:03.956225 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Sync routers for ids ['682fdc3a-0651-4b6c-a3d2-7fa496df411a'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:03.968392 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Routers {'682fdc3a-0651-4b6c-a3d2-7fa496df411a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:03.970536 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['682fdc3a-0651-4b6c-a3d2-7fa496df411a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:03.987651 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c43adc72-5784-4d41-9e5c-c532cbb1a1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.016864 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] For port 563e5700-2ddb-4765-94e7-fcb567abbbf9, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:04.021479 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] For port 563e5700-2ddb-4765-94e7-fcb567abbbf9, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=563e5700-2ddb-4765-94e7-fcb567abbbf9,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:04.034559 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.112416 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bcfbd-9351-4f3b-95f4-db2942addade tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Pushing event updated for resources: {'Subnet': ['ID=7a65b5ce-0345-4deb-8dc2-341e20c2518b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:04.152213 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72bcfbd-9351-4f3b-95f4-db2942addade tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Checking segment: {'id': '9eaaaa2f-28c7-4672-9c86-e2674d32ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '040cc18c-cf5a-4abd-a0d4-2970214e5a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:04.152640 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72bcfbd-9351-4f3b-95f4-db2942addade tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Network hostable DHCP agents. Network: 040cc18c-cf5a-4abd-a0d4-2970214e5a4c, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:59:04.216613 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.238545 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72bcfbd-9351-4f3b-95f4-db2942addade tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Network 040cc18c-cf5a-4abd-a0d4-2970214e5a4c is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:59:04.249292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a44b022-818d-4fd7-abf6-a1bc0d89c190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.262803 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-d72bcfbd-9351-4f3b-95f4-db2942addade tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 040cc18c-cf5a-4abd-a0d4-2970214e5a4c) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:04.267931 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72bcfbd-9351-4f3b-95f4-db2942addade tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:04.268735 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d72bcfbd-9351-4f3b-95f4-db2942addade tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.275162 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Router 2af835d0-1410-49d8-8084-cb6d91463926 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 05:59:04.293572 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Set router 682fdc3a-0651-4b6c-a3d2-7fa496df411a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:04.295724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44b022-818d-4fd7-abf6-a1bc0d89c190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e9d920-642d-47f0-8709-a5c7f8e74d86,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:04.317575 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Transition to ACTIVE for port object a5a45969-dab6-4fba-b063-a6ac8f310ce7 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:04.322013 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93183869-f596-442b-85e2-b7e57304271b None None] Pushing event updated for resources: {'Port': ['ID=563e5700-2ddb-4765-94e7-fcb567abbbf9,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:04.333309 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 31e7ac82-3605-4e18-b430-53b37bc67433 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:04.342362 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.343726 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-adb4ff0c-2d95-4e81-97d2-cd9d6e83c593 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 12.1888890 Feb 04 05:59:04.345777 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a44b022-818d-4fd7-abf6-a1bc0d89c190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.346950 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6a44b022-818d-4fd7-abf6-a1bc0d89c190 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3e9d920-642d-47f0-8709-a5c7f8e74d86 HTTP/1.1" status: 204 len: 168 time: 1.0674987 Feb 04 05:59:04.349385 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46336) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:04.439957 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f620472-98e1-40d7-8e6c-231de0c58a52 None None] Network 040cc18c-cf5a-4abd-a0d4-2970214e5a4c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:59:04.481647 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:04.523954 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d72bcfbd-9351-4f3b-95f4-db2942addade tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1445460 Feb 04 05:59:04.527969 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.539537 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.549265 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.550624 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e60320fa-82bd-42fa-a293-13e8ce2d11d3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.3626974 Feb 04 05:59:04.551662 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46342) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:04.567439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-e324b3de-e8aa-4e23-93e7-30bbe20ba2bf admin admin] Allocated IP 172.20.0.1 (8b2c027f-66fc-4891-a810-faede768ce58/f480d6dd-77ba-48ed-975b-d2edf07b28c4/b4646e00-52e9-4ee0-ad6a-1bb13408614f) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:04.575064 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46344) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:04.676429 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Network 7f879bf4-eadc-4172-b45c-6efacc7ad3bf is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:04.685810 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Pushing event updated for resources: {'Port': ['ID=d3d6f4ab-7bc8-442c-b415-c31c66983bac,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:04.695692 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:04.697685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:04.709393 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Sync routers for ids ['2af835d0-1410-49d8-8084-cb6d91463926'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:04.766923 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.778214 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a118ca37-88ce-4578-8d1b-d52128ed2e40 None None] Provisioning for port 938a5967-3dff-4a8f-b3be-af551c768fd7 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:04.793054 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Routers {'2af835d0-1410-49d8-8084-cb6d91463926'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:04.793661 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['2af835d0-1410-49d8-8084-cb6d91463926'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:04.802357 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'name': 'tempest-ServersTestJSON-439791222-router', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:00Z', 'revision_number': 3, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'gw_port': {'id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:55Z', 'updated_at': '2022-02-04T05:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:04.807475 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Checking router: 682fdc3a-0651-4b6c-a3d2-7fa496df411a for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:04.808060 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Updating router 682fdc3a-0651-4b6c-a3d2-7fa496df411a port e0585aef-16f2-4f1d-87e9-11ce57810394 binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:59:04.871764 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.892397 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a118ca37-88ce-4578-8d1b-d52128ed2e40 None None] Provisioning complete for port 938a5967-3dff-4a8f-b3be-af551c768fd7 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:04.892768 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a118ca37-88ce-4578-8d1b-d52128ed2e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.919752 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.943279 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-040cc18c-cf5a-4abd-a0d4-2970214e5a4c', 'network_id': '040cc18c-cf5a-4abd-a0d4-2970214e5a4c', 'tenant_id': '4959f738dfae420aa291222aaca2e8e4', 'fixed_ips': [{'subnet_id': '7a65b5ce-0345-4deb-8dc2-341e20c2518b'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 05:59:04.944179 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.972542 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Routers {'3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:04.973900 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:05.027801 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-222616207', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:05.089149 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Network b147239f-f132-4bb7-aa73-ba9c5fc4d199 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:05.121171 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Subnet': ['ID=1b997775-c79e-4cbf-9351-8cb67e4b8f68,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:05.167593 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:05.198298 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Usage tracker for resource:router and tenant:4959f738dfae420aa291222aaca2e8e4 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:05.207257 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 31e7ac82-3605-4e18-b430-53b37bc67433 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:05.209633 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:05.212597 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:05.223886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.249655 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:05.278885 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 31e7ac82-3605-4e18-b430-53b37bc67433 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:05.279257 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.282467 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:05.311134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > segment before_delete 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:59:05.312101 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:59:05.313261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:59:05.313952 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > port after_create 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:59:05.314765 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > port after_delete 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:59:05.315318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > port after_update 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:59:05.317969 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > segment after_delete 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:59:05.318502 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > subnet after_create 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:59:05.319586 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > subnet after_delete 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:59:05.320135 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > subnet after_update 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:59:05.320739 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.336663 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Transition to ACTIVE for port object e0585aef-16f2-4f1d-87e9-11ce57810394 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:05.352764 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.422035 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] Set router 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:05.425959 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509fe5d-5c5a-4af9-9bc3-62b1a0377a92 None None] Pushing event updated for resources: {'Port': ['ID=e0585aef-16f2-4f1d-87e9-11ce57810394,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:05.476187 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Attempting to bind port e0585aef-16f2-4f1d-87e9-11ce57810394 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:05.477852 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Attempting to bind port e0585aef-16f2-4f1d-87e9-11ce57810394 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:05.481050 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Attempting to bind port e0585aef-16f2-4f1d-87e9-11ce57810394 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:05.492975 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:05.493738 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:05.494424 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.495100 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:05.495759 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Bound port: e0585aef-16f2-4f1d-87e9-11ce57810394, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:05.496420 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.554773 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c43adc72-5784-4d41-9e5c-c532cbb1a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.561526 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > subnet after_create 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:59:05.561886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > subnet after_delete 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:59:05.562219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > subnet before_create 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:59:05.562546 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Subscribe: > subnet before_update 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:59:05.562904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b147239f-f132-4bb7-aa73-ba9c5fc4d199']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:05.587875 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42bd0007-c587-4a08-92e7-6b26a1fd74fb') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:05.588226 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42bd0007-c587-4a08-92e7-6b26a1fd74fb') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:05.632430 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] For port e0585aef-16f2-4f1d-87e9-11ce57810394, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:05.637558 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] For port e0585aef-16f2-4f1d-87e9-11ce57810394, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e0585aef-16f2-4f1d-87e9-11ce57810394,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:05.653097 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.694678 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a118ca37-88ce-4578-8d1b-d52128ed2e40 None None] Port 938a5967-3dff-4a8f-b3be-af551c768fd7 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 05:59:05.714905 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Pushing event updated for resources: {'Port': ['ID=a5a45969-dab6-4fba-b063-a6ac8f310ce7,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:05.718904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46368) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:05.763718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.766806 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Routers {'682fdc3a-0651-4b6c-a3d2-7fa496df411a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:05.771050 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['682fdc3a-0651-4b6c-a3d2-7fa496df411a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:05.870470 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.932829 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Attempting to bind port a5a45969-dab6-4fba-b063-a6ac8f310ce7 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:05.933323 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Attempting to bind port a5a45969-dab6-4fba-b063-a6ac8f310ce7 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '42bd0007-c587-4a08-92e7-6b26a1fd74fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b147239f-f132-4bb7-aa73-ba9c5fc4d199'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:05.933539 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Attempting to bind port a5a45969-dab6-4fba-b063-a6ac8f310ce7 on network b147239f-f132-4bb7-aa73-ba9c5fc4d199 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:05.938271 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Set router 2af835d0-1410-49d8-8084-cb6d91463926 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:05.947976 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.949102 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.963561 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.984071 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.994613 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] Set router 682fdc3a-0651-4b6c-a3d2-7fa496df411a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:06.090506 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:06.091161 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Checking segment: {'id': '42bd0007-c587-4a08-92e7-6b26a1fd74fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b147239f-f132-4bb7-aa73-ba9c5fc4d199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:06.091247 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:06.091626 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Bound using segment: {'id': '42bd0007-c587-4a08-92e7-6b26a1fd74fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b147239f-f132-4bb7-aa73-ba9c5fc4d199'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:06.092126 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Bound port: a5a45969-dab6-4fba-b063-a6ac8f310ce7, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42bd0007-c587-4a08-92e7-6b26a1fd74fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b147239f-f132-4bb7-aa73-ba9c5fc4d199'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:06.093747 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:06.156547 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c43adc72-5784-4d41-9e5c-c532cbb1a1b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:06.165009 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:06.166435 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e324b3de-e8aa-4e23-93e7-30bbe20ba2bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:06.184816 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-e324b3de-e8aa-4e23-93e7-30bbe20ba2bf admin admin] Transition to ACTIVE for port object b4646e00-52e9-4ee0-ad6a-1bb13408614f will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:06.196005 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:59:06.196411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: from cryptography.utils import int_from_bytes Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: from cryptography.utils import int_from_bytes Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn_limited( Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:59:06.233920 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:59:06.370555 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Allocated IP 172.20.0.2 (040cc18c-cf5a-4abd-a0d4-2970214e5a4c/7a65b5ce-0345-4deb-8dc2-341e20c2518b/a97e4cdb-d6f6-4f54-8189-48241c0aef70) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:06.377496 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509fe5d-5c5a-4af9-9bc3-62b1a0377a92 None None] Pushing event updated for resources: {'Port': ['ID=e0585aef-16f2-4f1d-87e9-11ce57810394,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:06.386802 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'name': 'tempest-ServersTestJSON-439791222-router', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:00Z', 'revision_number': 3, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'gw_port': {'id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:55Z', 'updated_at': '2022-02-04T05:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:06.393147 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30052461-b51a-4fdc-879e-dd452cd9dc9f None None] The sync data for ids ['682fdc3a-0651-4b6c-a3d2-7fa496df411a'] in dv-neutron-826830-2-hyperv is: [{'id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'name': 'tempest-ServersTestJSON-439791222-router', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:00Z', 'revision_number': 3, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'gw_port': {'id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:55Z', 'updated_at': '2022-02-04T05:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:06.419215 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:06.431701 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1694878341'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:06.437486 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e324b3de-e8aa-4e23-93e7-30bbe20ba2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:06.443323 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c43adc72-5784-4d41-9e5c-c532cbb1a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:06.519180 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 31e7ac82-3605-4e18-b430-53b37bc67433, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=31e7ac82-3605-4e18-b430-53b37bc67433,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:06.546741 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:06.561268 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 05:59:06.561268 dv-neutron-826830-2-hyperv neutron-server[87470]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 05:59:06.561268 dv-neutron-826830-2-hyperv neutron-server[87470]: [parameters: {'id': 'b147239f-f132-4bb7-aa73-ba9c5fc4d199'}] Feb 04 05:59:06.561268 dv-neutron-826830-2-hyperv neutron-server[87470]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:59:06.561635 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:59:06.576012 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] For port a5a45969-dab6-4fba-b063-a6ac8f310ce7, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:06.582920 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:06.583694 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c3eefc66-74cb-4719-bd13-0f2eeca85d99 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:06.673645 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:06.683543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324b3de-e8aa-4e23-93e7-30bbe20ba2bf admin admin] Pushing event updated for resources: {'Port': ['ID=b4646e00-52e9-4ee0-ad6a-1bb13408614f,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:06.771023 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Usage tracker for resource:network and tenant:be32df0199ab40b58629ba8c05d7ef10 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:06.774967 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] For port a5a45969-dab6-4fba-b063-a6ac8f310ce7, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a5a45969-dab6-4fba-b063-a6ac8f310ce7,segment=NetworkSegment(42bd0007-c587-4a08-92e7-6b26a1fd74fb),segment_id=42bd0007-c587-4a08-92e7-6b26a1fd74fb)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:06.784410 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e324b3de-e8aa-4e23-93e7-30bbe20ba2bf admin admin] Network 8b2c027f-66fc-4891-a810-faede768ce58 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:06.785760 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:06.797895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-e324b3de-e8aa-4e23-93e7-30bbe20ba2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:06.810504 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:06.812732 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e324b3de-e8aa-4e23-93e7-30bbe20ba2bf admin admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:06.875709 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:06.894371 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43adc72-5784-4d41-9e5c-c532cbb1a1b4 admin admin] Pushing event updated for resources: {'Port': ['ID=938a5967-3dff-4a8f-b3be-af551c768fd7,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:06.937162 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:06.969758 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=31e7ac82-3605-4e18-b430-53b37bc67433,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:06.981880 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c43adc72-5784-4d41-9e5c-c532cbb1a1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.015213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Made reservation on behalf of be32df0199ab40b58629ba8c05d7ef10 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:07.022449 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.058309 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'name': 'tempest-ServersTestManualDisk-864796244-router', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:50Z', 'updated_at': '2022-02-04T05:58:57Z', 'revision_number': 3, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'gw_port': {'id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:44:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:07.060385 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.061922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Deleting port 3919d7b2-0834-4b36-833c-547cf1bfa044 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 05:59:07.062277 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.070422 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.097356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.106787 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e324b3de-e8aa-4e23-93e7-30bbe20ba2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.153127 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11d5a24-34d3-47c7-afdb-f17d6229be79 None None] The sync data for ids ['3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'] in dv-neutron-826830-2-hyperv is: [{'id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'name': 'tempest-ServersTestManualDisk-864796244-router', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:50Z', 'updated_at': '2022-02-04T05:58:57Z', 'revision_number': 3, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'gw_port': {'id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:44:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:07.173195 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.261456 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:07.277683 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-82579e0f-181d-4f4e-b361-fe283d5100fe None None] Provisioning for port b4646e00-52e9-4ee0-ad6a-1bb13408614f completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:07.303161 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af835d0-1410-49d8-8084-cb6d91463926', 'name': '', 'tenant_id': '7145a54531bf47eaabdf2040122c9f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06dec485-59e5-4f39-9dd9-b534c8e264e4', 'external_fixed_ips': [{'subnet_id': '73a6ff37-3927-46dc-a4a8-7add4fadeff6', 'ip_address': '2001:db8::1ac'}], 'enable_snat': True}, 'gw_port_id': '3919d7b2-0834-4b36-833c-547cf1bfa044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:56Z', 'updated_at': '2022-02-04T05:59:02Z', 'revision_number': 3, 'project_id': '7145a54531bf47eaabdf2040122c9f24', 'gw_port': {'id': '3919d7b2-0834-4b36-833c-547cf1bfa044', 'name': '', 'network_id': '06dec485-59e5-4f39-9dd9-b534c8e264e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af835d0-1410-49d8-8084-cb6d91463926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '73a6ff37-3927-46dc-a4a8-7add4fadeff6', 'ip_address': '2001:db8::1ac', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:59Z', 'updated_at': '2022-02-04T05:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a6ff37-3927-46dc-a4a8-7add4fadeff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:07.319417 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c73ea2-8067-4612-9386-c31c0a77583f None None] Pushing event updated for resources: {'Port': ['ID=a5a45969-dab6-4fba-b063-a6ac8f310ce7,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:07.335214 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-82579e0f-181d-4f4e-b361-fe283d5100fe None None] Provisioning complete for port b4646e00-52e9-4ee0-ad6a-1bb13408614f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:07.335597 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-82579e0f-181d-4f4e-b361-fe283d5100fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.366147 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port c3eefc66-74cb-4719-bd13-0f2eeca85d99 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:07.366530 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.373766 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Usage tracker for resource:security_group_rule and tenant:be32df0199ab40b58629ba8c05d7ef10 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:07.383316 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:07.394215 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.406843 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Checking router: 2af835d0-1410-49d8-8084-cb6d91463926 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:07.407188 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Updating router 2af835d0-1410-49d8-8084-cb6d91463926 port 3919d7b2-0834-4b36-833c-547cf1bfa044 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:59:07.422834 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Deleting port a5a45969-dab6-4fba-b063-a6ac8f310ce7 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 05:59:07.423370 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.454820 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:07.500016 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Transition to ACTIVE for port object a97e4cdb-d6f6-4f54-8189-48241c0aef70 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:07.529218 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Transition to ACTIVE for port object a97e4cdb-d6f6-4f54-8189-48241c0aef70 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:07.550356 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.617759 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43adc72-5784-4d41-9e5c-c532cbb1a1b4 admin admin] Network e8542b43-7535-4da4-a485-e641ef5c90d7 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:07.683003 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-c43adc72-5784-4d41-9e5c-c532cbb1a1b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:07.771839 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-82579e0f-181d-4f4e-b361-fe283d5100fe None None] Port b4646e00-52e9-4ee0-ad6a-1bb13408614f cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 05:59:07.776397 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.792328 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.885493 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aa06cd-8ea9-47ee-9f17-518de0ccbef6 None None] Network b147239f-f132-4bb7-aa73-ba9c5fc4d199 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:59:07.953841 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] For port a5a45969-dab6-4fba-b063-a6ac8f310ce7, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a5a45969-dab6-4fba-b063-a6ac8f310ce7,segment=NetworkSegment(42bd0007-c587-4a08-92e7-6b26a1fd74fb),segment_id=42bd0007-c587-4a08-92e7-6b26a1fd74fb)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:07.954114 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.053583 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Calling delete_port for 3919d7b2-0834-4b36-833c-547cf1bfa044 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 05:59:08.118866 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Calling delete_port for a5a45969-dab6-4fba-b063-a6ac8f310ce7 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 05:59:08.212692 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.224655 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Transition to ACTIVE for port object 3919d7b2-0834-4b36-833c-547cf1bfa044 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:08.232716 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Pushing event updated for resources: {'Port': ['ID=a97e4cdb-d6f6-4f54-8189-48241c0aef70,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:08.265912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.324570 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.346461 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.408963 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Network 040cc18c-cf5a-4abd-a0d4-2970214e5a4c is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:08.450452 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:08.452443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Attempting to bind port 3919d7b2-0834-4b36-833c-547cf1bfa044 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:08.452801 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Attempting to bind port 3919d7b2-0834-4b36-833c-547cf1bfa044 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '48281517-6ddd-4dfc-9cd0-3048e623bbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '06dec485-59e5-4f39-9dd9-b534c8e264e4'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:08.453207 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Attempting to bind port 3919d7b2-0834-4b36-833c-547cf1bfa044 on network 06dec485-59e5-4f39-9dd9-b534c8e264e4 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:08.461935 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:08.481755 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Router ac617f87-8ccd-4a06-96be-033eccfe0108 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 05:59:08.486204 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:08.487413 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Checking segment: {'id': '48281517-6ddd-4dfc-9cd0-3048e623bbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '06dec485-59e5-4f39-9dd9-b534c8e264e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:08.487413 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.487413 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Bound using segment: {'id': '48281517-6ddd-4dfc-9cd0-3048e623bbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '06dec485-59e5-4f39-9dd9-b534c8e264e4'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:08.487887 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Bound port: 3919d7b2-0834-4b36-833c-547cf1bfa044, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48281517-6ddd-4dfc-9cd0-3048e623bbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '06dec485-59e5-4f39-9dd9-b534c8e264e4'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:08.488250 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.569386 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.585277 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9cb96b6a-03c0-4085-ada7-754123544253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.614282 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a840bc69-9950-4e7b-ae32-d4fedf0de24f None None] Provisioning complete for port 938a5967-3dff-4a8f-b3be-af551c768fd7 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:08.614649 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a840bc69-9950-4e7b-ae32-d4fedf0de24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.630289 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Allocated IP 172.26.4.80 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/ab83f101-c827-43f0-8165-07a60f0740d7) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:08.659706 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No DVR routers for this DVR port a5a45969-dab6-4fba-b063-a6ac8f310ce7 on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:59:08.699401 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Port': ['ID=a5a45969-dab6-4fba-b063-a6ac8f310ce7,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:08.771576 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2bdde-60c3-4199-a12a-0f68c8f4bc37 None None] Pushing event updated for resources: {'Port': ['ID=3919d7b2-0834-4b36-833c-547cf1bfa044,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:08.804443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Attempting to bind port a97e4cdb-d6f6-4f54-8189-48241c0aef70 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:08.804646 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Attempting to bind port a97e4cdb-d6f6-4f54-8189-48241c0aef70 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '9eaaaa2f-28c7-4672-9c86-e2674d32ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '040cc18c-cf5a-4abd-a0d4-2970214e5a4c'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:08.804948 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Attempting to bind port a97e4cdb-d6f6-4f54-8189-48241c0aef70 on network 040cc18c-cf5a-4abd-a0d4-2970214e5a4c {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:08.811940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] For port 3919d7b2-0834-4b36-833c-547cf1bfa044, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:08.815960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a840bc69-9950-4e7b-ae32-d4fedf0de24f None None] Port 938a5967-3dff-4a8f-b3be-af551c768fd7 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 05:59:08.817936 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:08.818104 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Checking segment: {'id': '9eaaaa2f-28c7-4672-9c86-e2674d32ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '040cc18c-cf5a-4abd-a0d4-2970214e5a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:08.818368 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.818751 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Bound using segment: {'id': '9eaaaa2f-28c7-4672-9c86-e2674d32ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '040cc18c-cf5a-4abd-a0d4-2970214e5a4c'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:08.819817 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Bound port: a97e4cdb-d6f6-4f54-8189-48241c0aef70, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaaaa2f-28c7-4672-9c86-e2674d32ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '040cc18c-cf5a-4abd-a0d4-2970214e5a4c'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:08.819817 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.835404 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 05:59:08.835404 dv-neutron-826830-2-hyperv neutron-server[87472]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Feb 04 05:59:08.835404 dv-neutron-826830-2-hyperv neutron-server[87472]: [parameters: {'port_id': '3919d7b2-0834-4b36-833c-547cf1bfa044', 'host': 'dv-neutron-826830-2-hyperv', 'level': 0, 'driver': 'openvswitch', 'segment_id': '48281517-6ddd-4dfc-9cd0-3048e623bbf0'}] Feb 04 05:59:08.835404 dv-neutron-826830-2-hyperv neutron-server[87472]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:59:08.835839 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:59:08.874844 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:59:08.875338 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:59:08.877018 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43adc72-5784-4d41-9e5c-c532cbb1a1b4 admin admin] Router 45ec620b-074a-483e-9ba4-6553cad5b875 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 05:59:08.896915 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e324b3de-e8aa-4e23-93e7-30bbe20ba2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.924480 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.961104 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] For port a97e4cdb-d6f6-4f54-8189-48241c0aef70, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:08.965562 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] For port a97e4cdb-d6f6-4f54-8189-48241c0aef70, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a97e4cdb-d6f6-4f54-8189-48241c0aef70,segment=NetworkSegment(9eaaaa2f-28c7-4672-9c86-e2674d32ae51),segment_id=9eaaaa2f-28c7-4672-9c86-e2674d32ae51)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:08.973549 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.006479 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.089404 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.139307 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b147239f-f132-4bb7-aa73-ba9c5fc4d199']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:09.149779 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a91d9a-c81a-4fb1-9bfe-0bbf8a5cbccc None None] Pushing event updated for resources: {'Port': ['ID=a97e4cdb-d6f6-4f54-8189-48241c0aef70,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:09.175974 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42bd0007-c587-4a08-92e7-6b26a1fd74fb') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:09.176261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42bd0007-c587-4a08-92e7-6b26a1fd74fb') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:09.187905 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:09.198927 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 31e7ac82-3605-4e18-b430-53b37bc67433 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:09.201363 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Sync routers for ids ['ac617f87-8ccd-4a06-96be-033eccfe0108'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:09.220864 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Routers {'ac617f87-8ccd-4a06-96be-033eccfe0108'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:09.220864 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['ac617f87-8ccd-4a06-96be-033eccfe0108'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:09.268080 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:59:09.271055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.300758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3583db-a160-47d9-bf85-98f3b25e1389,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:09.333409 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 31e7ac82-3605-4e18-b430-53b37bc67433 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:09.334102 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.386276 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.391247 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.394077 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Deleting port 3919d7b2-0834-4b36-833c-547cf1bfa044 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 05:59:09.398356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.407437 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:59:09.407879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.447892 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.448232 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Added segment 7c395da5-9e16-4e11-aaa5-9b1688363af1 of type vlan for network e60dc474-500d-4967-b0b4-ba10481a0817 Feb 04 05:59:09.465834 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Attempting to bind port 3919d7b2-0834-4b36-833c-547cf1bfa044 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:09.466197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Attempting to bind port 3919d7b2-0834-4b36-833c-547cf1bfa044 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '48281517-6ddd-4dfc-9cd0-3048e623bbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '06dec485-59e5-4f39-9dd9-b534c8e264e4'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:09.466598 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Attempting to bind port 3919d7b2-0834-4b36-833c-547cf1bfa044 on network 06dec485-59e5-4f39-9dd9-b534c8e264e4 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:09.478042 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:09.478411 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Checking segment: {'id': '48281517-6ddd-4dfc-9cd0-3048e623bbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '06dec485-59e5-4f39-9dd9-b534c8e264e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:09.478824 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.479336 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Bound using segment: {'id': '48281517-6ddd-4dfc-9cd0-3048e623bbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '06dec485-59e5-4f39-9dd9-b534c8e264e4'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:09.479640 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.479826 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Bound port: 3919d7b2-0834-4b36-833c-547cf1bfa044, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48281517-6ddd-4dfc-9cd0-3048e623bbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '06dec485-59e5-4f39-9dd9-b534c8e264e4'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:09.480213 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.551135 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Set router ac617f87-8ccd-4a06-96be-033eccfe0108 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:59:09.555068 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:59:09.592653 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-9cb96b6a-03c0-4085-ada7-754123544253 admin admin] Allocated IP 172.20.0.1 (0d1f31ca-7eb5-4276-8d31-65c804e64b2a/7a00080c-84b1-4e69-a110-952796207a71/af3b0a21-358c-4bd9-b01d-7cb65c4cf65a) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:09.605362 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.609754 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2ace21a6-9367-49c9-b6fd-d576684ef0a2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.4578838 Feb 04 05:59:09.615402 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46374) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:09.667046 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] For port 3919d7b2-0834-4b36-833c-547cf1bfa044, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:09.675684 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] For port 3919d7b2-0834-4b36-833c-547cf1bfa044, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3919d7b2-0834-4b36-833c-547cf1bfa044,segment=NetworkSegment(48281517-6ddd-4dfc-9cd0-3048e623bbf0),segment_id=48281517-6ddd-4dfc-9cd0-3048e623bbf0)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:09.680550 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 563e5700-2ddb-4765-94e7-fcb567abbbf9 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:09.737693 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.808112 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43adc72-5784-4d41-9e5c-c532cbb1a1b4 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:09.809699 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.821602 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:09.822220 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.828595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Sync routers for ids ['45ec620b-074a-483e-9ba4-6553cad5b875'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:09.847352 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0518b41-db00-4197-9a78-2f0ea152bf23 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.863633 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Routers {'45ec620b-074a-483e-9ba4-6553cad5b875'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:09.864379 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45ec620b-074a-483e-9ba4-6553cad5b875'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:09.930334 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.935432 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac617f87-8ccd-4a06-96be-033eccfe0108', 'name': '', 'tenant_id': '7c39af0a4e394961ac01d1c0709fc32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f879bf4-eadc-4172-b45c-6efacc7ad3bf', 'external_fixed_ips': [{'subnet_id': 'd0ab9f69-d4ac-41d9-948d-959bed3febc1', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd3d6f4ab-7bc8-442c-b415-c31c66983bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:59Z', 'updated_at': '2022-02-04T05:59:05Z', 'revision_number': 3, 'project_id': '7c39af0a4e394961ac01d1c0709fc32e', 'gw_port': {'id': 'd3d6f4ab-7bc8-442c-b415-c31c66983bac', 'name': '', 'network_id': '7f879bf4-eadc-4172-b45c-6efacc7ad3bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac617f87-8ccd-4a06-96be-033eccfe0108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'd0ab9f69-d4ac-41d9-948d-959bed3febc1', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:03Z', 'updated_at': '2022-02-04T05:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0ab9f69-d4ac-41d9-948d-959bed3febc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:09.941614 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Checking router: ac617f87-8ccd-4a06-96be-033eccfe0108 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:09.942241 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Updating router ac617f87-8ccd-4a06-96be-033eccfe0108 port d3d6f4ab-7bc8-442c-b415-c31c66983bac binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:59:09.964647 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2bdde-60c3-4199-a12a-0f68c8f4bc37 None None] Pushing event updated for resources: {'Port': ['ID=3919d7b2-0834-4b36-833c-547cf1bfa044,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:09.967544 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Routers {'2af835d0-1410-49d8-8084-cb6d91463926'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:09.968272 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['2af835d0-1410-49d8-8084-cb6d91463926'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:09.968953 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.982611 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Network': ['ID=b147239f-f132-4bb7-aa73-ba9c5fc4d199,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:10.020662 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.045716 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-60d318fd-1174-4596-b36b-ace145e9468f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/b147239f-f132-4bb7-aa73-ba9c5fc4d199 HTTP/1.1" status: 204 len: 168 time: 8.6837680 Feb 04 05:59:10.047705 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e324b3de-e8aa-4e23-93e7-30bbe20ba2bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.053582 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c43adc72-5784-4d41-9e5c-c532cbb1a1b4 admin admin] 10.222.0.31 "PUT /v2.0/routers/45ec620b-074a-483e-9ba4-6553cad5b875/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6028121 Feb 04 05:59:10.071907 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46378) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:10.071907 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f1a5e928-f7b6-4374-ac5e-707314080314 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-509805777'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:10.080076 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f1a5e928-f7b6-4374-ac5e-707314080314 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:10.087916 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f1a5e928-f7b6-4374-ac5e-707314080314 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:network and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:10.087916 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f1a5e928-f7b6-4374-ac5e-707314080314 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:10.094300 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f1a5e928-f7b6-4374-ac5e-707314080314 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:10.124945 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a5e928-f7b6-4374-ac5e-707314080314 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:10.155332 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1a5e928-f7b6-4374-ac5e-707314080314 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.199342 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e324b3de-e8aa-4e23-93e7-30bbe20ba2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.209025 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.237764 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 563e5700-2ddb-4765-94e7-fcb567abbbf9 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:10.279453 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 563e5700-2ddb-4765-94e7-fcb567abbbf9 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:10.287294 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.5614634 Feb 04 05:59:10.292797 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.371244 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e324b3de-e8aa-4e23-93e7-30bbe20ba2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.402270 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46384) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:10.410714 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Pushing event updated for resources: {'Port': ['ID=ab83f101-c827-43f0-8165-07a60f0740d7,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:10.417574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a4657c47-7a90-4f95-b365-008d7dabefc1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'subnet': {'network_id': 'e60dc474-500d-4967-b0b4-ba10481a0817', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:10.451868 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] Set router 2af835d0-1410-49d8-8084-cb6d91463926 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:10.479247 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a5e928-f7b6-4374-ac5e-707314080314 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:59:10.499510 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1a5e928-f7b6-4374-ac5e-707314080314 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.499945 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-f1a5e928-f7b6-4374-ac5e-707314080314 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Added segment 20e1fa3b-6168-4ad5-acf3-0f2d3ec7c175 of type vlan for network 3c80f098-8142-43e4-a608-90ff468f6f86 Feb 04 05:59:10.542053 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1a5e928-f7b6-4374-ac5e-707314080314 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.584801 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.594571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0518b41-db00-4197-9a78-2f0ea152bf23 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.597406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1a5e928-f7b6-4374-ac5e-707314080314 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.607926 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a5e928-f7b6-4374-ac5e-707314080314 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:10.608442 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1a5e928-f7b6-4374-ac5e-707314080314 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.608847 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Transition to ACTIVE for port object d3d6f4ab-7bc8-442c-b415-c31c66983bac will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:10.623349 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.659283 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324b3de-e8aa-4e23-93e7-30bbe20ba2bf admin admin] Pushing event updated for resources: {'Port': ['ID=b4646e00-52e9-4ee0-ad6a-1bb13408614f,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:10.666501 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:10.685036 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af835d0-1410-49d8-8084-cb6d91463926', 'name': '', 'tenant_id': '7145a54531bf47eaabdf2040122c9f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:56Z', 'updated_at': '2022-02-04T05:59:06Z', 'revision_number': 4, 'project_id': '7145a54531bf47eaabdf2040122c9f24', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:10.704394 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:10.712507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d391c8-d7e2-40ee-9942-9816fc796c42 None None] The sync data for ids ['2af835d0-1410-49d8-8084-cb6d91463926'] in dv-neutron-826830-2-hyperv is: [{'id': '2af835d0-1410-49d8-8084-cb6d91463926', 'name': '', 'tenant_id': '7145a54531bf47eaabdf2040122c9f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:56Z', 'updated_at': '2022-02-04T05:59:06Z', 'revision_number': 4, 'project_id': '7145a54531bf47eaabdf2040122c9f24', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:10.747151 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b25b37-3b0d-4729-95f7-1c1717665ea6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Network': ['ID=e60dc474-500d-4967-b0b4-ba10481a0817,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:10.770381 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Attempting to bind port d3d6f4ab-7bc8-442c-b415-c31c66983bac on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:10.770381 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Attempting to bind port d3d6f4ab-7bc8-442c-b415-c31c66983bac by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '35beb7f6-3cd0-4a4b-8032-920bd76d2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7f879bf4-eadc-4172-b45c-6efacc7ad3bf'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:10.770641 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Attempting to bind port d3d6f4ab-7bc8-442c-b415-c31c66983bac on network 7f879bf4-eadc-4172-b45c-6efacc7ad3bf {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:10.792076 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:10.792562 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Checking segment: {'id': '35beb7f6-3cd0-4a4b-8032-920bd76d2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7f879bf4-eadc-4172-b45c-6efacc7ad3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:10.793244 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.793781 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Bound using segment: {'id': '35beb7f6-3cd0-4a4b-8032-920bd76d2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7f879bf4-eadc-4172-b45c-6efacc7ad3bf'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:10.794700 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Bound port: d3d6f4ab-7bc8-442c-b415-c31c66983bac, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35beb7f6-3cd0-4a4b-8032-920bd76d2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7f879bf4-eadc-4172-b45c-6efacc7ad3bf'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:10.795205 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.797131 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439f8343-cefd-4771-a9af-feddb6528484 None None] Network 040cc18c-cf5a-4abd-a0d4-2970214e5a4c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:59:10.798304 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:10.813401 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network e60dc474-500d-4967-b0b4-ba10481a0817 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 05:59:10.834677 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Set router 45ec620b-074a-483e-9ba4-6553cad5b875 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:10.867758 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ba83f-582e-4d2a-a6d0-ab42902cd01f None None] Pushing event updated for resources: {'Port': ['ID=d3d6f4ab-7bc8-442c-b415-c31c66983bac,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:10.899834 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] For port d3d6f4ab-7bc8-442c-b415-c31c66983bac, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:10.903703 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] For port d3d6f4ab-7bc8-442c-b415-c31c66983bac, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=d3d6f4ab-7bc8-442c-b415-c31c66983bac,segment=NetworkSegment(35beb7f6-3cd0-4a4b-8032-920bd76d2719),segment_id=35beb7f6-3cd0-4a4b-8032-920bd76d2719)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:10.904917 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-a0518b41-db00-4197-9a78-2f0ea152bf23 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Deleting port d3d6f4ab-7bc8-442c-b415-c31c66983bac {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 05:59:10.905222 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0518b41-db00-4197-9a78-2f0ea152bf23 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.916159 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:11.024331 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] For port 3919d7b2-0834-4b36-833c-547cf1bfa044, host dv-neutron-826830-2-hyperv, got binding levels [] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:11.026082 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:11.060873 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ba83f-582e-4d2a-a6d0-ab42902cd01f None None] Pushing event updated for resources: {'Port': ['ID=d3d6f4ab-7bc8-442c-b415-c31c66983bac,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:11.090520 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f1a5e928-f7b6-4374-ac5e-707314080314 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0288820 Feb 04 05:59:11.093180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46398) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:11.115660 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Routers {'ac617f87-8ccd-4a06-96be-033eccfe0108'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:11.116325 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['ac617f87-8ccd-4a06-96be-033eccfe0108'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:11.178652 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5e928-f7b6-4374-ac5e-707314080314 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Network': ['ID=3c80f098-8142-43e4-a608-90ff468f6f86,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:11.185875 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a4657c47-7a90-4f95-b365-008d7dabefc1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:11.363624 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a4657c47-7a90-4f95-b365-008d7dabefc1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Usage tracker for resource:subnet and tenant:be32df0199ab40b58629ba8c05d7ef10 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:11.381125 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 3c80f098-8142-43e4-a608-90ff468f6f86 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 05:59:11.394573 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e324b3de-e8aa-4e23-93e7-30bbe20ba2bf admin admin] Network 8b2c027f-66fc-4891-a810-faede768ce58 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:11.424636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a4657c47-7a90-4f95-b365-008d7dabefc1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:11.448206 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a4657c47-7a90-4f95-b365-008d7dabefc1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:11.470295 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-b674ea2c-1169-458c-ae60-f9239df7f8bf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'subnet': {'network_id': '3c80f098-8142-43e4-a608-90ff468f6f86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:11.473472 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] Set router ac617f87-8ccd-4a06-96be-033eccfe0108 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:11.489722 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-e324b3de-e8aa-4e23-93e7-30bbe20ba2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:11.492433 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4657c47-7a90-4f95-b365-008d7dabefc1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Made reservation on behalf of be32df0199ab40b58629ba8c05d7ef10 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:11.497132 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a4657c47-7a90-4f95-b365-008d7dabefc1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:11.504655 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Calling delete_port for 3919d7b2-0834-4b36-833c-547cf1bfa044 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 05:59:11.680049 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:11.699937 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d14b358f-0448-401b-835f-c4399296be4d None None] Provisioning for port a97e4cdb-d6f6-4f54-8189-48241c0aef70 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:11.720025 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-a0518b41-db00-4197-9a78-2f0ea152bf23 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] For port d3d6f4ab-7bc8-442c-b415-c31c66983bac, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=d3d6f4ab-7bc8-442c-b415-c31c66983bac,segment=NetworkSegment(35beb7f6-3cd0-4a4b-8032-920bd76d2719),segment_id=35beb7f6-3cd0-4a4b-8032-920bd76d2719)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:11.720547 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0518b41-db00-4197-9a78-2f0ea152bf23 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:11.739966 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac617f87-8ccd-4a06-96be-033eccfe0108', 'name': '', 'tenant_id': '7c39af0a4e394961ac01d1c0709fc32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:59Z', 'updated_at': '2022-02-04T05:59:10Z', 'revision_number': 4, 'project_id': '7c39af0a4e394961ac01d1c0709fc32e', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:11.749352 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32b77f-7111-48f2-877a-c134fc6c22c8 None None] The sync data for ids ['ac617f87-8ccd-4a06-96be-033eccfe0108'] in dv-neutron-826830-2-hyperv is: [{'id': 'ac617f87-8ccd-4a06-96be-033eccfe0108', 'name': '', 'tenant_id': '7c39af0a4e394961ac01d1c0709fc32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:59Z', 'updated_at': '2022-02-04T05:59:10Z', 'revision_number': 4, 'project_id': '7c39af0a4e394961ac01d1c0709fc32e', 'gw_port_host': None}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:11.971712 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e324b3de-e8aa-4e23-93e7-30bbe20ba2bf admin admin] Router 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 05:59:11.975605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-a0518b41-db00-4197-9a78-2f0ea152bf23 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Calling delete_port for d3d6f4ab-7bc8-442c-b415-c31c66983bac owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 05:59:11.981299 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 563e5700-2ddb-4765-94e7-fcb567abbbf9, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=563e5700-2ddb-4765-94e7-fcb567abbbf9,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:11.993873 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:59:11.994287 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:59:12.006886 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c72e57ff-235f-43cd-a495-fd63d8dece27 None None] Provisioning complete for port b4646e00-52e9-4ee0-ad6a-1bb13408614f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:12.007261 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c72e57ff-235f-43cd-a495-fd63d8dece27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.037556 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.038520 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e0585aef-16f2-4f1d-87e9-11ce57810394 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:12.072097 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46404) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:12.077131 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-7688eb0d-21be-4cf4-813a-9744806ea88f tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--161839264', 'description': 'tempest-description--1465721699'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:12.091969 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7688eb0d-21be-4cf4-813a-9744806ea88f tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:12.167907 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7688eb0d-21be-4cf4-813a-9744806ea88f tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Usage tracker for resource:security_group and tenant:cb94bb5ad2274bffbb62168bf92a11ea is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:12.177968 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7688eb0d-21be-4cf4-813a-9744806ea88f tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:12.186220 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7688eb0d-21be-4cf4-813a-9744806ea88f tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:12.246886 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e324b3de-e8aa-4e23-93e7-30bbe20ba2bf admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:12.258120 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Sync routers for ids ['3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:12.274627 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e324b3de-e8aa-4e23-93e7-30bbe20ba2bf admin admin] 10.222.0.31 "PUT /v2.0/routers/3c45c787-8d1b-4d63-9b4f-5ba7136c1b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2006488 Feb 04 05:59:12.284608 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b674ea2c-1169-458c-ae60-f9239df7f8bf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:12.284608 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b674ea2c-1169-458c-ae60-f9239df7f8bf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:subnet and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:12.288549 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b674ea2c-1169-458c-ae60-f9239df7f8bf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:12.296697 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b674ea2c-1169-458c-ae60-f9239df7f8bf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:12.310548 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9cb96b6a-03c0-4085-ada7-754123544253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.318766 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-c72e57ff-235f-43cd-a495-fd63d8dece27 None None] Port b4646e00-52e9-4ee0-ad6a-1bb13408614f cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 05:59:12.318766 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port e0585aef-16f2-4f1d-87e9-11ce57810394 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:12.336468 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port e0585aef-16f2-4f1d-87e9-11ce57810394 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:12.336468 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.336647 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Routers {'3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:12.336647 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:12.343046 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b674ea2c-1169-458c-ae60-f9239df7f8bf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:12.347702 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b674ea2c-1169-458c-ae60-f9239df7f8bf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.395706 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.459651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7688eb0d-21be-4cf4-813a-9744806ea88f tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.530896 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7688eb0d-21be-4cf4-813a-9744806ea88f tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:12.549464 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7688eb0d-21be-4cf4-813a-9744806ea88f tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Usage tracker for resource:security_group_rule and tenant:cb94bb5ad2274bffbb62168bf92a11ea is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:12.554305 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7688eb0d-21be-4cf4-813a-9744806ea88f tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:12.580389 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Set router 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:12.650898 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7688eb0d-21be-4cf4-813a-9744806ea88f tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:12.672492 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.677362 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=563e5700-2ddb-4765-94e7-fcb567abbbf9,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:12.709385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'name': 'tempest-ServerActionsTestJSON-2064728696-router', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:49Z', 'updated_at': '2022-02-04T05:59:05Z', 'revision_number': 4, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'gw_port': {'id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '938a5967-3dff-4a8f-b3be-af551c768fd7', 'name': '', 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'mac_address': 'fa:16:3e:a8:a0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da9005f5-dfd7-4698-952c-229a09293613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:01Z', 'updated_at': '2022-02-04T05:59:05Z', 'revision_number': 2, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'subnets': [{'id': 'da9005f5-dfd7-4698-952c-229a09293613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:12.731033 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Checking router: 45ec620b-074a-483e-9ba4-6553cad5b875 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:12.731376 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Updating router 45ec620b-074a-483e-9ba4-6553cad5b875 port 938a5967-3dff-4a8f-b3be-af551c768fd7 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:59:12.753332 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Deleting port 3919d7b2-0834-4b36-833c-547cf1bfa044 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 05:59:12.754480 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.841823 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b674ea2c-1169-458c-ae60-f9239df7f8bf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.848676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-9cb96b6a-03c0-4085-ada7-754123544253 admin admin] Transition to ACTIVE for port object af3b0a21-358c-4bd9-b01d-7cb65c4cf65a will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:12.856291 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port e0585aef-16f2-4f1d-87e9-11ce57810394, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e0585aef-16f2-4f1d-87e9-11ce57810394,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:12.869564 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61681f58-8449-4e69-a73e-e0b1e02ac123 None None] get_active_networks_info from dv-neutron-826830-2-hyperv {{(pid=87472) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 05:59:12.894382 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a4657c47-7a90-4f95-b365-008d7dabefc1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.942724 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.081891 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'name': 'tempest-ServersTestManualDisk-864796244-router', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:50Z', 'updated_at': '2022-02-04T05:59:08Z', 'revision_number': 4, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'gw_port': {'id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'b4646e00-52e9-4ee0-ad6a-1bb13408614f', 'name': '', 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'mac_address': 'fa:16:3e:9e:34:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f480d6dd-77ba-48ed-975b-d2edf07b28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:03Z', 'updated_at': '2022-02-04T05:59:09Z', 'revision_number': 2, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'subnets': [{'id': 'f480d6dd-77ba-48ed-975b-d2edf07b28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:13.086347 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Checking router: 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:13.086702 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Updating router 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 port b4646e00-52e9-4ee0-ad6a-1bb13408614f binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:59:13.121391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674ea2c-1169-458c-ae60-f9239df7f8bf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Subnet': ['ID=89a13d94-5d93-463e-bf69-c8e61d175b9a,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:13.122488 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.165776 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.186468 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b674ea2c-1169-458c-ae60-f9239df7f8bf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Checking segment: {'id': '20e1fa3b-6168-4ad5-acf3-0f2d3ec7c175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3c80f098-8142-43e4-a608-90ff468f6f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:13.186799 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b674ea2c-1169-458c-ae60-f9239df7f8bf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network hostable DHCP agents. Network: 3c80f098-8142-43e4-a608-90ff468f6f86, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:59:13.192022 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=e0585aef-16f2-4f1d-87e9-11ce57810394,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:13.293410 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9cb96b6a-03c0-4085-ada7-754123544253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.335720 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0518b41-db00-4197-9a78-2f0ea152bf23 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.420068 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b674ea2c-1169-458c-ae60-f9239df7f8bf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network 3c80f098-8142-43e4-a608-90ff468f6f86 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:59:13.423325 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb96b6a-03c0-4085-ada7-754123544253 admin admin] Network 0d1f31ca-7eb5-4276-8d31-65c804e64b2a is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:13.433203 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] For port 3919d7b2-0834-4b36-833c-547cf1bfa044, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3919d7b2-0834-4b36-833c-547cf1bfa044,segment=NetworkSegment(48281517-6ddd-4dfc-9cd0-3048e623bbf0),segment_id=48281517-6ddd-4dfc-9cd0-3048e623bbf0)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:13.433566 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.442455 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-9cb96b6a-03c0-4085-ada7-754123544253 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:13.444352 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb96b6a-03c0-4085-ada7-754123544253 admin admin] Pushing event updated for resources: {'Port': ['ID=af3b0a21-358c-4bd9-b01d-7cb65c4cf65a,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:13.447093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb96b6a-03c0-4085-ada7-754123544253 admin admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:13.475076 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0518b41-db00-4197-9a78-2f0ea152bf23 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3d6f4ab-7bc8-442c-b415-c31c66983bac,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:13.495315 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4657c47-7a90-4f95-b365-008d7dabefc1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Subnet': ['ID=66ab9ec8-a6aa-4b1a-82e2-717c7cd6b604,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:13.554000 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4657c47-7a90-4f95-b365-008d7dabefc1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Checking segment: {'id': '7c395da5-9e16-4e11-aaa5-9b1688363af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e60dc474-500d-4967-b0b4-ba10481a0817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:13.554360 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4657c47-7a90-4f95-b365-008d7dabefc1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Network hostable DHCP agents. Network: e60dc474-500d-4967-b0b4-ba10481a0817, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:59:13.575076 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a97e4cdb-d6f6-4f54-8189-48241c0aef70 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:13.616980 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7688eb0d-21be-4cf4-813a-9744806ea88f tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.656336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.667887 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7688eb0d-21be-4cf4-813a-9744806ea88f tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.732829 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688eb0d-21be-4cf4-813a-9744806ea88f tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d30698a-fb2d-4b0c-9dc6-704840005b59,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:13.735055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7688eb0d-21be-4cf4-813a-9744806ea88f tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.736997 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7688eb0d-21be-4cf4-813a-9744806ea88f tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6636205 Feb 04 05:59:13.788430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Calling delete_port for 3919d7b2-0834-4b36-833c-547cf1bfa044 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 05:59:13.788796 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4657c47-7a90-4f95-b365-008d7dabefc1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Network e60dc474-500d-4967-b0b4-ba10481a0817 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:59:13.795194 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46420) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:13.803812 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-a4657c47-7a90-4f95-b365-008d7dabefc1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, e60dc474-500d-4967-b0b4-ba10481a0817) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:13.819862 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-128edc3a-713e-43c4-8fc9-6187f7b6e760 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Request body: {'security_group_rule': {'security_group_id': '1d30698a-fb2d-4b0c-9dc6-704840005b59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:13.830537 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-128edc3a-713e-43c4-8fc9-6187f7b6e760 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:13.834631 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-128edc3a-713e-43c4-8fc9-6187f7b6e760 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Usage tracker for resource:security_group_rule and tenant:cb94bb5ad2274bffbb62168bf92a11ea is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:13.837553 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-128edc3a-713e-43c4-8fc9-6187f7b6e760 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:13.843738 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-128edc3a-713e-43c4-8fc9-6187f7b6e760 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:13.857642 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4657c47-7a90-4f95-b365-008d7dabefc1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:13.858470 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a4657c47-7a90-4f95-b365-008d7dabefc1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.888646 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0518b41-db00-4197-9a78-2f0ea152bf23 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.926174 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-b674ea2c-1169-458c-ae60-f9239df7f8bf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 3c80f098-8142-43e4-a608-90ff468f6f86) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:13.937647 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b674ea2c-1169-458c-ae60-f9239df7f8bf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:13.938148 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b674ea2c-1169-458c-ae60-f9239df7f8bf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.973355 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b674ea2c-1169-458c-ae60-f9239df7f8bf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5774922 Feb 04 05:59:13.977733 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46424) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:14.004600 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9cb96b6a-03c0-4085-ada7-754123544253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.116244 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.119810 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port a97e4cdb-d6f6-4f54-8189-48241c0aef70 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:14.146005 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Transition to ACTIVE for port object b4646e00-52e9-4ee0-ad6a-1bb13408614f will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:14.159515 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port a97e4cdb-d6f6-4f54-8189-48241c0aef70 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:14.159923 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.165817 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.213254 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0518b41-db00-4197-9a78-2f0ea152bf23 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.217628 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0518b41-db00-4197-9a78-2f0ea152bf23 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.279409 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe1c88-ed0a-410a-89f4-6d3424cafe3a None None] Pushing event updated for resources: {'Port': ['ID=b4646e00-52e9-4ee0-ad6a-1bb13408614f,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:14.377236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-128edc3a-713e-43c4-8fc9-6187f7b6e760 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.384699 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.resource_extend [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:59:14.389839 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0518b41-db00-4197-9a78-2f0ea152bf23 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.390911 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0518b41-db00-4197-9a78-2f0ea152bf23 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac617f87-8ccd-4a06-96be-033eccfe0108 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 05:59:14.530421 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61681f58-8449-4e69-a73e-e0b1e02ac123 None None] Unable to find a vacant binding_index for network 3c80f098-8142-43e4-a608-90ff468f6f86 and agent 50320b9a-8215-4114-b345-75fa3a853e54 {{(pid=87472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 04 05:59:14.545394 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0518b41-db00-4197-9a78-2f0ea152bf23 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.546576 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a0518b41-db00-4197-9a78-2f0ea152bf23 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ac617f87-8ccd-4a06-96be-033eccfe0108 HTTP/1.1" status: 204 len: 168 time: 4.9187570 Feb 04 05:59:14.555587 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61681f58-8449-4e69-a73e-e0b1e02ac123 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 3c80f098-8142-43e4-a608-90ff468f6f86) {{(pid=87472) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:59:14.565671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46430) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:14.573055 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Attempting to bind port b4646e00-52e9-4ee0-ad6a-1bb13408614f on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:14.573517 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Attempting to bind port b4646e00-52e9-4ee0-ad6a-1bb13408614f by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'b4ac90b0-25c3-4449-b419-1069ce490de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:14.574250 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Attempting to bind port b4646e00-52e9-4ee0-ad6a-1bb13408614f on network 8b2c027f-66fc-4891-a810-faede768ce58 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:14.583004 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:14.583895 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Checking segment: {'id': 'b4ac90b0-25c3-4449-b419-1069ce490de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:14.583895 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.584324 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Bound using segment: {'id': 'b4ac90b0-25c3-4449-b419-1069ce490de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:14.584797 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Bound port: b4646e00-52e9-4ee0-ad6a-1bb13408614f, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ac90b0-25c3-4449-b419-1069ce490de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:14.585182 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.607720 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9cb96b6a-03c0-4085-ada7-754123544253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.609167 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.618100 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a4657c47-7a90-4f95-b365-008d7dabefc1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.2050159 Feb 04 05:59:14.637469 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46434) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:14.676236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-13048373', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:14.693730 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Transition to ACTIVE for port object 938a5967-3dff-4a8f-b3be-af551c768fd7 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:14.695574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:14.717879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Usage tracker for resource:router and tenant:be32df0199ab40b58629ba8c05d7ef10 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:14.720229 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46438) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:14.724425 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] For port b4646e00-52e9-4ee0-ad6a-1bb13408614f, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:14.729904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.730866 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] For port b4646e00-52e9-4ee0-ad6a-1bb13408614f, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b4646e00-52e9-4ee0-ad6a-1bb13408614f,segment=NetworkSegment(b4ac90b0-25c3-4449-b419-1069ce490de0),segment_id=b4ac90b0-25c3-4449-b419-1069ce490de0)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:14.738622 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.740003 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-66c7737d-ccb1-4b0b-82ae-8affc9887f49 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--200032759', 'description': 'tempest-description--435050525'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:14.757802 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:14.775297 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.807525 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ec51ddca-109a-41d2-bc10-0fc72d76cdfe tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.809567 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-128edc3a-713e-43c4-8fc9-6187f7b6e760 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.818805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:14.821721 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-66c7737d-ccb1-4b0b-82ae-8affc9887f49 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:14.827407 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-128edc3a-713e-43c4-8fc9-6187f7b6e760 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.831651 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Pushing event deleted for resources: {'Port': ['ID=3919d7b2-0834-4b36-833c-547cf1bfa044,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:14.843484 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.855169 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Routers {'3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:14.856262 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:14.876939 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-66c7737d-ccb1-4b0b-82ae-8affc9887f49 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Usage tracker for resource:security_group and tenant:65ad76e2ab97449aa72bd10490fb5076 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:14.880538 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128edc3a-713e-43c4-8fc9-6187f7b6e760 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da78c4e1-5ee5-40f4-86db-8f6ebe059cd2,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:14.889033 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-66c7737d-ccb1-4b0b-82ae-8affc9887f49 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:14.900669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-128edc3a-713e-43c4-8fc9-6187f7b6e760 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.903979 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-128edc3a-713e-43c4-8fc9-6187f7b6e760 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0967743 Feb 04 05:59:14.924544 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-66c7737d-ccb1-4b0b-82ae-8affc9887f49 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:14.929324 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46442) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:14.941247 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.942308 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.974189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.994328 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-e477143d-394c-4a66-95bd-d5f2fb70a140 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Request body: {'security_group_rule': {'security_group_id': '1d30698a-fb2d-4b0c-9dc6-704840005b59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:15.015374 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085dda0-de46-47a1-bdc0-c628f6ede8c6 None None] Pushing event updated for resources: {'Port': ['ID=938a5967-3dff-4a8f-b3be-af551c768fd7,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:15.061012 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e477143d-394c-4a66-95bd-d5f2fb70a140 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:15.069153 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Router 562d5ad6-5064-4bbb-ad04-11b935c577b8 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 05:59:15.071325 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9cb96b6a-03c0-4085-ada7-754123544253 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.085334 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e477143d-394c-4a66-95bd-d5f2fb70a140 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Usage tracker for resource:security_group_rule and tenant:cb94bb5ad2274bffbb62168bf92a11ea is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:15.089802 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e477143d-394c-4a66-95bd-d5f2fb70a140 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:15.110535 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] Set router 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:15.114135 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9cb96b6a-03c0-4085-ada7-754123544253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.129076 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port a97e4cdb-d6f6-4f54-8189-48241c0aef70, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a97e4cdb-d6f6-4f54-8189-48241c0aef70,segment=NetworkSegment(9eaaaa2f-28c7-4672-9c86-e2674d32ae51),segment_id=9eaaaa2f-28c7-4672-9c86-e2674d32ae51)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:15.145647 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-66c7737d-ccb1-4b0b-82ae-8affc9887f49 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.153343 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.154401 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 563e5700-2ddb-4765-94e7-fcb567abbbf9 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:15.237249 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e477143d-394c-4a66-95bd-d5f2fb70a140 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:15.239630 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-66c7737d-ccb1-4b0b-82ae-8affc9887f49 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:15.261758 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-66c7737d-ccb1-4b0b-82ae-8affc9887f49 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Usage tracker for resource:security_group_rule and tenant:65ad76e2ab97449aa72bd10490fb5076 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:15.267128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-66c7737d-ccb1-4b0b-82ae-8affc9887f49 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:15.295570 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Attempting to bind port 938a5967-3dff-4a8f-b3be-af551c768fd7 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:15.296429 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Attempting to bind port 938a5967-3dff-4a8f-b3be-af551c768fd7 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '0969c73a-e15c-4ae5-a0f3-82efa99c56d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:15.296995 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Attempting to bind port 938a5967-3dff-4a8f-b3be-af551c768fd7 on network e8542b43-7535-4da4-a485-e641ef5c90d7 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:15.309535 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:15.310307 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Checking segment: {'id': '0969c73a-e15c-4ae5-a0f3-82efa99c56d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:15.310955 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.311270 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.311917 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Bound using segment: {'id': '0969c73a-e15c-4ae5-a0f3-82efa99c56d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:15.312754 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Bound port: 938a5967-3dff-4a8f-b3be-af551c768fd7, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0969c73a-e15c-4ae5-a0f3-82efa99c56d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:15.313384 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.427370 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=a97e4cdb-d6f6-4f54-8189-48241c0aef70,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:15.498641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.501060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.520180 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.521260 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe1c88-ed0a-410a-89f4-6d3424cafe3a None None] Pushing event updated for resources: {'Port': ['ID=b4646e00-52e9-4ee0-ad6a-1bb13408614f,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:15.523231 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 563e5700-2ddb-4765-94e7-fcb567abbbf9 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:15.523914 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.527751 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'name': 'tempest-ServersTestManualDisk-864796244-router', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:50Z', 'updated_at': '2022-02-04T05:59:08Z', 'revision_number': 4, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'gw_port': {'id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'b4646e00-52e9-4ee0-ad6a-1bb13408614f', 'name': '', 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'mac_address': 'fa:16:3e:9e:34:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f480d6dd-77ba-48ed-975b-d2edf07b28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:03Z', 'updated_at': '2022-02-04T05:59:14Z', 'revision_number': 4, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'subnets': [{'id': 'f480d6dd-77ba-48ed-975b-d2edf07b28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:15.532714 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c1ecf6-81d1-47b0-8cef-61fd4d0c1ea7 None None] The sync data for ids ['3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'] in dv-neutron-826830-2-hyperv is: [{'id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'name': 'tempest-ServersTestManualDisk-864796244-router', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:50Z', 'updated_at': '2022-02-04T05:59:08Z', 'revision_number': 4, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'gw_port': {'id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'b4646e00-52e9-4ee0-ad6a-1bb13408614f', 'name': '', 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'mac_address': 'fa:16:3e:9e:34:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f480d6dd-77ba-48ed-975b-d2edf07b28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:03Z', 'updated_at': '2022-02-04T05:59:14Z', 'revision_number': 4, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'subnets': [{'id': 'f480d6dd-77ba-48ed-975b-d2edf07b28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:15.609370 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] For port 938a5967-3dff-4a8f-b3be-af551c768fd7, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:15.657526 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] For port 938a5967-3dff-4a8f-b3be-af551c768fd7, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=938a5967-3dff-4a8f-b3be-af551c768fd7,segment=NetworkSegment(0969c73a-e15c-4ae5-a0f3-82efa99c56d5),segment_id=0969c73a-e15c-4ae5-a0f3-82efa99c56d5)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:15.658258 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:15.668305 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.675901 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-66c7737d-ccb1-4b0b-82ae-8affc9887f49 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:15.715328 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5aeba1-7bb6-4a03-ab37-495442aefff2 None None] Sync routers for ids ['562d5ad6-5064-4bbb-ad04-11b935c577b8'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:15.716264 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e477143d-394c-4a66-95bd-d5f2fb70a140 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.751395 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-f46eb10c-54ad-4641-9046-4b5dae0655eb tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Deleting subnet d0ab9f69-d4ac-41d9-948d-959bed3febc1 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 05:59:15.779911 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5aeba1-7bb6-4a03-ab37-495442aefff2 None None] Routers {'562d5ad6-5064-4bbb-ad04-11b935c577b8'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:15.780566 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8b5aeba1-7bb6-4a03-ab37-495442aefff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['562d5ad6-5064-4bbb-ad04-11b935c577b8'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:15.809508 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f46eb10c-54ad-4641-9046-4b5dae0655eb tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.844173 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0799d29f-a1d3-49bd-ba98-a6795119085b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-3c80f098-8142-43e4-a608-90ff468f6f86', 'network_id': '3c80f098-8142-43e4-a608-90ff468f6f86', 'tenant_id': 'be5863f9490840e8a3915d28728f2bb3', 'fixed_ips': [{'subnet_id': '89a13d94-5d93-463e-bf69-c8e61d175b9a'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 05:59:15.844895 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0799d29f-a1d3-49bd-ba98-a6795119085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.866352 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e477143d-394c-4a66-95bd-d5f2fb70a140 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.878172 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb96b6a-03c0-4085-ada7-754123544253 admin admin] Pushing event updated for resources: {'Port': ['ID=af3b0a21-358c-4bd9-b01d-7cb65c4cf65a,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:15.879711 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8b5aeba1-7bb6-4a03-ab37-495442aefff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:15.880184 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.881293 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.881722 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2af835d0-1410-49d8-8084-cb6d91463926 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 05:59:15.882269 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-87f9c857-f838-4c19-82fc-e09400b045fd tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 11.2044680 Feb 04 05:59:15.889459 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e477143d-394c-4a66-95bd-d5f2fb70a140 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.910459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46446) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:15.917020 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9cb96b6a-03c0-4085-ada7-754123544253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.920879 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ec51ddca-109a-41d2-bc10-0fc72d76cdfe tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.937997 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Routers {'45ec620b-074a-483e-9ba4-6553cad5b875'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:15.938632 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45ec620b-074a-483e-9ba4-6553cad5b875'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:15.944822 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477143d-394c-4a66-95bd-d5f2fb70a140 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9560743c-0909-4f2e-9ff2-ae1e38da560d,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:15.959979 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e477143d-394c-4a66-95bd-d5f2fb70a140 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.964475 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e477143d-394c-4a66-95bd-d5f2fb70a140 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0337923 Feb 04 05:59:15.968563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46450) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:15.974103 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f46eb10c-54ad-4641-9046-4b5dae0655eb tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.979126 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:15.988840 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:16.007390 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Usage tracker for resource:floatingip and tenant:cb94bb5ad2274bffbb62168bf92a11ea is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:16.011082 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:16.029849 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:16.061215 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-66c7737d-ccb1-4b0b-82ae-8affc9887f49 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.066097 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085dda0-de46-47a1-bdc0-c628f6ede8c6 None None] Pushing event updated for resources: {'Port': ['ID=938a5967-3dff-4a8f-b3be-af551c768fd7,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:16.087591 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for floatingip, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.102048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-66c7737d-ccb1-4b0b-82ae-8affc9887f49 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.147036 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7737d-ccb1-4b0b-82ae-8affc9887f49 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe3e5d4-3f68-43e2-8017-002269742142,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:16.178743 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5aeba1-7bb6-4a03-ab37-495442aefff2 None None] Routers {'562d5ad6-5064-4bbb-ad04-11b935c577b8'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:16.179579 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8b5aeba1-7bb6-4a03-ab37-495442aefff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['562d5ad6-5064-4bbb-ad04-11b935c577b8'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:16.288492 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f46eb10c-54ad-4641-9046-4b5dae0655eb tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.338752 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-66c7737d-ccb1-4b0b-82ae-8affc9887f49 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.342497 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-66c7737d-ccb1-4b0b-82ae-8affc9887f49 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6169434 Feb 04 05:59:16.342613 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8b5aeba1-7bb6-4a03-ab37-495442aefff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:16.342613 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5aeba1-7bb6-4a03-ab37-495442aefff2 None None] The sync data for ids ['562d5ad6-5064-4bbb-ad04-11b935c577b8'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:16.345995 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46454) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:16.367145 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0b85d48d-68e7-4ace-8e1f-24f5dc97218c tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Request body: {'security_group_rule': {'security_group_id': 'cfe3e5d4-3f68-43e2-8017-002269742142', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:16.407820 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.409668 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a08a559e-938d-4323-ae79-9f100b6510bb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "DELETE /v2.0/routers/2af835d0-1410-49d8-8084-cb6d91463926 HTTP/1.1" status: 204 len: 168 time: 11.6529577 Feb 04 05:59:16.420543 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46458) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:16.425941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0b85d48d-68e7-4ace-8e1f-24f5dc97218c tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:16.432496 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0b85d48d-68e7-4ace-8e1f-24f5dc97218c tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Usage tracker for resource:security_group_rule and tenant:65ad76e2ab97449aa72bd10490fb5076 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:16.446346 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0b85d48d-68e7-4ace-8e1f-24f5dc97218c tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:16.477403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0b85d48d-68e7-4ace-8e1f-24f5dc97218c tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:16.505497 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] Set router 45ec620b-074a-483e-9ba4-6553cad5b875 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:16.569659 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb96b6a-03c0-4085-ada7-754123544253 admin admin] Network 0d1f31ca-7eb5-4276-8d31-65c804e64b2a is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:16.578714 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.584379 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-9cb96b6a-03c0-4085-ada7-754123544253 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:16.632818 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.684322 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ecbe42-dd16-47d2-b99a-d717067b7297 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Deleting subnet 73a6ff37-3927-46dc-a4a8-7add4fadeff6 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 05:59:16.689306 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40ecbe42-dd16-47d2-b99a-d717067b7297 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.697975 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a97e4cdb-d6f6-4f54-8189-48241c0aef70 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:16.718407 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b85d48d-68e7-4ace-8e1f-24f5dc97218c tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.747470 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f46eb10c-54ad-4641-9046-4b5dae0655eb tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.751563 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ec51ddca-109a-41d2-bc10-0fc72d76cdfe tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server [None req-0799d29f-a1d3-49bd-ba98-a6795119085b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89a13d94-5d93-463e-bf69-c8e61d175b9a: This subnet is being modified by another concurrent operation. Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:59:16.768942 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise exception Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89a13d94-5d93-463e-bf69-c8e61d175b9a: This subnet is being modified by another concurrent operation. Feb 04 05:59:16.771672 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server Feb 04 05:59:16.816189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40ecbe42-dd16-47d2-b99a-d717067b7297 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.832689 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb860119-36ec-4020-9d04-1e346bb57169 None None] get_active_networks_info from dv-neutron-826830-2-hyperv {{(pid=87472) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 05:59:16.884708 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46eb10c-54ad-4641-9046-4b5dae0655eb tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ab9f69-d4ac-41d9-948d-959bed3febc1,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:16.915853 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f46eb10c-54ad-4641-9046-4b5dae0655eb tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.926652 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.021955 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40ecbe42-dd16-47d2-b99a-d717067b7297 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.033677 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51ddca-109a-41d2-bc10-0fc72d76cdfe tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Subnet': ['ID=89a13d94-5d93-463e-bf69-c8e61d175b9a,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:17.070816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Allocated IP 172.26.4.158 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/6d9ee5ed-1dca-490a-8d14-45ea02d0d051) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:17.089819 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb860119-36ec-4020-9d04-1e346bb57169 None None] Resources bound (agent type, host, resource id): {{(pid=87472) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:59:17.108945 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port a97e4cdb-d6f6-4f54-8189-48241c0aef70 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:17.109314 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.116955 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46462) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:17.117110 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f46eb10c-54ad-4641-9046-4b5dae0655eb tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/d0ab9f69-d4ac-41d9-948d-959bed3febc1 HTTP/1.1" status: 204 len: 168 time: 2.5346668 Feb 04 05:59:17.297604 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-de717689-f67c-4579-9e36-4b2719df3b37 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.320255 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40ecbe42-dd16-47d2-b99a-d717067b7297 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.343727 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b4646e00-52e9-4ee0-ad6a-1bb13408614f up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:17.344402 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb96b6a-03c0-4085-ada7-754123544253 admin admin] Router 682fdc3a-0651-4b6c-a3d2-7fa496df411a has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 05:59:17.345580 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ec51ddca-109a-41d2-bc10-0fc72d76cdfe tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.439251 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'name': 'tempest-ServerActionsTestJSON-2064728696-router', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:49Z', 'updated_at': '2022-02-04T05:59:05Z', 'revision_number': 4, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'gw_port': {'id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '938a5967-3dff-4a8f-b3be-af551c768fd7', 'name': '', 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'mac_address': 'fa:16:3e:a8:a0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da9005f5-dfd7-4698-952c-229a09293613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:01Z', 'updated_at': '2022-02-04T05:59:15Z', 'revision_number': 4, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'subnets': [{'id': 'da9005f5-dfd7-4698-952c-229a09293613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:17.463643 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98cd37f-3dbc-4c2b-b249-7d3df69771b4 None None] The sync data for ids ['45ec620b-074a-483e-9ba4-6553cad5b875'] in dv-neutron-826830-2-hyperv is: [{'id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'name': 'tempest-ServerActionsTestJSON-2064728696-router', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:49Z', 'updated_at': '2022-02-04T05:59:05Z', 'revision_number': 4, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'gw_port': {'id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '938a5967-3dff-4a8f-b3be-af551c768fd7', 'name': '', 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'mac_address': 'fa:16:3e:a8:a0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da9005f5-dfd7-4698-952c-229a09293613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:01Z', 'updated_at': '2022-02-04T05:59:15Z', 'revision_number': 4, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'subnets': [{'id': 'da9005f5-dfd7-4698-952c-229a09293613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:17.505037 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecbe42-dd16-47d2-b99a-d717067b7297 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=73a6ff37-3927-46dc-a4a8-7add4fadeff6,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:17.508517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b85d48d-68e7-4ace-8e1f-24f5dc97218c tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.515360 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-ec51ddca-109a-41d2-bc10-0fc72d76cdfe tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c80f098-8142-43e4-a608-90ff468f6f86']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:17.519116 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40ecbe42-dd16-47d2-b99a-d717067b7297 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.536525 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port b4646e00-52e9-4ee0-ad6a-1bb13408614f completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:17.542442 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port b4646e00-52e9-4ee0-ad6a-1bb13408614f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:17.542983 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.598054 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b85d48d-68e7-4ace-8e1f-24f5dc97218c tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.622841 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-40ecbe42-dd16-47d2-b99a-d717067b7297 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/73a6ff37-3927-46dc-a4a8-7add4fadeff6 HTTP/1.1" status: 204 len: 168 time: 1.2012241 Feb 04 05:59:17.625858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.630231 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46466) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:17.658119 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-ec51ddca-109a-41d2-bc10-0fc72d76cdfe tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e1fa3b-6168-4ad5-acf3-0f2d3ec7c175') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:17.658411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-ec51ddca-109a-41d2-bc10-0fc72d76cdfe tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e1fa3b-6168-4ad5-acf3-0f2d3ec7c175') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:17.659649 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-de717689-f67c-4579-9e36-4b2719df3b37 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.699440 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ec51ddca-109a-41d2-bc10-0fc72d76cdfe tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.727818 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85d48d-68e7-4ace-8e1f-24f5dc97218c tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2822c9-2ebe-40a5-858e-fb852d99ab69,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:17.757130 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-de717689-f67c-4579-9e36-4b2719df3b37 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f879bf4-eadc-4172-b45c-6efacc7ad3bf']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:17.767934 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2105246a-52ce-4be5-be1a-ded7e85dcf82 None None] Network e60dc474-500d-4967-b0b4-ba10481a0817 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:59:17.784559 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b57488-e403-4879-b4d2-3648c3646bf4 None None] Network 3c80f098-8142-43e4-a608-90ff468f6f86 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:59:17.790680 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-de717689-f67c-4579-9e36-4b2719df3b37 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35beb7f6-3cd0-4a4b-8032-920bd76d2719') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:17.790979 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-de717689-f67c-4579-9e36-4b2719df3b37 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35beb7f6-3cd0-4a4b-8032-920bd76d2719') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:17.799263 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.815397 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d5819662-daef-4a7d-a456-d831fe19970c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.819367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-de717689-f67c-4579-9e36-4b2719df3b37 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.859397 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-de717689-f67c-4579-9e36-4b2719df3b37 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.874074 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.887569 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de717689-f67c-4579-9e36-4b2719df3b37 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:59:17.891141 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-de717689-f67c-4579-9e36-4b2719df3b37 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.893759 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb96b6a-03c0-4085-ada7-754123544253 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:17.906845 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Sync routers for ids ['682fdc3a-0651-4b6c-a3d2-7fa496df411a'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:17.933209 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Routers {'682fdc3a-0651-4b6c-a3d2-7fa496df411a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:17.936654 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['682fdc3a-0651-4b6c-a3d2-7fa496df411a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:17.955293 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ec51ddca-109a-41d2-bc10-0fc72d76cdfe tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.989422 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9cb96b6a-03c0-4085-ada7-754123544253 admin admin] 10.222.0.31 "PUT /v2.0/routers/682fdc3a-0651-4b6c-a3d2-7fa496df411a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6359525 Feb 04 05:59:17.998809 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Allocated IP 172.26.4.167 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/2c68e365-8a74-45b9-9285-d0f1c28d3dc3) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:18.292658 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.427748 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b85d48d-68e7-4ace-8e1f-24f5dc97218c tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.431480 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0b85d48d-68e7-4ace-8e1f-24f5dc97218c tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0697894 Feb 04 05:59:18.431480 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec51ddca-109a-41d2-bc10-0fc72d76cdfe tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:59:18.432352 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ec51ddca-109a-41d2-bc10-0fc72d76cdfe tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.466535 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Set router 682fdc3a-0651-4b6c-a3d2-7fa496df411a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:59:18.527063 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:59:18.533653 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port b4646e00-52e9-4ee0-ad6a-1bb13408614f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b4646e00-52e9-4ee0-ad6a-1bb13408614f,segment=NetworkSegment(b4ac90b0-25c3-4449-b419-1069ce490de0),segment_id=b4ac90b0-25c3-4449-b419-1069ce490de0)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:18.578338 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.579197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e0585aef-16f2-4f1d-87e9-11ce57810394 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:59:18.591931 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:59:18.606500 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46476) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:18.622228 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ab6f8bbe-b5ee-40b1-83e1-171ceb284858 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Request body: {'security_group_rule': {'security_group_id': 'cfe3e5d4-3f68-43e2-8017-002269742142', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:18.639451 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ab6f8bbe-b5ee-40b1-83e1-171ceb284858 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:18.648934 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.652003 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ab6f8bbe-b5ee-40b1-83e1-171ceb284858 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Usage tracker for resource:security_group_rule and tenant:65ad76e2ab97449aa72bd10490fb5076 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:18.662143 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ab6f8bbe-b5ee-40b1-83e1-171ceb284858 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:18.672139 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ab6f8bbe-b5ee-40b1-83e1-171ceb284858 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:18.840924 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7f59bdc3-5292-43bf-9bfa-66226053d7c3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.848433 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:18.865120 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7250c7-1b40-4328-9e20-16d9135303d2 None None] Network e60dc474-500d-4967-b0b4-ba10481a0817 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:59:18.871069 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:18.887184 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:18.916885 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-88196475-cf78-4fb4-a804-e124dd555e39 None None] Provisioning for port af3b0a21-358c-4bd9-b01d-7cb65c4cf65a completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:18.944667 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:18.999104 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:19.033285 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:19.082817 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=6d9ee5ed-1dca-490a-8d14-45ea02d0d051,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:19.123761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d5819662-daef-4a7d-a456-d831fe19970c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.178816 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'name': 'tempest-ServersTestJSON-439791222-router', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:14Z', 'revision_number': 4, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'gw_port': {'id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:55Z', 'updated_at': '2022-02-04T05:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'af3b0a21-358c-4bd9-b01d-7cb65c4cf65a', 'name': '', 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'mac_address': 'fa:16:3e:b9:9c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7a00080c-84b1-4e69-a110-952796207a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:08Z', 'updated_at': '2022-02-04T05:59:14Z', 'revision_number': 2, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'subnets': [{'id': '7a00080c-84b1-4e69-a110-952796207a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:19.186910 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Checking router: 682fdc3a-0651-4b6c-a3d2-7fa496df411a for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:19.187368 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Updating router 682fdc3a-0651-4b6c-a3d2-7fa496df411a port af3b0a21-358c-4bd9-b01d-7cb65c4cf65a binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:59:19.213038 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46480) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:19.233052 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8bbe-b5ee-40b1-83e1-171ceb284858 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.239345 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Pushing event updated for resources: {'Port': ['ID=2c68e365-8a74-45b9-9285-d0f1c28d3dc3,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:19.248706 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-de717689-f67c-4579-9e36-4b2719df3b37 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.264887 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.276227 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ec51ddca-109a-41d2-bc10-0fc72d76cdfe tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.300205 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-88196475-cf78-4fb4-a804-e124dd555e39 None None] Provisioning complete for port af3b0a21-358c-4bd9-b01d-7cb65c4cf65a triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:19.300438 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-88196475-cf78-4fb4-a804-e124dd555e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.302812 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de717689-f67c-4579-9e36-4b2719df3b37 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7f879bf4-eadc-4172-b45c-6efacc7ad3bf {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 05:59:19.306547 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-d2975906-0a91-4e3e-ac7a-09f116ab3b7a tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1155089140', 'description': 'tempest-description--1001113054'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:19.351015 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08caed30-0ef5-49ae-bed7-e9cec7cbc1f7 None None] Network 3c80f098-8142-43e4-a608-90ff468f6f86 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:59:19.367400 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d2975906-0a91-4e3e-ac7a-09f116ab3b7a tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:19.383214 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ec51ddca-109a-41d2-bc10-0fc72d76cdfe tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.390296 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08caed30-0ef5-49ae-bed7-e9cec7cbc1f7 None None] Network 3c80f098-8142-43e4-a608-90ff468f6f86 could not be found, it might have been deleted concurrently. {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 05:59:19.403862 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port e0585aef-16f2-4f1d-87e9-11ce57810394 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:19.404237 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.413457 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d2975906-0a91-4e3e-ac7a-09f116ab3b7a tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Usage tracker for resource:security_group and tenant:c85bcf77029c4cef92a0a226e81e77ad is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:19.424798 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51ddca-109a-41d2-bc10-0fc72d76cdfe tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Network': ['ID=3c80f098-8142-43e4-a608-90ff468f6f86,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:19.429877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d2975906-0a91-4e3e-ac7a-09f116ab3b7a tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:19.442071 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-de717689-f67c-4579-9e36-4b2719df3b37 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.460426 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8bbe-b5ee-40b1-83e1-171ceb284858 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.465801 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-de717689-f67c-4579-9e36-4b2719df3b37 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "DELETE /v2.0/networks/7f879bf4-eadc-4172-b45c-6efacc7ad3bf HTTP/1.1" status: 204 len: 168 time: 2.3446968 Feb 04 05:59:19.467666 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-d5819662-daef-4a7d-a456-d831fe19970c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06dec485-59e5-4f39-9dd9-b534c8e264e4']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:19.472474 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ec51ddca-109a-41d2-bc10-0fc72d76cdfe tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/3c80f098-8142-43e4-a608-90ff468f6f86 HTTP/1.1" status: 204 len: 168 time: 5.4940343 Feb 04 05:59:19.476334 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d2975906-0a91-4e3e-ac7a-09f116ab3b7a tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:19.479155 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8bbe-b5ee-40b1-83e1-171ceb284858 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.481526 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46486) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:19.568845 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f8bbe-b5ee-40b1-83e1-171ceb284858 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224da3f1-9b73-47a1-b36e-be805516929e,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:19.577967 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-140017b3-9dc8-4a17-aea1-e6575e2ec9e2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-456485409'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:19.586419 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8bbe-b5ee-40b1-83e1-171ceb284858 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.590322 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ab6f8bbe-b5ee-40b1-83e1-171ceb284858 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9790962 Feb 04 05:59:19.590785 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-88196475-cf78-4fb4-a804-e124dd555e39 None None] Port af3b0a21-358c-4bd9-b01d-7cb65c4cf65a cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 05:59:19.592381 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=b4646e00-52e9-4ee0-ad6a-1bb13408614f,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:19.601276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46490) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:19.602505 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de717689-f67c-4579-9e36-4b2719df3b37 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Pushing event deleted for resources: {'Network': ['ID=7f879bf4-eadc-4172-b45c-6efacc7ad3bf,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:19.612919 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-140017b3-9dc8-4a17-aea1-e6575e2ec9e2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:19.620043 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:19.629276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d2975906-0a91-4e3e-ac7a-09f116ab3b7a tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.650704 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-d5819662-daef-4a7d-a456-d831fe19970c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48281517-6ddd-4dfc-9cd0-3048e623bbf0') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:19.661768 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-140017b3-9dc8-4a17-aea1-e6575e2ec9e2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:network and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:19.662364 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-d5819662-daef-4a7d-a456-d831fe19970c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48281517-6ddd-4dfc-9cd0-3048e623bbf0') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:19.668731 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d2975906-0a91-4e3e-ac7a-09f116ab3b7a tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:19.673154 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d2975906-0a91-4e3e-ac7a-09f116ab3b7a tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Usage tracker for resource:security_group_rule and tenant:c85bcf77029c4cef92a0a226e81e77ad is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:19.676942 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d2975906-0a91-4e3e-ac7a-09f116ab3b7a tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:19.686559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d2975906-0a91-4e3e-ac7a-09f116ab3b7a tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:19.732459 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-114a1668-6078-48d3-9fe1-304656ec408b None None] Provisioning complete for port b4646e00-52e9-4ee0-ad6a-1bb13408614f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:19.732773 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-114a1668-6078-48d3-9fe1-304656ec408b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.738782 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-140017b3-9dc8-4a17-aea1-e6575e2ec9e2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:19.750492 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-140017b3-9dc8-4a17-aea1-e6575e2ec9e2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:19.765721 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d5819662-daef-4a7d-a456-d831fe19970c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.772846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:19.845041 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d5819662-daef-4a7d-a456-d831fe19970c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.852690 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 938a5967-3dff-4a8f-b3be-af551c768fd7 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:19.861824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5819662-daef-4a7d-a456-d831fe19970c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:59:19.862313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d5819662-daef-4a7d-a456-d831fe19970c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:59:19.876525 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:59:19.883244 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.934771 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Usage tracker for resource:floatingip and tenant:65ad76e2ab97449aa72bd10490fb5076 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:19.951197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:19.957469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140017b3-9dc8-4a17-aea1-e6575e2ec9e2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:19.971269 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-140017b3-9dc8-4a17-aea1-e6575e2ec9e2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.040526 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.043881 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:20.070553 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 938a5967-3dff-4a8f-b3be-af551c768fd7 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:20.076603 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 938a5967-3dff-4a8f-b3be-af551c768fd7 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:20.076800 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Transition to ACTIVE for port object af3b0a21-358c-4bd9-b01d-7cb65c4cf65a will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:20.076994 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.096886 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.114255 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-114a1668-6078-48d3-9fe1-304656ec408b None None] Provisioning complete for port af3b0a21-358c-4bd9-b01d-7cb65c4cf65a triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:20.114255 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-114a1668-6078-48d3-9fe1-304656ec408b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.133275 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46498) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:20.155037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-b4659ac1-5ecf-4a85-9d94-f06f85b75cd4 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Request body: {'router': {'name': 'tempest-router--1723058460', 'project_id': '2ef03ed98d9046d2931a12fdac288b3c'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:20.169883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d2975906-0a91-4e3e-ac7a-09f116ab3b7a tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.173384 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b4659ac1-5ecf-4a85-9d94-f06f85b75cd4 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:20.179131 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140017b3-9dc8-4a17-aea1-e6575e2ec9e2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:59:20.183949 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b4659ac1-5ecf-4a85-9d94-f06f85b75cd4 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Usage tracker for resource:router and tenant:2ef03ed98d9046d2931a12fdac288b3c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:20.193140 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b4659ac1-5ecf-4a85-9d94-f06f85b75cd4 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:20.199407 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.223333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d2975906-0a91-4e3e-ac7a-09f116ab3b7a tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.227105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b4659ac1-5ecf-4a85-9d94-f06f85b75cd4 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:20.245480 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-7f59bdc3-5292-43bf-9bfa-66226053d7c3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Allocated IP 172.20.0.1 (040cc18c-cf5a-4abd-a0d4-2970214e5a4c/7a65b5ce-0345-4deb-8dc2-341e20c2518b/636a2b0d-90ed-4113-9105-19643b0b85bf) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:20.264465 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-140017b3-9dc8-4a17-aea1-e6575e2ec9e2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.264824 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-140017b3-9dc8-4a17-aea1-e6575e2ec9e2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Added segment 866ee440-2a67-49c6-8126-a760831b4a18 of type vlan for network 9791bf79-8007-4e58-9a47-d3b24540c27f Feb 04 05:59:20.338499 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d5819662-daef-4a7d-a456-d831fe19970c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.351332 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-114a1668-6078-48d3-9fe1-304656ec408b None None] Port af3b0a21-358c-4bd9-b01d-7cb65c4cf65a cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 05:59:20.369615 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5819662-daef-4a7d-a456-d831fe19970c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 06dec485-59e5-4f39-9dd9-b534c8e264e4 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 05:59:20.392199 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b4659ac1-5ecf-4a85-9d94-f06f85b75cd4 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.393223 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b4659ac1-5ecf-4a85-9d94-f06f85b75cd4 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.416555 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d5819662-daef-4a7d-a456-d831fe19970c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.426709 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5819662-daef-4a7d-a456-d831fe19970c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Pushing event deleted for resources: {'Network': ['ID=06dec485-59e5-4f39-9dd9-b534c8e264e4,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:20.427703 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2975906-0a91-4e3e-ac7a-09f116ab3b7a tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:20.447388 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d5819662-daef-4a7d-a456-d831fe19970c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "DELETE /v2.0/networks/06dec485-59e5-4f39-9dd9-b534c8e264e4 HTTP/1.1" status: 204 len: 168 time: 2.8161285 Feb 04 05:59:20.500856 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.547694 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.576987 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 938a5967-3dff-4a8f-b3be-af551c768fd7, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=938a5967-3dff-4a8f-b3be-af551c768fd7,segment=NetworkSegment(0969c73a-e15c-4ae5-a0f3-82efa99c56d5),segment_id=0969c73a-e15c-4ae5-a0f3-82efa99c56d5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:20.588565 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.671502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d2975906-0a91-4e3e-ac7a-09f116ab3b7a tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.676772 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d2975906-0a91-4e3e-ac7a-09f116ab3b7a tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4427581 Feb 04 05:59:20.678033 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-140017b3-9dc8-4a17-aea1-e6575e2ec9e2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.684350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46504) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:20.692544 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-4e6d8ddf-dfcf-466d-9e8f-8131422cedcf tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Request body: {'security_group_rule': {'security_group_id': 'f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:20.723283 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b4659ac1-5ecf-4a85-9d94-f06f85b75cd4 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.727208 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4e6d8ddf-dfcf-466d-9e8f-8131422cedcf tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:20.729842 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b81ec-34f6-4172-a986-7b2dcbd5eecc None None] Pushing event updated for resources: {'Port': ['ID=af3b0a21-358c-4bd9-b01d-7cb65c4cf65a,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:20.734180 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Attempting to bind port af3b0a21-358c-4bd9-b01d-7cb65c4cf65a on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:20.735838 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Attempting to bind port af3b0a21-358c-4bd9-b01d-7cb65c4cf65a by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:20.737314 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Attempting to bind port af3b0a21-358c-4bd9-b01d-7cb65c4cf65a on network 0d1f31ca-7eb5-4276-8d31-65c804e64b2a {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:20.753348 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:20.755934 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4e6d8ddf-dfcf-466d-9e8f-8131422cedcf tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Usage tracker for resource:security_group_rule and tenant:c85bcf77029c4cef92a0a226e81e77ad is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:20.756766 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Checking segment: {'id': 'bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:20.757383 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.759107 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Bound using segment: {'id': 'bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:20.764216 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Bound port: af3b0a21-358c-4bd9-b01d-7cb65c4cf65a, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:20.765264 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4e6d8ddf-dfcf-466d-9e8f-8131422cedcf tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:20.765588 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.788037 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=938a5967-3dff-4a8f-b3be-af551c768fd7,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:20.792040 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4e6d8ddf-dfcf-466d-9e8f-8131422cedcf tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:20.813136 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b4659ac1-5ecf-4a85-9d94-f06f85b75cd4 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.826231 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-140017b3-9dc8-4a17-aea1-e6575e2ec9e2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.828576 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.831810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140017b3-9dc8-4a17-aea1-e6575e2ec9e2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:20.832439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-140017b3-9dc8-4a17-aea1-e6575e2ec9e2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.931131 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] For port af3b0a21-358c-4bd9-b01d-7cb65c4cf65a, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:20.935158 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] For port af3b0a21-358c-4bd9-b01d-7cb65c4cf65a, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=af3b0a21-358c-4bd9-b01d-7cb65c4cf65a,segment=NetworkSegment(bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4),segment_id=bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:20.942700 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.978422 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4e6d8ddf-dfcf-466d-9e8f-8131422cedcf tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.988204 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7f59bdc3-5292-43bf-9bfa-66226053d7c3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.006077 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46512) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:21.007530 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-140017b3-9dc8-4a17-aea1-e6575e2ec9e2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5031769 Feb 04 05:59:21.008430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b4659ac1-5ecf-4a85-9d94-f06f85b75cd4 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.009463 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b4659ac1-5ecf-4a85-9d94-f06f85b75cd4 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8751833 Feb 04 05:59:21.011514 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46514) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:21.021790 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46518) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:21.030147 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f589a190-cbbb-43dc-87d2-b06f5e75efc7 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Request body: {'router': {'name': 'tempest-router--175829015', 'project_id': '884a8286b4a846da940a303e19f0454f'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:21.048493 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b81ec-34f6-4172-a986-7b2dcbd5eecc None None] Pushing event updated for resources: {'Port': ['ID=af3b0a21-358c-4bd9-b01d-7cb65c4cf65a,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:21.055208 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-709c3464-ac1d-49df-b0bb-9674f1fc23be tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'subnet': {'network_id': '9791bf79-8007-4e58-9a47-d3b24540c27f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:21.064292 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Routers {'682fdc3a-0651-4b6c-a3d2-7fa496df411a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:21.065294 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['682fdc3a-0651-4b6c-a3d2-7fa496df411a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:21.079250 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f589a190-cbbb-43dc-87d2-b06f5e75efc7 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:21.155153 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-7f59bdc3-5292-43bf-9bfa-66226053d7c3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Transition to ACTIVE for port object 636a2b0d-90ed-4113-9105-19643b0b85bf will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:21.203832 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f589a190-cbbb-43dc-87d2-b06f5e75efc7 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Usage tracker for resource:router and tenant:884a8286b4a846da940a303e19f0454f is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:21.259290 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140017b3-9dc8-4a17-aea1-e6575e2ec9e2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Network': ['ID=9791bf79-8007-4e58-9a47-d3b24540c27f,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:21.269998 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.272951 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 9791bf79-8007-4e58-9a47-d3b24540c27f details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 05:59:21.317780 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] Set router 682fdc3a-0651-4b6c-a3d2-7fa496df411a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:21.334838 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.347133 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f589a190-cbbb-43dc-87d2-b06f5e75efc7 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:21.419603 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f589a190-cbbb-43dc-87d2-b06f5e75efc7 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:21.436042 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7ef3949d-f64e-4071-bf09-a217a9f5c108 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.591220 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4e6d8ddf-dfcf-466d-9e8f-8131422cedcf tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.602434 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.611090 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4e6d8ddf-dfcf-466d-9e8f-8131422cedcf tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.677608 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f589a190-cbbb-43dc-87d2-b06f5e75efc7 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.679528 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f589a190-cbbb-43dc-87d2-b06f5e75efc7 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.717895 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Pushing event updated for resources: {'Port': ['ID=2c68e365-8a74-45b9-9285-d0f1c28d3dc3,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:21.722805 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-709c3464-ac1d-49df-b0bb-9674f1fc23be tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:21.738201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.752596 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b4646e00-52e9-4ee0-ad6a-1bb13408614f up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:21.757499 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.772647 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'name': 'tempest-ServersTestJSON-439791222-router', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:14Z', 'revision_number': 4, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'gw_port': {'id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:55Z', 'updated_at': '2022-02-04T05:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'af3b0a21-358c-4bd9-b01d-7cb65c4cf65a', 'name': '', 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'mac_address': 'fa:16:3e:b9:9c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7a00080c-84b1-4e69-a110-952796207a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:08Z', 'updated_at': '2022-02-04T05:59:20Z', 'revision_number': 4, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'subnets': [{'id': '7a00080c-84b1-4e69-a110-952796207a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:21.778287 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a0d12f-6e5b-4571-9e6e-cb6c1042bb69 None None] The sync data for ids ['682fdc3a-0651-4b6c-a3d2-7fa496df411a'] in dv-neutron-826830-2-hyperv is: [{'id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'name': 'tempest-ServersTestJSON-439791222-router', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:14Z', 'revision_number': 4, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'gw_port': {'id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:55Z', 'updated_at': '2022-02-04T05:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'af3b0a21-358c-4bd9-b01d-7cb65c4cf65a', 'name': '', 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'mac_address': 'fa:16:3e:b9:9c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7a00080c-84b1-4e69-a110-952796207a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:08Z', 'updated_at': '2022-02-04T05:59:20Z', 'revision_number': 4, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'subnets': [{'id': '7a00080c-84b1-4e69-a110-952796207a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:21.803009 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-709c3464-ac1d-49df-b0bb-9674f1fc23be tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:subnet and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:21.852524 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.864079 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-af6851ca-6041-4de3-b2b2-8f499427e002 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8825731 Feb 04 05:59:21.864413 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port b4646e00-52e9-4ee0-ad6a-1bb13408614f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:21.864413 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.885066 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-709c3464-ac1d-49df-b0bb-9674f1fc23be tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:21.894717 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d8ddf-dfcf-466d-9e8f-8131422cedcf tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605abb76-2c4b-4ffc-ab28-1a4f116aa84a,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:21.951101 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-709c3464-ac1d-49df-b0bb-9674f1fc23be tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:21.972096 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7ef3949d-f64e-4071-bf09-a217a9f5c108 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.984098 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7ef3949d-f64e-4071-bf09-a217a9f5c108 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.996402 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f589a190-cbbb-43dc-87d2-b06f5e75efc7 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.001968 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7f59bdc3-5292-43bf-9bfa-66226053d7c3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.043156 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 938a5967-3dff-4a8f-b3be-af551c768fd7 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:22.107021 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4e6d8ddf-dfcf-466d-9e8f-8131422cedcf tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.112841 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4e6d8ddf-dfcf-466d-9e8f-8131422cedcf tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4205201 Feb 04 05:59:22.115259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46530) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:22.123195 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-535bbdfb-1c65-4c33-8265-9b81500a2718 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Request body: {'security_group_rule': {'security_group_id': 'f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:22.133844 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709c3464-ac1d-49df-b0bb-9674f1fc23be tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:22.137664 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-709c3464-ac1d-49df-b0bb-9674f1fc23be tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.148142 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-535bbdfb-1c65-4c33-8265-9b81500a2718 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:22.153186 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-535bbdfb-1c65-4c33-8265-9b81500a2718 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Usage tracker for resource:security_group_rule and tenant:c85bcf77029c4cef92a0a226e81e77ad is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:22.157563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-535bbdfb-1c65-4c33-8265-9b81500a2718 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:22.165193 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-535bbdfb-1c65-4c33-8265-9b81500a2718 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:22.173403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7ef3949d-f64e-4071-bf09-a217a9f5c108 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.173927 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef3949d-f64e-4071-bf09-a217a9f5c108 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4616923d-3667-4998-a674-5c125ec47b3b {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 05:59:22.177425 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f59bdc3-5292-43bf-9bfa-66226053d7c3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Network 040cc18c-cf5a-4abd-a0d4-2970214e5a4c is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:22.194222 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-535bbdfb-1c65-4c33-8265-9b81500a2718 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.234411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 291bd204-0842-4d12-b7ad-9ab081fb392c is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 05:59:22.249920 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 938a5967-3dff-4a8f-b3be-af551c768fd7 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:22.250521 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.436961 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Allocated IP 172.26.4.219 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/3d62335b-0a39-49eb-9d3c-757d0bfb1d69) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:22.453954 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-7f59bdc3-5292-43bf-9bfa-66226053d7c3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:22.468063 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f59bdc3-5292-43bf-9bfa-66226053d7c3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:22.513740 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f589a190-cbbb-43dc-87d2-b06f5e75efc7 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.569092 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7ef3949d-f64e-4071-bf09-a217a9f5c108 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.570522 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7ef3949d-f64e-4071-bf09-a217a9f5c108 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "DELETE /v2.0/routers/4616923d-3667-4998-a674-5c125ec47b3b HTTP/1.1" status: 204 len: 168 time: 1.5292981 Feb 04 05:59:22.582639 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59bdc3-5292-43bf-9bfa-66226053d7c3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Pushing event updated for resources: {'Port': ['ID=636a2b0d-90ed-4113-9105-19643b0b85bf,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:22.626477 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f589a190-cbbb-43dc-87d2-b06f5e75efc7 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.630731 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f589a190-cbbb-43dc-87d2-b06f5e75efc7 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.6175382 Feb 04 05:59:22.630731 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46554) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:22.631456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46556) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:22.705848 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-535bbdfb-1c65-4c33-8265-9b81500a2718 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.789401 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-535bbdfb-1c65-4c33-8265-9b81500a2718 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.797256 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 05:59:22.837001 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bbdfb-1c65-4c33-8265-9b81500a2718 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8db98e-964d-4b63-8a25-5fbc104df4f8,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:22.844219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a05eb5b1-6611-414d-890c-b2b8ef7d506a tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.862017 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4ff9b22a-341d-4823-9ba7-7d81aed4f224 None None] Provisioning for port 636a2b0d-90ed-4113-9105-19643b0b85bf completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:22.870410 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4ff9b22a-341d-4823-9ba7-7d81aed4f224 None None] Provisioning complete for port 636a2b0d-90ed-4113-9105-19643b0b85bf triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:22.871548 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4ff9b22a-341d-4823-9ba7-7d81aed4f224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.893742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7f59bdc3-5292-43bf-9bfa-66226053d7c3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.899919 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:22.916433 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-4249a403-465d-4a32-ae9b-98cd78b04e74 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--161839264&fields=id&tenant_id=cb94bb5ad2274bffbb62168bf92a11ea HTTP/1.1" status: 200 len: 267 time: 0.2756858 Feb 04 05:59:22.916949 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46562) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:22.962697 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18218fa8-1613-4005-b35d-2169bb44903b None None] Sync routers for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:22.970450 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-535bbdfb-1c65-4c33-8265-9b81500a2718 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.971606 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-535bbdfb-1c65-4c33-8265-9b81500a2718 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8555784 Feb 04 05:59:22.986931 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46570) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:22.995537 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18218fa8-1613-4005-b35d-2169bb44903b None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:22.995729 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:22.996443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-18218fa8-1613-4005-b35d-2169bb44903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:23.003715 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:23.051754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Usage tracker for resource:floatingip and tenant:c85bcf77029c4cef92a0a226e81e77ad is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:23.059247 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:23.062090 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.063296 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4c369bf9-636a-4500-afbe-feb8e0ad0f89 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.4248548 Feb 04 05:59:23.079684 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-18218fa8-1613-4005-b35d-2169bb44903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:23.089484 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-4ff9b22a-341d-4823-9ba7-7d81aed4f224 None None] Port 636a2b0d-90ed-4113-9105-19643b0b85bf cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 05:59:23.096855 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18218fa8-1613-4005-b35d-2169bb44903b None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:23.097584 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-18218fa8-1613-4005-b35d-2169bb44903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:23.104671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.123316 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46574) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:23.133729 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:23.136631 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-709c3464-ac1d-49df-b0bb-9674f1fc23be tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.190009 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.219810 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-18218fa8-1613-4005-b35d-2169bb44903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:23.220933 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18218fa8-1613-4005-b35d-2169bb44903b None None] The sync data for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:23.292977 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a05eb5b1-6611-414d-890c-b2b8ef7d506a tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.297602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a05eb5b1-6611-414d-890c-b2b8ef7d506a tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.301436 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for floatingip, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.330815 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1153082457', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}, 'admin_state_up': False}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:23.363291 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:23.406323 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Usage tracker for resource:router and tenant:55ab6088d06445cc914fdf4327704095 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:23.416299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:23.420333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:23.436311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:23.446310 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:23.448408 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:23.459385 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a05eb5b1-6611-414d-890c-b2b8ef7d506a tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.459919 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05eb5b1-6611-414d-890c-b2b8ef7d506a tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router abb1ef58-157c-45e1-a6ab-1e5f5a5d0177 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 05:59:23.482824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a05eb5b1-6611-414d-890c-b2b8ef7d506a tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.483970 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a05eb5b1-6611-414d-890c-b2b8ef7d506a tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "DELETE /v2.0/routers/abb1ef58-157c-45e1-a6ab-1e5f5a5d0177 HTTP/1.1" status: 204 len: 168 time: 0.8454492 Feb 04 05:59:23.561556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Pushing event updated for resources: {'Port': ['ID=3d62335b-0a39-49eb-9d3c-757d0bfb1d69,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:23.564043 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c3464-ac1d-49df-b0bb-9674f1fc23be tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Subnet': ['ID=074c88fb-2c3d-416d-981d-0c76d99922f3,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:23.596896 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7f59bdc3-5292-43bf-9bfa-66226053d7c3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.606886 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c3464-ac1d-49df-b0bb-9674f1fc23be tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Checking segment: {'id': '866ee440-2a67-49c6-8126-a760831b4a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9791bf79-8007-4e58-9a47-d3b24540c27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:23.607254 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709c3464-ac1d-49df-b0bb-9674f1fc23be tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network hostable DHCP agents. Network: 9791bf79-8007-4e58-9a47-d3b24540c27f, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:59:23.675559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.676938 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.703125 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-de1777f3-3692-46d6-9152-cbd5218a4cef tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:23.705283 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-de1777f3-3692-46d6-9152-cbd5218a4cef tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/networks?id=e8542b43-7535-4da4-a485-e641ef5c90d7 HTTP/1.1" status: 200 len: 812 time: 0.7695508 Feb 04 05:59:23.724734 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.784409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46582) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:23.792237 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device af3b0a21-358c-4bd9-b01d-7cb65c4cf65a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:23.818656 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.872298 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port af3b0a21-358c-4bd9-b01d-7cb65c4cf65a completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:23.881261 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port af3b0a21-358c-4bd9-b01d-7cb65c4cf65a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:23.881796 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.018926 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-c55b8b61-42c5-480c-879a-1058c2168492 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/quotas/cb94bb5ad2274bffbb62168bf92a11ea HTTP/1.1" status: 200 len: 375 time: 0.2423165 Feb 04 05:59:24.022420 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.032737 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709c3464-ac1d-49df-b0bb-9674f1fc23be tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network 9791bf79-8007-4e58-9a47-d3b24540c27f is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:59:24.042025 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.089229 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-709c3464-ac1d-49df-b0bb-9674f1fc23be tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 9791bf79-8007-4e58-9a47-d3b24540c27f) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:24.112153 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port af3b0a21-358c-4bd9-b01d-7cb65c4cf65a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=af3b0a21-358c-4bd9-b01d-7cb65c4cf65a,segment=NetworkSegment(bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4),segment_id=bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:24.129158 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688f477d-1239-4a42-966d-7b7990c2b3b1 None None] Network 9791bf79-8007-4e58-9a47-d3b24540c27f requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:59:24.144217 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1796230671', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:24.144814 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.216498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:24.254871 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709c3464-ac1d-49df-b0bb-9674f1fc23be tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:24.255468 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-709c3464-ac1d-49df-b0bb-9674f1fc23be tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.270571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Usage tracker for resource:router and tenant:ff78521b780f4b2b8604664af9d5a608 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:24.306162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=af3b0a21-358c-4bd9-b01d-7cb65c4cf65a,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:24.308248 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:24.329641 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:24.386339 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.387336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.406923 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Allocated IP 172.26.4.230 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/8add6625-d1e5-45a6-81fc-1d376f8a8c70) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:24.425810 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76d70674-3630-4593-a25c-d1ea9910f9c9 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.435647 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.448198 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.448901 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.451658 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-9791bf79-8007-4e58-9a47-d3b24540c27f', 'network_id': '9791bf79-8007-4e58-9a47-d3b24540c27f', 'tenant_id': 'be5863f9490840e8a3915d28728f2bb3', 'fixed_ips': [{'subnet_id': '074c88fb-2c3d-416d-981d-0c76d99922f3'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 05:59:24.452745 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.581601 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-709c3464-ac1d-49df-b0bb-9674f1fc23be tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5619388 Feb 04 05:59:24.590982 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46588) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:24.620637 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Allocated IP 172.20.0.2 (9791bf79-8007-4e58-9a47-d3b24540c27f/074c88fb-2c3d-416d-981d-0c76d99922f3/6b38e1eb-b043-4be8-bc01-d3672241e178) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:24.809486 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-32f3f8c8-b9f9-4525-b79e-ffdb2f7a690c tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Synchronizing usage tracker for tenant:cb94bb5ad2274bffbb62168bf92a11ea on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 05:59:24.831051 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.841842 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Transition to ACTIVE for port object 6b38e1eb-b043-4be8-bc01-d3672241e178 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:24.862819 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Transition to ACTIVE for port object 6b38e1eb-b043-4be8-bc01-d3672241e178 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:24.869840 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.938463 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Network 9791bf79-8007-4e58-9a47-d3b24540c27f is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:24.941591 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:24.944523 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:24.983815 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Pushing event updated for resources: {'Port': ['ID=6b38e1eb-b043-4be8-bc01-d3672241e178,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:25.005018 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-32f3f8c8-b9f9-4525-b79e-ffdb2f7a690c tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Unset dirty status for tenant:cb94bb5ad2274bffbb62168bf92a11ea on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 05:59:25.017611 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-32f3f8c8-b9f9-4525-b79e-ffdb2f7a690c tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb94bb5ad2274bffbb62168bf92a11ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9688146 Feb 04 05:59:25.030283 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.058226 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Attempting to bind port 6b38e1eb-b043-4be8-bc01-d3672241e178 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:25.058903 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Attempting to bind port 6b38e1eb-b043-4be8-bc01-d3672241e178 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '866ee440-2a67-49c6-8126-a760831b4a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9791bf79-8007-4e58-9a47-d3b24540c27f'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:25.059437 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Attempting to bind port 6b38e1eb-b043-4be8-bc01-d3672241e178 on network 9791bf79-8007-4e58-9a47-d3b24540c27f {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:25.068530 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:25.070673 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Checking segment: {'id': '866ee440-2a67-49c6-8126-a760831b4a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9791bf79-8007-4e58-9a47-d3b24540c27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:25.071315 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.072030 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Bound using segment: {'id': '866ee440-2a67-49c6-8126-a760831b4a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9791bf79-8007-4e58-9a47-d3b24540c27f'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:25.074315 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Bound port: 6b38e1eb-b043-4be8-bc01-d3672241e178, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866ee440-2a67-49c6-8126-a760831b4a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9791bf79-8007-4e58-9a47-d3b24540c27f'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:25.075002 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.111529 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.136739 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.198864 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] For port 6b38e1eb-b043-4be8-bc01-d3672241e178, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:25.203638 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] For port 6b38e1eb-b043-4be8-bc01-d3672241e178, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6b38e1eb-b043-4be8-bc01-d3672241e178,segment=NetworkSegment(866ee440-2a67-49c6-8126-a760831b4a18),segment_id=866ee440-2a67-49c6-8126-a760831b4a18)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:25.206293 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.208205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8d8b1781-8e92-4fc1-8817-4e8e8c007337 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:59:25.209244 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8d8b1781-8e92-4fc1-8817-4e8e8c007337 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0936213 Feb 04 05:59:25.225991 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.232161 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.321316 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3743b8e-d7d4-468c-8c5c-db5d93da9ac4 None None] Pushing event updated for resources: {'Port': ['ID=6b38e1eb-b043-4be8-bc01-d3672241e178,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:25.350541 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Deleting port 6b38e1eb-b043-4be8-bc01-d3672241e178 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 05:59:25.350793 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.375437 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7f59bdc3-5292-43bf-9bfa-66226053d7c3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.403345 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7f59bdc3-5292-43bf-9bfa-66226053d7c3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.428973 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Pushing event updated for resources: {'Port': ['ID=3d62335b-0a39-49eb-9d3c-757d0bfb1d69,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:25.581851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.634506 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.729161 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 05:59:25.749403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7f59bdc3-5292-43bf-9bfa-66226053d7c3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.752929 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59bdc3-5292-43bf-9bfa-66226053d7c3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Pushing event updated for resources: {'Port': ['ID=636a2b0d-90ed-4113-9105-19643b0b85bf,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:25.758182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.759505 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a0952ff2-52f2-4738-8b35-c564d6b453da tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1569383 Feb 04 05:59:25.798110 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-88733e75-3dc5-420e-95e0-4fa6bb27c46f service neutron] 10.222.0.31 "GET /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718789 Feb 04 05:59:25.798965 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.813246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:25.820165 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:25.822035 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Pushing event updated for resources: {'Port': ['ID=8add6625-d1e5-45a6-81fc-1d376f8a8c70,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:25.832072 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:25.854280 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device af3b0a21-358c-4bd9-b01d-7cb65c4cf65a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:25.871651 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.946994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-76d70674-3630-4593-a25c-d1ea9910f9c9 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Allocated IP 172.20.0.1 (e60dc474-500d-4967-b0b4-ba10481a0817/66ab9ec8-a6aa-4b1a-82e2-717c7cd6b604/2a459812-bdda-40b8-9c21-2df06ecb6ecb) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:25.955471 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port af3b0a21-358c-4bd9-b01d-7cb65c4cf65a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:25.956304 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.098046 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6b38e1eb-b043-4be8-bc01-d3672241e178 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:26.168960 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] For port 6b38e1eb-b043-4be8-bc01-d3672241e178, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6b38e1eb-b043-4be8-bc01-d3672241e178,segment=NetworkSegment(866ee440-2a67-49c6-8126-a760831b4a18),segment_id=866ee440-2a67-49c6-8126-a760831b4a18)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:26.169498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.216029 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 6b38e1eb-b043-4be8-bc01-d3672241e178 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:26.439673 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-0ab2fbb8-4210-4ccd-959c-577a5f49de45 service neutron] 10.222.0.31 "GET /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976150 Feb 04 05:59:26.451260 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Calling delete_port for 6b38e1eb-b043-4be8-bc01-d3672241e178 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 05:59:26.459644 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46620) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:26.461420 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f59bdc3-5292-43bf-9bfa-66226053d7c3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Network 040cc18c-cf5a-4abd-a0d4-2970214e5a4c is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:26.468384 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-7f59bdc3-5292-43bf-9bfa-66226053d7c3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:26.500295 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Allocated IP 172.26.4.179 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/16eb1899-b524-4378-88ac-4506a3e51c5d) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:26.568320 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.667766 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61de11e-71a1-4753-82cb-e6d35f4bba63 None None] Network 9791bf79-8007-4e58-9a47-d3b24540c27f requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:59:26.857984 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-d87ed762-c9c4-4347-b7a4-4a306ffe767e tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--200032759&fields=id&tenant_id=65ad76e2ab97449aa72bd10490fb5076 HTTP/1.1" status: 200 len: 267 time: 0.3950765 Feb 04 05:59:26.861921 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.878223 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6c0cbac4-713d-4764-81b5-7dc4b83a09f9 req-b0cf6ce9-6a36-4026-b2ae-fd406d67e859 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 210 time: 0.1896739 Feb 04 05:59:26.948429 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.954802 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76d70674-3630-4593-a25c-d1ea9910f9c9 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.982849 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bb6837a7-98b8-441b-8a1d-33eee78591d6 None None] Provisioning for port 6b38e1eb-b043-4be8-bc01-d3672241e178 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:26.991456 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bb6837a7-98b8-441b-8a1d-33eee78591d6 None None] Provisioning complete for port 6b38e1eb-b043-4be8-bc01-d3672241e178 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:26.992033 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bb6837a7-98b8-441b-8a1d-33eee78591d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:27.012391 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:27.036042 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-bb6837a7-98b8-441b-8a1d-33eee78591d6 None None] Port 6b38e1eb-b043-4be8-bc01-d3672241e178 was deleted so its status cannot be updated. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 05:59:27.052313 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f59bdc3-5292-43bf-9bfa-66226053d7c3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Router 562d5ad6-5064-4bbb-ad04-11b935c577b8 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 05:59:27.073886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:27.166301 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-279b7147-d4d8-40a9-83ac-e587c93c62e7 None None] Provisioning complete for port 636a2b0d-90ed-4113-9105-19643b0b85bf triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:27.168925 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-279b7147-d4d8-40a9-83ac-e587c93c62e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:27.170475 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:27.205816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Port': ['ID=6b38e1eb-b043-4be8-bc01-d3672241e178,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:27.268198 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-0ded47b8-8924-4f0b-abd0-4d313b78d2f4 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:27.275721 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-0ded47b8-8924-4f0b-abd0-4d313b78d2f4 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/networks?id=8b2c027f-66fc-4891-a810-faede768ce58 HTTP/1.1" status: 200 len: 811 time: 0.4012337 Feb 04 05:59:27.301366 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-21172744-f940-4106-b143-8b4c0492a5fa tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/quotas/65ad76e2ab97449aa72bd10490fb5076 HTTP/1.1" status: 200 len: 375 time: 0.0242085 Feb 04 05:59:27.314922 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-279b7147-d4d8-40a9-83ac-e587c93c62e7 None None] Port 636a2b0d-90ed-4113-9105-19643b0b85bf cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 05:59:27.375901 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69513c46-5748-441c-ba33-78bda9a900a8 None None] DHCP port deletion for 9791bf79-8007-4e58-9a47-d3b24540c27f request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 05:59:27.393532 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4110ba27-06c1-4042-9160-66768ff9668b None None] get_active_networks_info from dv-neutron-826830-2-hyperv {{(pid=87472) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 05:59:27.440723 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7da95a38-0c59-44e1-9260-8213bd535ca9 None None] Could not find standard attr ID for object 6b38e1eb-b043-4be8-bc01-d3672241e178. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:59:27.494226 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f59bdc3-5292-43bf-9bfa-66226053d7c3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:27.501806 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:27.505325 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9618ccb4-ecc2-4617-998c-486dad3f5257 None None] Sync routers for ids ['562d5ad6-5064-4bbb-ad04-11b935c577b8'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:27.517069 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9618ccb4-ecc2-4617-998c-486dad3f5257 None None] Routers {'562d5ad6-5064-4bbb-ad04-11b935c577b8'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:27.517704 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-9618ccb4-ecc2-4617-998c-486dad3f5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['562d5ad6-5064-4bbb-ad04-11b935c577b8'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:27.545502 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76d70674-3630-4593-a25c-d1ea9910f9c9 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:27.566683 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4110ba27-06c1-4042-9160-66768ff9668b None None] Resources bound (agent type, host, resource id): {{(pid=87472) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:59:27.614927 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7f59bdc3-5292-43bf-9bfa-66226053d7c3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] 10.222.0.31 "PUT /v2.0/routers/562d5ad6-5064-4bbb-ad04-11b935c577b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6556520 Feb 04 05:59:27.626538 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46658) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:27.637663 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-9618ccb4-ecc2-4617-998c-486dad3f5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:27.653172 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9618ccb4-ecc2-4617-998c-486dad3f5257 None None] Routers {'562d5ad6-5064-4bbb-ad04-11b935c577b8'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:27.654054 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-9618ccb4-ecc2-4617-998c-486dad3f5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['562d5ad6-5064-4bbb-ad04-11b935c577b8'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:27.660535 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-e05aa005-58e1-4a9b-98b4-1bf85a1e9f48 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Request body: {'port': {'network_id': '040cc18c-cf5a-4abd-a0d4-2970214e5a4c', 'name': 'tempest-FloatingIPAdminTestJSON-1016331503'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:27.704257 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No DVR routers for this DVR port 6b38e1eb-b043-4be8-bc01-d3672241e178 on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:59:27.725273 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:27.725492 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6b38e1eb-b043-4be8-bc01-d3672241e178 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 05:59:27.761359 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-9618ccb4-ecc2-4617-998c-486dad3f5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:27.761764 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9618ccb4-ecc2-4617-998c-486dad3f5257 None None] The sync data for ids ['562d5ad6-5064-4bbb-ad04-11b935c577b8'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:27.781425 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 6b38e1eb-b043-4be8-bc01-d3672241e178 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 05:59:27.781773 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6b38e1eb-b043-4be8-bc01-d3672241e178 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 05:59:27.799534 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d70674-3630-4593-a25c-d1ea9910f9c9 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Network e60dc474-500d-4967-b0b4-ba10481a0817 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:27.805928 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:27.811406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-76d70674-3630-4593-a25c-d1ea9910f9c9 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:27.821125 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d70674-3630-4593-a25c-d1ea9910f9c9 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:27.827310 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-336dfdbb-01f0-48af-98bb-491ad5f17cd8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Synchronizing usage tracker for tenant:65ad76e2ab97449aa72bd10490fb5076 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 05:59:27.832181 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Pushing event updated for resources: {'Port': ['ID=16eb1899-b524-4378-88ac-4506a3e51c5d,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:27.837365 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:27.893467 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d70674-3630-4593-a25c-d1ea9910f9c9 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=2a459812-bdda-40b8-9c21-2df06ecb6ecb,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:27.917639 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Allocated IP 172.26.4.141 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/7084101f-207b-46fe-92fb-c20e102d7414) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:27.934314 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-336dfdbb-01f0-48af-98bb-491ad5f17cd8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Unset dirty status for tenant:65ad76e2ab97449aa72bd10490fb5076 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 05:59:27.938547 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-336dfdbb-01f0-48af-98bb-491ad5f17cd8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=65ad76e2ab97449aa72bd10490fb5076&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6358068 Feb 04 05:59:27.940688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.058210 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76d70674-3630-4593-a25c-d1ea9910f9c9 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.154755 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-9791bf79-8007-4e58-9a47-d3b24540c27f', 'network_id': '9791bf79-8007-4e58-9a47-d3b24540c27f', 'tenant_id': 'be5863f9490840e8a3915d28728f2bb3', 'fixed_ips': [{'subnet_id': '074c88fb-2c3d-416d-981d-0c76d99922f3'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 05:59:28.156351 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.182829 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.306368 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-16f65922-f2ee-498f-b294-ed6fa64d5907 req-7920d0c7-3f06-4977-891f-9dd77a342cf7 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 210 time: 0.1823866 Feb 04 05:59:28.336075 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Allocated IP 172.20.0.2 (9791bf79-8007-4e58-9a47-d3b24540c27f/074c88fb-2c3d-416d-981d-0c76d99922f3/3831fa4d-a079-45da-987a-f29818298730) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:28.363147 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-752edae7-d17b-4b2d-8d4a-fd712425a138 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:59:28.364190 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-752edae7-d17b-4b2d-8d4a-fd712425a138 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2502308 Feb 04 05:59:28.367471 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e05aa005-58e1-4a9b-98b4-1bf85a1e9f48 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:28.372449 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.392784 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e05aa005-58e1-4a9b-98b4-1bf85a1e9f48 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Usage tracker for resource:port and tenant:4959f738dfae420aa291222aaca2e8e4 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:28.400232 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e05aa005-58e1-4a9b-98b4-1bf85a1e9f48 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:28.456250 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e05aa005-58e1-4a9b-98b4-1bf85a1e9f48 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:28.457173 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Pushing event updated for resources: {'Port': ['ID=8add6625-d1e5-45a6-81fc-1d376f8a8c70,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:28.559896 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05aa005-58e1-4a9b-98b4-1bf85a1e9f48 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Made reservation on behalf of 4959f738dfae420aa291222aaca2e8e4 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:28.563261 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e05aa005-58e1-4a9b-98b4-1bf85a1e9f48 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.625758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-e05aa005-58e1-4a9b-98b4-1bf85a1e9f48 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] device_id is not set on port 693a9459-bc79-414d-9616-f2fa32b6df05 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:59:28.625996 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.630056 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76d70674-3630-4593-a25c-d1ea9910f9c9 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.636666 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Transition to ACTIVE for port object 3831fa4d-a079-45da-987a-f29818298730 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:28.642672 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.648525 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.655266 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Transition to ACTIVE for port object 3831fa4d-a079-45da-987a-f29818298730 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:28.662059 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-685ee5ea-95aa-432e-a62a-787fd722e369 service neutron] 10.222.0.31 "GET /v2.0/networks/8b2c027f-66fc-4891-a810-faede768ce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892456 Feb 04 05:59:28.663107 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.734992 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Network 9791bf79-8007-4e58-9a47-d3b24540c27f is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:28.738290 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:28.742179 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:28.747669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Pushing event updated for resources: {'Port': ['ID=3831fa4d-a079-45da-987a-f29818298730,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:28.769065 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.835102 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Attempting to bind port 3831fa4d-a079-45da-987a-f29818298730 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:28.835417 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Attempting to bind port 3831fa4d-a079-45da-987a-f29818298730 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '866ee440-2a67-49c6-8126-a760831b4a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9791bf79-8007-4e58-9a47-d3b24540c27f'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:28.835797 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Attempting to bind port 3831fa4d-a079-45da-987a-f29818298730 on network 9791bf79-8007-4e58-9a47-d3b24540c27f {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:28.841356 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:28.842379 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Checking segment: {'id': '866ee440-2a67-49c6-8126-a760831b4a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9791bf79-8007-4e58-9a47-d3b24540c27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:28.842379 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.842573 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Bound using segment: {'id': '866ee440-2a67-49c6-8126-a760831b4a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9791bf79-8007-4e58-9a47-d3b24540c27f'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:28.842942 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Bound port: 3831fa4d-a079-45da-987a-f29818298730, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866ee440-2a67-49c6-8126-a760831b4a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9791bf79-8007-4e58-9a47-d3b24540c27f'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:28.843358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.933707 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-4089ce4e-a876-40c2-81dd-200070ceddd6 service neutron] 10.222.0.31 "GET /v2.0/networks/8b2c027f-66fc-4891-a810-faede768ce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536342 Feb 04 05:59:28.934349 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_gateway, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.941397 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] For port 3831fa4d-a079-45da-987a-f29818298730, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:28.945515 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] For port 3831fa4d-a079-45da-987a-f29818298730, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3831fa4d-a079-45da-987a-f29818298730,segment=NetworkSegment(866ee440-2a67-49c6-8126-a760831b4a18),segment_id=866ee440-2a67-49c6-8126-a760831b4a18)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:28.954882 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.979716 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.43', 49871) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:28.984302 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.985834 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3b2e80b8-ac18-4308-9399-dd98102caa55 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9978631 Feb 04 05:59:29.022748 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Subnet': ['ID=074c88fb-2c3d-416d-981d-0c76d99922f3,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:29.181387 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0eb45a-47da-4afd-9114-8bc21438e456 None None] Pushing event updated for resources: {'Port': ['ID=3831fa4d-a079-45da-987a-f29818298730,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:29.215945 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-e05aa005-58e1-4a9b-98b4-1bf85a1e9f48 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Allocated IP 172.20.0.10 (040cc18c-cf5a-4abd-a0d4-2970214e5a4c/7a65b5ce-0345-4deb-8dc2-341e20c2518b/693a9459-bc79-414d-9616-f2fa32b6df05) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:29.399635 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a8e1db-df24-483b-a780-ebed70eec492 None None] get_active_networks_info from dv-neutron-826830-2-hyperv {{(pid=87472) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 05:59:29.452494 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:29.488999 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-543fdb70-b2e4-484d-8a8a-a054809f1bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:29.504115 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:29.561789 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-905ceed3-1dc3-4927-a135-d1a91e9c79f2 req-c337df2f-e5ea-4094-b1c4-045dd5e1ee14 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 210 time: 0.1414371 Feb 04 05:59:29.562628 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a8e1db-df24-483b-a780-ebed70eec492 None None] Resources bound (agent type, host, resource id): {{(pid=87472) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:59:29.581872 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-20b35052-d897-4ecc-ab90-06f39fa26939 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Synchronizing usage tracker for tenant:c85bcf77029c4cef92a0a226e81e77ad on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 05:59:29.666452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9791bf79-8007-4e58-9a47-d3b24540c27f']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:29.699076 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866ee440-2a67-49c6-8126-a760831b4a18') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:29.699186 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866ee440-2a67-49c6-8126-a760831b4a18') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:29.714182 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:29.744713 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:29.766115 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:59:29.766636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:29.858823 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9fe635cc-ab27-442e-8425-f9f3dff0c83e req-c59c8d34-5d62-4bdb-b637-98f69b12f342 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 210 time: 0.0648570 Feb 04 05:59:29.864892 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-20b35052-d897-4ecc-ab90-06f39fa26939 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Unset dirty status for tenant:c85bcf77029c4cef92a0a226e81e77ad on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 05:59:29.866055 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-20b35052-d897-4ecc-ab90-06f39fa26939 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1155089140&fields=id&tenant_id=c85bcf77029c4cef92a0a226e81e77ad HTTP/1.1" status: 200 len: 267 time: 0.4850702 Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:59:29.971692 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:59:29.976789 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:29.980941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 05:59:29.980941 dv-neutron-826830-2-hyperv neutron-server[87470]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 05:59:29.980941 dv-neutron-826830-2-hyperv neutron-server[87470]: [parameters: {'id': '9791bf79-8007-4e58-9a47-d3b24540c27f'}] Feb 04 05:59:29.980941 dv-neutron-826830-2-hyperv neutron-server[87470]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:59:29.981282 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:59:29.994106 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:30.015025 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:30.073137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Pushing event updated for resources: {'Port': ['ID=7084101f-207b-46fe-92fb-c20e102d7414,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:30.104878 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c49a2ce-fd47-4cf1-816b-3c5f3224e3f8 None None] Network 9791bf79-8007-4e58-9a47-d3b24540c27f requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:59:30.132788 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:30.258764 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76d70674-3630-4593-a25c-d1ea9910f9c9 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:30.296760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-9ba79c97-cb78-4c19-bd27-ea5e163fb2e4 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:30.297698 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-9ba79c97-cb78-4c19-bd27-ea5e163fb2e4 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Synchronizing usage tracker for tenant:cb94bb5ad2274bffbb62168bf92a11ea on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 05:59:30.404918 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e05aa005-58e1-4a9b-98b4-1bf85a1e9f48 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:30.435566 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76d70674-3630-4593-a25c-d1ea9910f9c9 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:30.497087 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acb8539-efb4-4a5c-b700-cb30305d2933 None None] DHCP port deletion for 9791bf79-8007-4e58-9a47-d3b24540c27f request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 05:59:30.502806 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8acb8539-efb4-4a5c-b700-cb30305d2933 None None] Deleting port 3831fa4d-a079-45da-987a-f29818298730 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 05:59:30.503216 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8acb8539-efb4-4a5c-b700-cb30305d2933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:30.554157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-e05aa005-58e1-4a9b-98b4-1bf85a1e9f48 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Transition to ACTIVE for port object 693a9459-bc79-414d-9616-f2fa32b6df05 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:30.568262 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-7c472a28-32e6-4770-a134-d4ffdb04d0de tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:30.570175 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-7c472a28-32e6-4770-a134-d4ffdb04d0de tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/networks?id=0d1f31ca-7eb5-4276-8d31-65c804e64b2a HTTP/1.1" status: 200 len: 805 time: 0.6931233 Feb 04 05:59:30.618541 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-7471be28-8c5b-4df4-922d-c3c0d7059c70 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/quotas/c85bcf77029c4cef92a0a226e81e77ad HTTP/1.1" status: 200 len: 375 time: 0.0370307 Feb 04 05:59:30.638556 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:30.744951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e05aa005-58e1-4a9b-98b4-1bf85a1e9f48 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:30.842023 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05aa005-58e1-4a9b-98b4-1bf85a1e9f48 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Network 040cc18c-cf5a-4abd-a0d4-2970214e5a4c is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:30.846589 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-e05aa005-58e1-4a9b-98b4-1bf85a1e9f48 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:30.850801 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05aa005-58e1-4a9b-98b4-1bf85a1e9f48 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:31.002358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8acb8539-efb4-4a5c-b700-cb30305d2933 None None] For port 3831fa4d-a079-45da-987a-f29818298730, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3831fa4d-a079-45da-987a-f29818298730,segment=NetworkSegment(866ee440-2a67-49c6-8126-a760831b4a18),segment_id=866ee440-2a67-49c6-8126-a760831b4a18)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:31.002779 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8acb8539-efb4-4a5c-b700-cb30305d2933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:31.015283 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-03a60e89-651e-4c8f-9e7f-fdb6f4bdee14 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Synchronizing usage tracker for tenant:c85bcf77029c4cef92a0a226e81e77ad on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 05:59:31.051632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Router 4f034f89-31ec-4830-afc1-7b11d834d2b5 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 05:59:31.071813 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-9ba79c97-cb78-4c19-bd27-ea5e163fb2e4 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Unset dirty status for tenant:cb94bb5ad2274bffbb62168bf92a11ea on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 05:59:31.073066 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-9ba79c97-cb78-4c19-bd27-ea5e163fb2e4 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.43 "GET /v2.0/networks?id=e8542b43-7535-4da4-a485-e641ef5c90d7 HTTP/1.1" status: 200 len: 812 time: 2.0903544 Feb 04 05:59:31.079750 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-df38a7b9-3bbd-46da-866e-0364e7b777e5 req-3dccc220-b8a9-4662-9068-a4a310e61baa tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 210 time: 0.1784074 Feb 04 05:59:31.096714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05aa005-58e1-4a9b-98b4-1bf85a1e9f48 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Pushing event updated for resources: {'Port': ['ID=693a9459-bc79-414d-9616-f2fa32b6df05,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:31.105087 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d70674-3630-4593-a25c-d1ea9910f9c9 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=2a459812-bdda-40b8-9c21-2df06ecb6ecb,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:31.109898 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76d70674-3630-4593-a25c-d1ea9910f9c9 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:31.125883 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Deleting port 3831fa4d-a079-45da-987a-f29818298730 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 05:59:31.126246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:31.192955 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05aa005-58e1-4a9b-98b4-1bf85a1e9f48 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:31.212575 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e05aa005-58e1-4a9b-98b4-1bf85a1e9f48 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:31.391639 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8acb8539-efb4-4a5c-b700-cb30305d2933 None None] Calling delete_port for 3831fa4d-a079-45da-987a-f29818298730 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 05:59:31.394829 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-f289926f-ad39-4da0-95f6-8667a48e6457 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Synchronizing usage tracker for tenant:cb94bb5ad2274bffbb62168bf92a11ea on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 05:59:31.424118 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e05aa005-58e1-4a9b-98b4-1bf85a1e9f48 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.7793372 Feb 04 05:59:31.425455 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-03a60e89-651e-4c8f-9e7f-fdb6f4bdee14 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Unset dirty status for tenant:c85bcf77029c4cef92a0a226e81e77ad on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 05:59:31.439496 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-03a60e89-651e-4c8f-9e7f-fdb6f4bdee14 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c85bcf77029c4cef92a0a226e81e77ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8051646 Feb 04 05:59:31.452060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46756) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:31.475851 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-815ddaaf-0769-4d89-860e-3c2274ee0ea1 None None] Provisioning for port 693a9459-bc79-414d-9616-f2fa32b6df05 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:31.485838 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-815ddaaf-0769-4d89-860e-3c2274ee0ea1 None None] Provisioning complete for port 693a9459-bc79-414d-9616-f2fa32b6df05 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:31.486371 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-815ddaaf-0769-4d89-860e-3c2274ee0ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:31.494874 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-010ba951-ac18-4dea-9fe3-81e3434601fd req-d839dfb5-205b-4f41-a4da-c4e300b29e8d tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 210 time: 0.2173319 Feb 04 05:59:31.669535 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-f289926f-ad39-4da0-95f6-8667a48e6457 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Unset dirty status for tenant:cb94bb5ad2274bffbb62168bf92a11ea on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 05:59:31.673916 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-f289926f-ad39-4da0-95f6-8667a48e6457 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb94bb5ad2274bffbb62168bf92a11ea HTTP/1.1" status: 200 len: 379 time: 0.4236217 Feb 04 05:59:31.782358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-314a7a93-c6fa-4fb3-9340-5bc883aab966 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Request body: {'port': {'device_id': '35b84220-35ec-4caf-b266-7ad359c5e389', 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7', 'admin_state_up': True, 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'security_groups': ['1d30698a-fb2d-4b0c-9dc6-704840005b59']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:31.782637 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'project_id': '4959f738dfae420aa291222aaca2e8e4', 'port_id': '693a9459-bc79-414d-9616-f2fa32b6df05'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:31.787235 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:31.801819 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:31.815344 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b92bee-0d0b-488c-861d-12da0acf9656 None None] Sync routers for ids ['4f034f89-31ec-4830-afc1-7b11d834d2b5'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:31.818252 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8acb8539-efb4-4a5c-b700-cb30305d2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:31.820620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] The port '3831fa4d-a079-45da-987a-f29818298730' was deleted {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 05:59:31.821800 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-c0d732e0-d878-4840-aec4-affec9db232e service neutron] 10.222.0.31 "GET /v2.0/networks/0d1f31ca-7eb5-4276-8d31-65c804e64b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518443 Feb 04 05:59:31.841597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Usage tracker for resource:floatingip and tenant:4959f738dfae420aa291222aaca2e8e4 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:31.849424 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:31.913645 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:31.920577 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:31.921927 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-55a07a95-22a8-484a-aa21-d7abd911b0d8 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.9913108 Feb 04 05:59:31.927575 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46762) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:32.013222 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb8539-efb4-4a5c-b700-cb30305d2933 None None] Pushing event deleted for resources: {'Port': ['ID=3831fa4d-a079-45da-987a-f29818298730,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:32.034543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:32.082454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cf52f1b5-560f-435c-97e5-61233d41edd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:32.086362 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acb8539-efb4-4a5c-b700-cb30305d2933 None None] No DVR routers for this DVR port 3831fa4d-a079-45da-987a-f29818298730 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:59:32.088810 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-815ddaaf-0769-4d89-860e-3c2274ee0ea1 None None] Port 693a9459-bc79-414d-9616-f2fa32b6df05 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 05:59:32.093531 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b92bee-0d0b-488c-861d-12da0acf9656 None None] Routers {'4f034f89-31ec-4830-afc1-7b11d834d2b5'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:32.109254 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-c4b92bee-0d0b-488c-861d-12da0acf9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['4f034f89-31ec-4830-afc1-7b11d834d2b5'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:32.332806 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.43', 49877) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:32.347277 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-c4b92bee-0d0b-488c-861d-12da0acf9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:32.361942 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b92bee-0d0b-488c-861d-12da0acf9656 None None] Routers {'4f034f89-31ec-4830-afc1-7b11d834d2b5'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:32.362713 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-c4b92bee-0d0b-488c-861d-12da0acf9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['4f034f89-31ec-4830-afc1-7b11d834d2b5'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:32.437983 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:32.449420 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-c4b92bee-0d0b-488c-861d-12da0acf9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:32.449970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b92bee-0d0b-488c-861d-12da0acf9656 None None] The sync data for ids ['4f034f89-31ec-4830-afc1-7b11d834d2b5'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:32.510921 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d70674-3630-4593-a25c-d1ea9910f9c9 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Network e60dc474-500d-4967-b0b4-ba10481a0817 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:32.521422 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-76d70674-3630-4593-a25c-d1ea9910f9c9 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:32.533955 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9791bf79-8007-4e58-9a47-d3b24540c27f']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:32.589299 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-784dc24e-81c5-40c0-9f1e-6874ea117617 service neutron] 10.222.0.31 "GET /v2.0/networks/0d1f31ca-7eb5-4276-8d31-65c804e64b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7592978 Feb 04 05:59:32.660288 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866ee440-2a67-49c6-8126-a760831b4a18') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:32.660646 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866ee440-2a67-49c6-8126-a760831b4a18') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:32.690437 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:32.707820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:32.751602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:32.764220 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f11b31c9-9337-49f3-b9b5-ec9060d21345 req-058a0ae6-bd4f-47a1-93b2-23bbd10c7bf9 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 210 time: 0.2598140 Feb 04 05:59:32.824973 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:32.857042 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-84cbfc6c-7a1d-411e-a15f-a0f3b21ca2a3 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "GET /v2.0/routers/4f034f89-31ec-4830-afc1-7b11d834d2b5 HTTP/1.1" status: 200 len: 921 time: 0.9280150 Feb 04 05:59:32.866319 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46776) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:32.924045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-314a7a93-c6fa-4fb3-9340-5bc883aab966 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:33.005122 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-43f178b2-082b-47e5-a41d-5facddbcf927 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f034f89-31ec-4830-afc1-7b11d834d2b5 HTTP/1.1" status: 200 len: 205 time: 0.1330886 Feb 04 05:59:33.014339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46786) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:33.017343 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-314a7a93-c6fa-4fb3-9340-5bc883aab966 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:33.020549 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:33.043726 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:59:33.044757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:59:33.070230 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:59:33.228497 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9961588a-e5f4-4753-9d09-53fbd6929935 req-654469bd-7090-4300-9045-f54a037f5bd2 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 210 time: 0.2778006 Feb 04 05:59:33.331319 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-119c73b8-4e92-4c90-a544-2d36aa86eef2 req-99e9803e-d622-4f81-86e3-ff19c91a15e7 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 210 time: 0.2075226 Feb 04 05:59:33.340690 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-314a7a93-c6fa-4fb3-9340-5bc883aab966 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Made reservation on behalf of cb94bb5ad2274bffbb62168bf92a11ea for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:33.350385 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-314a7a93-c6fa-4fb3-9340-5bc883aab966 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:33.363346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:33.399398 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:33.436774 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/9791bf79-8007-4e58-9a47-d3b24540c27f HTTP/1.1" status: 204 len: 168 time: 8.8362830 Feb 04 05:59:33.436774 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d889e-baf7-4ae4-819d-81b0bea3fe89 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Network': ['ID=9791bf79-8007-4e58-9a47-d3b24540c27f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:33.470929 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46794) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:33.484423 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d70674-3630-4593-a25c-d1ea9910f9c9 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 291bd204-0842-4d12-b7ad-9ab081fb392c has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 05:59:33.494100 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-b796c29f-d913-4e1f-a9f5-b34327e1eada tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:33.496423 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-b796c29f-d913-4e1f-a9f5-b34327e1eada tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.43 "GET /v2.0/networks?id=8b2c027f-66fc-4891-a810-faede768ce58 HTTP/1.1" status: 200 len: 811 time: 1.1518559 Feb 04 05:59:33.501977 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0ece5ccf-6bef-49e5-99eb-752be8f54cdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1102439903'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:33.531762 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0ece5ccf-6bef-49e5-99eb-752be8f54cdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:33.584120 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0ece5ccf-6bef-49e5-99eb-752be8f54cdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:network and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:33.590999 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0ece5ccf-6bef-49e5-99eb-752be8f54cdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:33.605801 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0ece5ccf-6bef-49e5-99eb-752be8f54cdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:33.630049 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0cdc293d-fb36-45ae-a3e1-23abfad781e0 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:33.745472 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:33.747453 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ece5ccf-6bef-49e5-99eb-752be8f54cdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:33.751340 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ece5ccf-6bef-49e5-99eb-752be8f54cdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:33.770609 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-23c769a9-2f65-475e-9895-3051ef3227d6 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65ad76e2ab97449aa72bd10490fb5076 HTTP/1.1" status: 200 len: 379 time: 0.2319317 Feb 04 05:59:33.952604 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ece5ccf-6bef-49e5-99eb-752be8f54cdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:59:34.057046 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ece5ccf-6bef-49e5-99eb-752be8f54cdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:34.057485 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-0ece5ccf-6bef-49e5-99eb-752be8f54cdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Added segment 327d9ce9-c48e-4652-8f99-97d0a9c6e0fa of type vlan for network d91d865d-f509-4d31-8147-b3b1b5c31ae7 Feb 04 05:59:34.106783 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-289e4fbe-db76-4173-bc02-5245213876fa req-255fedd6-75f9-4955-b5e8-b1613ebe298a tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 210 time: 0.1395209 Feb 04 05:59:34.121597 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d70674-3630-4593-a25c-d1ea9910f9c9 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:34.141912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0cdc293d-fb36-45ae-a3e1-23abfad781e0 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:34.149020 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f88a003-5a78-4224-86d3-0cab363aa831 None None] Sync routers for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:34.162794 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f88a003-5a78-4224-86d3-0cab363aa831 None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:34.163013 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-76d70674-3630-4593-a25c-d1ea9910f9c9 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "PUT /v2.0/routers/291bd204-0842-4d12-b7ad-9ab081fb392c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0306087 Feb 04 05:59:34.163433 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-3f88a003-5a78-4224-86d3-0cab363aa831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:34.169136 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46806) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:34.181962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-3497949d-c809-4fbd-bb65-a9afcc4afaea tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'port': {'network_id': 'e60dc474-500d-4967-b0b4-ba10481a0817', 'name': 'tempest-FloatingIPTestJSON-19017290'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:34.205557 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ece5ccf-6bef-49e5-99eb-752be8f54cdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:34.278658 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:34.297012 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc293d-fb36-45ae-a3e1-23abfad781e0 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Deleting port 16eb1899-b524-4378-88ac-4506a3e51c5d {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 05:59:34.297352 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0cdc293d-fb36-45ae-a3e1-23abfad781e0 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:34.322923 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:34.346150 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-314a7a93-c6fa-4fb3-9340-5bc883aab966 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Allocated IP 172.20.0.3 (e8542b43-7535-4da4-a485-e641ef5c90d7/da9005f5-dfd7-4698-952c-229a09293613/f18d41ea-c499-44ca-a515-2785b9a6b400) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:34.356891 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-3f88a003-5a78-4224-86d3-0cab363aa831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:34.379131 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f88a003-5a78-4224-86d3-0cab363aa831 None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:34.380378 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-3f88a003-5a78-4224-86d3-0cab363aa831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:34.401499 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-3adc85d5-8667-4fcc-a0b1-777beac267e8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Request body: {'port': {'device_id': 'f032248b-f69f-4ffd-b24b-67f5ead324f5', 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58', 'admin_state_up': True, 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'security_groups': ['cfe3e5d4-3f68-43e2-8017-002269742142']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:34.415452 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ece5ccf-6bef-49e5-99eb-752be8f54cdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:34.421511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ece5ccf-6bef-49e5-99eb-752be8f54cdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:34.422168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ece5ccf-6bef-49e5-99eb-752be8f54cdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:34.542264 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-3f88a003-5a78-4224-86d3-0cab363aa831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:34.543935 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f88a003-5a78-4224-86d3-0cab363aa831 None None] The sync data for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:34.595514 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5d3df245-0d37-4c75-937c-99ecca8487b3 req-349c7e79-34eb-4c22-8756-b32986a25408 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 210 time: 0.1558278 Feb 04 05:59:34.723345 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Allocated IP 172.26.4.4 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/f2483d76-7737-4282-8ee1-259960b9f11c) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:34.785025 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-edbe9a30-da5c-4f70-a725-482dfffdb2f0 req-5bb0755e-077b-4fa3-b1e1-d90ebc9fd3ce tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 210 time: 0.2508111 Feb 04 05:59:34.837458 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0ece5ccf-6bef-49e5-99eb-752be8f54cdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3545003 Feb 04 05:59:34.843467 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece5ccf-6bef-49e5-99eb-752be8f54cdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Network': ['ID=d91d865d-f509-4d31-8147-b3b1b5c31ae7,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:34.845324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46814) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:34.862500 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network d91d865d-f509-4d31-8147-b3b1b5c31ae7 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 05:59:34.907072 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3497949d-c809-4fbd-bb65-a9afcc4afaea tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:34.979539 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3497949d-c809-4fbd-bb65-a9afcc4afaea tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Usage tracker for resource:port and tenant:be32df0199ab40b58629ba8c05d7ef10 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:34.989405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3497949d-c809-4fbd-bb65-a9afcc4afaea tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:35.007584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3497949d-c809-4fbd-bb65-a9afcc4afaea tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:35.058172 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3497949d-c809-4fbd-bb65-a9afcc4afaea tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Made reservation on behalf of be32df0199ab40b58629ba8c05d7ef10 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:35.061755 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3497949d-c809-4fbd-bb65-a9afcc4afaea tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:35.223721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-b684d2c0-5589-412e-85a1-c94ae2dd7ebf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'subnet': {'network_id': 'd91d865d-f509-4d31-8147-b3b1b5c31ae7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:35.247763 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-3497949d-c809-4fbd-bb65-a9afcc4afaea tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] device_id is not set on port 415b157c-2ed8-44eb-9c4d-924afa6b4651 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:59:35.313886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Router 9a9bf3b7-12ed-443d-b0a8-21317decdb29 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 05:59:35.348093 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-314a7a93-c6fa-4fb3-9340-5bc883aab966 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:35.443836 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-314a7a93-c6fa-4fb3-9340-5bc883aab966 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Transition to ACTIVE for port object f18d41ea-c499-44ca-a515-2785b9a6b400 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:35.464633 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-19aa4e60-f531-42ee-9bff-bd7fc461fc92 req-d240fa23-acee-4dbf-a2e9-deabc15ec41f tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 210 time: 0.2008967 Feb 04 05:59:35.493671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-3adc85d5-8667-4fcc-a0b1-777beac267e8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:35.504105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-3adc85d5-8667-4fcc-a0b1-777beac267e8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:35.552837 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-3adc85d5-8667-4fcc-a0b1-777beac267e8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Made reservation on behalf of 65ad76e2ab97449aa72bd10490fb5076 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:35.556382 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-3adc85d5-8667-4fcc-a0b1-777beac267e8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:35.604765 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b684d2c0-5589-412e-85a1-c94ae2dd7ebf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:35.618392 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b684d2c0-5589-412e-85a1-c94ae2dd7ebf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:subnet and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:35.628664 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0cdc293d-fb36-45ae-a3e1-23abfad781e0 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:35.645146 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b684d2c0-5589-412e-85a1-c94ae2dd7ebf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:35.654823 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-3497949d-c809-4fbd-bb65-a9afcc4afaea tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Allocated IP 172.20.0.3 (e60dc474-500d-4967-b0b4-ba10481a0817/66ab9ec8-a6aa-4b1a-82e2-717c7cd6b604/415b157c-2ed8-44eb-9c4d-924afa6b4651) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:35.677148 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:35.690400 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-314a7a93-c6fa-4fb3-9340-5bc883aab966 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:35.690789 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f56c04b-a820-48b4-aa6b-d2784b28ac31 None None] Sync routers for ids ['9a9bf3b7-12ed-443d-b0a8-21317decdb29'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:35.700826 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b684d2c0-5589-412e-85a1-c94ae2dd7ebf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:35.706449 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:35.721894 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f56c04b-a820-48b4-aa6b-d2784b28ac31 None None] Routers {'9a9bf3b7-12ed-443d-b0a8-21317decdb29'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:35.722689 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-3f56c04b-a820-48b4-aa6b-d2784b28ac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['9a9bf3b7-12ed-443d-b0a8-21317decdb29'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:35.851958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc293d-fb36-45ae-a3e1-23abfad781e0 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Calling delete_port for 16eb1899-b524-4378-88ac-4506a3e51c5d owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 05:59:35.869125 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-3f56c04b-a820-48b4-aa6b-d2784b28ac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:35.888604 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f56c04b-a820-48b4-aa6b-d2784b28ac31 None None] Routers {'9a9bf3b7-12ed-443d-b0a8-21317decdb29'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:35.889344 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-3f56c04b-a820-48b4-aa6b-d2784b28ac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['9a9bf3b7-12ed-443d-b0a8-21317decdb29'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:35.967285 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b684d2c0-5589-412e-85a1-c94ae2dd7ebf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:35.970429 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b684d2c0-5589-412e-85a1-c94ae2dd7ebf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:36.006076 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2a253937-de63-4993-a3e5-0011c2e5704b req-6a12ba04-d7ee-4e4c-a500-b03422276007 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 210 time: 0.1266131 Feb 04 05:59:36.027615 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-3f56c04b-a820-48b4-aa6b-d2784b28ac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:36.028169 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f56c04b-a820-48b4-aa6b-d2784b28ac31 None None] The sync data for ids ['9a9bf3b7-12ed-443d-b0a8-21317decdb29'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:36.045530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:36.047465 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-936039ef-9d8a-448c-998d-5ef9cdadd510 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 12.2620962 Feb 04 05:59:36.079606 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46824) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:36.144995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-314a7a93-c6fa-4fb3-9340-5bc883aab966 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Network e8542b43-7535-4da4-a485-e641ef5c90d7 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:36.164221 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-314a7a93-c6fa-4fb3-9340-5bc883aab966 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:36.234295 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-314a7a93-c6fa-4fb3-9340-5bc883aab966 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:36.347304 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a7a93-c6fa-4fb3-9340-5bc883aab966 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Pushing event updated for resources: {'Port': ['ID=f18d41ea-c499-44ca-a515-2785b9a6b400,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:36.392675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-314a7a93-c6fa-4fb3-9340-5bc883aab966 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:36.393920 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-314a7a93-c6fa-4fb3-9340-5bc883aab966 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:36.418489 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-314a7a93-c6fa-4fb3-9340-5bc883aab966 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6642005 Feb 04 05:59:36.490608 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3497949d-c809-4fbd-bb65-a9afcc4afaea tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:36.501553 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8f3b1701-f4a8-4474-9456-726d335dae93 None None] Provisioning for port f18d41ea-c499-44ca-a515-2785b9a6b400 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:36.512687 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8f3b1701-f4a8-4474-9456-726d335dae93 None None] Provisioning complete for port f18d41ea-c499-44ca-a515-2785b9a6b400 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:36.513803 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8f3b1701-f4a8-4474-9456-726d335dae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:36.540342 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3497949d-c809-4fbd-bb65-a9afcc4afaea tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:36.616558 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.ipam_backend_mixin [None req-b684d2c0-5589-412e-85a1-c94ae2dd7ebf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Performing IP validity checks on allocation pools {{(pid=87471) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 05:59:36.617849 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.ipam_backend_mixin [None req-b684d2c0-5589-412e-85a1-c94ae2dd7ebf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87471) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 05:59:36.658359 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8f3b1701-f4a8-4474-9456-726d335dae93 None None] Port f18d41ea-c499-44ca-a515-2785b9a6b400 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 05:59:36.680144 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:36.695597 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497949d-c809-4fbd-bb65-a9afcc4afaea tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=415b157c-2ed8-44eb-9c4d-924afa6b4651,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:36.724262 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3497949d-c809-4fbd-bb65-a9afcc4afaea tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Network e60dc474-500d-4967-b0b4-ba10481a0817 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:36.726498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-3497949d-c809-4fbd-bb65-a9afcc4afaea tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:36.732658 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3497949d-c809-4fbd-bb65-a9afcc4afaea tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:36.810172 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3497949d-c809-4fbd-bb65-a9afcc4afaea tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:36.810848 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3497949d-c809-4fbd-bb65-a9afcc4afaea tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:36.863887 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3497949d-c809-4fbd-bb65-a9afcc4afaea tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.6908433 Feb 04 05:59:36.866337 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46830) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:36.874963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-3544b451-1d70-4564-8172-ced3b2a810ce tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'port': {'network_id': 'e60dc474-500d-4967-b0b4-ba10481a0817', 'name': 'tempest-FloatingIPTestJSON-922930101'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:36.961837 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:37.008362 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-3adc85d5-8667-4fcc-a0b1-777beac267e8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Allocated IP 172.20.0.4 (8b2c027f-66fc-4891-a810-faede768ce58/f480d6dd-77ba-48ed-975b-d2edf07b28c4/0e04df16-850e-4f2e-9c11-fe5c539adcfa) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:37.059180 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-123c3f9a-d2f7-498f-952f-6c9e030e7010 req-2ce0e546-1312-458a-8e81-342b56bc43fd tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 210 time: 0.2035351 Feb 04 05:59:37.073042 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:37.081973 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:37.091628 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:37.099753 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3544b451-1d70-4564-8172-ced3b2a810ce tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:37.107014 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3544b451-1d70-4564-8172-ced3b2a810ce tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Usage tracker for resource:port and tenant:be32df0199ab40b58629ba8c05d7ef10 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:37.110838 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3544b451-1d70-4564-8172-ced3b2a810ce tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:37.129090 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Pushing event updated for resources: {'Port': ['ID=f2483d76-7737-4282-8ee1-259960b9f11c,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:37.146458 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3544b451-1d70-4564-8172-ced3b2a810ce tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:37.177487 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3544b451-1d70-4564-8172-ced3b2a810ce tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Made reservation on behalf of be32df0199ab40b58629ba8c05d7ef10 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:37.188927 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3544b451-1d70-4564-8172-ced3b2a810ce tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:37.211111 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-55207dc1-d312-47e9-842b-3694cab3b37e tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "GET /v2.0/routers/9a9bf3b7-12ed-443d-b0a8-21317decdb29 HTTP/1.1" status: 200 len: 925 time: 1.0935836 Feb 04 05:59:37.219144 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46836) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:37.259710 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c193056-34c3-46d7-a1fd-12928a11eff6 req-7407c79a-06a7-49a3-8d15-9ba3efaf1174 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:37.266683 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9c193056-34c3-46d7-a1fd-12928a11eff6 req-7407c79a-06a7-49a3-8d15-9ba3efaf1174 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 931 time: 1.1857002 Feb 04 05:59:37.313955 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-501b06ae-2b94-41a4-b9fc-f56764fc62e9 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a9bf3b7-12ed-443d-b0a8-21317decdb29 HTTP/1.1" status: 200 len: 205 time: 0.0937049 Feb 04 05:59:37.320570 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46840) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:37.393169 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-da31492c-f918-453d-9727-0dacab039304 req-a0e7a7a0-f577-497a-9de9-89d2f5a381d0 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 210 time: 0.1478763 Feb 04 05:59:37.428833 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-3544b451-1d70-4564-8172-ced3b2a810ce tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] device_id is not set on port e672479f-456d-4a57-8825-f317688706a4 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:59:37.474743 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0cdc293d-fb36-45ae-a3e1-23abfad781e0 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:37.519846 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9c193056-34c3-46d7-a1fd-12928a11eff6 req-98e1ef25-740a-4129-b615-569bccdb91e2 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463107 Feb 04 05:59:37.553192 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc293d-fb36-45ae-a3e1-23abfad781e0 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Pushing event deleted for resources: {'Port': ['ID=16eb1899-b524-4378-88ac-4506a3e51c5d,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:37.690388 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b684d2c0-5589-412e-85a1-c94ae2dd7ebf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:37.796238 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-81ed5e37-2ca6-4bb5-8c01-e2db596d6a65 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:37.896654 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-3544b451-1d70-4564-8172-ced3b2a810ce tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Allocated IP 172.20.0.5 (e60dc474-500d-4967-b0b4-ba10481a0817/66ab9ec8-a6aa-4b1a-82e2-717c7cd6b604/e672479f-456d-4a57-8825-f317688706a4) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:38.065790 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684d2c0-5589-412e-85a1-c94ae2dd7ebf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Subnet': ['ID=02444836-064b-4758-b8f8-1f0fcf4f86d3,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:38.100068 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-81ed5e37-2ca6-4bb5-8c01-e2db596d6a65 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:38.170178 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-81ed5e37-2ca6-4bb5-8c01-e2db596d6a65 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Deleting port 7084101f-207b-46fe-92fb-c20e102d7414 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 05:59:38.176112 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-81ed5e37-2ca6-4bb5-8c01-e2db596d6a65 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:38.334249 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0cdc293d-fb36-45ae-a3e1-23abfad781e0 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:38.545708 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3544b451-1d70-4564-8172-ced3b2a810ce tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:38.565186 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-81ed5e37-2ca6-4bb5-8c01-e2db596d6a65 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:38.758193 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-81ed5e37-2ca6-4bb5-8c01-e2db596d6a65 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Calling delete_port for 7084101f-207b-46fe-92fb-c20e102d7414 owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 05:59:38.787915 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3544b451-1d70-4564-8172-ced3b2a810ce tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:38.893456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3544b451-1d70-4564-8172-ced3b2a810ce tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Network e60dc474-500d-4967-b0b4-ba10481a0817 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:38.898310 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-3544b451-1d70-4564-8172-ced3b2a810ce tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:38.901004 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3544b451-1d70-4564-8172-ced3b2a810ce tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:38.947937 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bac99239-79e8-4624-b50c-fb9f7a883f65 req-259c7e44-dcae-4f62-b127-278c12f94267 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 210 time: 0.2643640 Feb 04 05:59:38.969248 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b684d2c0-5589-412e-85a1-c94ae2dd7ebf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Checking segment: {'id': '327d9ce9-c48e-4652-8f99-97d0a9c6e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd91d865d-f509-4d31-8147-b3b1b5c31ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:38.969604 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b684d2c0-5589-412e-85a1-c94ae2dd7ebf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network hostable DHCP agents. Network: d91d865d-f509-4d31-8147-b3b1b5c31ae7, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:59:39.047435 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-20ee5caf-5c21-419e-99ec-b546c69a892e req-bdbc4fe1-4312-4af7-9af9-688850ab9dee tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 210 time: 0.7292917 Feb 04 05:59:39.081419 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544b451-1d70-4564-8172-ced3b2a810ce tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=e672479f-456d-4a57-8825-f317688706a4,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:39.084826 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0cdc293d-fb36-45ae-a3e1-23abfad781e0 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.117344 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-3adc85d5-8667-4fcc-a0b1-777beac267e8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.127428 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0cdc293d-fb36-45ae-a3e1-23abfad781e0 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.145888 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3544b451-1d70-4564-8172-ced3b2a810ce tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:39.146529 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3544b451-1d70-4564-8172-ced3b2a810ce tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.174839 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b684d2c0-5589-412e-85a1-c94ae2dd7ebf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network d91d865d-f509-4d31-8147-b3b1b5c31ae7 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:59:39.180276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-3adc85d5-8667-4fcc-a0b1-777beac267e8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Transition to ACTIVE for port object 0e04df16-850e-4f2e-9c11-fe5c539adcfa will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:39.180962 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3544b451-1d70-4564-8172-ced3b2a810ce tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3133080 Feb 04 05:59:39.183988 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46852) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:39.189391 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': 'e672479f-456d-4a57-8825-f317688706a4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:39.199486 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.201047 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:39.233112 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Usage tracker for resource:floatingip and tenant:be32df0199ab40b58629ba8c05d7ef10 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:39.240604 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:39.245780 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-b684d2c0-5589-412e-85a1-c94ae2dd7ebf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, d91d865d-f509-4d31-8147-b3b1b5c31ae7) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:39.252406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0cdc293d-fb36-45ae-a3e1-23abfad781e0 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.252914 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdc293d-fb36-45ae-a3e1-23abfad781e0 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Fanout notify agent at l3_agent the message router_deleted on router 4f034f89-31ec-4830-afc1-7b11d834d2b5 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 05:59:39.255388 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:39.256781 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6575f0f2-21ea-40c0-8490-b2bb9a4baff0 None None] Network d91d865d-f509-4d31-8147-b3b1b5c31ae7 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:59:39.258544 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b684d2c0-5589-412e-85a1-c94ae2dd7ebf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:39.259213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b684d2c0-5589-412e-85a1-c94ae2dd7ebf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.278658 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.300296 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-81ed5e37-2ca6-4bb5-8c01-e2db596d6a65 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.361194 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0cdc293d-fb36-45ae-a3e1-23abfad781e0 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.366970 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0cdc293d-fb36-45ae-a3e1-23abfad781e0 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "DELETE /v2.0/routers/4f034f89-31ec-4830-afc1-7b11d834d2b5 HTTP/1.1" status: 204 len: 168 time: 6.3470054 Feb 04 05:59:39.369272 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-d404cf51-73c1-4b6c-b8ff-e1f10b710560 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:59:39.370363 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-d404cf51-73c1-4b6c-b8ff-e1f10b710560 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104649 Feb 04 05:59:39.371346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed5e37-2ca6-4bb5-8c01-e2db596d6a65 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Pushing event deleted for resources: {'Port': ['ID=7084101f-207b-46fe-92fb-c20e102d7414,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:39.376033 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b684d2c0-5589-412e-85a1-c94ae2dd7ebf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.1933441 Feb 04 05:59:39.376033 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46856) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:39.395561 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46858) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:39.436133 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76c0b7-338b-43c0-abd5-a0d1f944087f req-ff1a2f9c-5993-4761-89df-92f0aa352573 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:39.439199 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f76c0b7-338b-43c0-abd5-a0d1f944087f req-ff1a2f9c-5993-4761-89df-92f0aa352573 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 931 time: 0.3627472 Feb 04 05:59:39.442240 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.481402 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Request body: {'router': {'name': 'tempest-snat-router-148813083', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'enable_snat': False}}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:39.486070 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-3adc85d5-8667-4fcc-a0b1-777beac267e8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.498139 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-d91d865d-f509-4d31-8147-b3b1b5c31ae7', 'network_id': 'd91d865d-f509-4d31-8147-b3b1b5c31ae7', 'tenant_id': 'be5863f9490840e8a3915d28728f2bb3', 'fixed_ips': [{'subnet_id': '02444836-064b-4758-b8f8-1f0fcf4f86d3'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 05:59:39.499269 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.539343 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:39.592994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Request body: {'port': {'device_id': '35b84220-35ec-4caf-b266-7ad359c5e389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:39.637112 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Usage tracker for resource:router and tenant:7c39af0a4e394961ac01d1c0709fc32e is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:39.658335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:39.672753 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Allocated IP 172.20.0.3 (d91d865d-f509-4d31-8147-b3b1b5c31ae7/02444836-064b-4758-b8f8-1f0fcf4f86d3/674b5b51-5333-469a-81b0-a3c9378fe57a) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:39.702232 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:39.735644 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f76c0b7-338b-43c0-abd5-a0d1f944087f req-c72a4ff4-2f62-4957-9247-1bf27cdf0592 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585738 Feb 04 05:59:39.743054 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-3adc85d5-8667-4fcc-a0b1-777beac267e8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Network 8b2c027f-66fc-4891-a810-faede768ce58 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:39.754632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-3adc85d5-8667-4fcc-a0b1-777beac267e8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:39.767888 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-3adc85d5-8667-4fcc-a0b1-777beac267e8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:39.774503 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-81ed5e37-2ca6-4bb5-8c01-e2db596d6a65 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.799228 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.43', 49882) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:39.867886 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc85d5-8667-4fcc-a0b1-777beac267e8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Pushing event updated for resources: {'Port': ['ID=0e04df16-850e-4f2e-9c11-fe5c539adcfa,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:39.876125 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.890976 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.912533 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.980221 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:40.003212 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-81ed5e37-2ca6-4bb5-8c01-e2db596d6a65 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:40.019235 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-81ed5e37-2ca6-4bb5-8c01-e2db596d6a65 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:40.041106 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:40.062356 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Transition to ACTIVE for port object 674b5b51-5333-469a-81b0-a3c9378fe57a will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:40.118524 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Transition to ACTIVE for port object 674b5b51-5333-469a-81b0-a3c9378fe57a will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:40.126405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-81ed5e37-2ca6-4bb5-8c01-e2db596d6a65 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:40.127000 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ed5e37-2ca6-4bb5-8c01-e2db596d6a65 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Fanout notify agent at l3_agent the message router_deleted on router 9a9bf3b7-12ed-443d-b0a8-21317decdb29 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 05:59:40.184310 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:40.186478 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:40.244402 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:40.250899 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-307d0e62-d394-4580-b20a-48e2efb631a0 None None] Provisioning for port 0e04df16-850e-4f2e-9c11-fe5c539adcfa completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:40.253015 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-3adc85d5-8667-4fcc-a0b1-777beac267e8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:40.253665 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-3adc85d5-8667-4fcc-a0b1-777beac267e8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:40.265917 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-307d0e62-d394-4580-b20a-48e2efb631a0 None None] Provisioning complete for port 0e04df16-850e-4f2e-9c11-fe5c539adcfa triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:40.267493 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-307d0e62-d394-4580-b20a-48e2efb631a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:40.286967 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-81ed5e37-2ca6-4bb5-8c01-e2db596d6a65 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:40.291930 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-81ed5e37-2ca6-4bb5-8c01-e2db596d6a65 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "DELETE /v2.0/routers/9a9bf3b7-12ed-443d-b0a8-21317decdb29 HTTP/1.1" status: 204 len: 168 time: 2.9690273 Feb 04 05:59:40.300016 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46880) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:40.307062 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1974466995', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'enable_snat': False}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:40.321041 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:40.341041 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Network d91d865d-f509-4d31-8147-b3b1b5c31ae7 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:40.345572 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:40.355054 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:40.358597 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Pushing event updated for resources: {'Port': ['ID=674b5b51-5333-469a-81b0-a3c9378fe57a,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:40.362276 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-307d0e62-d394-4580-b20a-48e2efb631a0 None None] Port 0e04df16-850e-4f2e-9c11-fe5c539adcfa cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 05:59:40.399678 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Usage tracker for resource:router and tenant:7145a54531bf47eaabdf2040122c9f24 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:40.408571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:40.426537 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:40.426883 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-3adc85d5-8667-4fcc-a0b1-777beac267e8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0391915 Feb 04 05:59:40.449621 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Attempting to bind port 674b5b51-5333-469a-81b0-a3c9378fe57a on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:40.449999 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Attempting to bind port 674b5b51-5333-469a-81b0-a3c9378fe57a by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '327d9ce9-c48e-4652-8f99-97d0a9c6e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd91d865d-f509-4d31-8147-b3b1b5c31ae7'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:40.450334 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Attempting to bind port 674b5b51-5333-469a-81b0-a3c9378fe57a on network d91d865d-f509-4d31-8147-b3b1b5c31ae7 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:40.456059 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:40.456434 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Checking segment: {'id': '327d9ce9-c48e-4652-8f99-97d0a9c6e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd91d865d-f509-4d31-8147-b3b1b5c31ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:40.456809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:40.457192 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Bound using segment: {'id': '327d9ce9-c48e-4652-8f99-97d0a9c6e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd91d865d-f509-4d31-8147-b3b1b5c31ae7'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:40.457646 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Bound port: 674b5b51-5333-469a-81b0-a3c9378fe57a, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327d9ce9-c48e-4652-8f99-97d0a9c6e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd91d865d-f509-4d31-8147-b3b1b5c31ae7'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:40.458012 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:40.504103 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:40.505122 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:40.555142 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] For port 674b5b51-5333-469a-81b0-a3c9378fe57a, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:40.559018 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] For port 674b5b51-5333-469a-81b0-a3c9378fe57a, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=674b5b51-5333-469a-81b0-a3c9378fe57a,segment=NetworkSegment(327d9ce9-c48e-4652-8f99-97d0a9c6e0fa),segment_id=327d9ce9-c48e-4652-8f99-97d0a9c6e0fa)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:40.564152 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:40.564381 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:40.565974 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Allocated IP 172.26.4.121 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/763afc6a-acfa-4a65-8db3-1c4e82fc5204) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:40.598217 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cb189aff-cf79-4159-9cf6-9a96d1ddae96 req-1d2e8cf2-74c4-4184-ab13-71619b6b86a2 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 210 time: 0.3604460 Feb 04 05:59:40.609641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Request body: {'port': {'device_id': 'f032248b-f69f-4ffd-b24b-67f5ead324f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:40.643861 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41874b69-2769-4d6a-a287-89be239f95c1 None None] Pushing event updated for resources: {'Port': ['ID=674b5b51-5333-469a-81b0-a3c9378fe57a,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:40.802297 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-658f41d1-6f84-41c4-8e3b-7f4b4f47a447 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:40.803825 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-658f41d1-6f84-41c4-8e3b-7f4b4f47a447 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.43 "GET /v2.0/networks?id=0d1f31ca-7eb5-4276-8d31-65c804e64b2a HTTP/1.1" status: 200 len: 805 time: 0.9987309 Feb 04 05:59:40.804515 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Deleting port 674b5b51-5333-469a-81b0-a3c9378fe57a {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 05:59:40.805097 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.009996 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18d41ea-c499-44ca-a515-2785b9a6b400 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:59:41.013627 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.030854 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.039005 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.090502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:59:41.176760 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-1ad61b47-4b71-4173-8349-7b8126769830 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c85bcf77029c4cef92a0a226e81e77ad HTTP/1.1" status: 200 len: 380 time: 0.2764249 Feb 04 05:59:41.187200 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.200201 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-0fb08d50-b121-451e-99a5-601d6d4eae95 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Request body: {'port': {'device_id': '51b30c3e-fb9a-46d5-968f-c3660c0df14f', 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a', 'admin_state_up': True, 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'security_groups': ['f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:41.208125 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.211394 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Transition to ACTIVE for port object f18d41ea-c499-44ca-a515-2785b9a6b400 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:41.219134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.243553 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.247595 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.344121 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66273853-c24c-4c12-9326-c7f8041b905b req-3ac554cf-888d-425c-a9b1-1dac09597f0d tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:41.344879 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-66273853-c24c-4c12-9326-c7f8041b905b req-3ac554cf-888d-425c-a9b1-1dac09597f0d tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Synchronizing usage tracker for tenant:65ad76e2ab97449aa72bd10490fb5076 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 05:59:41.417533 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Pushing event updated for resources: {'Port': ['ID=f18d41ea-c499-44ca-a515-2785b9a6b400,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:41.513875 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.618984 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:41.627077 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:41.630707 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Attempting to bind port f18d41ea-c499-44ca-a515-2785b9a6b400 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:41.631071 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Attempting to bind port f18d41ea-c499-44ca-a515-2785b9a6b400 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '0969c73a-e15c-4ae5-a0f3-82efa99c56d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:41.631413 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Attempting to bind port f18d41ea-c499-44ca-a515-2785b9a6b400 on network e8542b43-7535-4da4-a485-e641ef5c90d7 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:41.633568 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=763afc6a-acfa-4a65-8db3-1c4e82fc5204,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:41.637947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:41.658599 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-66273853-c24c-4c12-9326-c7f8041b905b req-3ac554cf-888d-425c-a9b1-1dac09597f0d tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Unset dirty status for tenant:65ad76e2ab97449aa72bd10490fb5076 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 05:59:41.665450 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-66273853-c24c-4c12-9326-c7f8041b905b req-3ac554cf-888d-425c-a9b1-1dac09597f0d tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 931 time: 1.3771708 Feb 04 05:59:41.667671 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Port f18d41ea-c499-44ca-a515-2785b9a6b400 on network e8542b43-7535-4da4-a485-e641ef5c90d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 05:59:41.667853 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Attempting to bind port f18d41ea-c499-44ca-a515-2785b9a6b400 on network e8542b43-7535-4da4-a485-e641ef5c90d7 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:41.691602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:41.691968 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Checking segment: {'id': '0969c73a-e15c-4ae5-a0f3-82efa99c56d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:41.692524 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Bound using segment: {'id': '0969c73a-e15c-4ae5-a0f3-82efa99c56d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:41.692991 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Bound port: f18d41ea-c499-44ca-a515-2785b9a6b400, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0969c73a-e15c-4ae5-a0f3-82efa99c56d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:41.693352 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.737966 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Pushing event updated for resources: {'Port': ['ID=f2483d76-7737-4282-8ee1-259960b9f11c,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:41.803687 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 674b5b51-5333-469a-81b0-a3c9378fe57a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:41.812798 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3827db-ddcf-40b6-a167-b2f23d81d8f7 req-c6e01bc0-6a86-4e0e-8ad3-942721959530 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:41.814307 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ca3827db-ddcf-40b6-a167-b2f23d81d8f7 req-c6e01bc0-6a86-4e0e-8ad3-942721959530 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 931 time: 0.8778000 Feb 04 05:59:41.824751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.891942 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 674b5b51-5333-469a-81b0-a3c9378fe57a completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:41.933880 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32e8a26-8fc7-4688-87b3-271fdde3f428 None None] Network d91d865d-f509-4d31-8147-b3b1b5c31ae7 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:59:41.972433 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-66273853-c24c-4c12-9326-c7f8041b905b req-0f7e6aaf-59c0-438b-afe1-cd4582f78cc4 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfe3e5d4-3f68-43e2-8017-002269742142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3060675 Feb 04 05:59:42.026132 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b998b11b-381c-4c70-a524-9e8a5bba35b4 None None] Provisioning for port 674b5b51-5333-469a-81b0-a3c9378fe57a completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:42.048866 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b998b11b-381c-4c70-a524-9e8a5bba35b4 None None] Provisioning complete for port 674b5b51-5333-469a-81b0-a3c9378fe57a triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:42.049522 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b998b11b-381c-4c70-a524-9e8a5bba35b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.076060 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.100807 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] For port f18d41ea-c499-44ca-a515-2785b9a6b400, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:42.134958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] For port 674b5b51-5333-469a-81b0-a3c9378fe57a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=674b5b51-5333-469a-81b0-a3c9378fe57a,segment=NetworkSegment(327d9ce9-c48e-4652-8f99-97d0a9c6e0fa),segment_id=327d9ce9-c48e-4652-8f99-97d0a9c6e0fa)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:42.135321 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.256743 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.272406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] For port f18d41ea-c499-44ca-a515-2785b9a6b400, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f18d41ea-c499-44ca-a515-2785b9a6b400,segment=NetworkSegment(0969c73a-e15c-4ae5-a0f3-82efa99c56d5),segment_id=0969c73a-e15c-4ae5-a0f3-82efa99c56d5)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:42.304260 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b998b11b-381c-4c70-a524-9e8a5bba35b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.314925 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.350005 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-b998b11b-381c-4c70-a524-9e8a5bba35b4 None None] For port 674b5b51-5333-469a-81b0-a3c9378fe57a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=674b5b51-5333-469a-81b0-a3c9378fe57a,segment=NetworkSegment(327d9ce9-c48e-4652-8f99-97d0a9c6e0fa),segment_id=327d9ce9-c48e-4652-8f99-97d0a9c6e0fa)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:42.358323 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b998b11b-381c-4c70-a524-9e8a5bba35b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.422228 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:42.422840 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.424310 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Calling delete_port for 674b5b51-5333-469a-81b0-a3c9378fe57a owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 05:59:42.424863 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] 10.222.0.43 "PUT /v2.0/ports/f18d41ea-c499-44ca-a515-2785b9a6b400 HTTP/1.1" status: 200 len: 1093 time: 3.0006104 Feb 04 05:59:42.424863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b84220-35ec-4caf-b266-7ad359c5e389', 'tag': 'f18d41ea-c499-44ca-a515-2785b9a6b400'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:59:42.462983 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998b11b-381c-4c70-a524-9e8a5bba35b4 None None] Pushing event updated for resources: {'Port': ['ID=674b5b51-5333-469a-81b0-a3c9378fe57a,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:42.498718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-0fb08d50-b121-451e-99a5-601d6d4eae95 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:42.600299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-0fb08d50-b121-451e-99a5-601d6d4eae95 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:42.607742 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-11e05767-9af7-4061-8deb-8dfdcb985d7e req-2a264b6a-b7d8-43b2-aa43-068dca738fd4 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 210 time: 0.1029077 Feb 04 05:59:42.658658 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ca3827db-ddcf-40b6-a167-b2f23d81d8f7 req-e76f24dd-1b70-4a78-bb3d-edca2fcbb7bc tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7648532 Feb 04 05:59:42.749675 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Floating IP 82a6f58d-35bc-4b97-ab85-bc92324659f9 associated. External IP: 172.26.4.4, port: 693a9459-bc79-414d-9616-f2fa32b6df05. Feb 04 05:59:42.769913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff03019-f1ce-4d2d-b6aa-ee3eacec1e07 service neutron] Pushing event updated for resources: {'Port': ['ID=f18d41ea-c499-44ca-a515-2785b9a6b400,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:42.800228 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-22b3f71c-28b3-4975-bc2d-c79e2200e27a None None] Provisioning complete for port 674b5b51-5333-469a-81b0-a3c9378fe57a triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:42.800591 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-22b3f71c-28b3-4975-bc2d-c79e2200e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.841096 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-0fb08d50-b121-451e-99a5-601d6d4eae95 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Made reservation on behalf of c85bcf77029c4cef92a0a226e81e77ad for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:42.844713 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-0fb08d50-b121-451e-99a5-601d6d4eae95 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.884129 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:59:42.884447 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:59:42.911328 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b84220-35ec-4caf-b266-7ad359c5e389', 'tag': 'f18d41ea-c499-44ca-a515-2785b9a6b400', 'status': 'completed', 'code': 200} Feb 04 05:59:42.944951 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Allocated IP 172.26.4.14 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/f2f154c4-48c1-4fcd-b401-3fcbf25fb406) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:43.057944 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-e1ad365e-fc24-4ad7-938a-6c07fb5e873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:43.059450 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-e1ad365e-fc24-4ad7-938a-6c07fb5e873b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cb94bb5ad2274bffbb62168bf92a11ea&device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 1096 time: 0.5810196 Feb 04 05:59:43.149507 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-b3cd364a-d831-40c4-8161-4baf1bcbacdb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f18d41ea-c499-44ca-a515-2785b9a6b400 HTTP/1.1" status: 200 len: 217 time: 0.0788925 Feb 04 05:59:43.205789 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:43.309583 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:43.341502 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-718aa5e5-1bb3-498a-8a80-2448265f06a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:43.342978 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-718aa5e5-1bb3-498a-8a80-2448265f06a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da9005f5-dfd7-4698-952c-229a09293613 HTTP/1.1" status: 200 len: 851 time: 0.1780403 Feb 04 05:59:43.413730 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Deleting port 674b5b51-5333-469a-81b0-a3c9378fe57a {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 05:59:43.414066 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:43.417572 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:43.470503 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:59:43.498516 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:43.576765 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:43.656371 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:43.659742 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Pushing event updated for resources: {'Port': ['ID=f2f154c4-48c1-4fcd-b401-3fcbf25fb406,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:43.664576 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:43.667585 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-5a5ab0cf-4de8-4447-95dd-276d9275e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:43.669149 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-5a5ab0cf-4de8-4447-95dd-276d9275e105 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8542b43-7535-4da4-a485-e641ef5c90d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3194935 Feb 04 05:59:43.670147 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:43.699242 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:43.701685 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-0fb08d50-b121-451e-99a5-601d6d4eae95 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Allocated IP 172.20.0.11 (0d1f31ca-7eb5-4276-8d31-65c804e64b2a/7a00080c-84b1-4e69-a110-952796207a71/839c76b6-4f97-4fb0-9523-e4e969cd0ea9) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:43.719857 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 674b5b51-5333-469a-81b0-a3c9378fe57a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:43.789424 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 674b5b51-5333-469a-81b0-a3c9378fe57a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:43.790353 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:43.942667 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e04df16-850e-4f2e-9c11-fe5c539adcfa {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:59:43.955617 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b49d84-4364-4fa7-bb3d-a75f90ed3633 req-de969849-4842-40d6-abed-5460b4305f81 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:43.957119 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-41b49d84-4364-4fa7-bb3d-a75f90ed3633 req-de969849-4842-40d6-abed-5460b4305f81 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 931 time: 0.8615410 Feb 04 05:59:44.006368 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:44.057544 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0d5f1a56-0b37-4e39-b097-f3c88c319973 req-2e6c4899-7efa-491b-859a-11756621ec78 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 210 time: 0.1280234 Feb 04 05:59:44.130770 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Transition to ACTIVE for port object 0e04df16-850e-4f2e-9c11-fe5c539adcfa will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:44.176874 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-48a08848-b14b-4eb7-b128-ccd56727ea7c service neutron] 10.222.0.43 "GET /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708548 Feb 04 05:59:44.238707 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Router 562d5ad6-5064-4bbb-ad04-11b935c577b8 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 05:59:44.239536 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:44.281515 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:44.291271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:44.463364 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-41b49d84-4364-4fa7-bb3d-a75f90ed3633 req-4b8638a9-ace1-49a4-84d5-a2263d23db40 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfe3e5d4-3f68-43e2-8017-002269742142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4590297 Feb 04 05:59:44.507609 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=763afc6a-acfa-4a65-8db3-1c4e82fc5204,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:44.573870 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3496c3ee-b93f-4b37-88e1-6f9f197aa5be req-6018c95d-4801-4db9-98f6-660643b3cf80 service neutron] 10.222.0.43 "GET /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843341 Feb 04 05:59:44.592222 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:44.722455 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0e04df16-850e-4f2e-9c11-fe5c539adcfa,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:44.738554 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:44.802903 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] For port 674b5b51-5333-469a-81b0-a3c9378fe57a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=674b5b51-5333-469a-81b0-a3c9378fe57a,segment=NetworkSegment(327d9ce9-c48e-4652-8f99-97d0a9c6e0fa),segment_id=327d9ce9-c48e-4652-8f99-97d0a9c6e0fa)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:44.803268 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:44.890270 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Allocated IP 172.26.4.95 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/c3faebfb-ed0c-4201-8e05-a89a40d77161) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:44.976605 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Floating IP 0dbf92d3-5124-47d5-b63a-b04f40dfea7a associated. External IP: 172.26.4.121, port: e672479f-456d-4a57-8825-f317688706a4. Feb 04 05:59:45.029784 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Calling delete_port for 674b5b51-5333-469a-81b0-a3c9378fe57a owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 05:59:45.065617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a5960-0b97-4f16-8817-1737eb1a0b8c req-53191489-2697-43ab-8545-921d66d12201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:45.067155 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-918a5960-0b97-4f16-8817-1737eb1a0b8c req-53191489-2697-43ab-8545-921d66d12201 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cb94bb5ad2274bffbb62168bf92a11ea&device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 1096 time: 0.4231992 Feb 04 05:59:45.224041 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2156d-b174-43b1-a4eb-79067c41be06 req-60a37090-f92b-4f51-a9d7-657dcec3470b tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:45.225661 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e4c2156d-b174-43b1-a4eb-79067c41be06 req-60a37090-f92b-4f51-a9d7-657dcec3470b tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 943 time: 1.0188799 Feb 04 05:59:45.230241 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-0fb08d50-b121-451e-99a5-601d6d4eae95 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:45.279219 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:45.290433 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5372f750-bdc1-41eb-bb82-3ef4c1b979b0 None None] Sync routers for ids ['562d5ad6-5064-4bbb-ad04-11b935c577b8'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:45.298460 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Attempting to bind port 0e04df16-850e-4f2e-9c11-fe5c539adcfa on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:45.298818 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Attempting to bind port 0e04df16-850e-4f2e-9c11-fe5c539adcfa by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'b4ac90b0-25c3-4449-b419-1069ce490de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:45.299315 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Attempting to bind port 0e04df16-850e-4f2e-9c11-fe5c539adcfa on network 8b2c027f-66fc-4891-a810-faede768ce58 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:45.300651 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5372f750-bdc1-41eb-bb82-3ef4c1b979b0 None None] Routers {'562d5ad6-5064-4bbb-ad04-11b935c577b8'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:45.301482 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5372f750-bdc1-41eb-bb82-3ef4c1b979b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['562d5ad6-5064-4bbb-ad04-11b935c577b8'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:45.363139 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5372f750-bdc1-41eb-bb82-3ef4c1b979b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:45.365000 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-36a5cc26-a856-490c-95c1-f55b2264cdd9 req-756cd4dd-2541-42b6-b508-20cc86ba98d8 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 210 time: 0.1528146 Feb 04 05:59:45.368464 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-0fb08d50-b121-451e-99a5-601d6d4eae95 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Transition to ACTIVE for port object 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:45.373951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Port 0e04df16-850e-4f2e-9c11-fe5c539adcfa on network 8b2c027f-66fc-4891-a810-faede768ce58 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 05:59:45.374161 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Attempting to bind port 0e04df16-850e-4f2e-9c11-fe5c539adcfa on network 8b2c027f-66fc-4891-a810-faede768ce58 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:45.374597 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5372f750-bdc1-41eb-bb82-3ef4c1b979b0 None None] Routers {'562d5ad6-5064-4bbb-ad04-11b935c577b8'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:45.375346 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5372f750-bdc1-41eb-bb82-3ef4c1b979b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['562d5ad6-5064-4bbb-ad04-11b935c577b8'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:45.446892 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5372f750-bdc1-41eb-bb82-3ef4c1b979b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:45.447269 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5372f750-bdc1-41eb-bb82-3ef4c1b979b0 None None] The sync data for ids ['562d5ad6-5064-4bbb-ad04-11b935c577b8'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:45.594775 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:45.595166 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Checking segment: {'id': 'b4ac90b0-25c3-4449-b419-1069ce490de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:45.595674 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Bound using segment: {'id': 'b4ac90b0-25c3-4449-b419-1069ce490de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:45.596188 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Bound port: 0e04df16-850e-4f2e-9c11-fe5c539adcfa, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4ac90b0-25c3-4449-b419-1069ce490de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:45.596537 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:45.631297 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:45.635884 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a5960-0b97-4f16-8817-1737eb1a0b8c req-3945024d-61bd-4def-a9eb-5c54d308c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:45.637301 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-918a5960-0b97-4f16-8817-1737eb1a0b8c req-3945024d-61bd-4def-a9eb-5c54d308c7b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8542b43-7535-4da4-a485-e641ef5c90d7 HTTP/1.1" status: 200 len: 913 time: 0.4656470 Feb 04 05:59:45.682742 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e4c2156d-b174-43b1-a4eb-79067c41be06 req-525c01d7-2e44-48ca-b65c-a26b4321a04f tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4066093 Feb 04 05:59:45.729064 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:45.821196 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:45.833152 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-918a5960-0b97-4f16-8817-1737eb1a0b8c req-8ee54e4c-151e-4d48-8e57-623884255057 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f18d41ea-c499-44ca-a515-2785b9a6b400 HTTP/1.1" status: 200 len: 217 time: 0.1341329 Feb 04 05:59:45.876239 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-0fb08d50-b121-451e-99a5-601d6d4eae95 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:45.877818 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:45.882026 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f493ab5f-9eb3-4958-8eea-e5b54a22d804 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 14.4196169 Feb 04 05:59:45.887350 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46910) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:45.941170 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] For port 0e04df16-850e-4f2e-9c11-fe5c539adcfa, host hv-neutron-8268, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:45.948102 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Port': ['ID=674b5b51-5333-469a-81b0-a3c9378fe57a,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:46.008869 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9d69dd-b69d-4f2a-beb5-7f77d98d9180 None None] DHCP port deletion for d91d865d-f509-4d31-8147-b3b1b5c31ae7 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 05:59:46.029252 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76a1e05-bd87-4122-b58f-3da9779b21d4 None None] get_active_networks_info from dv-neutron-826830-2-hyperv {{(pid=87472) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 05:59:46.035840 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] For port 0e04df16-850e-4f2e-9c11-fe5c539adcfa, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0e04df16-850e-4f2e-9c11-fe5c539adcfa,segment=NetworkSegment(b4ac90b0-25c3-4449-b419-1069ce490de0),segment_id=b4ac90b0-25c3-4449-b419-1069ce490de0)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:46.054868 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-0fb08d50-b121-451e-99a5-601d6d4eae95 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Network 0d1f31ca-7eb5-4276-8d31-65c804e64b2a is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:46.092679 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:46.093749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a5960-0b97-4f16-8817-1737eb1a0b8c req-9e98096a-22c9-459d-882f-89cad8fa813e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:46.095203 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-918a5960-0b97-4f16-8817-1737eb1a0b8c req-9e98096a-22c9-459d-882f-89cad8fa813e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da9005f5-dfd7-4698-952c-229a09293613 HTTP/1.1" status: 200 len: 851 time: 0.2463741 Feb 04 05:59:46.096290 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-0fb08d50-b121-451e-99a5-601d6d4eae95 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:46.097092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 291bd204-0842-4d12-b7ad-9ab081fb392c has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 05:59:46.119176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-0fb08d50-b121-451e-99a5-601d6d4eae95 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:46.143541 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No DVR routers for this DVR port 674b5b51-5333-469a-81b0-a3c9378fe57a on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:59:46.168667 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1f0c210a-48bb-4721-9686-6ca9ce611047 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] 10.222.0.31 "GET /v2.0/floatingips/82a6f58d-35bc-4b97-ab85-bc92324659f9 HTTP/1.1" status: 200 len: 982 time: 0.2764461 Feb 04 05:59:46.172161 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76a1e05-bd87-4122-b58f-3da9779b21d4 None None] Resources bound (agent type, host, resource id): {{(pid=87472) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:59:46.193286 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0714d99-c098-4b0c-a024-b043ef6c4e0a req-371b4a6e-b37c-4770-ac5b-6a283a2fd0b0 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:46.194950 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f0714d99-c098-4b0c-a024-b043ef6c4e0a req-371b4a6e-b37c-4770-ac5b-6a283a2fd0b0 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 943 time: 0.5897453 Feb 04 05:59:46.195570 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46914) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:46.203496 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb08d50-b121-451e-99a5-601d6d4eae95 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Pushing event updated for resources: {'Port': ['ID=839c76b6-4f97-4fb0-9523-e4e969cd0ea9,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:46.311313 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:46.311942 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:46.313346 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] 10.222.0.43 "PUT /v2.0/ports/0e04df16-850e-4f2e-9c11-fe5c539adcfa HTTP/1.1" status: 200 len: 1093 time: 5.7256567 Feb 04 05:59:46.327833 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f032248b-f69f-4ffd-b24b-67f5ead324f5', 'tag': '0e04df16-850e-4f2e-9c11-fe5c539adcfa'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:59:46.365054 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:46.379713 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Router 2cf481a2-4d01-42e1-8ff9-6159c579c7b5 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 05:59:46.385057 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:46.387969 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a5960-0b97-4f16-8817-1737eb1a0b8c req-49af79a3-2932-4302-869f-316c3b8f5876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:46.390479 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-918a5960-0b97-4f16-8817-1737eb1a0b8c req-49af79a3-2932-4302-869f-316c3b8f5876 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8542b43-7535-4da4-a485-e641ef5c90d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2838428 Feb 04 05:59:46.465029 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbd9df5-7592-43d0-aa99-efdee0c4d7fd None None] Sync routers for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:46.486532 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:46.496780 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-0fb08d50-b121-451e-99a5-601d6d4eae95 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:46.497709 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-0fb08d50-b121-451e-99a5-601d6d4eae95 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:46.509926 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbd9df5-7592-43d0-aa99-efdee0c4d7fd None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:46.511263 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1bbd9df5-7592-43d0-aa99-efdee0c4d7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:46.517174 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:46.519630 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:46.578775 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1bbd9df5-7592-43d0-aa99-efdee0c4d7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:46.585807 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:46.599674 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbd9df5-7592-43d0-aa99-efdee0c4d7fd None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:46.600362 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1bbd9df5-7592-43d0-aa99-efdee0c4d7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:46.605655 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:46.651848 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f0714d99-c098-4b0c-a024-b043ef6c4e0a req-c8658f90-1115-443a-8f0a-c88fb685c4de tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfe3e5d4-3f68-43e2-8017-002269742142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4375665 Feb 04 05:59:46.692461 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b341a2a3-6604-4957-b55a-b68ef23916e2 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3675 time: 0.4861190 Feb 04 05:59:46.693575 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546ba82-c940-4337-bf77-7027ee5a33b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0e04df16-850e-4f2e-9c11-fe5c539adcfa,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:46.726539 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1bbd9df5-7592-43d0-aa99-efdee0c4d7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:46.726798 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46928) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:46.727117 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbd9df5-7592-43d0-aa99-efdee0c4d7fd None None] The sync data for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:46.814430 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-0fb08d50-b121-451e-99a5-601d6d4eae95 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6180158 Feb 04 05:59:46.825414 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-d91d865d-f509-4d31-8147-b3b1b5c31ae7', 'network_id': 'd91d865d-f509-4d31-8147-b3b1b5c31ae7', 'tenant_id': 'be5863f9490840e8a3915d28728f2bb3', 'fixed_ips': [{'subnet_id': '02444836-064b-4758-b8f8-1f0fcf4f86d3'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 05:59:46.826357 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:46.876659 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Request body: {'port': {'device_id': '51b30c3e-fb9a-46d5-968f-c3660c0df14f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:46.906308 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-918a5960-0b97-4f16-8817-1737eb1a0b8c req-6105aa60-90ec-406f-9205-0c1ab1a9d24b service neutron] 10.222.0.43 "GET /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096765 Feb 04 05:59:46.909387 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-35935548-8bca-45fb-8672-9aac43b97a3c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.7243950 Feb 04 05:59:46.910919 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:46.912501 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46936) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:46.918359 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-aea66379-46f0-4a6a-896a-7b7b8a276f8a tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:46.922485 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Sync routers for ids ['2cf481a2-4d01-42e1-8ff9-6159c579c7b5'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:46.925129 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f032248b-f69f-4ffd-b24b-67f5ead324f5', 'tag': '0e04df16-850e-4f2e-9c11-fe5c539adcfa', 'status': 'completed', 'code': 200} Feb 04 05:59:46.938729 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Routers {'2cf481a2-4d01-42e1-8ff9-6159c579c7b5'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:46.939428 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['2cf481a2-4d01-42e1-8ff9-6159c579c7b5'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:47.066260 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Allocated IP 172.20.0.3 (d91d865d-f509-4d31-8147-b3b1b5c31ae7/02444836-064b-4758-b8f8-1f0fcf4f86d3/355d92cf-2b28-4a26-a756-bb071bf42373) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:47.107386 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:47.108953 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7c136c33-31b8-4978-9f6c-99f5e5ea32e3 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.8084517 Feb 04 05:59:47.114313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46940) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:47.175502 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aea66379-46f0-4a6a-896a-7b7b8a276f8a tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:47.193716 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Set router 2cf481a2-4d01-42e1-8ff9-6159c579c7b5 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:47.327197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Pushing event updated for resources: {'Port': ['ID=c3faebfb-ed0c-4201-8e05-a89a40d77161,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:47.391717 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-918a5960-0b97-4f16-8817-1737eb1a0b8c req-48bf5cbc-f6f4-4fb0-bfe0-f52fce9ce4b6 service neutron] 10.222.0.43 "GET /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165239 Feb 04 05:59:47.452707 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:47.471820 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Transition to ACTIVE for port object 355d92cf-2b28-4a26-a756-bb071bf42373 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:47.506583 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Transition to ACTIVE for port object 355d92cf-2b28-4a26-a756-bb071bf42373 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:47.514204 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf481a2-4d01-42e1-8ff9-6159c579c7b5', 'name': 'tempest-snat-router-1974466995', 'tenant_id': '7145a54531bf47eaabdf2040122c9f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.14'}], 'enable_snat': False}, 'gw_port_id': 'f2f154c4-48c1-4fcd-b401-3fcbf25fb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:40Z', 'updated_at': '2022-02-04T05:59:44Z', 'revision_number': 3, 'project_id': '7145a54531bf47eaabdf2040122c9f24', 'gw_port': {'id': 'f2f154c4-48c1-4fcd-b401-3fcbf25fb406', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf481a2-4d01-42e1-8ff9-6159c579c7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:42Z', 'updated_at': '2022-02-04T05:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:47.518367 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Checking router: 2cf481a2-4d01-42e1-8ff9-6159c579c7b5 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:47.518739 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Updating router 2cf481a2-4d01-42e1-8ff9-6159c579c7b5 port f2f154c4-48c1-4fcd-b401-3fcbf25fb406 binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:59:47.518869 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:47.529231 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-a98c17b9-ba20-4f61-a4ff-a176a0aa6816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:47.530720 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-a98c17b9-ba20-4f61-a4ff-a176a0aa6816 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=65ad76e2ab97449aa72bd10490fb5076&device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 1096 time: 1.1435108 Feb 04 05:59:47.571394 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:47.594896 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a2961eb3-af16-481b-9827-b86ee058347d tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "GET /v2.0/routers/2cf481a2-4d01-42e1-8ff9-6159c579c7b5 HTTP/1.1" status: 200 len: 908 time: 0.4772270 Feb 04 05:59:47.597383 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aea66379-46f0-4a6a-896a-7b7b8a276f8a tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:47.598529 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46944) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:47.603196 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1974466995', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'enable_snat': True}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:47.607902 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aea66379-46f0-4a6a-896a-7b7b8a276f8a tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:47.608237 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-aea66379-46f0-4a6a-896a-7b7b8a276f8a tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Floating IP 0dbf92d3-5124-47d5-b63a-b04f40dfea7a disassociated. External IP: 172.26.4.121, port: e672479f-456d-4a57-8825-f317688706a4. Feb 04 05:59:47.662070 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:47.675962 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device f18d41ea-c499-44ca-a515-2785b9a6b400 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 05:59:47.678812 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Usage tracker for resource:router and tenant:7145a54531bf47eaabdf2040122c9f24 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:47.683475 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:47.701700 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:47.718132 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Network d91d865d-f509-4d31-8147-b3b1b5c31ae7 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:47.732257 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:47.739745 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:47.758601 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 674b5b51-5333-469a-81b0-a3c9378fe57a no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 05:59:47.763737 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-1a8bc8f1-d534-4d0a-8259-442eef5ae0e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e04df16-850e-4f2e-9c11-fe5c539adcfa HTTP/1.1" status: 200 len: 217 time: 0.2089479 Feb 04 05:59:47.764320 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:47.783498 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-e781eff5-2c8e-4f78-bf89-eb82be8b8eed tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Deleting port f2483d76-7737-4282-8ee1-259960b9f11c {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 05:59:47.784241 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e781eff5-2c8e-4f78-bf89-eb82be8b8eed tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:47.785883 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:47.786909 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:47.830611 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:47.840923 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.resource_extend [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:59:47.859499 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Pushing event updated for resources: {'Port': ['ID=355d92cf-2b28-4a26-a756-bb071bf42373,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:47.873280 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 674b5b51-5333-469a-81b0-a3c9378fe57a {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 05:59:47.873884 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 674b5b51-5333-469a-81b0-a3c9378fe57a not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 05:59:47.963673 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:47.977414 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Transition to ACTIVE for port object f2f154c4-48c1-4fcd-b401-3fcbf25fb406 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:47.987735 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:48.001556 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Attempting to bind port 355d92cf-2b28-4a26-a756-bb071bf42373 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:48.002333 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Attempting to bind port 355d92cf-2b28-4a26-a756-bb071bf42373 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '327d9ce9-c48e-4652-8f99-97d0a9c6e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd91d865d-f509-4d31-8147-b3b1b5c31ae7'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:48.002927 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Attempting to bind port 355d92cf-2b28-4a26-a756-bb071bf42373 on network d91d865d-f509-4d31-8147-b3b1b5c31ae7 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:48.013345 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e781eff5-2c8e-4f78-bf89-eb82be8b8eed tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:48.013895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e781eff5-2c8e-4f78-bf89-eb82be8b8eed tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:48.021950 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:48.022627 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Checking segment: {'id': '327d9ce9-c48e-4652-8f99-97d0a9c6e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd91d865d-f509-4d31-8147-b3b1b5c31ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:48.023251 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:48.023865 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Bound using segment: {'id': '327d9ce9-c48e-4652-8f99-97d0a9c6e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd91d865d-f509-4d31-8147-b3b1b5c31ae7'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:48.024550 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Bound port: 355d92cf-2b28-4a26-a756-bb071bf42373, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327d9ce9-c48e-4652-8f99-97d0a9c6e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd91d865d-f509-4d31-8147-b3b1b5c31ae7'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:48.025225 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:48.075602 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1674a-c97d-4e66-ae39-c6453a1371fb None None] Pushing event updated for resources: {'Port': ['ID=f2f154c4-48c1-4fcd-b401-3fcbf25fb406,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:48.098313 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Attempting to bind port f2f154c4-48c1-4fcd-b401-3fcbf25fb406 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:48.098714 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Attempting to bind port f2f154c4-48c1-4fcd-b401-3fcbf25fb406 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:48.099074 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Attempting to bind port f2f154c4-48c1-4fcd-b401-3fcbf25fb406 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:48.105507 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:48.105878 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:48.106637 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:48.107073 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:48.107542 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Bound port: f2f154c4-48c1-4fcd-b401-3fcbf25fb406, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:48.107991 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:48.127037 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port f18d41ea-c499-44ca-a515-2785b9a6b400, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f18d41ea-c499-44ca-a515-2785b9a6b400,segment=NetworkSegment(0969c73a-e15c-4ae5-a0f3-82efa99c56d5),segment_id=0969c73a-e15c-4ae5-a0f3-82efa99c56d5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:48.156403 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': 'f18d41ea-c499-44ca-a515-2785b9a6b400', 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7', 'port_id': 'f18d41ea-c499-44ca-a515-2785b9a6b400', 'mac_address': 'fa:16:3e:fd:09:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9005f5-dfd7-4698-952c-229a09293613', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 05:59:48.197661 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] For port f2f154c4-48c1-4fcd-b401-3fcbf25fb406, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:48.201379 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] For port f2f154c4-48c1-4fcd-b401-3fcbf25fb406, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=f2f154c4-48c1-4fcd-b401-3fcbf25fb406,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:48.207771 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:48.221012 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-e781eff5-2c8e-4f78-bf89-eb82be8b8eed tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Calling delete_port for f2483d76-7737-4282-8ee1-259960b9f11c owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 05:59:48.223372 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] For port 355d92cf-2b28-4a26-a756-bb071bf42373, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:48.237769 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] For port 355d92cf-2b28-4a26-a756-bb071bf42373, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=355d92cf-2b28-4a26-a756-bb071bf42373,segment=NetworkSegment(327d9ce9-c48e-4652-8f99-97d0a9c6e0fa),segment_id=327d9ce9-c48e-4652-8f99-97d0a9c6e0fa)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:48.240725 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:48.257880 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:48.295220 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1674a-c97d-4e66-ae39-c6453a1371fb None None] Pushing event updated for resources: {'Port': ['ID=f2f154c4-48c1-4fcd-b401-3fcbf25fb406,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:48.299088 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Routers {'2cf481a2-4d01-42e1-8ff9-6159c579c7b5'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:48.299688 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['2cf481a2-4d01-42e1-8ff9-6159c579c7b5'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:48.306140 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18d41ea-c499-44ca-a515-2785b9a6b400 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:59:48.365243 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port f18d41ea-c499-44ca-a515-2785b9a6b400, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f18d41ea-c499-44ca-a515-2785b9a6b400,segment=NetworkSegment(0969c73a-e15c-4ae5-a0f3-82efa99c56d5),segment_id=0969c73a-e15c-4ae5-a0f3-82efa99c56d5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:48.367940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a332b3-57b3-4cb0-b4a3-5899d408715e None None] Pushing event updated for resources: {'Port': ['ID=355d92cf-2b28-4a26-a756-bb071bf42373,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:48.403771 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:48.457182 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:48.473801 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea66379-46f0-4a6a-896a-7b7b8a276f8a tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 291bd204-0842-4d12-b7ad-9ab081fb392c has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 05:59:48.501502 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=f18d41ea-c499-44ca-a515-2785b9a6b400,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:48.507373 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce71c853-284d-4e21-a557-aa15ae57301b None None] get_active_networks_info from dv-neutron-826830-2-hyperv {{(pid=87472) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 05:59:48.514788 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] Set router 2cf481a2-4d01-42e1-8ff9-6159c579c7b5 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:48.592206 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb34ef-32b0-480f-9860-0c2935677210 req-f4025b23-da24-4027-a750-fae5b0745cb7 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:48.593005 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-04fb34ef-32b0-480f-9860-0c2935677210 req-f4025b23-da24-4027-a750-fae5b0745cb7 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Synchronizing usage tracker for tenant:c85bcf77029c4cef92a0a226e81e77ad on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 05:59:48.597234 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:48.648940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce71c853-284d-4e21-a557-aa15ae57301b None None] Resources bound (agent type, host, resource id): {{(pid=87472) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:59:48.716900 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e781eff5-2c8e-4f78-bf89-eb82be8b8eed tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:48.746507 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea66379-46f0-4a6a-896a-7b7b8a276f8a tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:48.760157 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aea66379-46f0-4a6a-896a-7b7b8a276f8a tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:48.805213 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdff5502-5477-41cd-ad56-ba7a317f8efe None None] Sync routers for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:48.808462 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['f18d41ea-c499-44ca-a515-2785b9a6b400'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 05:59:48.814523 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Subnet': ['ID=02444836-064b-4758-b8f8-1f0fcf4f86d3,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:48.846764 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf481a2-4d01-42e1-8ff9-6159c579c7b5', 'name': 'tempest-snat-router-1974466995', 'tenant_id': '7145a54531bf47eaabdf2040122c9f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.14'}], 'enable_snat': False}, 'gw_port_id': 'f2f154c4-48c1-4fcd-b401-3fcbf25fb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:40Z', 'updated_at': '2022-02-04T05:59:44Z', 'revision_number': 3, 'project_id': '7145a54531bf47eaabdf2040122c9f24', 'gw_port': {'id': 'f2f154c4-48c1-4fcd-b401-3fcbf25fb406', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf481a2-4d01-42e1-8ff9-6159c579c7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:42Z', 'updated_at': '2022-02-04T05:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:48.851556 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8f70ad-ccb2-4fae-9559-baecd78af619 None None] The sync data for ids ['2cf481a2-4d01-42e1-8ff9-6159c579c7b5'] in dv-neutron-826830-2-hyperv is: [{'id': '2cf481a2-4d01-42e1-8ff9-6159c579c7b5', 'name': 'tempest-snat-router-1974466995', 'tenant_id': '7145a54531bf47eaabdf2040122c9f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.14'}], 'enable_snat': False}, 'gw_port_id': 'f2f154c4-48c1-4fcd-b401-3fcbf25fb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:40Z', 'updated_at': '2022-02-04T05:59:44Z', 'revision_number': 3, 'project_id': '7145a54531bf47eaabdf2040122c9f24', 'gw_port': {'id': 'f2f154c4-48c1-4fcd-b401-3fcbf25fb406', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf481a2-4d01-42e1-8ff9-6159c579c7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:42Z', 'updated_at': '2022-02-04T05:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:48.934259 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781eff5-2c8e-4f78-bf89-eb82be8b8eed tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Pushing event deleted for resources: {'Port': ['ID=f2483d76-7737-4282-8ee1-259960b9f11c,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:48.937064 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdff5502-5477-41cd-ad56-ba7a317f8efe None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:48.937691 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-bdff5502-5477-41cd-ad56-ba7a317f8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:48.939672 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-aea66379-46f0-4a6a-896a-7b7b8a276f8a tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "PUT /v2.0/floatingips/0dbf92d3-5124-47d5-b63a-b04f40dfea7a HTTP/1.1" status: 200 len: 688 time: 2.0259383 Feb 04 05:59:48.942395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46952) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:48.991388 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-04fb34ef-32b0-480f-9860-0c2935677210 req-f4025b23-da24-4027-a750-fae5b0745cb7 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Unset dirty status for tenant:c85bcf77029c4cef92a0a226e81e77ad on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 05:59:48.992768 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-04fb34ef-32b0-480f-9860-0c2935677210 req-f4025b23-da24-4027-a750-fae5b0745cb7 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 932 time: 2.4229095 Feb 04 05:59:49.008195 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9777ed4-bc05-421f-9442-5c23e849bbd3 req-e4c001d9-2d3c-4f37-a019-090ec5f2f48e tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:49.015301 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a9777ed4-bc05-421f-9442-5c23e849bbd3 req-e4c001d9-2d3c-4f37-a019-090ec5f2f48e tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 943 time: 1.9694624 Feb 04 05:59:49.036470 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-bdff5502-5477-41cd-ad56-ba7a317f8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:49.184235 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-986996b4-3a34-4a4a-8e4c-a776987f29fd tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Deleting port 763afc6a-acfa-4a65-8db3-1c4e82fc5204 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 05:59:49.184581 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-986996b4-3a34-4a4a-8e4c-a776987f29fd tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:49.192731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdff5502-5477-41cd-ad56-ba7a317f8efe None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:49.195536 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-bdff5502-5477-41cd-ad56-ba7a317f8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:49.224671 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:49.271868 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:49.309431 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-bdff5502-5477-41cd-ad56-ba7a317f8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:49.310005 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdff5502-5477-41cd-ad56-ba7a317f8efe None None] The sync data for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:49.508834 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:49.525659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-986996b4-3a34-4a4a-8e4c-a776987f29fd tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:49.526272 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e01c92-9915-4769-b0db-0cc36a9519e3 None None] Network d91d865d-f509-4d31-8147-b3b1b5c31ae7 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:59:49.526373 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-986996b4-3a34-4a4a-8e4c-a776987f29fd tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:49.540918 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a9777ed4-bc05-421f-9442-5c23e849bbd3 req-f6551b0a-f3ca-40d1-a90d-4bd2b28393a9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5247166 Feb 04 05:59:49.541743 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:49.947249 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f2f154c4-48c1-4fcd-b401-3fcbf25fb406 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:49.951239 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Allocated IP 172.26.4.196 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/599e511d-431e-4635-bd77-158bedf3b4db) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:49.964074 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91d865d-f509-4d31-8147-b3b1b5c31ae7']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:49.977284 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327d9ce9-c48e-4652-8f99-97d0a9c6e0fa') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:49.977855 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327d9ce9-c48e-4652-8f99-97d0a9c6e0fa') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:49.993580 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:50.010965 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:50.018262 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:59:50.018889 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:50.062278 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-85a2a36b-cec6-4fd6-b345-eb168a09363d None None] Provisioning for port 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:50.071543 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-85a2a36b-cec6-4fd6-b345-eb168a09363d None None] Provisioning complete for port 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:50.071951 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-85a2a36b-cec6-4fd6-b345-eb168a09363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:50.120485 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:50.157884 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-85a2a36b-cec6-4fd6-b345-eb168a09363d None None] Port 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 05:59:50.158977 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-986996b4-3a34-4a4a-8e4c-a776987f29fd tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Calling delete_port for 763afc6a-acfa-4a65-8db3-1c4e82fc5204 owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 05:59:50.178687 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port f2f154c4-48c1-4fcd-b401-3fcbf25fb406 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:50.185355 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port f2f154c4-48c1-4fcd-b401-3fcbf25fb406 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:50.185894 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:50.191490 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:50.234142 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0500bd-4431-4883-bd94-3780d55390db None None] DHCP port deletion for d91d865d-f509-4d31-8147-b3b1b5c31ae7 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 05:59:50.252803 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-da0500bd-4431-4883-bd94-3780d55390db None None] Deleting port 355d92cf-2b28-4a26-a756-bb071bf42373 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 05:59:50.253170 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-da0500bd-4431-4883-bd94-3780d55390db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:50.290523 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:50.295690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-709847ac-9417-4160-bb8d-9b01cd353a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:50.296106 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:50.297315 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-709847ac-9417-4160-bb8d-9b01cd353a0f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f480d6dd-77ba-48ed-975b-d2edf07b28c4 HTTP/1.1" status: 200 len: 850 time: 1.7793002 Feb 04 05:59:50.305579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:50.309494 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-04fb34ef-32b0-480f-9860-0c2935677210 req-e57021ed-a3d1-4b3a-815e-615d5902b746 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/security-groups?id=f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8758681 Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:59:50.310437 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:59:50.324048 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e781eff5-2c8e-4f78-bf89-eb82be8b8eed tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for floatingip, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:50.324048 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-e781eff5-2c8e-4f78-bf89-eb82be8b8eed tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Floating IP 82a6f58d-35bc-4b97-ab85-bc92324659f9 disassociated (deleted). External IP: 172.26.4.4, port: 693a9459-bc79-414d-9616-f2fa32b6df05. Feb 04 05:59:50.339454 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Pushing event updated for resources: {'Port': ['ID=599e511d-431e-4635-bd77-158bedf3b4db,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:50.367007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:50.367205 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:50.367414 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:50.367746 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:50.368124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:50.368452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:50.368773 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:50.369092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:50.369408 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:50.369723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:50.370039 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:50.370354 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:50.424286 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:50.454231 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:50.532040 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port f2f154c4-48c1-4fcd-b401-3fcbf25fb406, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=f2f154c4-48c1-4fcd-b401-3fcbf25fb406,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:50.546862 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:50.590423 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-da0500bd-4431-4883-bd94-3780d55390db None None] For port 355d92cf-2b28-4a26-a756-bb071bf42373, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=355d92cf-2b28-4a26-a756-bb071bf42373,segment=NetworkSegment(327d9ce9-c48e-4652-8f99-97d0a9c6e0fa),segment_id=327d9ce9-c48e-4652-8f99-97d0a9c6e0fa)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:50.590822 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-da0500bd-4431-4883-bd94-3780d55390db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:50.604779 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 05:59:50.604779 dv-neutron-826830-2-hyperv neutron-server[87471]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 05:59:50.604779 dv-neutron-826830-2-hyperv neutron-server[87471]: [parameters: {'id': 'd91d865d-f509-4d31-8147-b3b1b5c31ae7'}] Feb 04 05:59:50.604779 dv-neutron-826830-2-hyperv neutron-server[87471]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:59:50.605174 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:59:50.637742 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-986996b4-3a34-4a4a-8e4c-a776987f29fd tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:50.771509 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-da0500bd-4431-4883-bd94-3780d55390db None None] Calling delete_port for 355d92cf-2b28-4a26-a756-bb071bf42373 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 05:59:50.798288 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986996b4-3a34-4a4a-8e4c-a776987f29fd tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event deleted for resources: {'Port': ['ID=763afc6a-acfa-4a65-8db3-1c4e82fc5204,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:50.811166 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=f2f154c4-48c1-4fcd-b401-3fcbf25fb406,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:50.855955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-da0500bd-4431-4883-bd94-3780d55390db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:50.909718 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0500bd-4431-4883-bd94-3780d55390db None None] Pushing event deleted for resources: {'Port': ['ID=355d92cf-2b28-4a26-a756-bb071bf42373,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:50.911694 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0500bd-4431-4883-bd94-3780d55390db None None] No DVR routers for this DVR port 355d92cf-2b28-4a26-a756-bb071bf42373 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:59:50.958469 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-986996b4-3a34-4a4a-8e4c-a776987f29fd tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:50.982732 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:51.036179 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-986996b4-3a34-4a4a-8e4c-a776987f29fd tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:51.037370 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-986996b4-3a34-4a4a-8e4c-a776987f29fd tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "DELETE /v2.0/floatingips/0dbf92d3-5124-47d5-b63a-b04f40dfea7a HTTP/1.1" status: 204 len: 168 time: 2.0940716 Feb 04 05:59:51.048272 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46958) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:51.055251 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': '415b157c-2ed8-44eb-9c4d-924afa6b4651'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:51.068220 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:51.075536 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Usage tracker for resource:floatingip and tenant:be32df0199ab40b58629ba8c05d7ef10 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:51.080779 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:51.090201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:51.097617 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96540262-8021-4e3d-9163-e85c73f55f27 req-2b14becb-7e3b-4127-af52-caa99bd53c8c tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:51.099060 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-96540262-8021-4e3d-9163-e85c73f55f27 req-2b14becb-7e3b-4127-af52-caa99bd53c8c tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 943 time: 1.2326396 Feb 04 05:59:51.107964 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:51.170086 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:51.198287 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-bb4414a5-7b9a-4723-ba4d-e321f468116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:51.199802 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-bb4414a5-7b9a-4723-ba4d-e321f468116b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b2c027f-66fc-4891-a810-faede768ce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8271673 Feb 04 05:59:51.379621 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:59:51.512824 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-96540262-8021-4e3d-9163-e85c73f55f27 req-a6b146af-6eaf-459c-ae40-c93a057e15a7 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfe3e5d4-3f68-43e2-8017-002269742142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3984113 Feb 04 05:59:51.545290 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:51.646222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06ffb5-b3a9-4f85-ac60-4c8ec9ce1964 req-c927ad58-0c09-4110-a111-42df5839f513 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:51.647361 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5e06ffb5-b3a9-4f85-ac60-4c8ec9ce1964 req-c927ad58-0c09-4110-a111-42df5839f513 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 944 time: 0.9325264 Feb 04 05:59:51.655537 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device f18d41ea-c499-44ca-a515-2785b9a6b400 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:51.696998 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f2f154c4-48c1-4fcd-b401-3fcbf25fb406 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:51.716458 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:51.721349 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:59:51.754481 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:51.773987 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:51.800145 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Router 69f77048-420d-4ac7-8c64-1443cbbb16c9 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 05:59:51.805386 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port f2f154c4-48c1-4fcd-b401-3fcbf25fb406 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:51.805765 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:51.833625 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-50acc6e8-3a13-477f-bf97-7cf6eeaa5e4e service neutron] 10.222.0.43 "GET /v2.0/networks/8b2c027f-66fc-4891-a810-faede768ce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6083076 Feb 04 05:59:51.845837 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e781eff5-2c8e-4f78-bf89-eb82be8b8eed tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Router 562d5ad6-5064-4bbb-ad04-11b935c577b8 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 05:59:51.851295 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port f18d41ea-c499-44ca-a515-2785b9a6b400 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:51.854766 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91d865d-f509-4d31-8147-b3b1b5c31ae7']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:51.862732 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port f18d41ea-c499-44ca-a515-2785b9a6b400 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:51.863091 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:51.883846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Transition to ACTIVE for port object 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:51.884143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Router 80b83567-3aeb-4dc5-952f-2bbfad610c30 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 05:59:51.894598 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5e06ffb5-b3a9-4f85-ac60-4c8ec9ce1964 req-7109a4ea-9a9a-4daa-99cd-2362abe0e196 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297516 Feb 04 05:59:51.899020 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Allocated IP 172.26.4.76 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/8d938260-a8a4-4c9d-b8d2-62f18ece48e1) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:51.963116 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327d9ce9-c48e-4652-8f99-97d0a9c6e0fa') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:51.963477 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327d9ce9-c48e-4652-8f99-97d0a9c6e0fa') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:52.013127 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:52.063381 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:52.090408 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:52.091946 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b84220-35ec-4caf-b266-7ad359c5e389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18d41ea-c499-44ca-a515-2785b9a6b400'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:59:52.180069 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:52.184649 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port f18d41ea-c499-44ca-a515-2785b9a6b400, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f18d41ea-c499-44ca-a515-2785b9a6b400,segment=NetworkSegment(0969c73a-e15c-4ae5-a0f3-82efa99c56d5),segment_id=0969c73a-e15c-4ae5-a0f3-82efa99c56d5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:52.198493 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Sync routers for ids ['80b83567-3aeb-4dc5-952f-2bbfad610c30'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:52.210283 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:52.213225 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:52.227102 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:52.228376 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0c681425-851d-49a0-8929-3cd81369347c tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6294031 Feb 04 05:59:52.232578 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Routers {'80b83567-3aeb-4dc5-952f-2bbfad610c30'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:52.233451 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['80b83567-3aeb-4dc5-952f-2bbfad610c30'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:52.235637 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46968) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:52.358442 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:52.439881 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=f18d41ea-c499-44ca-a515-2785b9a6b400,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:52.473768 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b84220-35ec-4caf-b266-7ad359c5e389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18d41ea-c499-44ca-a515-2785b9a6b400', 'code': 200} Feb 04 05:59:52.488963 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Pushing event updated for resources: {'Port': ['ID=839c76b6-4f97-4fb0-9523-e4e969cd0ea9,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:52.499038 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:59:52.499611 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:59:52.520000 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:59:52.526938 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:52.540445 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000062c-35dd-4722-be39-08a4c5f897e2 req-075e6bcd-29dd-4d3f-8446-f33ffe18f778 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:52.547283 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1000062c-35dd-4722-be39-08a4c5f897e2 req-075e6bcd-29dd-4d3f-8446-f33ffe18f778 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 932 time: 0.8888917 Feb 04 05:59:52.552855 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Set router 80b83567-3aeb-4dc5-952f-2bbfad610c30 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:52.678757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:52.683287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:52.686635 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-db2ba4db-6a3b-436b-9d82-a1485a64f1a5 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "GET /v2.0/routers/80b83567-3aeb-4dc5-952f-2bbfad610c30 HTTP/1.1" status: 200 len: 908 time: 0.4479251 Feb 04 05:59:52.687471 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:52.720443 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46978) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:52.847516 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:52.847918 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:52.848193 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:52.848517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:52.848834 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:52.849129 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:52.849434 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:52.849753 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:52.849999 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=8d938260-a8a4-4c9d-b8d2-62f18ece48e1,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:52.850094 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:52.850351 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:52.850692 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:52.851000 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:52.931972 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b83567-3aeb-4dc5-952f-2bbfad610c30', 'name': 'tempest-snat-router-1974466995', 'tenant_id': '7145a54531bf47eaabdf2040122c9f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '599e511d-431e-4635-bd77-158bedf3b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:47Z', 'updated_at': '2022-02-04T05:59:50Z', 'revision_number': 3, 'project_id': '7145a54531bf47eaabdf2040122c9f24', 'gw_port': {'id': '599e511d-431e-4635-bd77-158bedf3b4db', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b83567-3aeb-4dc5-952f-2bbfad610c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:49Z', 'updated_at': '2022-02-04T05:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:52.937874 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Checking router: 80b83567-3aeb-4dc5-952f-2bbfad610c30 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:52.938237 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Updating router 80b83567-3aeb-4dc5-952f-2bbfad610c30 port 599e511d-431e-4635-bd77-158bedf3b4db binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:59:53.007803 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.027193 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd2c0a80-dc6f-4395-87b2-551dfd7342f9 req-059f1e49-89c8-4dbf-afd2-e32458726226 service neutron] 10.222.0.43 "GET /v2.0/networks/8b2c027f-66fc-4891-a810-faede768ce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1648102 Feb 04 05:59:53.040109 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:53.053649 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Sync routers for ids ['69f77048-420d-4ac7-8c64-1443cbbb16c9'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:53.066712 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.076015 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Routers {'69f77048-420d-4ac7-8c64-1443cbbb16c9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:53.085239 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['69f77048-420d-4ac7-8c64-1443cbbb16c9'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:53.098434 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e781eff5-2c8e-4f78-bf89-eb82be8b8eed tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:53.111260 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1000062c-35dd-4722-be39-08a4c5f897e2 req-0c78974e-403b-40da-b228-54312524d14c tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/security-groups?id=f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5630271 Feb 04 05:59:53.132498 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6469e949-d3af-4622-9451-cb92cf0ee8eb None None] Sync routers for ids ['562d5ad6-5064-4bbb-ad04-11b935c577b8'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:53.139199 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.156030 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Attempting to bind port 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:53.156680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Attempting to bind port 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:53.157318 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Attempting to bind port 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 on network 0d1f31ca-7eb5-4276-8d31-65c804e64b2a {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:53.159840 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Network': ['ID=d91d865d-f509-4d31-8147-b3b1b5c31ae7,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:53.177153 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6469e949-d3af-4622-9451-cb92cf0ee8eb None None] Routers {'562d5ad6-5064-4bbb-ad04-11b935c577b8'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:53.177855 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6469e949-d3af-4622-9451-cb92cf0ee8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['562d5ad6-5064-4bbb-ad04-11b935c577b8'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:53.226721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Port 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 on network 0d1f31ca-7eb5-4276-8d31-65c804e64b2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 05:59:53.226721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Attempting to bind port 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 on network 0d1f31ca-7eb5-4276-8d31-65c804e64b2a {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:53.243560 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-13f7de65-52fa-4596-b9ee-e70af9e03c7e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/d91d865d-f509-4d31-8147-b3b1b5c31ae7 HTTP/1.1" status: 204 len: 168 time: 13.8030651 Feb 04 05:59:53.246474 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46984) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:53.247740 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:53.248402 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Checking segment: {'id': 'bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:53.248949 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Bound using segment: {'id': 'bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:53.249586 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Bound port: 839c76b6-4f97-4fb0-9523-e4e969cd0ea9, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:53.250128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.260466 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6469e949-d3af-4622-9451-cb92cf0ee8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:53.270063 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-89d12b35-5760-4ac1-a337-7908b4a7755a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2091349496'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:53.275895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.280182 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2584d3bc-a394-4c22-a0a5-466c546a8648 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 13.9036205 Feb 04 05:59:53.281815 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d38d5d3-d8c9-4d4e-b650-6d08bd1ad1ad tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.282366 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e781eff5-2c8e-4f78-bf89-eb82be8b8eed tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.327668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46988) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:53.351063 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6469e949-d3af-4622-9451-cb92cf0ee8eb None None] Routers {'562d5ad6-5064-4bbb-ad04-11b935c577b8'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:53.351688 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6469e949-d3af-4622-9451-cb92cf0ee8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['562d5ad6-5064-4bbb-ad04-11b935c577b8'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:53.373745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-89d12b35-5760-4ac1-a337-7908b4a7755a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:53.429680 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6469e949-d3af-4622-9451-cb92cf0ee8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:53.430082 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6469e949-d3af-4622-9451-cb92cf0ee8eb None None] The sync data for ids ['562d5ad6-5064-4bbb-ad04-11b935c577b8'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:53.436816 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-89d12b35-5760-4ac1-a337-7908b4a7755a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:network and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:53.443102 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-89d12b35-5760-4ac1-a337-7908b4a7755a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:53.450516 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-89d12b35-5760-4ac1-a337-7908b4a7755a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:53.479096 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a97bbe-f168-4c98-bad1-536d8fd69f80 req-48c7d79b-c28f-41a2-9ebf-0969a60b237e tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:53.487074 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f1a97bbe-f168-4c98-bad1-536d8fd69f80 req-48c7d79b-c28f-41a2-9ebf-0969a60b237e tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 943 time: 0.7379382 Feb 04 05:59:53.497298 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a5e5c-02b3-4f0b-b722-e1dcbe0a0bbf req-ede41cfe-230a-4fef-831a-7357eee30183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:53.498801 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1e1a5e5c-02b3-4f0b-b722-e1dcbe0a0bbf req-ede41cfe-230a-4fef-831a-7357eee30183 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 1098 time: 0.7794046 Feb 04 05:59:53.504020 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Set router 69f77048-420d-4ac7-8c64-1443cbbb16c9 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:53.550396 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d12b35-5760-4ac1-a337-7908b4a7755a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:53.554204 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89d12b35-5760-4ac1-a337-7908b4a7755a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.586053 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.598674 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1e1a5e5c-02b3-4f0b-b722-e1dcbe0a0bbf req-cc6a9fc6-129c-46ec-99bc-7adc9698f00b service neutron] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.602164 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Transition to ACTIVE for port object 599e511d-431e-4635-bd77-158bedf3b4db will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:53.611774 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.627428 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e781eff5-2c8e-4f78-bf89-eb82be8b8eed tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] 10.222.0.31 "DELETE /v2.0/floatingips/82a6f58d-35bc-4b97-ab85-bc92324659f9 HTTP/1.1" status: 204 len: 168 time: 6.8843458 Feb 04 05:59:53.638617 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 46992) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:53.654956 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:53.681776 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f1a97bbe-f168-4c98-bad1-536d8fd69f80 req-61de998a-f409-4422-8b9e-b74340284d93 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfe3e5d4-3f68-43e2-8017-002269742142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935413 Feb 04 05:59:53.693884 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:53.697810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d12b35-5760-4ac1-a337-7908b4a7755a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:59:53.702193 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c8f0c-6135-478c-8661-565dad84b488 None None] Pushing event updated for resources: {'Port': ['ID=599e511d-431e-4635-bd77-158bedf3b4db,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:53.716641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Usage tracker for resource:floatingip and tenant:4bdf5961911e441c981cfe451bcf334a is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:53.721901 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2c2d3-5fe9-4f3b-8b92-3cfc0eb31c29 req-77f05cbf-5469-46be-a39e-6009f1d6d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:53.723597 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-47c2c2d3-5fe9-4f3b-8b92-3cfc0eb31c29 req-77f05cbf-5469-46be-a39e-6009f1d6d1b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=65ad76e2ab97449aa72bd10490fb5076&device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 1096 time: 0.5719872 Feb 04 05:59:53.726026 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] For port 839c76b6-4f97-4fb0-9523-e4e969cd0ea9, host hv-neutron-8268, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:53.728368 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:53.739537 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] For port 839c76b6-4f97-4fb0-9523-e4e969cd0ea9, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=839c76b6-4f97-4fb0-9523-e4e969cd0ea9,segment=NetworkSegment(bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4),segment_id=bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:53.741175 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89d12b35-5760-4ac1-a337-7908b4a7755a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.741705 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-89d12b35-5760-4ac1-a337-7908b4a7755a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Added segment 3ed2b720-4ed4-4013-bc33-bc3f62bc2772 of type vlan for network 73749c91-f932-470a-985f-51c108ddeaf6 Feb 04 05:59:53.744215 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Attempting to bind port 599e511d-431e-4635-bd77-158bedf3b4db on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:53.744745 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Attempting to bind port 599e511d-431e-4635-bd77-158bedf3b4db by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:53.745143 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Attempting to bind port 599e511d-431e-4635-bd77-158bedf3b4db on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:53.756410 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:53.756780 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:53.757176 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.757601 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:53.758105 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Bound port: 599e511d-431e-4635-bd77-158bedf3b4db, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:53.758564 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.762317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:53.776729 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.778535 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-1e1a5e5c-02b3-4f0b-b722-e1dcbe0a0bbf req-cc6a9fc6-129c-46ec-99bc-7adc9698f00b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:53.799804 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-1e1a5e5c-02b3-4f0b-b722-e1dcbe0a0bbf req-cc6a9fc6-129c-46ec-99bc-7adc9698f00b service neutron] Usage tracker for resource:security_group_rule and tenant:312f3fdd693249ed9d4ecabd0424de7d is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:53.806607 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-1e1a5e5c-02b3-4f0b-b722-e1dcbe0a0bbf req-cc6a9fc6-129c-46ec-99bc-7adc9698f00b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:53.820381 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-1e1a5e5c-02b3-4f0b-b722-e1dcbe0a0bbf req-cc6a9fc6-129c-46ec-99bc-7adc9698f00b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:53.855986 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] For port 599e511d-431e-4635-bd77-158bedf3b4db, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:53.867426 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] For port 599e511d-431e-4635-bd77-158bedf3b4db, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=599e511d-431e-4635-bd77-158bedf3b4db,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:53.873197 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d38d5d3-d8c9-4d4e-b650-6d08bd1ad1ad tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.876424 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.888712 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f098f89f-5554-46bb-99d4-ad6ec39a8cd5 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "GET /v2.0/routers/69f77048-420d-4ac7-8c64-1443cbbb16c9 HTTP/1.1" status: 200 len: 907 time: 0.5504215 Feb 04 05:59:53.897969 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 46996) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:53.901226 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.910274 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Request body: {'router': {'name': 'tempest-snat-router-148813083', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'enable_snat': True}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:53.918605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:53.922281 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-3d38d5d3-d8c9-4d4e-b650-6d08bd1ad1ad tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Deleting port 599e511d-431e-4635-bd77-158bedf3b4db {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 05:59:53.922624 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d38d5d3-d8c9-4d4e-b650-6d08bd1ad1ad tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.935696 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f77048-420d-4ac7-8c64-1443cbbb16c9', 'name': 'tempest-snat-router-148813083', 'tenant_id': '7c39af0a4e394961ac01d1c0709fc32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.95'}], 'enable_snat': False}, 'gw_port_id': 'c3faebfb-ed0c-4201-8e05-a89a40d77161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:39Z', 'updated_at': '2022-02-04T05:59:47Z', 'revision_number': 3, 'project_id': '7c39af0a4e394961ac01d1c0709fc32e', 'gw_port': {'id': 'c3faebfb-ed0c-4201-8e05-a89a40d77161', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:db:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f77048-420d-4ac7-8c64-1443cbbb16c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:43Z', 'updated_at': '2022-02-04T05:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:53.943762 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Checking router: 69f77048-420d-4ac7-8c64-1443cbbb16c9 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:53.944262 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Updating router 69f77048-420d-4ac7-8c64-1443cbbb16c9 port c3faebfb-ed0c-4201-8e05-a89a40d77161 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:59:53.947054 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a161ca-25cd-4272-a3bd-eb8c859dc724 req-ae0989fc-539f-418d-a5f7-a45e3bff2dc8 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:53.955262 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-46a161ca-25cd-4272-a3bd-eb8c859dc724 req-ae0989fc-539f-418d-a5f7-a45e3bff2dc8 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.5769615 Feb 04 05:59:53.956256 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Usage tracker for resource:router and tenant:7c39af0a4e394961ac01d1c0709fc32e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:53.971101 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:53.982883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:53.983851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.985780 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] 10.222.0.43 "PUT /v2.0/ports/839c76b6-4f97-4fb0-9523-e4e969cd0ea9 HTTP/1.1" status: 200 len: 1094 time: 7.1168084 Feb 04 05:59:53.989704 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b30c3e-fb9a-46d5-968f-c3660c0df14f', 'tag': '839c76b6-4f97-4fb0-9523-e4e969cd0ea9'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:59:54.008683 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c8f0c-6135-478c-8661-565dad84b488 None None] Pushing event updated for resources: {'Port': ['ID=599e511d-431e-4635-bd77-158bedf3b4db,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:54.033626 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:54.046087 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:54.073494 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Routers {'80b83567-3aeb-4dc5-952f-2bbfad610c30'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:54.074120 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['80b83567-3aeb-4dc5-952f-2bbfad610c30'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:54.104606 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:54.105594 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:54.142154 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff41251-428b-4595-81f6-a05cbcd9091c service neutron] Pushing event updated for resources: {'Port': ['ID=839c76b6-4f97-4fb0-9523-e4e969cd0ea9,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:54.154516 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b30c3e-fb9a-46d5-968f-c3660c0df14f', 'tag': '839c76b6-4f97-4fb0-9523-e4e969cd0ea9', 'status': 'completed', 'code': 200} Feb 04 05:59:54.169973 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89d12b35-5760-4ac1-a337-7908b4a7755a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:54.210187 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:54.257053 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-46a161ca-25cd-4272-a3bd-eb8c859dc724 req-23ac555c-393f-406b-9eac-81cc97d78ff4 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005912 Feb 04 05:59:54.261369 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1e1a5e5c-02b3-4f0b-b722-e1dcbe0a0bbf req-cc6a9fc6-129c-46ec-99bc-7adc9698f00b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:54.394251 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] Set router 80b83567-3aeb-4dc5-952f-2bbfad610c30 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:54.396370 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89d12b35-5760-4ac1-a337-7908b4a7755a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:54.402161 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d12b35-5760-4ac1-a337-7908b4a7755a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:54.402841 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89d12b35-5760-4ac1-a337-7908b4a7755a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:54.436657 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1e1a5e5c-02b3-4f0b-b722-e1dcbe0a0bbf req-cc6a9fc6-129c-46ec-99bc-7adc9698f00b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:54.526374 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:54.535467 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b83567-3aeb-4dc5-952f-2bbfad610c30', 'name': 'tempest-snat-router-1974466995', 'tenant_id': '7145a54531bf47eaabdf2040122c9f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:47Z', 'updated_at': '2022-02-04T05:59:53Z', 'revision_number': 4, 'project_id': '7145a54531bf47eaabdf2040122c9f24', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:54.539919 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Transition to ACTIVE for port object c3faebfb-ed0c-4201-8e05-a89a40d77161 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:54.541622 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead9a8b5-976d-4de5-bcf7-b7faf1f319aa None None] The sync data for ids ['80b83567-3aeb-4dc5-952f-2bbfad610c30'] in dv-neutron-826830-2-hyperv is: [{'id': '80b83567-3aeb-4dc5-952f-2bbfad610c30', 'name': 'tempest-snat-router-1974466995', 'tenant_id': '7145a54531bf47eaabdf2040122c9f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:47Z', 'updated_at': '2022-02-04T05:59:53Z', 'revision_number': 4, 'project_id': '7145a54531bf47eaabdf2040122c9f24', 'gw_port_host': None}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:54.550408 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:54.579337 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2c2d3-5fe9-4f3b-8b92-3cfc0eb31c29 req-f4a27892-ce53-467a-beed-e325be34810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:54.581181 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-47c2c2d3-5fe9-4f3b-8b92-3cfc0eb31c29 req-f4a27892-ce53-467a-beed-e325be34810c service neutron] 10.222.0.43 "GET /v2.0/networks?id=8b2c027f-66fc-4891-a810-faede768ce58 HTTP/1.1" status: 200 len: 912 time: 0.8467383 Feb 04 05:59:54.591551 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-89d12b35-5760-4ac1-a337-7908b4a7755a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3265946 Feb 04 05:59:54.642206 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ad1a3-01d3-48d0-8e44-0768ad24eef4 None None] Pushing event updated for resources: {'Port': ['ID=c3faebfb-ed0c-4201-8e05-a89a40d77161,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:54.653613 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ad1a3-01d3-48d0-8e44-0768ad24eef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:54.654235 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ad1a3-01d3-48d0-8e44-0768ad24eef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:54.654949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ad1a3-01d3-48d0-8e44-0768ad24eef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:54.655647 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ad1a3-01d3-48d0-8e44-0768ad24eef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:54.656298 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ad1a3-01d3-48d0-8e44-0768ad24eef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:54.656784 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ad1a3-01d3-48d0-8e44-0768ad24eef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:54.657247 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ad1a3-01d3-48d0-8e44-0768ad24eef4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:54.657718 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ad1a3-01d3-48d0-8e44-0768ad24eef4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:54.658197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ad1a3-01d3-48d0-8e44-0768ad24eef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:54.658687 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ad1a3-01d3-48d0-8e44-0768ad24eef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:54.659254 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ad1a3-01d3-48d0-8e44-0768ad24eef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:54.659517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47006) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:54.659613 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ad1a3-01d3-48d0-8e44-0768ad24eef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:54.671393 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d12b35-5760-4ac1-a337-7908b4a7755a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Network': ['ID=73749c91-f932-470a-985f-51c108ddeaf6,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:54.682406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-4bba60cc-16be-4f81-a11f-de0e2c4ed079 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'subnet': {'network_id': '73749c91-f932-470a-985f-51c108ddeaf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:54.683465 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Attempting to bind port c3faebfb-ed0c-4201-8e05-a89a40d77161 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:54.683882 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Attempting to bind port c3faebfb-ed0c-4201-8e05-a89a40d77161 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:54.684313 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Attempting to bind port c3faebfb-ed0c-4201-8e05-a89a40d77161 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:54.691739 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:54.691739 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:54.692150 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:54.692550 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:54.693028 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Bound port: c3faebfb-ed0c-4201-8e05-a89a40d77161, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:54.693548 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:54.720174 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-47c2c2d3-5fe9-4f3b-8b92-3cfc0eb31c29 req-e63b6b72-b122-4eb2-9835-a7b26e204ed4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e04df16-850e-4f2e-9c11-fe5c539adcfa HTTP/1.1" status: 200 len: 217 time: 0.1245422 Feb 04 05:59:54.725127 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1e1a5e5c-02b3-4f0b-b722-e1dcbe0a0bbf req-cc6a9fc6-129c-46ec-99bc-7adc9698f00b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2086484 Feb 04 05:59:54.780025 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] For port c3faebfb-ed0c-4201-8e05-a89a40d77161, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:54.783402 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] For port c3faebfb-ed0c-4201-8e05-a89a40d77161, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c3faebfb-ed0c-4201-8e05-a89a40d77161,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:54.786436 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 73749c91-f932-470a-985f-51c108ddeaf6 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 05:59:54.790803 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a9fc6-129c-46ec-99bc-7adc9698f00b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f81b298b-feae-41e7-a13d-0a383257c30a,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:54.798080 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:54.817332 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:54.864319 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-3d38d5d3-d8c9-4d4e-b650-6d08bd1ad1ad tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] For port 599e511d-431e-4635-bd77-158bedf3b4db, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=599e511d-431e-4635-bd77-158bedf3b4db,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:54.864821 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d38d5d3-d8c9-4d4e-b650-6d08bd1ad1ad tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:54.937157 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:55.028772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-3d38d5d3-d8c9-4d4e-b650-6d08bd1ad1ad tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Calling delete_port for 599e511d-431e-4635-bd77-158bedf3b4db owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 05:59:55.035150 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Routers {'69f77048-420d-4ac7-8c64-1443cbbb16c9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:55.035724 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['69f77048-420d-4ac7-8c64-1443cbbb16c9'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:55.129429 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-e54c0123-5890-4953-9c3c-5e26d1ff139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:55.130160 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ad1a3-01d3-48d0-8e44-0768ad24eef4 None None] Pushing event updated for resources: {'Port': ['ID=c3faebfb-ed0c-4201-8e05-a89a40d77161,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:55.131255 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-e54c0123-5890-4953-9c3c-5e26d1ff139e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c85bcf77029c4cef92a0a226e81e77ad&device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 1097 time: 0.9672658 Feb 04 05:59:55.197252 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85984f6-8726-4f39-a4ba-f0ac8c87b169 req-f7b2cd62-7548-4855-8551-1e8e07dc9101 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:55.201685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:55.204352 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e85984f6-8726-4f39-a4ba-f0ac8c87b169 req-f7b2cd62-7548-4855-8551-1e8e07dc9101 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 944 time: 0.8453803 Feb 04 05:59:55.218596 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2c2d3-5fe9-4f3b-8b92-3cfc0eb31c29 req-26fb2ed8-61e8-4652-8932-e4b0c040f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:55.220258 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-47c2c2d3-5fe9-4f3b-8b92-3cfc0eb31c29 req-26fb2ed8-61e8-4652-8932-e4b0c040f48c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f480d6dd-77ba-48ed-975b-d2edf07b28c4 HTTP/1.1" status: 200 len: 850 time: 0.4453938 Feb 04 05:59:55.226762 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4bba60cc-16be-4f81-a11f-de0e2c4ed079 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 05:59:55.277321 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] Set router 69f77048-420d-4ac7-8c64-1443cbbb16c9 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 05:59:55.288428 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-0f010f39-e3c1-46c9-b9fb-bf29e32b4059 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=839c76b6-4f97-4fb0-9523-e4e969cd0ea9 HTTP/1.1" status: 200 len: 217 time: 0.1487992 Feb 04 05:59:55.289644 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4bba60cc-16be-4f81-a11f-de0e2c4ed079 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:subnet and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 05:59:55.302569 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4bba60cc-16be-4f81-a11f-de0e2c4ed079 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 05:59:55.365701 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4bba60cc-16be-4f81-a11f-de0e2c4ed079 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 05:59:55.411489 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e85984f6-8726-4f39-a4ba-f0ac8c87b169 req-ec079f9d-3417-4ea0-bd39-d141c68e9980 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/security-groups?id=f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061291 Feb 04 05:59:55.427773 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:55.486930 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bba60cc-16be-4f81-a11f-de0e2c4ed079 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:55.490723 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4bba60cc-16be-4f81-a11f-de0e2c4ed079 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:55.515231 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-5e3cd1b1-a49c-44e9-8a17-649dde165f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:55.517260 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-5e3cd1b1-a49c-44e9-8a17-649dde165f60 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a00080c-84b1-4e69-a110-952796207a71 HTTP/1.1" status: 200 len: 844 time: 0.2117140 Feb 04 05:59:55.535244 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68530063-a95d-489e-bc4b-3bb54b3dd5e1 req-72d1b5ae-1b81-4f1e-b2cf-63a29bdea38a tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:55.537045 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-68530063-a95d-489e-bc4b-3bb54b3dd5e1 req-72d1b5ae-1b81-4f1e-b2cf-63a29bdea38a tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 943 time: 0.5357463 Feb 04 05:59:55.554454 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d38d5d3-d8c9-4d4e-b650-6d08bd1ad1ad tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:55.618038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38d5d3-d8c9-4d4e-b650-6d08bd1ad1ad tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Pushing event deleted for resources: {'Port': ['ID=599e511d-431e-4635-bd77-158bedf3b4db,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:55.659387 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f77048-420d-4ac7-8c64-1443cbbb16c9', 'name': 'tempest-snat-router-148813083', 'tenant_id': '7c39af0a4e394961ac01d1c0709fc32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.95'}], 'enable_snat': False}, 'gw_port_id': 'c3faebfb-ed0c-4201-8e05-a89a40d77161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:39Z', 'updated_at': '2022-02-04T05:59:47Z', 'revision_number': 3, 'project_id': '7c39af0a4e394961ac01d1c0709fc32e', 'gw_port': {'id': 'c3faebfb-ed0c-4201-8e05-a89a40d77161', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:db:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f77048-420d-4ac7-8c64-1443cbbb16c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:43Z', 'updated_at': '2022-02-04T05:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:55.663830 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823f0d11-f6fd-4788-9a5e-68e6de7b1a62 None None] The sync data for ids ['69f77048-420d-4ac7-8c64-1443cbbb16c9'] in dv-neutron-826830-2-hyperv is: [{'id': '69f77048-420d-4ac7-8c64-1443cbbb16c9', 'name': 'tempest-snat-router-148813083', 'tenant_id': '7c39af0a4e394961ac01d1c0709fc32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.95'}], 'enable_snat': False}, 'gw_port_id': 'c3faebfb-ed0c-4201-8e05-a89a40d77161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:39Z', 'updated_at': '2022-02-04T05:59:47Z', 'revision_number': 3, 'project_id': '7c39af0a4e394961ac01d1c0709fc32e', 'gw_port': {'id': 'c3faebfb-ed0c-4201-8e05-a89a40d77161', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:db:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f77048-420d-4ac7-8c64-1443cbbb16c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:43Z', 'updated_at': '2022-02-04T05:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:55.686265 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0e04df16-850e-4f2e-9c11-fe5c539adcfa details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 05:59:55.844638 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0e04df16-850e-4f2e-9c11-fe5c539adcfa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0e04df16-850e-4f2e-9c11-fe5c539adcfa,segment=NetworkSegment(b4ac90b0-25c3-4449-b419-1069ce490de0),segment_id=b4ac90b0-25c3-4449-b419-1069ce490de0)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:55.853089 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2c2d3-5fe9-4f3b-8b92-3cfc0eb31c29 req-94f028f2-72da-48c2-85ce-1957aab2f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:55.854486 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-47c2c2d3-5fe9-4f3b-8b92-3cfc0eb31c29 req-94f028f2-72da-48c2-85ce-1957aab2f7ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b2c027f-66fc-4891-a810-faede768ce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6135170 Feb 04 05:59:55.863108 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '0e04df16-850e-4f2e-9c11-fe5c539adcfa', 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58', 'port_id': '0e04df16-850e-4f2e-9c11-fe5c539adcfa', 'mac_address': 'fa:16:3e:63:11:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f480d6dd-77ba-48ed-975b-d2edf07b28c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 05:59:55.868026 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-68530063-a95d-489e-bc4b-3bb54b3dd5e1 req-507d6a2f-286e-4079-8b28-fc699d5d68f7 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfe3e5d4-3f68-43e2-8017-002269742142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879346 Feb 04 05:59:55.943063 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:55.946447 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:55.960577 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e04df16-850e-4f2e-9c11-fe5c539adcfa {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:59:55.975377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:55.978524 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0e04df16-850e-4f2e-9c11-fe5c539adcfa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0e04df16-850e-4f2e-9c11-fe5c539adcfa,segment=NetworkSegment(b4ac90b0-25c3-4449-b419-1069ce490de0),segment_id=b4ac90b0-25c3-4449-b419-1069ce490de0)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:55.991481 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:55.994442 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:55.998960 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:56.017207 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Allocated IP 172.26.4.220 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/5325a7a0-74a3-4fdd-a4bf-151d00679704) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:56.101814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-6d047c91-0f5a-4152-81c9-c552bd2e61d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:56.103316 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-6d047c91-0f5a-4152-81c9-c552bd2e61d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d1f31ca-7eb5-4276-8d31-65c804e64b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5652115 Feb 04 05:59:56.105121 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=0e04df16-850e-4f2e-9c11-fe5c539adcfa,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:56.205301 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d38d5d3-d8c9-4d4e-b650-6d08bd1ad1ad tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:56.247302 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['0e04df16-850e-4f2e-9c11-fe5c539adcfa'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 05:59:56.270176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=8d938260-a8a4-4c9d-b8d2-62f18ece48e1,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:56.487642 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-503370d2-81c1-4c2a-9273-aecfa99645b2 service neutron] 10.222.0.43 "GET /v2.0/networks/0d1f31ca-7eb5-4276-8d31-65c804e64b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676183 Feb 04 05:59:56.489937 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-47c2c2d3-5fe9-4f3b-8b92-3cfc0eb31c29 req-4ebdb9c9-7ec9-46ce-b12e-4239179d06b1 service neutron] 10.222.0.43 "GET /v2.0/networks/8b2c027f-66fc-4891-a810-faede768ce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276720 Feb 04 05:59:56.500459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf174-f76d-441d-aee5-062003afc4fe req-85384be6-96cc-4269-9a01-4d9e11335afd tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:56.509067 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-83dbf174-f76d-441d-aee5-062003afc4fe req-85384be6-96cc-4269-9a01-4d9e11335afd tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.8617222 Feb 04 05:59:56.559486 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4bba60cc-16be-4f81-a11f-de0e2c4ed079 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:56.608394 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d38d5d3-d8c9-4d4e-b650-6d08bd1ad1ad tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:56.613169 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d38d5d3-d8c9-4d4e-b650-6d08bd1ad1ad tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:56.615015 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:56.718964 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d38d5d3-d8c9-4d4e-b650-6d08bd1ad1ad tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:56.718964 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d38d5d3-d8c9-4d4e-b650-6d08bd1ad1ad tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80b83567-3aeb-4dc5-952f-2bbfad610c30 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 05:59:56.831372 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d38d5d3-d8c9-4d4e-b650-6d08bd1ad1ad tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:56.835532 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3d38d5d3-d8c9-4d4e-b650-6d08bd1ad1ad tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "DELETE /v2.0/routers/80b83567-3aeb-4dc5-952f-2bbfad610c30 HTTP/1.1" status: 204 len: 168 time: 4.1139805 Feb 04 05:59:56.836169 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47016) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:56.892639 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Floating IP 79e2388e-97ae-45a4-9647-5453b6360505 associated. External IP: 172.26.4.76, port: 415b157c-2ed8-44eb-9c4d-924afa6b4651. Feb 04 05:59:57.071817 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba60cc-16be-4f81-a11f-de0e2c4ed079 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Subnet': ['ID=807b08c2-97fd-4d0d-afdf-c84288e12ec0,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:57.098824 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-83dbf174-f76d-441d-aee5-062003afc4fe req-72027f51-f95c-4714-8652-d595a5c1700d tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5887401 Feb 04 05:59:57.141334 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bba60cc-16be-4f81-a11f-de0e2c4ed079 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Checking segment: {'id': '3ed2b720-4ed4-4013-bc33-bc3f62bc2772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '73749c91-f932-470a-985f-51c108ddeaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:57.142153 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bba60cc-16be-4f81-a11f-de0e2c4ed079 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network hostable DHCP agents. Network: 73749c91-f932-470a-985f-51c108ddeaf6, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:59:57.197212 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:57.202584 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-47c2c2d3-5fe9-4f3b-8b92-3cfc0eb31c29 req-2e9fb5ea-7bba-40a9-ae21-db3aa15f0f06 service neutron] 10.222.0.43 "GET /v2.0/networks/8b2c027f-66fc-4891-a810-faede768ce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6319869 Feb 04 05:59:57.204524 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67fd4383-c1a7-4a08-8307-9902c6dd386e req-ae893da3-8228-4234-9778-399c969c8545 service neutron] 10.222.0.43 "GET /v2.0/networks/0d1f31ca-7eb5-4276-8d31-65c804e64b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6928210 Feb 04 05:59:57.228064 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cff48-d722-497d-af34-6702b45118e7 req-8e795a0a-315b-4daa-9177-2cda63ead758 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:57.229982 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ce8cff48-d722-497d-af34-6702b45118e7 req-8e795a0a-315b-4daa-9177-2cda63ead758 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 944 time: 0.6644230 Feb 04 05:59:57.232415 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bba60cc-16be-4f81-a11f-de0e2c4ed079 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network 73749c91-f932-470a-985f-51c108ddeaf6 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:59:57.336724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-4bba60cc-16be-4f81-a11f-de0e2c4ed079 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 73749c91-f932-470a-985f-51c108ddeaf6) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:57.344478 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45df62ca-db24-4548-9a0a-4a976d546c36 None None] Network 73749c91-f932-470a-985f-51c108ddeaf6 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:59:57.364797 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bba60cc-16be-4f81-a11f-de0e2c4ed079 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:57.365292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4bba60cc-16be-4f81-a11f-de0e2c4ed079 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:57.365418 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28c42f6b-ff1a-40be-bd58-5367abbdd1b5 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:57.408954 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ce8cff48-d722-497d-af34-6702b45118e7 req-c39589d9-1c10-46c1-aa09-0ad59756c0b7 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/security-groups?id=f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713388 Feb 04 05:59:57.458702 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4bba60cc-16be-4f81-a11f-de0e2c4ed079 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7955360 Feb 04 05:59:57.460311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47022) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:57.493420 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:57.620355 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Allocated IP 172.26.4.228 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/f9993fcb-fb7d-424b-85a6-8f457b5e2a30) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:57.622665 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-73749c91-f932-470a-985f-51c108ddeaf6', 'network_id': '73749c91-f932-470a-985f-51c108ddeaf6', 'tenant_id': 'be5863f9490840e8a3915d28728f2bb3', 'fixed_ips': [{'subnet_id': '807b08c2-97fd-4d0d-afdf-c84288e12ec0'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 05:59:57.624159 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:57.625152 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 291bd204-0842-4d12-b7ad-9ab081fb392c has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 05:59:57.634145 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64bf99-2d6f-4945-8730-006f336b4f59 req-92747507-b3e7-4b48-bc5d-8daed9399b71 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:57.635672 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2c64bf99-2d6f-4945-8730-006f336b4f59 req-92747507-b3e7-4b48-bc5d-8daed9399b71 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 944 time: 0.3945200 Feb 04 05:59:57.642652 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:57.662641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:57.672894 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:57.720024 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0e04df16-850e-4f2e-9c11-fe5c539adcfa up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:57.740466 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Pushing event updated for resources: {'Port': ['ID=5325a7a0-74a3-4fdd-a4bf-151d00679704,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:57.747806 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2b82c-f4da-479c-b4cb-e0099ecbb32d req-7eedf1f7-011b-4213-8b71-e9a65c24e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:57.748022 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28c42f6b-ff1a-40be-bd58-5367abbdd1b5 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:57.748126 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fff2b82c-f4da-479c-b4cb-e0099ecbb32d req-7eedf1f7-011b-4213-8b71-e9a65c24e490 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c85bcf77029c4cef92a0a226e81e77ad&device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 1097 time: 0.4450133 Feb 04 05:59:57.844849 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c3faebfb-ed0c-4201-8e05-a89a40d77161 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:57.883690 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2c64bf99-2d6f-4945-8730-006f336b4f59 req-ebaf18dc-feb3-40a0-a538-2997b4289f69 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfe3e5d4-3f68-43e2-8017-002269742142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385635 Feb 04 05:59:57.896252 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:57.986884 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 0e04df16-850e-4f2e-9c11-fe5c539adcfa completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:57.994668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-28c42f6b-ff1a-40be-bd58-5367abbdd1b5 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Deleting port f2f154c4-48c1-4fcd-b401-3fcbf25fb406 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 05:59:57.995018 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28c42f6b-ff1a-40be-bd58-5367abbdd1b5 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:58.000838 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 0e04df16-850e-4f2e-9c11-fe5c539adcfa triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:58.001329 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:58.013270 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2b82c-f4da-479c-b4cb-e0099ecbb32d req-01812662-e51d-4f83-a711-788d78b99d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:58.014737 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fff2b82c-f4da-479c-b4cb-e0099ecbb32d req-01812662-e51d-4f83-a711-788d78b99d94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d1f31ca-7eb5-4276-8d31-65c804e64b2a HTTP/1.1" status: 200 len: 906 time: 0.2560117 Feb 04 05:59:58.022379 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:58.025304 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port c3faebfb-ed0c-4201-8e05-a89a40d77161 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:58.051726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Allocated IP 172.20.0.1 (73749c91-f932-470a-985f-51c108ddeaf6/807b08c2-97fd-4d0d-afdf-c84288e12ec0/0ab8f909-d04d-4ba4-b64a-df8ab68b9689) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:58.056355 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port c3faebfb-ed0c-4201-8e05-a89a40d77161 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:58.056834 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:58.104305 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:58.166484 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fff2b82c-f4da-479c-b4cb-e0099ecbb32d req-d2bb18a3-706a-4bb6-afc4-b1de8ee47256 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=839c76b6-4f97-4fb0-9523-e4e969cd0ea9 HTTP/1.1" status: 200 len: 217 time: 0.1426094 Feb 04 05:59:58.269290 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:58.277682 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 05:59:58.294851 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4713dd-7001-4f4e-8246-153af1fd7f93 None None] Sync routers for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:58.315128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:58.342837 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:58.396052 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6fc4f8eb-3905-4949-99f6-a389465ff42f tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 7.3465569 Feb 04 05:59:58.397380 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4713dd-7001-4f4e-8246-153af1fd7f93 None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:58.398524 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1e4713dd-7001-4f4e-8246-153af1fd7f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:58.399471 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-28c42f6b-ff1a-40be-bd58-5367abbdd1b5 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] For port f2f154c4-48c1-4fcd-b401-3fcbf25fb406, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=f2f154c4-48c1-4fcd-b401-3fcbf25fb406,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:58.399846 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28c42f6b-ff1a-40be-bd58-5367abbdd1b5 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:58.402334 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47028) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:58.462080 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2b82c-f4da-479c-b4cb-e0099ecbb32d req-33aa2a65-2104-4a14-b3c7-d55e11710c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:58.463530 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fff2b82c-f4da-479c-b4cb-e0099ecbb32d req-33aa2a65-2104-4a14-b3c7-d55e11710c1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a00080c-84b1-4e69-a110-952796207a71 HTTP/1.1" status: 200 len: 844 time: 0.2365155 Feb 04 05:59:58.472978 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:58.547842 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:58.558831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-28c42f6b-ff1a-40be-bd58-5367abbdd1b5 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Calling delete_port for f2f154c4-48c1-4fcd-b401-3fcbf25fb406 owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 05:59:58.570183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f032248b-f69f-4ffd-b24b-67f5ead324f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e04df16-850e-4f2e-9c11-fe5c539adcfa'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:59:58.578301 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1e4713dd-7001-4f4e-8246-153af1fd7f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:58.580297 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:58.599652 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0e04df16-850e-4f2e-9c11-fe5c539adcfa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0e04df16-850e-4f2e-9c11-fe5c539adcfa,segment=NetworkSegment(b4ac90b0-25c3-4449-b419-1069ce490de0),segment_id=b4ac90b0-25c3-4449-b419-1069ce490de0)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:58.616529 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:58.622322 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:58.661259 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4713dd-7001-4f4e-8246-153af1fd7f93 None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 05:59:58.661782 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1e4713dd-7001-4f4e-8246-153af1fd7f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:58.678876 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:58.684895 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:58.702135 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:58.719236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port c3faebfb-ed0c-4201-8e05-a89a40d77161, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c3faebfb-ed0c-4201-8e05-a89a40d77161,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 05:59:58.740252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Pushing event updated for resources: {'Port': ['ID=f9993fcb-fb7d-424b-85a6-8f457b5e2a30,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:58.749420 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Transition to ACTIVE for port object 0ab8f909-d04d-4ba4-b64a-df8ab68b9689 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:58.753600 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:58.761812 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1e4713dd-7001-4f4e-8246-153af1fd7f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:58.762551 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4713dd-7001-4f4e-8246-153af1fd7f93 None None] The sync data for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:58.784179 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Transition to ACTIVE for port object 0ab8f909-d04d-4ba4-b64a-df8ab68b9689 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:58.788351 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=0e04df16-850e-4f2e-9c11-fe5c539adcfa,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:58.825731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:58.846507 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-45336a1b-6307-44ff-864c-19eab72a1721 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "GET /v2.0/floatingips/79e2388e-97ae-45a4-9647-5453b6360505 HTTP/1.1" status: 200 len: 975 time: 0.4368029 Feb 04 05:59:58.849275 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47036) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:58.867479 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Network 73749c91-f932-470a-985f-51c108ddeaf6 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:58.870843 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:58.873265 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 05:59:58.883333 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=c3faebfb-ed0c-4201-8e05-a89a40d77161,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:58.934007 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4f967-45ea-4fac-b228-2f2be6a986f7 req-2395ef26-cecd-4237-bfa6-60c6fa28a4b7 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:58.935381 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-aae4f967-45ea-4fac-b228-2f2be6a986f7 req-2395ef26-cecd-4237-bfa6-60c6fa28a4b7 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.6293736 Feb 04 05:59:59.013864 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.026834 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Attempting to bind port 0ab8f909-d04d-4ba4-b64a-df8ab68b9689 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:59.027209 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Attempting to bind port 0ab8f909-d04d-4ba4-b64a-df8ab68b9689 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '3ed2b720-4ed4-4013-bc33-bc3f62bc2772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '73749c91-f932-470a-985f-51c108ddeaf6'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:59.027556 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Attempting to bind port 0ab8f909-d04d-4ba4-b64a-df8ab68b9689 on network 73749c91-f932-470a-985f-51c108ddeaf6 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 05:59:59.029750 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Pushing event updated for resources: {'Port': ['ID=0ab8f909-d04d-4ba4-b64a-df8ab68b9689,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:59.036463 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 05:59:59.037215 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Checking segment: {'id': '3ed2b720-4ed4-4013-bc33-bc3f62bc2772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '73749c91-f932-470a-985f-51c108ddeaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 05:59:59.037215 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.037710 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Bound using segment: {'id': '3ed2b720-4ed4-4013-bc33-bc3f62bc2772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '73749c91-f932-470a-985f-51c108ddeaf6'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 05:59:59.038181 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Bound port: 0ab8f909-d04d-4ba4-b64a-df8ab68b9689, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed2b720-4ed4-4013-bc33-bc3f62bc2772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '73749c91-f932-470a-985f-51c108ddeaf6'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:59.038545 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.046525 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28c42f6b-ff1a-40be-bd58-5367abbdd1b5 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.107961 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Subnet': ['ID=807b08c2-97fd-4d0d-afdf-c84288e12ec0,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:59.133025 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] For port 0ab8f909-d04d-4ba4-b64a-df8ab68b9689, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 05:59:59.136922 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] For port 0ab8f909-d04d-4ba4-b64a-df8ab68b9689, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0ab8f909-d04d-4ba4-b64a-df8ab68b9689,segment=NetworkSegment(3ed2b720-4ed4-4013-bc33-bc3f62bc2772),segment_id=3ed2b720-4ed4-4013-bc33-bc3f62bc2772)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 05:59:59.144111 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.145213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2b82c-f4da-479c-b4cb-e0099ecbb32d req-2b388555-a801-4ebf-b67d-fdb58162c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:59.146756 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fff2b82c-f4da-479c-b4cb-e0099ecbb32d req-2b388555-a801-4ebf-b67d-fdb58162c9aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d1f31ca-7eb5-4276-8d31-65c804e64b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6493444 Feb 04 05:59:59.165294 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c42f6b-ff1a-40be-bd58-5367abbdd1b5 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2f154c4-48c1-4fcd-b401-3fcbf25fb406,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:59.245727 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ef20ccf8-7acb-48f6-8c86-95ae4f884242 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 978 time: 0.3888340 Feb 04 05:59:59.248411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47042) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 05:59:59.267651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-21e1b7a6-30e1-44ee-a72f-13d820eb7464 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'floatingip': {'port_id': 'e672479f-456d-4a57-8825-f317688706a4'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:59.281081 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5d45a-ee65-45a8-9a3f-2fa4a798b1e0 None None] Pushing event updated for resources: {'Port': ['ID=0ab8f909-d04d-4ba4-b64a-df8ab68b9689,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:59.304453 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7ce533-f512-4eda-a0e2-dbaeddc76540 None None] Network 73749c91-f932-470a-985f-51c108ddeaf6 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 05:59:59.312182 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-aae4f967-45ea-4fac-b228-2f2be6a986f7 req-ad8f9eed-bc55-43b0-bdec-6dea292895a5 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3011553 Feb 04 05:59:59.398099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c236a7-c674-40cb-98e2-777cdb3c613a req-b3dd952b-567c-433e-87b6-61ec3e1be759 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:59.399710 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b9c236a7-c674-40cb-98e2-777cdb3c613a req-b3dd952b-567c-433e-87b6-61ec3e1be759 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 944 time: 0.8490171 Feb 04 05:59:59.411436 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f032248b-f69f-4ffd-b24b-67f5ead324f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e04df16-850e-4f2e-9c11-fe5c539adcfa', 'code': 200} Feb 04 05:59:59.482627 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.557255 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28c42f6b-ff1a-40be-bd58-5367abbdd1b5 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.566946 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-954a9cc7-b44f-4358-b2d0-65488dd02bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.592447 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50708ff-f055-4c02-9d42-fffc5cbbfce3 None None] get_active_networks_info from dv-neutron-826830-2-hyperv {{(pid=87472) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 05:59:59.614139 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73749c91-f932-470a-985f-51c108ddeaf6']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:59.638365 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b9c236a7-c674-40cb-98e2-777cdb3c613a req-09c412bb-a7fb-4a50-a0c8-9f220d7e7462 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/security-groups?id=f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109766 Feb 04 05:59:59.643499 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed2b720-4ed4-4013-bc33-bc3f62bc2772') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:59.643812 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed2b720-4ed4-4013-bc33-bc3f62bc2772') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:59.731821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.732041 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50708ff-f055-4c02-9d42-fffc5cbbfce3 None None] Resources bound (agent type, host, resource id): {{(pid=87472) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:59:59.736168 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 05:59:59.745110 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.751185 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fff2b82c-f4da-479c-b4cb-e0099ecbb32d req-9c9f880b-7fc5-4a75-b6c8-ea1b6c8bf854 service neutron] 10.222.0.43 "GET /v2.0/networks/0d1f31ca-7eb5-4276-8d31-65c804e64b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134676 Feb 04 05:59:59.780078 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28c42f6b-ff1a-40be-bd58-5367abbdd1b5 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.786589 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28c42f6b-ff1a-40be-bd58-5367abbdd1b5 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.787490 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.792185 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21e1b7a6-30e1-44ee-a72f-13d820eb7464 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.795083 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.878046 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.893038 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:59:59.893560 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.912903 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c3faebfb-ed0c-4201-8e05-a89a40d77161 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:59:59.914047 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:00:00.072436 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28c42f6b-ff1a-40be-bd58-5367abbdd1b5 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:00.072436 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c42f6b-ff1a-40be-bd58-5367abbdd1b5 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2cf481a2-4d01-42e1-8ff9-6159c579c7b5 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:00:00.136957 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 839c76b6-4f97-4fb0-9523-e4e969cd0ea9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=839c76b6-4f97-4fb0-9523-e4e969cd0ea9,segment=NetworkSegment(bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4),segment_id=bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:00.152361 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port c3faebfb-ed0c-4201-8e05-a89a40d77161 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:00.152736 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:00.173865 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28c42f6b-ff1a-40be-bd58-5367abbdd1b5 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:00.179046 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-28c42f6b-ff1a-40be-bd58-5367abbdd1b5 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "DELETE /v2.0/routers/2cf481a2-4d01-42e1-8ff9-6159c579c7b5 HTTP/1.1" status: 204 len: 168 time: 3.3402083 Feb 04 06:00:00.180020 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47048) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:00.191387 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Pushing event updated for resources: {'Port': ['ID=5325a7a0-74a3-4fdd-a4bf-151d00679704,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:00.209548 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860935a4-121b-49e0-9f5a-7bda465320c6 req-4c52cd34-ac62-40ab-8b7e-71c6abaf4d0d tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:00.210345 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1815918844', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:00.216793 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-860935a4-121b-49e0-9f5a-7bda465320c6 req-4c52cd34-ac62-40ab-8b7e-71c6abaf4d0d tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 945 time: 0.6814439 Feb 04 06:00:00.239087 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 06:00:00.239087 dv-neutron-826830-2-hyperv neutron-server[87471]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 06:00:00.239087 dv-neutron-826830-2-hyperv neutron-server[87471]: [parameters: {'id': '73749c91-f932-470a-985f-51c108ddeaf6'}] Feb 04 06:00:00.239087 dv-neutron-826830-2-hyperv neutron-server[87471]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:00:00.239996 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:00:00.253071 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '839c76b6-4f97-4fb0-9523-e4e969cd0ea9', 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a', 'port_id': '839c76b6-4f97-4fb0-9523-e4e969cd0ea9', 'mac_address': 'fa:16:3e:33:1c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a00080c-84b1-4e69-a110-952796207a71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:00:00.272189 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:00.298098 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc0ed6-d57d-4db6-a672-d151d1349da2 req-ab3adb88-9591-4941-9e8f-33416ce5aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:00.299896 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3bdc0ed6-d57d-4db6-a672-d151d1349da2 req-ab3adb88-9591-4941-9e8f-33416ce5aab3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 1098 time: 0.6493340 Feb 04 06:00:00.332149 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fff2b82c-f4da-479c-b4cb-e0099ecbb32d req-a1b82af9-9848-4e39-bebd-23aa6f2e73ea service neutron] 10.222.0.43 "GET /v2.0/networks/0d1f31ca-7eb5-4276-8d31-65c804e64b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672088 Feb 04 06:00:00.347687 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:00.360755 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-860935a4-121b-49e0-9f5a-7bda465320c6 req-61e721d4-7f23-4b7a-8ef3-322014031528 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfe3e5d4-3f68-43e2-8017-002269742142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425197 Feb 04 06:00:00.377523 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:00.381408 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8f9a0c98-4198-48d9-86c1-6ec3c2e4ce5e tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7290566 Feb 04 06:00:00.384460 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47052) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:00.404081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84491fce-a460-4c60-8efb-ab3fe03cad44 req-afc90555-6ab0-475b-b06b-c3a3b3447842 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:00.409462 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-84491fce-a460-4c60-8efb-ab3fe03cad44 req-afc90555-6ab0-475b-b06b-c3a3b3447842 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.5011752 Feb 04 06:00:00.412970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:00:00.416012 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3bdc0ed6-d57d-4db6-a672-d151d1349da2 req-fb8f8fff-0965-4027-8957-363c2c00ed73 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cfe3e5d4-3f68-43e2-8017-002269742142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068690 Feb 04 06:00:00.416641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47058) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:00.422116 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-eec7fc7d-bec5-4c5f-b945-e535667adac9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Request body: {'floatingip': {'port_id': 'f18d41ea-c499-44ca-a515-2785b9a6b400'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:00.509125 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eec7fc7d-bec5-4c5f-b945-e535667adac9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for floatingip, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:00.549440 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:00.554095 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:00.584986 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 839c76b6-4f97-4fb0-9523-e4e969cd0ea9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=839c76b6-4f97-4fb0-9523-e4e969cd0ea9,segment=NetworkSegment(bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4),segment_id=bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:00.599622 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:00.738846 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=839c76b6-4f97-4fb0-9523-e4e969cd0ea9,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:00.775382 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Usage tracker for resource:router and tenant:ff78521b780f4b2b8604664af9d5a608 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:00.780712 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:00.788662 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:00.826263 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:00.847158 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:00.851721 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['839c76b6-4f97-4fb0-9523-e4e969cd0ea9'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:00:00.895485 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Deleting port 0ab8f909-d04d-4ba4-b64a-df8ab68b9689 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:00.896132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:00.931750 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Usage tracker for resource:floatingip and tenant:3906443e9dc24bfc83c6138beb620bdc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:00.950040 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:00.978799 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:00.994984 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:01.018603 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Router 74ea07d5-e135-4e53-b8ea-d21726b26d63 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:00:01.023736 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:01.024949 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:01.077618 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:01.201180 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:01.351600 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c38fe-316b-48ea-b474-d3cda87d2ee1 req-127284c8-fff7-4be6-968c-a27faf1c0a53 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:01.353140 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e32c38fe-316b-48ea-b474-d3cda87d2ee1 req-127284c8-fff7-4be6-968c-a27faf1c0a53 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 945 time: 0.5225132 Feb 04 06:00:01.459629 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:01.471091 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Sync routers for ids ['74ea07d5-e135-4e53-b8ea-d21726b26d63'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:01.485857 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Routers {'74ea07d5-e135-4e53-b8ea-d21726b26d63'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:01.486780 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T05:59:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['74ea07d5-e135-4e53-b8ea-d21726b26d63'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:01.571305 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] For port 0ab8f909-d04d-4ba4-b64a-df8ab68b9689, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0ab8f909-d04d-4ba4-b64a-df8ab68b9689,segment=NetworkSegment(3ed2b720-4ed4-4013-bc33-bc3f62bc2772),segment_id=3ed2b720-4ed4-4013-bc33-bc3f62bc2772)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:01.571675 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:01.615180 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:01.622157 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:01.623369 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fd177635-2c25-469a-b6b2-5227d6777976 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.7211328 Feb 04 06:00:01.626075 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47066) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:01.666106 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f2f154c4-48c1-4fcd-b401-3fcbf25fb406 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:00:01.701161 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Set router 74ea07d5-e135-4e53-b8ea-d21726b26d63 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:00:01.703155 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: f2f154c4-48c1-4fcd-b401-3fcbf25fb406 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:00:01.703513 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f2f154c4-48c1-4fcd-b401-3fcbf25fb406 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:00:01.731223 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:00:01.765452 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Calling delete_port for 0ab8f909-d04d-4ba4-b64a-df8ab68b9689 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:01.792747 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.resource_extend [None req-21e1b7a6-30e1-44ee-a72f-13d820eb7464 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:00:01.825248 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e32c38fe-316b-48ea-b474-d3cda87d2ee1 req-86c1728a-cdf6-4703-8f58-7d3a5e9cb0d5 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/security-groups?id=f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4082894 Feb 04 06:00:01.838613 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-95f7fc59-c01e-4038-9541-589ec8a55bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:01.853334 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:00:01.859071 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:01.859451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:01.997844 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0470f1b0-9c28-4efa-a923-c38bef0454b4 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "GET /v2.0/routers/74ea07d5-e135-4e53-b8ea-d21726b26d63 HTTP/1.1" status: 200 len: 907 time: 0.3704071 Feb 04 06:00:02.005080 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47070) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:02.018443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:02.065940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 839c76b6-4f97-4fb0-9523-e4e969cd0ea9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=839c76b6-4f97-4fb0-9523-e4e969cd0ea9,segment=NetworkSegment(bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4),segment_id=bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:02.069011 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b30c3e-fb9a-46d5-968f-c3660c0df14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839c76b6-4f97-4fb0-9523-e4e969cd0ea9'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:02.070277 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ea07d5-e135-4e53-b8ea-d21726b26d63', 'name': 'tempest-snat-router-148813083', 'tenant_id': '7c39af0a4e394961ac01d1c0709fc32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f9993fcb-fb7d-424b-85a6-8f457b5e2a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:54Z', 'updated_at': '2022-02-04T05:59:59Z', 'revision_number': 3, 'project_id': '7c39af0a4e394961ac01d1c0709fc32e', 'gw_port': {'id': 'f9993fcb-fb7d-424b-85a6-8f457b5e2a30', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ea07d5-e135-4e53-b8ea-d21726b26d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:56Z', 'updated_at': '2022-02-04T05:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:02.075078 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Checking router: 74ea07d5-e135-4e53-b8ea-d21726b26d63 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:00:02.075609 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Updating router 74ea07d5-e135-4e53-b8ea-d21726b26d63 port f9993fcb-fb7d-424b-85a6-8f457b5e2a30 binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:00:02.080784 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:02.090177 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:02.101079 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21e1b7a6-30e1-44ee-a72f-13d820eb7464 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:02.120618 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21e1b7a6-30e1-44ee-a72f-13d820eb7464 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:02.140686 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:02.156111 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b30c3e-fb9a-46d5-968f-c3660c0df14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839c76b6-4f97-4fb0-9523-e4e969cd0ea9', 'code': 200} Feb 04 06:00:02.182727 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=839c76b6-4f97-4fb0-9523-e4e969cd0ea9,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:02.187958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:02.411227 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No DVR routers for this DVR port 0ab8f909-d04d-4ba4-b64a-df8ab68b9689 on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:00:02.429027 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9bbd5-d8fb-415e-862a-38e6d611100e req-c7aa2393-e398-4a13-afb2-806b98cfabef tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:02.430604 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9ea9bbd5-d8fb-415e-862a-38e6d611100e req-c7aa2393-e398-4a13-afb2-806b98cfabef tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 945 time: 0.9101369 Feb 04 06:00:02.462694 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Port': ['ID=0ab8f909-d04d-4ba4-b64a-df8ab68b9689,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:02.488383 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-21e1b7a6-30e1-44ee-a72f-13d820eb7464 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Floating IP 79e2388e-97ae-45a4-9647-5453b6360505 associated. External IP: 172.26.4.76, port: 415b157c-2ed8-44eb-9c4d-924afa6b4651. Feb 04 06:00:02.521927 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:02.534367 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Transition to ACTIVE for port object f9993fcb-fb7d-424b-85a6-8f457b5e2a30 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:02.542301 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:02.622265 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Attempting to bind port f9993fcb-fb7d-424b-85a6-8f457b5e2a30 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:00:02.622781 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Attempting to bind port f9993fcb-fb7d-424b-85a6-8f457b5e2a30 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:00:02.623267 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Attempting to bind port f9993fcb-fb7d-424b-85a6-8f457b5e2a30 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:00:02.634647 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:00:02.635179 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:00:02.635680 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:02.636203 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:00:02.636786 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Bound port: f9993fcb-fb7d-424b-85a6-8f457b5e2a30, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:00:02.637280 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:02.665111 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30792916-d0a1-4638-9a0c-171e4143d733 None None] Pushing event updated for resources: {'Port': ['ID=f9993fcb-fb7d-424b-85a6-8f457b5e2a30,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:02.686229 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30792916-d0a1-4638-9a0c-171e4143d733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:02.686737 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30792916-d0a1-4638-9a0c-171e4143d733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:02.687364 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30792916-d0a1-4638-9a0c-171e4143d733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:02.687606 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30792916-d0a1-4638-9a0c-171e4143d733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:02.688078 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30792916-d0a1-4638-9a0c-171e4143d733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:02.688515 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30792916-d0a1-4638-9a0c-171e4143d733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:02.689206 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30792916-d0a1-4638-9a0c-171e4143d733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:02.689431 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30792916-d0a1-4638-9a0c-171e4143d733 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:02.689872 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30792916-d0a1-4638-9a0c-171e4143d733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:02.690297 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30792916-d0a1-4638-9a0c-171e4143d733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:02.691160 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30792916-d0a1-4638-9a0c-171e4143d733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:02.691160 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30792916-d0a1-4638-9a0c-171e4143d733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:02.726749 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:00:02.745613 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] For port f9993fcb-fb7d-424b-85a6-8f457b5e2a30, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:00:02.749632 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] For port f9993fcb-fb7d-424b-85a6-8f457b5e2a30, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=f9993fcb-fb7d-424b-85a6-8f457b5e2a30,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:00:02.752471 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:02.756355 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:02.789798 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:02.790100 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9ea9bbd5-d8fb-415e-862a-38e6d611100e req-0d31bdb3-ab65-4e67-8966-da7bf631ef80 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfe3e5d4-3f68-43e2-8017-002269742142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3242869 Feb 04 06:00:02.796036 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:02.822822 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-eec7fc7d-bec5-4c5f-b945-e535667adac9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:00:02.829269 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:02.841743 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Routers {'74ea07d5-e135-4e53-b8ea-d21726b26d63'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:02.842468 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['74ea07d5-e135-4e53-b8ea-d21726b26d63'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:02.881509 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:02.931045 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30792916-d0a1-4638-9a0c-171e4143d733 None None] Pushing event updated for resources: {'Port': ['ID=f9993fcb-fb7d-424b-85a6-8f457b5e2a30,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:02.952603 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eec7fc7d-bec5-4c5f-b945-e535667adac9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:03.017722 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eec7fc7d-bec5-4c5f-b945-e535667adac9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:03.051148 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] Set router 74ea07d5-e135-4e53-b8ea-d21726b26d63 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:00:03.084491 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73749c91-f932-470a-985f-51c108ddeaf6']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:03.091047 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e1b7a6-30e1-44ee-a72f-13d820eb7464 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 291bd204-0842-4d12-b7ad-9ab081fb392c has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:00:03.101558 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e88e3041-70c5-439d-8c32-e5fef0389cc2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:03.270737 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e1b7a6-30e1-44ee-a72f-13d820eb7464 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:03.286179 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04812f-f8bd-48fd-93c2-18b2bd665013 None None] Sync routers for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:03.299404 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04812f-f8bd-48fd-93c2-18b2bd665013 None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:03.300676 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-bf04812f-f8bd-48fd-93c2-18b2bd665013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:03.306408 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed2b720-4ed4-4013-bc33-bc3f62bc2772') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:03.306699 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed2b720-4ed4-4013-bc33-bc3f62bc2772') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:03.313877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Allocated IP 172.26.4.137 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/08cd50fc-5b0a-427e-b085-7422f30288c4) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:03.348625 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:03.361324 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ea07d5-e135-4e53-b8ea-d21726b26d63', 'name': 'tempest-snat-router-148813083', 'tenant_id': '7c39af0a4e394961ac01d1c0709fc32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f9993fcb-fb7d-424b-85a6-8f457b5e2a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:54Z', 'updated_at': '2022-02-04T05:59:59Z', 'revision_number': 3, 'project_id': '7c39af0a4e394961ac01d1c0709fc32e', 'gw_port': {'id': 'f9993fcb-fb7d-424b-85a6-8f457b5e2a30', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ea07d5-e135-4e53-b8ea-d21726b26d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:56Z', 'updated_at': '2022-02-04T06:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:03.366970 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b7bb41-2645-49f8-a27f-fbfb0611ef12 None None] The sync data for ids ['74ea07d5-e135-4e53-b8ea-d21726b26d63'] in dv-neutron-826830-2-hyperv is: [{'id': '74ea07d5-e135-4e53-b8ea-d21726b26d63', 'name': 'tempest-snat-router-148813083', 'tenant_id': '7c39af0a4e394961ac01d1c0709fc32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f9993fcb-fb7d-424b-85a6-8f457b5e2a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:54Z', 'updated_at': '2022-02-04T05:59:59Z', 'revision_number': 3, 'project_id': '7c39af0a4e394961ac01d1c0709fc32e', 'gw_port': {'id': 'f9993fcb-fb7d-424b-85a6-8f457b5e2a30', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ea07d5-e135-4e53-b8ea-d21726b26d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:56Z', 'updated_at': '2022-02-04T06:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:03.378715 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-bf04812f-f8bd-48fd-93c2-18b2bd665013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:03.387928 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04812f-f8bd-48fd-93c2-18b2bd665013 None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:03.388788 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-bf04812f-f8bd-48fd-93c2-18b2bd665013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:03.456163 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-bf04812f-f8bd-48fd-93c2-18b2bd665013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:03.456481 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04812f-f8bd-48fd-93c2-18b2bd665013 None None] The sync data for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:03.457266 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d066e-cf96-4b58-96f0-c23e16cc4987 req-c1488640-f7d0-451a-9314-05f792420fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:03.458777 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-591d066e-cf96-4b58-96f0-c23e16cc4987 req-c1488640-f7d0-451a-9314-05f792420fd4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 1099 time: 0.9997108 Feb 04 06:00:03.493292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:03.577006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:00:03.577411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:00:03.593833 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:00:03.676532 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e1b7a6-30e1-44ee-a72f-13d820eb7464 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 291bd204-0842-4d12-b7ad-9ab081fb392c has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:00:03.710130 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e88e3041-70c5-439d-8c32-e5fef0389cc2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:03.741194 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645f1c3-2bfc-48d8-92ee-57f40dbc46fe req-1fb6d9d8-38d3-4d95-991a-76e8a273885f tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:03.742804 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e645f1c3-2bfc-48d8-92ee-57f40dbc46fe req-1fb6d9d8-38d3-4d95-991a-76e8a273885f tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 946 time: 0.7827525 Feb 04 06:00:03.744005 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-eec7fc7d-bec5-4c5f-b945-e535667adac9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Floating IP 11dff595-a69e-4cf0-a4c9-11cf99233eb2 associated. External IP: 172.26.4.167, port: f18d41ea-c499-44ca-a515-2785b9a6b400. Feb 04 06:00:03.864685 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-591d066e-cf96-4b58-96f0-c23e16cc4987 req-1d0c2818-2b15-49a3-8ce7-6cf20618810e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3793097 Feb 04 06:00:03.865715 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-e88e3041-70c5-439d-8c32-e5fef0389cc2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Deleting port f9993fcb-fb7d-424b-85a6-8f457b5e2a30 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:03.866229 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e88e3041-70c5-439d-8c32-e5fef0389cc2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:04.019145 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e1b7a6-30e1-44ee-a72f-13d820eb7464 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:04.028962 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84927ccb-52bd-4381-926f-cf9e91de27c8 None None] Sync routers for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:04.029720 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21e1b7a6-30e1-44ee-a72f-13d820eb7464 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:04.042658 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84927ccb-52bd-4381-926f-cf9e91de27c8 None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:04.043432 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-84927ccb-52bd-4381-926f-cf9e91de27c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:04.143593 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-84927ccb-52bd-4381-926f-cf9e91de27c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:04.164448 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84927ccb-52bd-4381-926f-cf9e91de27c8 None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:04.165959 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-84927ccb-52bd-4381-926f-cf9e91de27c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:04.168390 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:04.170282 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:04.200988 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-21e1b7a6-30e1-44ee-a72f-13d820eb7464 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "PUT /v2.0/floatingips/79e2388e-97ae-45a4-9647-5453b6360505 HTTP/1.1" status: 200 len: 976 time: 4.9475729 Feb 04 06:00:04.203502 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47080) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:04.210887 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-921412b8-60b1-4935-a577-c38eb29abcdd tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:04.254619 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-84927ccb-52bd-4381-926f-cf9e91de27c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:04.255253 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84927ccb-52bd-4381-926f-cf9e91de27c8 None None] The sync data for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:04.313502 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e645f1c3-2bfc-48d8-92ee-57f40dbc46fe req-c432e674-e37c-4f45-a4de-601ad36dfbb1 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/security-groups?id=f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5173869 Feb 04 06:00:04.333030 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-921412b8-60b1-4935-a577-c38eb29abcdd tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:04.349370 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:04.390517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Network': ['ID=73749c91-f932-470a-985f-51c108ddeaf6,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:04.433309 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5533213f-1d30-44cf-a17c-37f419222492 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/73749c91-f932-470a-985f-51c108ddeaf6 HTTP/1.1" status: 204 len: 168 time: 6.9692855 Feb 04 06:00:04.454927 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:04.457515 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47084) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:04.471966 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-2911d8df-540c-4f06-92c2-b7534539901a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-427581391'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:04.483013 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2911d8df-540c-4f06-92c2-b7534539901a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:04.549625 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2911d8df-540c-4f06-92c2-b7534539901a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:network and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:04.556445 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2911d8df-540c-4f06-92c2-b7534539901a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:04.588121 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2911d8df-540c-4f06-92c2-b7534539901a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:04.608138 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-921412b8-60b1-4935-a577-c38eb29abcdd tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:04.611996 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-e88e3041-70c5-439d-8c32-e5fef0389cc2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] For port f9993fcb-fb7d-424b-85a6-8f457b5e2a30, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=f9993fcb-fb7d-424b-85a6-8f457b5e2a30,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:04.612331 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e88e3041-70c5-439d-8c32-e5fef0389cc2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:04.613623 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-921412b8-60b1-4935-a577-c38eb29abcdd tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:04.614061 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-921412b8-60b1-4935-a577-c38eb29abcdd tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Floating IP 79e2388e-97ae-45a4-9647-5453b6360505 disassociated. External IP: 172.26.4.76, port: e672479f-456d-4a57-8825-f317688706a4. Feb 04 06:00:04.683050 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2911d8df-540c-4f06-92c2-b7534539901a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:04.686488 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2911d8df-540c-4f06-92c2-b7534539901a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:04.760124 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28050b-27cf-4eb1-90d7-ed46148d4841 req-b17e909d-4991-4183-8a3b-0df3fd35bca2 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:04.761587 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6d28050b-27cf-4eb1-90d7-ed46148d4841 req-b17e909d-4991-4183-8a3b-0df3fd35bca2 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 945 time: 0.7130046 Feb 04 06:00:04.768368 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-e88e3041-70c5-439d-8c32-e5fef0389cc2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Calling delete_port for f9993fcb-fb7d-424b-85a6-8f457b5e2a30 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:04.970705 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2911d8df-540c-4f06-92c2-b7534539901a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:00:04.973725 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:05.033863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921412b8-60b1-4935-a577-c38eb29abcdd tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 291bd204-0842-4d12-b7ad-9ab081fb392c has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:00:05.047704 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6d28050b-27cf-4eb1-90d7-ed46148d4841 req-23980ffb-253c-4751-b0bf-505e406f0842 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfe3e5d4-3f68-43e2-8017-002269742142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473631 Feb 04 06:00:05.060645 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Allocated IP 172.26.4.202 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/6979e941-0918-42fc-bfc0-d8530e4e3674) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:05.081299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec7fc7d-bec5-4c5f-b945-e535667adac9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Router 45ec620b-074a-483e-9ba4-6553cad5b875 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:00:05.082387 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2911d8df-540c-4f06-92c2-b7534539901a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:05.082733 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-2911d8df-540c-4f06-92c2-b7534539901a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Added segment 22522c92-3df9-4ce4-a8d0-5ca9549ff80f of type vlan for network ce5ace71-071c-45c6-a0db-758af144c79c Feb 04 06:00:05.101954 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:05.113922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:05.122692 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:05.172851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Pushing event updated for resources: {'Port': ['ID=08cd50fc-5b0a-427e-b085-7422f30288c4,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:05.184874 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2911d8df-540c-4f06-92c2-b7534539901a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:05.448461 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921412b8-60b1-4935-a577-c38eb29abcdd tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:05.454010 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-921412b8-60b1-4935-a577-c38eb29abcdd tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:05.460289 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b12612-23ee-40f5-8ec2-1e5093788d78 None None] Sync routers for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:05.472417 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b12612-23ee-40f5-8ec2-1e5093788d78 None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:05.473259 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-54b12612-23ee-40f5-8ec2-1e5093788d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:05.543509 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-921412b8-60b1-4935-a577-c38eb29abcdd tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "PUT /v2.0/floatingips/79e2388e-97ae-45a4-9647-5453b6360505 HTTP/1.1" status: 200 len: 687 time: 1.3357460 Feb 04 06:00:05.544486 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47092) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:05.544592 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-54b12612-23ee-40f5-8ec2-1e5093788d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:05.554838 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b12612-23ee-40f5-8ec2-1e5093788d78 None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:05.555953 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-54b12612-23ee-40f5-8ec2-1e5093788d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:05.621431 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-54b12612-23ee-40f5-8ec2-1e5093788d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:05.621830 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b12612-23ee-40f5-8ec2-1e5093788d78 None None] The sync data for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:05.645940 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:05.657120 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2911d8df-540c-4f06-92c2-b7534539901a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:05.662193 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2911d8df-540c-4f06-92c2-b7534539901a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:05.662793 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2911d8df-540c-4f06-92c2-b7534539901a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:05.737338 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-0d53fccd-0046-41a0-8705-28742720349c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Deleting port 8d938260-a8a4-4c9d-b8d2-62f18ece48e1 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:05.737674 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d53fccd-0046-41a0-8705-28742720349c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:05.750348 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f9993fcb-fb7d-424b-85a6-8f457b5e2a30 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:00:05.840936 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:05.864092 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2911d8df-540c-4f06-92c2-b7534539901a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4054594 Feb 04 06:00:05.866942 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port f9993fcb-fb7d-424b-85a6-8f457b5e2a30 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:00:05.867628 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911d8df-540c-4f06-92c2-b7534539901a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Network': ['ID=ce5ace71-071c-45c6-a0db-758af144c79c,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:05.868247 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47096) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:05.874640 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port f9993fcb-fb7d-424b-85a6-8f457b5e2a30 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:05.874981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec7fc7d-bec5-4c5f-b945-e535667adac9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:05.875087 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:05.883295 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-9dec398e-bf77-4793-a452-3471d89b17d3 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'subnet': {'network_id': 'ce5ace71-071c-45c6-a0db-758af144c79c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:05.891616 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e86d9e-9ed9-437a-858c-7299b5f386fd None None] Sync routers for ids ['45ec620b-074a-483e-9ba4-6553cad5b875'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:05.901167 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:05.903227 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eec7fc7d-bec5-4c5f-b945-e535667adac9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:05.905709 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e86d9e-9ed9-437a-858c-7299b5f386fd None None] Routers {'45ec620b-074a-483e-9ba4-6553cad5b875'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:05.906311 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-18e86d9e-9ed9-437a-858c-7299b5f386fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45ec620b-074a-483e-9ba4-6553cad5b875'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:05.922907 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network ce5ace71-071c-45c6-a0db-758af144c79c details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:00:05.938067 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e88e3041-70c5-439d-8c32-e5fef0389cc2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:06.011952 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3c1ef-a45c-479f-8f73-cc727f04d85e req-d81891a2-33b3-4321-8c14-056910041809 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:06.013464 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c0f3c1ef-a45c-479f-8f73-cc727f04d85e req-d81891a2-33b3-4321-8c14-056910041809 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 945 time: 0.7641509 Feb 04 06:00:06.035353 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47100) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:06.040998 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e3041-70c5-439d-8c32-e5fef0389cc2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9993fcb-fb7d-424b-85a6-8f457b5e2a30,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:06.066288 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:06.074753 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:06.076925 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Port f9993fcb-fb7d-424b-85a6-8f457b5e2a30 was deleted so its status cannot be updated. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 06:00:06.079591 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-9446fdce-2781-46b7-9808-f08d65b060d9 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Request body: {'floatingip': {'port_id': '0e04df16-850e-4f2e-9c11-fe5c539adcfa'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:06.096533 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:06.136961 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-18e86d9e-9ed9-437a-858c-7299b5f386fd None None] Set router 45ec620b-074a-483e-9ba4-6553cad5b875 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:00:06.142521 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Pushing event updated for resources: {'Port': ['ID=6979e941-0918-42fc-bfc0-d8530e4e3674,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:06.151363 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d53fccd-0046-41a0-8705-28742720349c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:06.151689 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d53fccd-0046-41a0-8705-28742720349c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:06.211005 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:06.228898 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9dec398e-bf77-4793-a452-3471d89b17d3 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:06.238913 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-eec7fc7d-bec5-4c5f-b945-e535667adac9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "PUT /v2.0/floatingips/11dff595-a69e-4cf0-a4c9-11cf99233eb2 HTTP/1.1" status: 200 len: 991 time: 5.8211288 Feb 04 06:00:06.241580 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9446fdce-2781-46b7-9808-f08d65b060d9 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for floatingip, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:06.296816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-0d53fccd-0046-41a0-8705-28742720349c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Calling delete_port for 8d938260-a8a4-4c9d-b8d2-62f18ece48e1 owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:06.308381 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b84220-35ec-4caf-b266-7ad359c5e389', 'tag': 'f18d41ea-c499-44ca-a515-2785b9a6b400'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:06.320238 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db5972-a742-45ab-a7f7-83b7b4ec44ef req-1610e003-5ad5-4381-ba0a-91e635aa186a tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:06.322002 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-26db5972-a742-45ab-a7f7-83b7b4ec44ef req-1610e003-5ad5-4381-ba0a-91e635aa186a tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 946 time: 0.8739054 Feb 04 06:00:06.331926 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9dec398e-bf77-4793-a452-3471d89b17d3 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:subnet and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:06.401362 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9dec398e-bf77-4793-a452-3471d89b17d3 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:06.425285 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9dec398e-bf77-4793-a452-3471d89b17d3 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:06.527678 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e88e3041-70c5-439d-8c32-e5fef0389cc2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:06.552847 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dec398e-bf77-4793-a452-3471d89b17d3 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:06.556215 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9dec398e-bf77-4793-a452-3471d89b17d3 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:06.570790 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-18e86d9e-9ed9-437a-858c-7299b5f386fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'name': 'tempest-ServerActionsTestJSON-2064728696-router', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:49Z', 'updated_at': '2022-02-04T05:59:05Z', 'revision_number': 4, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'gw_port': {'id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '11dff595-a69e-4cf0-a4c9-11cf99233eb2', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'floating_ip_address': '172.26.4.167', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'port_id': 'f18d41ea-c499-44ca-a515-2785b9a6b400', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7', 'mac_address': 'fa:16:3e:fd:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b84220-35ec-4caf-b266-7ad359c5e389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T06:00:02Z', 'revision_number': 1, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938a5967-3dff-4a8f-b3be-af551c768fd7', 'name': '', 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'mac_address': 'fa:16:3e:a8:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da9005f5-dfd7-4698-952c-229a09293613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:01Z', 'updated_at': '2022-02-04T05:59:20Z', 'revision_number': 5, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'subnets': [{'id': 'da9005f5-dfd7-4698-952c-229a09293613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:06.576106 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e86d9e-9ed9-437a-858c-7299b5f386fd None None] Checking router: 45ec620b-074a-483e-9ba4-6553cad5b875 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:00:06.586094 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e86d9e-9ed9-437a-858c-7299b5f386fd None None] Routers {'45ec620b-074a-483e-9ba4-6553cad5b875'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:06.586797 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-18e86d9e-9ed9-437a-858c-7299b5f386fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45ec620b-074a-483e-9ba4-6553cad5b875'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:06.620547 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-26db5972-a742-45ab-a7f7-83b7b4ec44ef req-ff026dbe-d3ff-4701-a2db-e06a25d805cc tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/security-groups?id=f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636940 Feb 04 06:00:06.794568 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-18e86d9e-9ed9-437a-858c-7299b5f386fd None None] Set router 45ec620b-074a-483e-9ba4-6553cad5b875 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:00:06.835125 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b84220-35ec-4caf-b266-7ad359c5e389', 'tag': 'f18d41ea-c499-44ca-a515-2785b9a6b400', 'status': 'completed', 'code': 200} Feb 04 06:00:06.910738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e88e3041-70c5-439d-8c32-e5fef0389cc2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:06.924902 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e88e3041-70c5-439d-8c32-e5fef0389cc2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:06.970126 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:07.016981 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d53fccd-0046-41a0-8705-28742720349c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:07.082616 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53fccd-0046-41a0-8705-28742720349c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event deleted for resources: {'Port': ['ID=8d938260-a8a4-4c9d-b8d2-62f18ece48e1,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:07.185961 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-18e86d9e-9ed9-437a-858c-7299b5f386fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'name': 'tempest-ServerActionsTestJSON-2064728696-router', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:49Z', 'updated_at': '2022-02-04T05:59:05Z', 'revision_number': 4, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'gw_port': {'id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '11dff595-a69e-4cf0-a4c9-11cf99233eb2', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'floating_ip_address': '172.26.4.167', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'port_id': 'f18d41ea-c499-44ca-a515-2785b9a6b400', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7', 'mac_address': 'fa:16:3e:fd:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b84220-35ec-4caf-b266-7ad359c5e389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T06:00:02Z', 'revision_number': 1, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938a5967-3dff-4a8f-b3be-af551c768fd7', 'name': '', 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'mac_address': 'fa:16:3e:a8:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da9005f5-dfd7-4698-952c-229a09293613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:01Z', 'updated_at': '2022-02-04T05:59:20Z', 'revision_number': 5, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'subnets': [{'id': 'da9005f5-dfd7-4698-952c-229a09293613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:07.192176 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e86d9e-9ed9-437a-858c-7299b5f386fd None None] The sync data for ids ['45ec620b-074a-483e-9ba4-6553cad5b875'] in dv-neutron-826830-2-hyperv is: [{'id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'name': 'tempest-ServerActionsTestJSON-2064728696-router', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:49Z', 'updated_at': '2022-02-04T05:59:05Z', 'revision_number': 4, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'gw_port': {'id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '11dff595-a69e-4cf0-a4c9-11cf99233eb2', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'floating_ip_address': '172.26.4.167', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'port_id': 'f18d41ea-c499-44ca-a515-2785b9a6b400', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7', 'mac_address': 'fa:16:3e:fd:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b84220-35ec-4caf-b266-7ad359c5e389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T06:00:02Z', 'revision_number': 1, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938a5967-3dff-4a8f-b3be-af551c768fd7', 'name': '', 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'mac_address': 'fa:16:3e:a8:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da9005f5-dfd7-4698-952c-229a09293613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:01Z', 'updated_at': '2022-02-04T05:59:20Z', 'revision_number': 5, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'subnets': [{'id': 'da9005f5-dfd7-4698-952c-229a09293613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:07.240437 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:07.244464 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18182f2-4ccb-4d9b-9eb6-af158a79d54d req-cd6984bf-4add-43ec-b9b6-0bc9b6a6571a tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:07.246038 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d18182f2-4ccb-4d9b-9eb6-af158a79d54d req-cd6984bf-4add-43ec-b9b6-0bc9b6a6571a tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.8962662 Feb 04 06:00:07.312749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d53fccd-0046-41a0-8705-28742720349c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:07.321258 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e88e3041-70c5-439d-8c32-e5fef0389cc2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:07.321800 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88e3041-70c5-439d-8c32-e5fef0389cc2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 74ea07d5-e135-4e53-b8ea-d21726b26d63 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:00:07.401511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e88e3041-70c5-439d-8c32-e5fef0389cc2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:07.402666 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e88e3041-70c5-439d-8c32-e5fef0389cc2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "DELETE /v2.0/routers/74ea07d5-e135-4e53-b8ea-d21726b26d63 HTTP/1.1" status: 204 len: 168 time: 5.3958545 Feb 04 06:00:07.412349 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca67b54-2183-4df1-9021-8da2b20c0aac req-8b81f93e-67c9-408a-be6b-908354a3935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:07.413856 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bca67b54-2183-4df1-9021-8da2b20c0aac req-8b81f93e-67c9-408a-be6b-908354a3935a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cb94bb5ad2274bffbb62168bf92a11ea&device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 1098 time: 0.6154945 Feb 04 06:00:07.415375 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47110) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:07.422360 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d53fccd-0046-41a0-8705-28742720349c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:07.423681 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0d53fccd-0046-41a0-8705-28742720349c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "DELETE /v2.0/floatingips/79e2388e-97ae-45a4-9647-5453b6360505 HTTP/1.1" status: 204 len: 168 time: 1.8788390 Feb 04 06:00:07.445297 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47114) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:07.486268 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec66d1e-68bf-4c63-8c6c-eb34d8e266b7 None None] New status for floating IP 11dff595-a69e-4cf0-a4c9-11cf99233eb2: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:00:07.537787 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d18182f2-4ccb-4d9b-9eb6-af158a79d54d req-513cea23-5c7a-4d50-af9d-ac8fc3f517d7 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264149 Feb 04 06:00:07.549202 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-c7231da6-3bf3-465a-bc30-1ecd8cd45d5c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] delete failed (client error): The resource could not be found. Feb 04 06:00:07.550304 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c7231da6-3bf3-465a-bc30-1ecd8cd45d5c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "DELETE /v2.0/floatingips/79e2388e-97ae-45a4-9647-5453b6360505 HTTP/1.1" status: 404 len: 345 time: 0.1037884 Feb 04 06:00:07.559083 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47118) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:07.594480 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9dec398e-bf77-4793-a452-3471d89b17d3 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:07.672501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:00:07.686779 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae9f64-7a5c-4c21-8786-84300d70d310 req-1b036c8e-b298-40b5-875d-cd607bdf7337 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:07.688279 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ceae9f64-7a5c-4c21-8786-84300d70d310 req-1b036c8e-b298-40b5-875d-cd607bdf7337 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 946 time: 0.8357317 Feb 04 06:00:07.706192 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47122) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:07.733622 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:07.738094 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d7b2d88c-5a7b-44de-bd5b-c6bf2a8f4260 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Request body: {'floatingip': {'port_id': '839c76b6-4f97-4fb0-9523-e4e969cd0ea9'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:07.753226 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:07.867827 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec398e-bf77-4793-a452-3471d89b17d3 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Subnet': ['ID=d3bc957f-a0be-47fa-ba86-91231d33eeda,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:07.867827 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7b2d88c-5a7b-44de-bd5b-c6bf2a8f4260 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for floatingip, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:07.905102 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f9993fcb-fb7d-424b-85a6-8f457b5e2a30 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:00:07.943745 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: f9993fcb-fb7d-424b-85a6-8f457b5e2a30 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:00:07.944112 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f9993fcb-fb7d-424b-85a6-8f457b5e2a30 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:00:08.037033 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dec398e-bf77-4793-a452-3471d89b17d3 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Checking segment: {'id': '22522c92-3df9-4ce4-a8d0-5ca9549ff80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ce5ace71-071c-45c6-a0db-758af144c79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:00:08.037318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dec398e-bf77-4793-a452-3471d89b17d3 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network hostable DHCP agents. Network: ce5ace71-071c-45c6-a0db-758af144c79c, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:00:08.097144 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273de658-2192-450c-916b-47649a271da2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:08.102867 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273de658-2192-450c-916b-47649a271da2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:08.108607 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273de658-2192-450c-916b-47649a271da2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:08.109463 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-273de658-2192-450c-916b-47649a271da2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Synchronizing usage tracker for tenant:be32df0199ab40b58629ba8c05d7ef10 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:00:08.130902 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Pushing event updated for resources: {'Port': ['ID=08cd50fc-5b0a-427e-b085-7422f30288c4,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:08.168487 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:08.170357 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dec398e-bf77-4793-a452-3471d89b17d3 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network ce5ace71-071c-45c6-a0db-758af144c79c is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:00:08.189285 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:08.204036 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ead1b6e5-b8ee-49e6-a27b-8c88ba2fc025 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:08.252739 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-9dec398e-bf77-4793-a452-3471d89b17d3 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, ce5ace71-071c-45c6-a0db-758af144c79c) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:08.261297 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0f818b-e451-4197-970f-0f940d64fac6 None None] Network ce5ace71-071c-45c6-a0db-758af144c79c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:00:08.283644 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca67b54-2183-4df1-9021-8da2b20c0aac req-be7bc1e7-02f6-44e7-8940-e25e521f6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:08.285240 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bca67b54-2183-4df1-9021-8da2b20c0aac req-be7bc1e7-02f6-44e7-8940-e25e521f6aca service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8542b43-7535-4da4-a485-e641ef5c90d7 HTTP/1.1" status: 200 len: 913 time: 0.7913218 Feb 04 06:00:08.372183 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:08.373423 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ebb98920-43d7-417a-aa07-2d68cda4e202 tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9881070 Feb 04 06:00:08.379591 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9446fdce-2781-46b7-9808-f08d65b060d9 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:08.397321 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47126) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:08.404409 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9446fdce-2781-46b7-9808-f08d65b060d9 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:08.458183 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-273de658-2192-450c-916b-47649a271da2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Unset dirty status for tenant:be32df0199ab40b58629ba8c05d7ef10 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:00:08.461995 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-273de658-2192-450c-916b-47649a271da2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "GET /v2.0/ports?network_id=e60dc474-500d-4967-b0b4-ba10481a0817 HTTP/1.1" status: 200 len: 2355 time: 0.8979263 Feb 04 06:00:08.464754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dec398e-bf77-4793-a452-3471d89b17d3 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:08.465411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9dec398e-bf77-4793-a452-3471d89b17d3 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:08.484456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47130) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:08.540184 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-ce5ace71-071c-45c6-a0db-758af144c79c', 'network_id': 'ce5ace71-071c-45c6-a0db-758af144c79c', 'tenant_id': 'be5863f9490840e8a3915d28728f2bb3', 'fixed_ips': [{'subnet_id': 'd3bc957f-a0be-47fa-ba86-91231d33eeda'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:00:08.541814 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:08.720564 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9dec398e-bf77-4793-a452-3471d89b17d3 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8505001 Feb 04 06:00:08.724323 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47136) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:08.728501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Allocated IP 172.20.0.1 (ce5ace71-071c-45c6-a0db-758af144c79c/d3bc957f-a0be-47fa-ba86-91231d33eeda/ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:08.810294 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0252517-9f1a-4d16-92b4-000dceed938d tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:08.810828 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b0252517-9f1a-4d16-92b4-000dceed938d tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Synchronizing usage tracker for tenant:be32df0199ab40b58629ba8c05d7ef10 on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:00:08.881749 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bca67b54-2183-4df1-9021-8da2b20c0aac req-8a837a92-77de-4dd9-a388-0e41b27f143b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f18d41ea-c499-44ca-a515-2785b9a6b400 HTTP/1.1" status: 200 len: 1001 time: 0.5760965 Feb 04 06:00:08.956924 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:08.968402 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Transition to ACTIVE for port object ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:08.987903 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Transition to ACTIVE for port object ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:08.995903 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:08.998686 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-cd8a2ba6-67cc-4585-bda0-b79820e040c5 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Synchronizing usage tracker for tenant:4bdf5961911e441c981cfe451bcf334a on resource:floatingip {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:00:09.015051 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b0252517-9f1a-4d16-92b4-000dceed938d tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Unset dirty status for tenant:be32df0199ab40b58629ba8c05d7ef10 on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:00:09.021113 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b0252517-9f1a-4d16-92b4-000dceed938d tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "GET /v2.0/subnets/66ab9ec8-a6aa-4b1a-82e2-717c7cd6b604 HTTP/1.1" status: 200 len: 797 time: 0.5310924 Feb 04 06:00:09.023855 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47140) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:09.037776 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-df061e31-d654-4794-9aea-4a11ced65f60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'port': {'network_id': 'e60dc474-500d-4967-b0b4-ba10481a0817', 'name': 'tempest-FloatingIPTestJSON-492499', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:09.069323 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Network ce5ace71-071c-45c6-a0db-758af144c79c is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:09.072257 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ead1b6e5-b8ee-49e6-a27b-8c88ba2fc025 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:09.072652 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:09.077304 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:09.079990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:09.088348 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Router 05ccbb20-1247-42af-a979-091bd03779af is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:00:09.089866 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8a06043c-a325-4ff1-b32b-d6fcc6419716 req-6e358715-9122-418a-9bf8-efc3a94ce593 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9776144 Feb 04 06:00:09.119050 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Pushing event updated for resources: {'Port': ['ID=ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:09.181674 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ead1b6e5-b8ee-49e6-a27b-8c88ba2fc025 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Deleting port c3faebfb-ed0c-4201-8e05-a89a40d77161 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:09.182013 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ead1b6e5-b8ee-49e6-a27b-8c88ba2fc025 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:09.197811 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Deleting port ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:09.198434 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:09.201283 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Attempting to bind port ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:00:09.202097 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Attempting to bind port ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '22522c92-3df9-4ce4-a8d0-5ca9549ff80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ce5ace71-071c-45c6-a0db-758af144c79c'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:00:09.202746 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Attempting to bind port ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96 on network ce5ace71-071c-45c6-a0db-758af144c79c {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:00:09.207539 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-9446fdce-2781-46b7-9808-f08d65b060d9 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Floating IP d1fcd32d-fed1-4587-b1ea-7b46201b428b associated. External IP: 172.26.4.219, port: 0e04df16-850e-4f2e-9c11-fe5c539adcfa. Feb 04 06:00:09.209412 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:00:09.209786 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Checking segment: {'id': '22522c92-3df9-4ce4-a8d0-5ca9549ff80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ce5ace71-071c-45c6-a0db-758af144c79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:00:09.210185 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:09.210726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Bound using segment: {'id': '22522c92-3df9-4ce4-a8d0-5ca9549ff80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ce5ace71-071c-45c6-a0db-758af144c79c'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:00:09.211187 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Bound port: ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22522c92-3df9-4ce4-a8d0-5ca9549ff80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ce5ace71-071c-45c6-a0db-758af144c79c'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:00:09.211558 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:09.259931 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-cd8a2ba6-67cc-4585-bda0-b79820e040c5 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Unset dirty status for tenant:4bdf5961911e441c981cfe451bcf334a on resource:floatingip {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:00:09.264220 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cd8a2ba6-67cc-4585-bda0-b79820e040c5 tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3700 time: 0.8629825 Feb 04 06:00:09.270584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47144) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:09.274733 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca67b54-2183-4df1-9021-8da2b20c0aac req-a8dbbe45-a26f-4330-8162-5722942d5dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:09.276317 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bca67b54-2183-4df1-9021-8da2b20c0aac req-a8dbbe45-a26f-4330-8162-5722942d5dd2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da9005f5-dfd7-4698-952c-229a09293613 HTTP/1.1" status: 200 len: 851 time: 0.3241925 Feb 04 06:00:09.311349 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] For port ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:00:09.314376 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] For port ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96,segment=NetworkSegment(22522c92-3df9-4ce4-a8d0-5ca9549ff80f),segment_id=22522c92-3df9-4ce4-a8d0-5ca9549ff80f)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:00:09.319725 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:09.351041 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.resource_extend [None req-d7b2d88c-5a7b-44de-bd5b-c6bf2a8f4260 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:00:09.365946 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63806d-890b-4ab4-ba7e-4ae41c0061ff req-16240569-b983-4025-994e-3cc6d9df910d tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:09.367471 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6e63806d-890b-4ab4-ba7e-4ae41c0061ff req-16240569-b983-4025-994e-3cc6d9df910d tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.6238794 Feb 04 06:00:09.405431 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c4c32-96ff-4f1b-8eec-5aeb78ceab35 None None] Pushing event updated for resources: {'Port': ['ID=ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:09.433575 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-968170d4-2a17-4541-b8c0-ff790e9f22b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Synchronizing usage tracker for tenant:4959f738dfae420aa291222aaca2e8e4 on resource:floatingip {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:00:09.593203 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7b2d88c-5a7b-44de-bd5b-c6bf2a8f4260 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:09.612536 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7b2d88c-5a7b-44de-bd5b-c6bf2a8f4260 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:09.619254 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-df061e31-d654-4794-9aea-4a11ced65f60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:09.656439 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6e63806d-890b-4ab4-ba7e-4ae41c0061ff req-1f78be2b-eadf-4d84-9414-c8cd133ba5b3 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712011 Feb 04 06:00:09.657303 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-df061e31-d654-4794-9aea-4a11ced65f60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:09.669408 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:09.689903 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4994115-a0f3-4a05-89f7-5cb146cf4dff None None] Sync routers for ids ['05ccbb20-1247-42af-a979-091bd03779af'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:09.705139 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4994115-a0f3-4a05-89f7-5cb146cf4dff None None] Routers {'05ccbb20-1247-42af-a979-091bd03779af'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:09.705753 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-e4994115-a0f3-4a05-89f7-5cb146cf4dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['05ccbb20-1247-42af-a979-091bd03779af'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:09.717545 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-968170d4-2a17-4541-b8c0-ff790e9f22b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Unset dirty status for tenant:4959f738dfae420aa291222aaca2e8e4 on resource:floatingip {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:00:09.721439 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-968170d4-2a17-4541-b8c0-ff790e9f22b3 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4439001 Feb 04 06:00:09.762789 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47148) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:09.764984 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-e4994115-a0f3-4a05-89f7-5cb146cf4dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:09.766086 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df061e31-d654-4794-9aea-4a11ced65f60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Made reservation on behalf of be32df0199ab40b58629ba8c05d7ef10 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:09.778514 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4994115-a0f3-4a05-89f7-5cb146cf4dff None None] Routers {'05ccbb20-1247-42af-a979-091bd03779af'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:09.779051 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-e4994115-a0f3-4a05-89f7-5cb146cf4dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['05ccbb20-1247-42af-a979-091bd03779af'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:09.869053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:00:09.906277 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca67b54-2183-4df1-9021-8da2b20c0aac req-619826e2-5ddf-46b4-9066-b95e35dd23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:09.908915 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bca67b54-2183-4df1-9021-8da2b20c0aac req-619826e2-5ddf-46b4-9066-b95e35dd23c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8542b43-7535-4da4-a485-e641ef5c90d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6084003 Feb 04 06:00:09.914766 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-e4994115-a0f3-4a05-89f7-5cb146cf4dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:09.916428 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4994115-a0f3-4a05-89f7-5cb146cf4dff None None] The sync data for ids ['05ccbb20-1247-42af-a979-091bd03779af'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:09.959996 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:00:10.027931 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:10.029213 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-007ab27d-0707-44e0-ac30-7811f0ed3743 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.8426740 Feb 04 06:00:10.054839 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47152) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:10.062318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-90c14776-2321-422b-938d-4e616d86e528 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'enable_snat': False}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:10.093798 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ead1b6e5-b8ee-49e6-a27b-8c88ba2fc025 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] For port c3faebfb-ed0c-4201-8e05-a89a40d77161, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c3faebfb-ed0c-4201-8e05-a89a40d77161,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:10.094175 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ead1b6e5-b8ee-49e6-a27b-8c88ba2fc025 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:10.302109 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc92c8-953c-494f-8b0f-1d38db0ab01e tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Deleting port 08cd50fc-5b0a-427e-b085-7422f30288c4 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:10.302714 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4cfc92c8-953c-494f-8b0f-1d38db0ab01e tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:10.429645 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ead1b6e5-b8ee-49e6-a27b-8c88ba2fc025 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Calling delete_port for c3faebfb-ed0c-4201-8e05-a89a40d77161 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:10.465623 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] For port ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96,segment=NetworkSegment(22522c92-3df9-4ce4-a8d0-5ca9549ff80f),segment_id=22522c92-3df9-4ce4-a8d0-5ca9549ff80f)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:10.465985 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:10.490362 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-d7b2d88c-5a7b-44de-bd5b-c6bf2a8f4260 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Floating IP e773a671-1e00-4742-8779-3f2b3c6a2d82 associated. External IP: 172.26.4.230, port: 839c76b6-4f97-4fb0-9523-e4e969cd0ea9. Feb 04 06:00:10.508086 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-df061e31-d654-4794-9aea-4a11ced65f60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:10.552429 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced10233-dd13-4c86-9c29-99890d8b05bb None None] Network ce5ace71-071c-45c6-a0db-758af144c79c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:00:10.553015 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bca67b54-2183-4df1-9021-8da2b20c0aac req-a68e14ad-ab41-411d-bdd6-c919d5d3c94a service neutron] 10.222.0.43 "GET /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6351690 Feb 04 06:00:10.557526 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9446fdce-2781-46b7-9808-f08d65b060d9 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Router 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:00:10.574680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-df061e31-d654-4794-9aea-4a11ced65f60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] device_id is not set on port fae8af24-7447-4d8c-a6e9-217167948a74 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:00:10.665362 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fc655299-b48a-4b61-8d48-07514091b848 None None] Provisioning for port ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:00:10.673663 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fc655299-b48a-4b61-8d48-07514091b848 None None] Provisioning complete for port ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:10.674038 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fc655299-b48a-4b61-8d48-07514091b848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:10.757037 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Calling delete_port for ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:10.905987 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fc655299-b48a-4b61-8d48-07514091b848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:10.947296 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-fc655299-b48a-4b61-8d48-07514091b848 None None] For port ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96,segment=NetworkSegment(22522c92-3df9-4ce4-a8d0-5ca9549ff80f),segment_id=22522c92-3df9-4ce4-a8d0-5ca9549ff80f)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:10.956214 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fc655299-b48a-4b61-8d48-07514091b848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:11.045097 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc655299-b48a-4b61-8d48-07514091b848 None None] Pushing event updated for resources: {'Port': ['ID=ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:11.158948 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ead1b6e5-b8ee-49e6-a27b-8c88ba2fc025 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:11.215872 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4cfc92c8-953c-494f-8b0f-1d38db0ab01e tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:11.216201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4cfc92c8-953c-494f-8b0f-1d38db0ab01e tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:11.228527 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bca67b54-2183-4df1-9021-8da2b20c0aac req-c58e06f9-29f4-45f1-9ab3-7e2828a5206d service neutron] 10.222.0.43 "GET /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6664126 Feb 04 06:00:11.247935 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1b6e5-b8ee-49e6-a27b-8c88ba2fc025 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3faebfb-ed0c-4201-8e05-a89a40d77161,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:11.301735 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-39d73118-c6c8-40e8-ae85-a619a98f0a15 None None] Provisioning complete for port ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:11.302303 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-39d73118-c6c8-40e8-ae85-a619a98f0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:11.388281 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9446fdce-2781-46b7-9808-f08d65b060d9 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:11.401553 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5525d6fc-7622-4d08-871e-c7b6f9c4021d None None] Sync routers for ids ['3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:11.404128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5339844-9ccb-49a5-8ba9-61e00c893df4 req-175c6c84-5f85-4a54-b971-ae5cb6e92cfa tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:11.405654 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a5339844-9ccb-49a5-8ba9-61e00c893df4 req-175c6c84-5f85-4a54-b971-ae5cb6e92cfa tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.6079373 Feb 04 06:00:11.452801 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5525d6fc-7622-4d08-871e-c7b6f9c4021d None None] Routers {'3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:11.453525 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-5525d6fc-7622-4d08-871e-c7b6f9c4021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:11.465255 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc92c8-953c-494f-8b0f-1d38db0ab01e tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Calling delete_port for 08cd50fc-5b0a-427e-b085-7422f30288c4 owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:11.505850 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:00:11.506205 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:00:11.533936 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9446fdce-2781-46b7-9808-f08d65b060d9 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:11.607926 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ead1b6e5-b8ee-49e6-a27b-8c88ba2fc025 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:11.686392 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-5525d6fc-7622-4d08-871e-c7b6f9c4021d None None] Set router 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:00:11.763562 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a5339844-9ccb-49a5-8ba9-61e00c893df4 req-e3d1be7b-5809-405f-98fb-07481f97fbe8 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3383489 Feb 04 06:00:11.814653 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b2d88c-5a7b-44de-bd5b-c6bf2a8f4260 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Router 682fdc3a-0651-4b6c-a3d2-7fa496df411a has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:00:11.824228 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:00:11.866130 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90c14776-2321-422b-938d-4e616d86e528 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:11.981101 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9446fdce-2781-46b7-9808-f08d65b060d9 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "PUT /v2.0/floatingips/d1fcd32d-fed1-4587-b1ea-7b46201b428b HTTP/1.1" status: 200 len: 991 time: 5.9427950 Feb 04 06:00:11.986736 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f032248b-f69f-4ffd-b24b-67f5ead324f5', 'tag': '0e04df16-850e-4f2e-9c11-fe5c539adcfa'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:11.992618 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ead1b6e5-b8ee-49e6-a27b-8c88ba2fc025 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.007091 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Deleting port ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:12.007668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.010288 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ead1b6e5-b8ee-49e6-a27b-8c88ba2fc025 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.012213 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:12.012595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.041559 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4cfc92c8-953c-494f-8b0f-1d38db0ab01e tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.082976 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f032248b-f69f-4ffd-b24b-67f5ead324f5', 'tag': '0e04df16-850e-4f2e-9c11-fe5c539adcfa', 'status': 'completed', 'code': 200} Feb 04 06:00:12.168486 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06043c-a325-4ff1-b32b-d6fcc6419716 req-7b3231b3-2547-4acb-9d30-9ec5f67fc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:12.169987 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8a06043c-a325-4ff1-b32b-d6fcc6419716 req-7b3231b3-2547-4acb-9d30-9ec5f67fc113 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cb94bb5ad2274bffbb62168bf92a11ea&device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 1098 time: 0.7556372 Feb 04 06:00:12.173738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ead1b6e5-b8ee-49e6-a27b-8c88ba2fc025 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.174273 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead1b6e5-b8ee-49e6-a27b-8c88ba2fc025 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69f77048-420d-4ac7-8c64-1443cbbb16c9 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:00:12.176298 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-df061e31-d654-4794-9aea-4a11ced65f60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Allocated IP 172.20.0.14 (e60dc474-500d-4967-b0b4-ba10481a0817/66ab9ec8-a6aa-4b1a-82e2-717c7cd6b604/fae8af24-7447-4d8c-a6e9-217167948a74) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:12.247743 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc92c8-953c-494f-8b0f-1d38db0ab01e tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Pushing event deleted for resources: {'Port': ['ID=08cd50fc-5b0a-427e-b085-7422f30288c4,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:12.258448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-5525d6fc-7622-4d08-871e-c7b6f9c4021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'name': 'tempest-ServersTestManualDisk-864796244-router', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:50Z', 'updated_at': '2022-02-04T05:59:08Z', 'revision_number': 4, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'gw_port': {'id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'd1fcd32d-fed1-4587-b1ea-7b46201b428b', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'floating_ip_address': '172.26.4.219', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'port_id': '0e04df16-850e-4f2e-9c11-fe5c539adcfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58', 'mac_address': 'fa:16:3e:63:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032248b-f69f-4ffd-b24b-67f5ead324f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:23Z', 'updated_at': '2022-02-04T06:00:07Z', 'revision_number': 1, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4646e00-52e9-4ee0-ad6a-1bb13408614f', 'name': '', 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'mac_address': 'fa:16:3e:9e:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f480d6dd-77ba-48ed-975b-d2edf07b28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:03Z', 'updated_at': '2022-02-04T05:59:18Z', 'revision_number': 5, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'subnets': [{'id': 'f480d6dd-77ba-48ed-975b-d2edf07b28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:12.263155 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5525d6fc-7622-4d08-871e-c7b6f9c4021d None None] Checking router: 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:00:12.276942 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5525d6fc-7622-4d08-871e-c7b6f9c4021d None None] Routers {'3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:12.277703 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-5525d6fc-7622-4d08-871e-c7b6f9c4021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:12.295068 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-df061e31-d654-4794-9aea-4a11ced65f60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Allocated IP 172.20.0.13 (e60dc474-500d-4967-b0b4-ba10481a0817/66ab9ec8-a6aa-4b1a-82e2-717c7cd6b604/fae8af24-7447-4d8c-a6e9-217167948a74) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:12.308675 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ead1b6e5-b8ee-49e6-a27b-8c88ba2fc025 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.314701 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ead1b6e5-b8ee-49e6-a27b-8c88ba2fc025 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "DELETE /v2.0/routers/69f77048-420d-4ac7-8c64-1443cbbb16c9 HTTP/1.1" status: 204 len: 168 time: 4.8924270 Feb 04 06:00:12.319897 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47162) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:12.355901 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1512233609', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:12.424480 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:12.441215 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Usage tracker for resource:router and tenant:55ab6088d06445cc914fdf4327704095 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:12.444926 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b2d88c-5a7b-44de-bd5b-c6bf2a8f4260 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:12.450445 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:12.461409 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f08681c-d3a8-486b-9452-7aea979834d3 None None] Sync routers for ids ['682fdc3a-0651-4b6c-a3d2-7fa496df411a'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:12.470446 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-5525d6fc-7622-4d08-871e-c7b6f9c4021d None None] Set router 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:00:12.474756 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f08681c-d3a8-486b-9452-7aea979834d3 None None] Routers {'682fdc3a-0651-4b6c-a3d2-7fa496df411a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:12.476611 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-1f08681c-d3a8-486b-9452-7aea979834d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['682fdc3a-0651-4b6c-a3d2-7fa496df411a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:12.496032 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:12.604003 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-df061e31-d654-4794-9aea-4a11ced65f60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.657918 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-1f08681c-d3a8-486b-9452-7aea979834d3 None None] Set router 682fdc3a-0651-4b6c-a3d2-7fa496df411a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:00:12.739725 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06043c-a325-4ff1-b32b-d6fcc6419716 req-cf74c404-683c-472b-b86b-c99c1c4381ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:12.741794 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8a06043c-a325-4ff1-b32b-d6fcc6419716 req-cf74c404-683c-472b-b86b-c99c1c4381ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8542b43-7535-4da4-a485-e641ef5c90d7 HTTP/1.1" status: 200 len: 913 time: 0.5182638 Feb 04 06:00:12.750917 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.752005 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.761513 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4cfc92c8-953c-494f-8b0f-1d38db0ab01e tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.763884 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4cfc92c8-953c-494f-8b0f-1d38db0ab01e tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.765066 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4cfc92c8-953c-494f-8b0f-1d38db0ab01e tempest-FloatingIPAdminTestJSON-738189026 tempest-FloatingIPAdminTestJSON-738189026-project] 10.222.0.31 "DELETE /v2.0/floatingips/547f994f-372e-498a-9493-d79132bf246b HTTP/1.1" status: 204 len: 168 time: 3.0012934 Feb 04 06:00:12.772648 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47166) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:12.777118 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7b2d88c-5a7b-44de-bd5b-c6bf2a8f4260 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.921067 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-df061e31-d654-4794-9aea-4a11ced65f60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.937346 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8a06043c-a325-4ff1-b32b-d6fcc6419716 req-d2eb9c5f-33c8-4bbe-a8d7-bb527d4f102f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f18d41ea-c499-44ca-a515-2785b9a6b400 HTTP/1.1" status: 200 len: 1001 time: 0.1822233 Feb 04 06:00:13.009560 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-5525d6fc-7622-4d08-871e-c7b6f9c4021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'name': 'tempest-ServersTestManualDisk-864796244-router', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:50Z', 'updated_at': '2022-02-04T05:59:08Z', 'revision_number': 4, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'gw_port': {'id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'd1fcd32d-fed1-4587-b1ea-7b46201b428b', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'floating_ip_address': '172.26.4.219', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'port_id': '0e04df16-850e-4f2e-9c11-fe5c539adcfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58', 'mac_address': 'fa:16:3e:63:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032248b-f69f-4ffd-b24b-67f5ead324f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:23Z', 'updated_at': '2022-02-04T06:00:07Z', 'revision_number': 1, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4646e00-52e9-4ee0-ad6a-1bb13408614f', 'name': '', 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'mac_address': 'fa:16:3e:9e:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f480d6dd-77ba-48ed-975b-d2edf07b28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:03Z', 'updated_at': '2022-02-04T05:59:18Z', 'revision_number': 5, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'subnets': [{'id': 'f480d6dd-77ba-48ed-975b-d2edf07b28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:13.014162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5525d6fc-7622-4d08-871e-c7b6f9c4021d None None] The sync data for ids ['3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'] in dv-neutron-826830-2-hyperv is: [{'id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'name': 'tempest-ServersTestManualDisk-864796244-router', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:50Z', 'updated_at': '2022-02-04T05:59:08Z', 'revision_number': 4, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'gw_port': {'id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'd1fcd32d-fed1-4587-b1ea-7b46201b428b', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'floating_ip_address': '172.26.4.219', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'port_id': '0e04df16-850e-4f2e-9c11-fe5c539adcfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58', 'mac_address': 'fa:16:3e:63:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032248b-f69f-4ffd-b24b-67f5ead324f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:23Z', 'updated_at': '2022-02-04T06:00:07Z', 'revision_number': 1, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4646e00-52e9-4ee0-ad6a-1bb13408614f', 'name': '', 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'mac_address': 'fa:16:3e:9e:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f480d6dd-77ba-48ed-975b-d2edf07b28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:03Z', 'updated_at': '2022-02-04T05:59:18Z', 'revision_number': 5, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'subnets': [{'id': 'f480d6dd-77ba-48ed-975b-d2edf07b28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:13.032257 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:13.037410 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-1f08681c-d3a8-486b-9452-7aea979834d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'name': 'tempest-ServersTestJSON-439791222-router', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:14Z', 'revision_number': 4, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'gw_port': {'id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:55Z', 'updated_at': '2022-02-04T05:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'e773a671-1e00-4742-8779-3f2b3c6a2d82', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'floating_ip_address': '172.26.4.230', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'port_id': '839c76b6-4f97-4fb0-9523-e4e969cd0ea9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a', 'mac_address': 'fa:16:3e:33:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b30c3e-fb9a-46d5-968f-c3660c0df14f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:26Z', 'updated_at': '2022-02-04T06:00:09Z', 'revision_number': 1, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3b0a21-358c-4bd9-b01d-7cb65c4cf65a', 'name': '', 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'mac_address': 'fa:16:3e:b9:9c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7a00080c-84b1-4e69-a110-952796207a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:08Z', 'updated_at': '2022-02-04T05:59:24Z', 'revision_number': 5, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'subnets': [{'id': '7a00080c-84b1-4e69-a110-952796207a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:13.041960 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f08681c-d3a8-486b-9452-7aea979834d3 None None] Checking router: 682fdc3a-0651-4b6c-a3d2-7fa496df411a for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:00:13.065699 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f08681c-d3a8-486b-9452-7aea979834d3 None None] Routers {'682fdc3a-0651-4b6c-a3d2-7fa496df411a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:13.069316 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-1f08681c-d3a8-486b-9452-7aea979834d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['682fdc3a-0651-4b6c-a3d2-7fa496df411a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:13.069448 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d7b2d88c-5a7b-44de-bd5b-c6bf2a8f4260 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "PUT /v2.0/floatingips/e773a671-1e00-4742-8779-3f2b3c6a2d82 HTTP/1.1" status: 200 len: 992 time: 5.3587549 Feb 04 06:00:13.074242 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b30c3e-fb9a-46d5-968f-c3660c0df14f', 'tag': '839c76b6-4f97-4fb0-9523-e4e969cd0ea9'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:13.094593 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] For port ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96,segment=NetworkSegment(22522c92-3df9-4ce4-a8d0-5ca9549ff80f),segment_id=22522c92-3df9-4ce4-a8d0-5ca9549ff80f)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:13.094950 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:13.102610 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-bd7565a0-89b3-4e70-9263-45afc1d6ed5c tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Deleting port 5325a7a0-74a3-4fdd-a4bf-151d00679704 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:13.102945 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bd7565a0-89b3-4e70-9263-45afc1d6ed5c tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:13.137590 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df061e31-d654-4794-9aea-4a11ced65f60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Network e60dc474-500d-4967-b0b4-ba10481a0817 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:13.139968 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c6efd-e9eb-450d-8069-026005cd9416 req-53621d65-855b-4b93-bd0b-b56fdc07c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:13.141622 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4c0c6efd-e9eb-450d-8069-026005cd9416 req-53621d65-855b-4b93-bd0b-b56fdc07c553 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=65ad76e2ab97449aa72bd10490fb5076&device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 1098 time: 1.0290403 Feb 04 06:00:13.148151 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-df061e31-d654-4794-9aea-4a11ced65f60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:13.168937 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df061e31-d654-4794-9aea-4a11ced65f60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:13.231462 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df061e31-d654-4794-9aea-4a11ced65f60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=fae8af24-7447-4d8c-a6e9-217167948a74,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:13.277598 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Calling delete_port for ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:13.317063 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-1f08681c-d3a8-486b-9452-7aea979834d3 None None] Set router 682fdc3a-0651-4b6c-a3d2-7fa496df411a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:00:13.363995 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57820d42-8f8b-4677-b8e8-1048fcb20a43 None None] New status for floating IP d1fcd32d-fed1-4587-b1ea-7b46201b428b: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:00:13.426812 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27aa1d-0af9-43c7-bb91-ec3f940ed392 req-d0bde612-6fde-4351-9241-80ac53063965 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:13.427887 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-eb27aa1d-0af9-43c7-bb91-ec3f940ed392 req-d0bde612-6fde-4351-9241-80ac53063965 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 945 time: 1.2486112 Feb 04 06:00:13.433095 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c6efd-e9eb-450d-8069-026005cd9416 req-cced395d-36a5-4ba0-b2b2-cc81ce149e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:13.434741 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4c0c6efd-e9eb-450d-8069-026005cd9416 req-cced395d-36a5-4ba0-b2b2-cc81ce149e06 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8b2c027f-66fc-4891-a810-faede768ce58 HTTP/1.1" status: 200 len: 912 time: 0.2670808 Feb 04 06:00:13.467991 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06043c-a325-4ff1-b32b-d6fcc6419716 req-0e7280df-1c32-41ca-94b6-fb92d1494ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:13.470057 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8a06043c-a325-4ff1-b32b-d6fcc6419716 req-0e7280df-1c32-41ca-94b6-fb92d1494ccd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da9005f5-dfd7-4698-952c-229a09293613 HTTP/1.1" status: 200 len: 851 time: 0.3991721 Feb 04 06:00:13.476611 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df061e31-d654-4794-9aea-4a11ced65f60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:13.477515 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-df061e31-d654-4794-9aea-4a11ced65f60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:13.695811 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-df061e31-d654-4794-9aea-4a11ced65f60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 4.6662445 Feb 04 06:00:13.707303 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47176) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:13.708827 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c3faebfb-ed0c-4201-8e05-a89a40d77161 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:00:13.714807 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-eb27aa1d-0af9-43c7-bb91-ec3f940ed392 req-c7acf90f-a32a-4f8d-8399-ba94567c41fb tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfe3e5d4-3f68-43e2-8017-002269742142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789209 Feb 04 06:00:13.745136 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-1f08681c-d3a8-486b-9452-7aea979834d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'name': 'tempest-ServersTestJSON-439791222-router', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:14Z', 'revision_number': 4, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'gw_port': {'id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:55Z', 'updated_at': '2022-02-04T05:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'e773a671-1e00-4742-8779-3f2b3c6a2d82', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'floating_ip_address': '172.26.4.230', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'port_id': '839c76b6-4f97-4fb0-9523-e4e969cd0ea9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a', 'mac_address': 'fa:16:3e:33:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b30c3e-fb9a-46d5-968f-c3660c0df14f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:26Z', 'updated_at': '2022-02-04T06:00:09Z', 'revision_number': 1, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3b0a21-358c-4bd9-b01d-7cb65c4cf65a', 'name': '', 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'mac_address': 'fa:16:3e:b9:9c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7a00080c-84b1-4e69-a110-952796207a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:08Z', 'updated_at': '2022-02-04T05:59:24Z', 'revision_number': 5, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'subnets': [{'id': '7a00080c-84b1-4e69-a110-952796207a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:13.749897 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f08681c-d3a8-486b-9452-7aea979834d3 None None] The sync data for ids ['682fdc3a-0651-4b6c-a3d2-7fa496df411a'] in dv-neutron-826830-2-hyperv is: [{'id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'name': 'tempest-ServersTestJSON-439791222-router', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:14Z', 'revision_number': 4, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'gw_port': {'id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:55Z', 'updated_at': '2022-02-04T05:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'e773a671-1e00-4742-8779-3f2b3c6a2d82', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'floating_ip_address': '172.26.4.230', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'port_id': '839c76b6-4f97-4fb0-9523-e4e969cd0ea9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a', 'mac_address': 'fa:16:3e:33:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b30c3e-fb9a-46d5-968f-c3660c0df14f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:26Z', 'updated_at': '2022-02-04T06:00:09Z', 'revision_number': 1, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3b0a21-358c-4bd9-b01d-7cb65c4cf65a', 'name': '', 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'mac_address': 'fa:16:3e:b9:9c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7a00080c-84b1-4e69-a110-952796207a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:08Z', 'updated_at': '2022-02-04T05:59:24Z', 'revision_number': 5, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'subnets': [{'id': '7a00080c-84b1-4e69-a110-952796207a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:13.760913 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9f0f4-2e8a-46b9-8d56-afe8f2757630 req-ae4d109e-6f40-48db-a023-e7cfcb2fda97 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:13.769165 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': 'fae8af24-7447-4d8c-a6e9-217167948a74', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:13.769897 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-75f9f0f4-2e8a-46b9-8d56-afe8f2757630 req-ae4d109e-6f40-48db-a023-e7cfcb2fda97 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.7422013 Feb 04 06:00:13.779396 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:13.795171 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Usage tracker for resource:floatingip and tenant:be32df0199ab40b58629ba8c05d7ef10 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:13.800062 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4c0c6efd-e9eb-450d-8069-026005cd9416 req-254d34a2-4be8-400b-bc47-7e081ff1bef8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e04df16-850e-4f2e-9c11-fe5c539adcfa HTTP/1.1" status: 200 len: 999 time: 0.3118236 Feb 04 06:00:13.804856 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:13.813968 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:13.820965 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: c3faebfb-ed0c-4201-8e05-a89a40d77161 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:00:13.821426 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c3faebfb-ed0c-4201-8e05-a89a40d77161 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:00:13.888624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06043c-a325-4ff1-b32b-d6fcc6419716 req-9cd18bcd-5cbf-401d-863e-c73be9e8d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:13.894003 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8a06043c-a325-4ff1-b32b-d6fcc6419716 req-9cd18bcd-5cbf-401d-863e-c73be9e8d09f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8542b43-7535-4da4-a485-e641ef5c90d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4117014 Feb 04 06:00:13.911121 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:13.997887 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-75f9f0f4-2e8a-46b9-8d56-afe8f2757630 req-863de53b-0ea4-4c6b-83bc-7c0308367337 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267735 Feb 04 06:00:14.103800 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c6efd-e9eb-450d-8069-026005cd9416 req-1b4cf91b-05e2-4288-bf13-f9348e0dfc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:14.105625 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4c0c6efd-e9eb-450d-8069-026005cd9416 req-1b4cf91b-05e2-4288-bf13-f9348e0dfc54 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f480d6dd-77ba-48ed-975b-d2edf07b28c4 HTTP/1.1" status: 200 len: 850 time: 0.2957909 Feb 04 06:00:14.113051 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f03157-c90e-4ada-bec8-eb4802294d07 None None] New status for floating IP e773a671-1e00-4742-8779-3f2b3c6a2d82: ACTIVE {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:00:14.216261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:14.246213 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b30c3e-fb9a-46d5-968f-c3660c0df14f', 'tag': '839c76b6-4f97-4fb0-9523-e4e969cd0ea9', 'status': 'completed', 'code': 200} Feb 04 06:00:14.300249 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:14.349994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bd7565a0-89b3-4e70-9263-45afc1d6ed5c tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:14.350355 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bd7565a0-89b3-4e70-9263-45afc1d6ed5c tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:14.389945 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Port': ['ID=ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:14.479579 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b2c256-ea7f-4a0f-9c05-41fd5088fb54 None None] DHCP port deletion for ce5ace71-071c-45c6-a0db-758af144c79c request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:00:14.498921 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fb7949-1fbc-40d0-bf16-8fb643918732 None None] get_active_networks_info from dv-neutron-826830-2-hyperv {{(pid=87472) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:00:14.525391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945e65e-d9fc-48e3-aefd-3ecf6bb7dac4 req-1a59e477-e626-4188-bd32-5122a051b140 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:14.526888 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9945e65e-d9fc-48e3-aefd-3ecf6bb7dac4 req-1a59e477-e626-4188-bd32-5122a051b140 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 946 time: 0.6319158 Feb 04 06:00:14.542283 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8a06043c-a325-4ff1-b32b-d6fcc6419716 req-a083fe52-67db-4274-84b2-4d2a6ec40a5b service neutron] 10.222.0.43 "GET /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865462 Feb 04 06:00:14.669384 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fb7949-1fbc-40d0-bf16-8fb643918732 None None] Resources bound (agent type, host, resource id): {{(pid=87472) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:00:14.701146 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c6efd-e9eb-450d-8069-026005cd9416 req-a2933cc7-c509-4202-bcdd-a3858c0fc13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:14.702573 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4c0c6efd-e9eb-450d-8069-026005cd9416 req-a2933cc7-c509-4202-bcdd-a3858c0fc13b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b2c027f-66fc-4891-a810-faede768ce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5755568 Feb 04 06:00:14.705425 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9945e65e-d9fc-48e3-aefd-3ecf6bb7dac4 req-3e759249-ee35-4867-975e-1570c4884790 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/security-groups?id=f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622736 Feb 04 06:00:14.750666 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041e58f-4314-4178-87e2-d9da4e422aa9 req-1c9e00b1-db9c-4138-a739-a2540cb80de4 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:14.752224 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8041e58f-4314-4178-87e2-d9da4e422aa9 req-1c9e00b1-db9c-4138-a739-a2540cb80de4 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.3797398 Feb 04 06:00:14.865249 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8a06043c-a325-4ff1-b32b-d6fcc6419716 req-65356680-2a99-47a1-a5f8-06940fba1e23 service neutron] 10.222.0.43 "GET /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964375 Feb 04 06:00:14.886769 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8041e58f-4314-4178-87e2-d9da4e422aa9 req-713a5bad-5a87-424a-9265-828e84fafc73 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879345 Feb 04 06:00:14.922273 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-bd7565a0-89b3-4e70-9263-45afc1d6ed5c tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Calling delete_port for 5325a7a0-74a3-4fdd-a4bf-151d00679704 owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:14.976292 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4c0c6efd-e9eb-450d-8069-026005cd9416 req-da35191d-466e-4dc4-89cb-88e8a4558adf service neutron] 10.222.0.43 "GET /v2.0/networks/8b2c027f-66fc-4891-a810-faede768ce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556992 Feb 04 06:00:15.023106 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adc033-c0dd-4424-bb6b-cb0c7c35dcf4 req-75e952b9-8fad-44ea-88df-160c0ade4de2 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:15.025039 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-34adc033-c0dd-4424-bb6b-cb0c7c35dcf4 req-75e952b9-8fad-44ea-88df-160c0ade4de2 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 945 time: 0.1269143 Feb 04 06:00:15.160375 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-34adc033-c0dd-4424-bb6b-cb0c7c35dcf4 req-8da77a1a-352d-494c-9285-1e7b18922e56 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfe3e5d4-3f68-43e2-8017-002269742142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858171 Feb 04 06:00:15.217855 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4c0c6efd-e9eb-450d-8069-026005cd9416 req-ff21734d-53ac-4365-b5ff-49817e171c9a service neutron] 10.222.0.43 "GET /v2.0/networks/8b2c027f-66fc-4891-a810-faede768ce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255721 Feb 04 06:00:15.276099 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-ce5ace71-071c-45c6-a0db-758af144c79c', 'network_id': 'ce5ace71-071c-45c6-a0db-758af144c79c', 'tenant_id': 'be5863f9490840e8a3915d28728f2bb3', 'fixed_ips': [{'subnet_id': 'd3bc957f-a0be-47fa-ba86-91231d33eeda'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:00:15.276963 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:15.356339 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No DVR routers for this DVR port ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96 on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:00:15.444295 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Allocated IP 172.20.0.1 (ce5ace71-071c-45c6-a0db-758af144c79c/d3bc957f-a0be-47fa-ba86-91231d33eeda/83ea2fb0-0818-4aae-ad6f-b4b579ec74d2) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:15.465704 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bd7565a0-89b3-4e70-9263-45afc1d6ed5c tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:15.473111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e350be-9420-4aec-85c1-5d5b2781f555 req-3c1751a4-ab62-4765-983d-d8279b477095 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:15.475331 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2e350be-9420-4aec-85c1-5d5b2781f555 req-3c1751a4-ab62-4765-983d-d8279b477095 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.1029549 Feb 04 06:00:15.532588 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90c14776-2321-422b-938d-4e616d86e528 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:15.549545 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2e350be-9420-4aec-85c1-5d5b2781f555 req-38c4f2bd-a4b3-44db-8af0-d71f7420e885 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672092 Feb 04 06:00:15.575932 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7565a0-89b3-4e70-9263-45afc1d6ed5c tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Pushing event deleted for resources: {'Port': ['ID=5325a7a0-74a3-4fdd-a4bf-151d00679704,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:15.585078 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:15.612278 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90c14776-2321-422b-938d-4e616d86e528 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:15.676097 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:15.690342 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Transition to ACTIVE for port object 83ea2fb0-0818-4aae-ad6f-b4b579ec74d2 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:15.713802 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Transition to ACTIVE for port object 83ea2fb0-0818-4aae-ad6f-b4b579ec74d2 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:15.727168 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:15.808122 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:00:15.841852 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Pushing event updated for resources: {'Port': ['ID=83ea2fb0-0818-4aae-ad6f-b4b579ec74d2,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:15.851471 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:00:15.851937 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ef2f3b4e-cbb3-4c5a-8d78-a49c17a6aa96 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:00:15.855286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139380b6-6d4b-434b-87c5-ea13be70aec9 req-9eb71b87-f6c1-4ebf-b8b7-9844ed500285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:15.857377 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-139380b6-6d4b-434b-87c5-ea13be70aec9 req-9eb71b87-f6c1-4ebf-b8b7-9844ed500285 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c85bcf77029c4cef92a0a226e81e77ad&device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 1099 time: 1.6013122 Feb 04 06:00:15.862421 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Network ce5ace71-071c-45c6-a0db-758af144c79c is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:15.863392 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:15.865716 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:15.908192 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dd268-5020-44a0-9147-a26fabd906c0 req-aca6d716-51c6-4604-9a65-1d621ff1f7e3 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:15.915560 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c19dd268-5020-44a0-9147-a26fabd906c0 req-aca6d716-51c6-4604-9a65-1d621ff1f7e3 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 946 time: 0.0974262 Feb 04 06:00:15.967865 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c19dd268-5020-44a0-9147-a26fabd906c0 req-01aaf428-a405-4e6d-b357-b5c27832a965 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/security-groups?id=f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513511 Feb 04 06:00:15.970936 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Attempting to bind port 83ea2fb0-0818-4aae-ad6f-b4b579ec74d2 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:00:15.971310 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Attempting to bind port 83ea2fb0-0818-4aae-ad6f-b4b579ec74d2 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '22522c92-3df9-4ce4-a8d0-5ca9549ff80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ce5ace71-071c-45c6-a0db-758af144c79c'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:00:15.971669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Attempting to bind port 83ea2fb0-0818-4aae-ad6f-b4b579ec74d2 on network ce5ace71-071c-45c6-a0db-758af144c79c {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:00:15.977206 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:00:15.977616 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Checking segment: {'id': '22522c92-3df9-4ce4-a8d0-5ca9549ff80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ce5ace71-071c-45c6-a0db-758af144c79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:00:15.978200 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:15.978594 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Bound using segment: {'id': '22522c92-3df9-4ce4-a8d0-5ca9549ff80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ce5ace71-071c-45c6-a0db-758af144c79c'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:00:15.979054 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Bound port: 83ea2fb0-0818-4aae-ad6f-b4b579ec74d2, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22522c92-3df9-4ce4-a8d0-5ca9549ff80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ce5ace71-071c-45c6-a0db-758af144c79c'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:00:15.979456 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:16.066759 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bd7565a0-89b3-4e70-9263-45afc1d6ed5c tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:16.077641 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] For port 83ea2fb0-0818-4aae-ad6f-b4b579ec74d2, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:00:16.081206 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] For port 83ea2fb0-0818-4aae-ad6f-b4b579ec74d2, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=83ea2fb0-0818-4aae-ad6f-b4b579ec74d2,segment=NetworkSegment(22522c92-3df9-4ce4-a8d0-5ca9549ff80f),segment_id=22522c92-3df9-4ce4-a8d0-5ca9549ff80f)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:00:16.086820 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:16.188664 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee131d16-b99a-4a87-bcbc-3941a45d0659 None None] Pushing event updated for resources: {'Port': ['ID=83ea2fb0-0818-4aae-ad6f-b4b579ec74d2,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:16.231563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:16.334119 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Subnet': ['ID=d3bc957f-a0be-47fa-ba86-91231d33eeda,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:16.367292 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139380b6-6d4b-434b-87c5-ea13be70aec9 req-f9103766-8be0-4e19-8fbf-2f43aa500c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:16.368788 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-139380b6-6d4b-434b-87c5-ea13be70aec9 req-f9103766-8be0-4e19-8fbf-2f43aa500c2b service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d1f31ca-7eb5-4276-8d31-65c804e64b2a HTTP/1.1" status: 200 len: 906 time: 0.4815397 Feb 04 06:00:16.396053 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4351abb-adfb-44cc-9f1b-55aaa12ac045 req-11dcb660-52e1-43fe-8d07-12bc45f9c675 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:16.404115 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e4351abb-adfb-44cc-9f1b-55aaa12ac045 req-11dcb660-52e1-43fe-8d07-12bc45f9c675 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.1723049 Feb 04 06:00:16.448030 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c14776-2321-422b-938d-4e616d86e528 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Router 05ccbb20-1247-42af-a979-091bd03779af has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:00:16.463624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd94f9-2c1f-4692-8aa9-b23470da817e req-85818ad4-ccf4-4a5e-a380-bece82c955c8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:16.465137 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7bbd94f9-2c1f-4692-8aa9-b23470da817e req-85818ad4-ccf4-4a5e-a380-bece82c955c8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 945 time: 0.1642964 Feb 04 06:00:16.472639 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e4351abb-adfb-44cc-9f1b-55aaa12ac045 req-7e8c3a69-436b-445a-b4dc-1def6201e0d7 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677364 Feb 04 06:00:16.509443 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:16.527577 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7bbd94f9-2c1f-4692-8aa9-b23470da817e req-30db2946-525d-4c1f-bb09-e7ce5676a953 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfe3e5d4-3f68-43e2-8017-002269742142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538375 Feb 04 06:00:16.695511 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:16.703179 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bd7565a0-89b3-4e70-9263-45afc1d6ed5c tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:16.704390 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bd7565a0-89b3-4e70-9263-45afc1d6ed5c tempest-FloatingIPAdminTestJSON-586462029 tempest-FloatingIPAdminTestJSON-586462029-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/79745990-9c62-4c58-9c6b-be45dad2f279 HTTP/1.1" status: 204 len: 168 time: 3.9305158 Feb 04 06:00:16.708651 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47204) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:16.751711 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb53179-b5bc-4f0d-9b2f-5c2489b984dc req-cbeef78a-6bea-4c1c-bdd1-e4102aef4c34 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:16.753168 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-deb53179-b5bc-4f0d-9b2f-5c2489b984dc req-cbeef78a-6bea-4c1c-bdd1-e4102aef4c34 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 945 time: 0.1137736 Feb 04 06:00:16.815013 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-898c2b03-bef4-44e9-80ce-aba836f692ba tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Deleting port 693a9459-bc79-414d-9616-f2fa32b6df05 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:16.815346 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-898c2b03-bef4-44e9-80ce-aba836f692ba tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:16.864859 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-deb53179-b5bc-4f0d-9b2f-5c2489b984dc req-8ab2f338-e10a-4b21-baad-63a8d860e1a8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfe3e5d4-3f68-43e2-8017-002269742142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986254 Feb 04 06:00:16.871160 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-139380b6-6d4b-434b-87c5-ea13be70aec9 req-56aa62cb-c02a-41e9-b667-77d7f5d41a05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=839c76b6-4f97-4fb0-9523-e4e969cd0ea9 HTTP/1.1" status: 200 len: 1002 time: 0.4907041 Feb 04 06:00:16.906996 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5ace71-071c-45c6-a0db-758af144c79c']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:16.994748 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22522c92-3df9-4ce4-a8d0-5ca9549ff80f') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:16.995044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22522c92-3df9-4ce4-a8d0-5ca9549ff80f') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:17.007910 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.082161 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-898c2b03-bef4-44e9-80ce-aba836f692ba tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.103095 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.141497 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.211685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.227484 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139380b6-6d4b-434b-87c5-ea13be70aec9 req-87380a8e-46e4-47b5-9c0a-8f6de64533cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:17.229142 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-139380b6-6d4b-434b-87c5-ea13be70aec9 req-87380a8e-46e4-47b5-9c0a-8f6de64533cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a00080c-84b1-4e69-a110-952796207a71 HTTP/1.1" status: 200 len: 844 time: 0.3240788 Feb 04 06:00:17.249152 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Allocated IP 172.26.4.184 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/c42b1d6c-f628-4f89-9583-83cd219e0c55) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:17.251498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:00:17.251946 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:00:17.272923 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:00:17.311526 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db329656-5d3a-401b-a8fe-b5721a66a1c6 None None] Network ce5ace71-071c-45c6-a0db-758af144c79c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:00:17.380858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c14776-2321-422b-938d-4e616d86e528 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:17.396290 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d3a771-232a-4fac-b0da-0b00098209e6 None None] Sync routers for ids ['05ccbb20-1247-42af-a979-091bd03779af'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:17.411045 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-898c2b03-bef4-44e9-80ce-aba836f692ba tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Calling delete_port for 693a9459-bc79-414d-9616-f2fa32b6df05 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:17.424286 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d3a771-232a-4fac-b0da-0b00098209e6 None None] Routers {'05ccbb20-1247-42af-a979-091bd03779af'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:17.424986 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b4d3a771-232a-4fac-b0da-0b00098209e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['05ccbb20-1247-42af-a979-091bd03779af'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:17.483455 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a025df3d-fa61-4be8-9ae7-22e593f0d512 None None] Provisioning for port 83ea2fb0-0818-4aae-ad6f-b4b579ec74d2 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:00:17.570424 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b4d3a771-232a-4fac-b0da-0b00098209e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:17.608822 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90c14776-2321-422b-938d-4e616d86e528 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.613451 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-90c14776-2321-422b-938d-4e616d86e528 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "PUT /v2.0/routers/05ccbb20-1247-42af-a979-091bd03779af HTTP/1.1" status: 200 len: 926 time: 7.5542343 Feb 04 06:00:17.618578 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845e1fa-2dd1-426b-aa4d-644f8271f972 req-1fa2273f-2a67-4ce9-8b27-9cfc3862770c tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:17.618883 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d3a771-232a-4fac-b0da-0b00098209e6 None None] Routers {'05ccbb20-1247-42af-a979-091bd03779af'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:17.619501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b4d3a771-232a-4fac-b0da-0b00098209e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['05ccbb20-1247-42af-a979-091bd03779af'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:17.620314 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4845e1fa-2dd1-426b-aa4d-644f8271f972 req-1fa2273f-2a67-4ce9-8b27-9cfc3862770c tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 946 time: 0.5301788 Feb 04 06:00:17.632124 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47216) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:17.662618 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 06:00:17.662618 dv-neutron-826830-2-hyperv neutron-server[87470]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 06:00:17.662618 dv-neutron-826830-2-hyperv neutron-server[87470]: [parameters: {'id': 'ce5ace71-071c-45c6-a0db-758af144c79c'}] Feb 04 06:00:17.662618 dv-neutron-826830-2-hyperv neutron-server[87470]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:00:17.662958 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:00:17.682715 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b4d3a771-232a-4fac-b0da-0b00098209e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:17.682990 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d3a771-232a-4fac-b0da-0b00098209e6 None None] The sync data for ids ['05ccbb20-1247-42af-a979-091bd03779af'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:17.746688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139380b6-6d4b-434b-87c5-ea13be70aec9 req-ee013195-43bc-44f2-b4f7-652be41d68a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:17.748241 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-139380b6-6d4b-434b-87c5-ea13be70aec9 req-ee013195-43bc-44f2-b4f7-652be41d68a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d1f31ca-7eb5-4276-8d31-65c804e64b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4802568 Feb 04 06:00:17.767112 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.786376 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9552f8c0-b9c2-4078-b7e2-b50ac9129fc4 None None] DHCP port deletion for ce5ace71-071c-45c6-a0db-758af144c79c request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:00:17.790392 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9552f8c0-b9c2-4078-b7e2-b50ac9129fc4 None None] Deleting port 83ea2fb0-0818-4aae-ad6f-b4b579ec74d2 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:17.790719 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9552f8c0-b9c2-4078-b7e2-b50ac9129fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.790927 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-898c2b03-bef4-44e9-80ce-aba836f692ba tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.908539 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-139380b6-6d4b-434b-87c5-ea13be70aec9 req-e27ee239-171b-40a6-b5be-0eaac72bbf20 service neutron] 10.222.0.43 "GET /v2.0/networks/0d1f31ca-7eb5-4276-8d31-65c804e64b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443162 Feb 04 06:00:17.912707 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c2b03-bef4-44e9-80ce-aba836f692ba tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Pushing event deleted for resources: {'Port': ['ID=693a9459-bc79-414d-9616-f2fa32b6df05,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:17.974780 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.015666 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-9552f8c0-b9c2-4078-b7e2-b50ac9129fc4 None None] For port 83ea2fb0-0818-4aae-ad6f-b4b579ec74d2, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=83ea2fb0-0818-4aae-ad6f-b4b579ec74d2,segment=NetworkSegment(22522c92-3df9-4ce4-a8d0-5ca9549ff80f),segment_id=22522c92-3df9-4ce4-a8d0-5ca9549ff80f)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:18.016094 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9552f8c0-b9c2-4078-b7e2-b50ac9129fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.021434 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4845e1fa-2dd1-426b-aa4d-644f8271f972 req-814ef239-acb1-4ead-aee6-9f3310ca4872 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/security-groups?id=f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3014150 Feb 04 06:00:18.094720 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-898c2b03-bef4-44e9-80ce-aba836f692ba tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.113255 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-898c2b03-bef4-44e9-80ce-aba836f692ba tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] 10.222.0.31 "DELETE /v2.0/ports/693a9459-bc79-414d-9616-f2fa32b6df05 HTTP/1.1" status: 204 len: 168 time: 1.4034624 Feb 04 06:00:18.119512 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a289b733-d654-4d81-830c-d6b4b773c14e tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "GET /v2.0/routers/05ccbb20-1247-42af-a979-091bd03779af HTTP/1.1" status: 200 len: 926 time: 0.4859171 Feb 04 06:00:18.120681 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47220) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:18.121259 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47222) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:18.136381 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:18.152821 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:18.155329 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Allocated IP 172.26.4.4 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/7a74a4d6-939e-4331-9282-aee69f339993) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:18.163634 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:18.180141 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9552f8c0-b9c2-4078-b7e2-b50ac9129fc4 None None] Calling delete_port for 83ea2fb0-0818-4aae-ad6f-b4b579ec74d2 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:18.189052 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.190761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=c42b1d6c-f628-4f89-9583-83cd219e0c55,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:18.252503 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097087c-3b59-47e6-8308-018fe992075f req-3029f87b-5067-4b30-ae9e-fa51a95361be tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:18.254190 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3097087c-3b59-47e6-8308-018fe992075f req-3029f87b-5067-4b30-ae9e-fa51a95361be tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.6307395 Feb 04 06:00:18.268847 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9552f8c0-b9c2-4078-b7e2-b50ac9129fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.287028 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-139380b6-6d4b-434b-87c5-ea13be70aec9 req-0b70690a-51b4-4888-b4cd-306822c6a8dd service neutron] 10.222.0.43 "GET /v2.0/networks/0d1f31ca-7eb5-4276-8d31-65c804e64b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345337 Feb 04 06:00:18.316840 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552f8c0-b9c2-4078-b7e2-b50ac9129fc4 None None] Pushing event deleted for resources: {'Port': ['ID=83ea2fb0-0818-4aae-ad6f-b4b579ec74d2,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:18.322713 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9552f8c0-b9c2-4078-b7e2-b50ac9129fc4 None None] No DVR routers for this DVR port 83ea2fb0-0818-4aae-ad6f-b4b579ec74d2 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:00:18.333502 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3097087c-3b59-47e6-8308-018fe992075f req-eef7a6b4-b334-4cda-9e43-27c880d10940 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685589 Feb 04 06:00:18.355164 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd417242-9c24-49d8-ad0e-9ffb41fe4692 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:18.356850 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cd417242-9c24-49d8-ad0e-9ffb41fe4692 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&device_id=05ccbb20-1247-42af-a979-091bd03779af&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2309418 Feb 04 06:00:18.359898 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47228) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:18.386779 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b6fa8c-e7be-4f1d-b22c-4bdc06f6d5c5 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:18.387547 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b2b6fa8c-e7be-4f1d-b22c-4bdc06f6d5c5 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Synchronizing usage tracker for tenant:4959f738dfae420aa291222aaca2e8e4 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:00:18.470808 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b2b6fa8c-e7be-4f1d-b22c-4bdc06f6d5c5 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Unset dirty status for tenant:4959f738dfae420aa291222aaca2e8e4 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:00:18.471954 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b2b6fa8c-e7be-4f1d-b22c-4bdc06f6d5c5 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] 10.222.0.31 "GET /v2.0/ports?device_id=562d5ad6-5064-4bbb-ad04-11b935c577b8 HTTP/1.1" status: 200 len: 913 time: 0.3476605 Feb 04 06:00:18.481825 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47232) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:18.559521 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.586793 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96375e5-733a-4813-9338-2673455573ae tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:18.588086 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f96375e5-733a-4813-9338-2673455573ae tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "GET /v2.0/networks/ab369154-15d6-461d-ac4e-da4d6375f709 HTTP/1.1" status: 200 len: 881 time: 0.2266765 Feb 04 06:00:18.615804 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47236) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:18.686523 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5ace71-071c-45c6-a0db-758af144c79c']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:18.709896 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-93bb0360-23d3-410f-b33e-37e1d73904e5 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "GET /v2.0/ports?device_id=05ccbb20-1247-42af-a979-091bd03779af HTTP/1.1" status: 200 len: 205 time: 0.0784838 Feb 04 06:00:18.716093 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47240) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:18.717638 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22522c92-3df9-4ce4-a8d0-5ca9549ff80f') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:18.717933 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22522c92-3df9-4ce4-a8d0-5ca9549ff80f') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:18.729876 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.805719 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.911829 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.932968 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:00:18.933361 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:00:18.949396 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:00:19.224749 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1eab7630-103a-43e2-9bde-989e1591f2da tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.294017 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b894fc1-af2e-4788-9383-4f29359574c3 req-4beebafa-866e-4a3f-ba39-167554a76086 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:19.295428 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2b894fc1-af2e-4788-9383-4f29359574c3 req-4beebafa-866e-4a3f-ba39-167554a76086 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 946 time: 0.1683087 Feb 04 06:00:19.316143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.319636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.360887 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f5f72e44-579b-46aa-a17b-8c9eae222fd0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.433300 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2b894fc1-af2e-4788-9383-4f29359574c3 req-458a38f7-509d-4a73-b968-445eb2a12b06 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/security-groups?id=f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243904 Feb 04 06:00:19.479092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.495398 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Network': ['ID=ce5ace71-071c-45c6-a0db-758af144c79c,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:19.511919 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:19.518203 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:19.524137 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-109641fd-84b1-4b5f-93e0-3d0b6d9e14cf tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/ce5ace71-071c-45c6-a0db-758af144c79c HTTP/1.1" status: 204 len: 168 time: 10.7846446 Feb 04 06:00:19.524137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:19.540796 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47250) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:19.561964 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-6a77f22b-823a-480f-b52e-7616e484c8bb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1732830887'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:19.571492 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Pushing event updated for resources: {'Port': ['ID=7a74a4d6-939e-4331-9282-aee69f339993,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:19.579676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6a77f22b-823a-480f-b52e-7616e484c8bb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:19.650640 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6a77f22b-823a-480f-b52e-7616e484c8bb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:network and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:19.664704 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6a77f22b-823a-480f-b52e-7616e484c8bb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:19.674550 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6a77f22b-823a-480f-b52e-7616e484c8bb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:19.708037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a77f22b-823a-480f-b52e-7616e484c8bb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:19.711446 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a77f22b-823a-480f-b52e-7616e484c8bb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.719246 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 83ea2fb0-0818-4aae-ad6f-b4b579ec74d2 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:00:19.756332 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 83ea2fb0-0818-4aae-ad6f-b4b579ec74d2 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:00:19.756699 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 83ea2fb0-0818-4aae-ad6f-b4b579ec74d2 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:00:19.772034 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de42485-c093-48a4-9f2e-aa279cabd5a3 req-1f05c6d6-3b1f-4355-9844-f964463f8621 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:19.773552 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0de42485-c093-48a4-9f2e-aa279cabd5a3 req-1f05c6d6-3b1f-4355-9844-f964463f8621 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.3319364 Feb 04 06:00:19.786255 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a77f22b-823a-480f-b52e-7616e484c8bb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:00:19.816088 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a77f22b-823a-480f-b52e-7616e484c8bb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.816342 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-6a77f22b-823a-480f-b52e-7616e484c8bb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Added segment 4272010c-2610-4e31-9caf-8508d122a576 of type vlan for network 656a1652-04a2-4cf9-b4b5-11a79d485ab0 Feb 04 06:00:19.832925 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f5f72e44-579b-46aa-a17b-8c9eae222fd0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.861433 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee13db-5100-4992-8724-a60382971758 req-fb7d48f3-4a54-4e4e-9ab5-b10812cefe5d tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:19.862896 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2bee13db-5100-4992-8724-a60382971758 req-fb7d48f3-4a54-4e4e-9ab5-b10812cefe5d tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 946 time: 0.2862663 Feb 04 06:00:19.895039 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f5f72e44-579b-46aa-a17b-8c9eae222fd0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Deleting port 6979e941-0918-42fc-bfc0-d8530e4e3674 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:19.895386 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f5f72e44-579b-46aa-a17b-8c9eae222fd0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.936405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.937313 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a77f22b-823a-480f-b52e-7616e484c8bb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.943180 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0de42485-c093-48a4-9f2e-aa279cabd5a3 req-f52c0658-89df-46ff-aa72-071e74273397 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607456 Feb 04 06:00:19.964377 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-1eab7630-103a-43e2-9bde-989e1591f2da tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Deleting port 636a2b0d-90ed-4113-9105-19643b0b85bf {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:19.964516 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1eab7630-103a-43e2-9bde-989e1591f2da tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:20.013154 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2bee13db-5100-4992-8724-a60382971758 req-5a69a7d0-d042-407c-8e25-cfd60bd052f2 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/security-groups?id=f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355655 Feb 04 06:00:20.113801 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a77f22b-823a-480f-b52e-7616e484c8bb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:20.119332 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a77f22b-823a-480f-b52e-7616e484c8bb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:20.119954 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a77f22b-823a-480f-b52e-7616e484c8bb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:20.239061 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6a77f22b-823a-480f-b52e-7616e484c8bb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6964893 Feb 04 06:00:20.246424 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47258) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:20.264224 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-9bf6570a-d6eb-45b5-be9d-500e8c641fe2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:20.281123 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77f22b-823a-480f-b52e-7616e484c8bb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Network': ['ID=656a1652-04a2-4cf9-b4b5-11a79d485ab0,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:20.284724 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:20.296791 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 656a1652-04a2-4cf9-b4b5-11a79d485ab0 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:00:20.322853 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f5f72e44-579b-46aa-a17b-8c9eae222fd0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:20.387223 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1eab7630-103a-43e2-9bde-989e1591f2da tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:20.467499 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f5f72e44-579b-46aa-a17b-8c9eae222fd0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Calling delete_port for 6979e941-0918-42fc-bfc0-d8530e4e3674 owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:20.517756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:20.535148 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-1eab7630-103a-43e2-9bde-989e1591f2da tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Calling delete_port for 636a2b0d-90ed-4113-9105-19643b0b85bf owned by network:router_interface {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:20.824297 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9bf6570a-d6eb-45b5-be9d-500e8c641fe2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:20.845530 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9bf6570a-d6eb-45b5-be9d-500e8c641fe2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:20.880725 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9bf6570a-d6eb-45b5-be9d-500e8c641fe2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network 656a1652-04a2-4cf9-b4b5-11a79d485ab0 is not hosted by any dhcp agent {{(pid=87471) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 06:00:20.885946 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf6570a-d6eb-45b5-be9d-500e8c641fe2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:20.886520 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9bf6570a-d6eb-45b5-be9d-500e8c641fe2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:20.887748 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9bf6570a-d6eb-45b5-be9d-500e8c641fe2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "PUT /v2.0/networks/656a1652-04a2-4cf9-b4b5-11a79d485ab0 HTTP/1.1" status: 200 len: 723 time: 0.6403916 Feb 04 06:00:20.899014 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47262) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:20.937717 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-962ea81f-d44c-44bd-a95b-81384994ec25 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'subnet': {'network_id': '656a1652-04a2-4cf9-b4b5-11a79d485ab0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:20.959604 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6570a-d6eb-45b5-be9d-500e8c641fe2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Network': ['ID=656a1652-04a2-4cf9-b4b5-11a79d485ab0,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:20.971379 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 656a1652-04a2-4cf9-b4b5-11a79d485ab0 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:00:21.061306 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1eab7630-103a-43e2-9bde-989e1591f2da tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:21.151390 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab7630-103a-43e2-9bde-989e1591f2da tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Pushing event deleted for resources: {'Port': ['ID=636a2b0d-90ed-4113-9105-19643b0b85bf,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:21.190489 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-962ea81f-d44c-44bd-a95b-81384994ec25 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:21.244411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-962ea81f-d44c-44bd-a95b-81384994ec25 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:subnet and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:21.248342 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:21.254065 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-962ea81f-d44c-44bd-a95b-81384994ec25 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:21.326691 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-962ea81f-d44c-44bd-a95b-81384994ec25 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:21.329234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:21.358470 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14bac6-6527-4c18-b513-3fa6e6f6148f req-66d0aa41-92a0-4e43-ba74-4b1a24475f7b tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:21.360499 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0d14bac6-6527-4c18-b513-3fa6e6f6148f req-66d0aa41-92a0-4e43-ba74-4b1a24475f7b tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.2920001 Feb 04 06:00:21.448622 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962ea81f-d44c-44bd-a95b-81384994ec25 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:21.451986 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-962ea81f-d44c-44bd-a95b-81384994ec25 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:21.471445 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f5f72e44-579b-46aa-a17b-8c9eae222fd0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:21.489242 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0d14bac6-6527-4c18-b513-3fa6e6f6148f req-62966b44-25f0-4111-a39e-a649d417b7ea tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203687 Feb 04 06:00:21.493806 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1eab7630-103a-43e2-9bde-989e1591f2da tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:21.502201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:21.573694 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=c42b1d6c-f628-4f89-9583-83cd219e0c55,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:21.726120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:21.776659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f72e44-579b-46aa-a17b-8c9eae222fd0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Pushing event deleted for resources: {'Port': ['ID=6979e941-0918-42fc-bfc0-d8530e4e3674,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:21.885315 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eab7630-103a-43e2-9bde-989e1591f2da tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Router 562d5ad6-5064-4bbb-ad04-11b935c577b8 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:00:22.093941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eab7630-103a-43e2-9bde-989e1591f2da tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:22.104125 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd65492-2d8d-44f8-be0c-65e0ef0d889d None None] Sync routers for ids ['562d5ad6-5064-4bbb-ad04-11b935c577b8'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:22.115644 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd65492-2d8d-44f8-be0c-65e0ef0d889d None None] Routers {'562d5ad6-5064-4bbb-ad04-11b935c577b8'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:22.116610 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1eab7630-103a-43e2-9bde-989e1591f2da tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] 10.222.0.31 "PUT /v2.0/routers/562d5ad6-5064-4bbb-ad04-11b935c577b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6333821 Feb 04 06:00:22.116778 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-dbd65492-2d8d-44f8-be0c-65e0ef0d889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['562d5ad6-5064-4bbb-ad04-11b935c577b8'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:22.117427 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47268) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:22.136002 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f5f72e44-579b-46aa-a17b-8c9eae222fd0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:22.182234 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-dbd65492-2d8d-44f8-be0c-65e0ef0d889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:22.191924 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd65492-2d8d-44f8-be0c-65e0ef0d889d None None] Routers {'562d5ad6-5064-4bbb-ad04-11b935c577b8'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:22.192613 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-dbd65492-2d8d-44f8-be0c-65e0ef0d889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['562d5ad6-5064-4bbb-ad04-11b935c577b8'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:22.258101 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-dbd65492-2d8d-44f8-be0c-65e0ef0d889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:22.258619 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd65492-2d8d-44f8-be0c-65e0ef0d889d None None] The sync data for ids ['562d5ad6-5064-4bbb-ad04-11b935c577b8'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:22.390560 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f5f72e44-579b-46aa-a17b-8c9eae222fd0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:22.400602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f5f72e44-579b-46aa-a17b-8c9eae222fd0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:22.423806 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Floating IP ab64687f-f06d-4e63-9850-db9efd64a2a6 associated. External IP: 172.26.4.184, port: fae8af24-7447-4d8c-a6e9-217167948a74. Feb 04 06:00:22.433939 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d9b71e4e-952c-4ca4-8250-3d48f8d57023 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:22.548636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f5f72e44-579b-46aa-a17b-8c9eae222fd0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:22.549162 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f72e44-579b-46aa-a17b-8c9eae222fd0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Fanout notify agent at l3_agent the message router_deleted on router 05ccbb20-1247-42af-a979-091bd03779af {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:00:22.650166 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Router a4b3c899-9c2d-472c-972c-a947a6b222f6 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:00:22.663497 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-962ea81f-d44c-44bd-a95b-81384994ec25 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:22.741860 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d9b71e4e-952c-4ca4-8250-3d48f8d57023 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:22.759309 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d9b71e4e-952c-4ca4-8250-3d48f8d57023 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Deleting port ab83f101-c827-43f0-8165-07a60f0740d7 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:22.759756 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d9b71e4e-952c-4ca4-8250-3d48f8d57023 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:22.885935 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f5f72e44-579b-46aa-a17b-8c9eae222fd0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:22.887044 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f5f72e44-579b-46aa-a17b-8c9eae222fd0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "DELETE /v2.0/routers/05ccbb20-1247-42af-a979-091bd03779af HTTP/1.1" status: 204 len: 168 time: 4.1608589 Feb 04 06:00:22.890968 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47276) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:22.903089 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a738b6f-f839-4992-99b8-25c2717460ef req-b04c6ff5-4ed1-4ff7-ae83-4e59cae3d879 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:22.904444 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7a738b6f-f839-4992-99b8-25c2717460ef req-b04c6ff5-4ed1-4ff7-ae83-4e59cae3d879 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.2185609 Feb 04 06:00:22.909292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-66f0ca3d-2b6b-4801-8850-899454c755c0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1138665312', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:22.919980 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-66f0ca3d-2b6b-4801-8850-899454c755c0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:22.948432 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-66f0ca3d-2b6b-4801-8850-899454c755c0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Usage tracker for resource:router and tenant:ff78521b780f4b2b8604664af9d5a608 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:22.953045 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-66f0ca3d-2b6b-4801-8850-899454c755c0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:22.961917 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ea81f-d44c-44bd-a95b-81384994ec25 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Subnet': ['ID=6cb6974f-4bb3-4efb-93cf-a9da1e5d8bcc,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:22.966906 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-66f0ca3d-2b6b-4801-8850-899454c755c0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:22.996100 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d9b71e4e-952c-4ca4-8250-3d48f8d57023 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:23.014023 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7a738b6f-f839-4992-99b8-25c2717460ef req-38bcdd16-d38e-41ff-8697-9b0e1bb22bff tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974669 Feb 04 06:00:23.017727 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ea81f-d44c-44bd-a95b-81384994ec25 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Checking segment: {'id': '4272010c-2610-4e31-9caf-8508d122a576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '656a1652-04a2-4cf9-b4b5-11a79d485ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:00:23.018088 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962ea81f-d44c-44bd-a95b-81384994ec25 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network hostable DHCP agents. Network: 656a1652-04a2-4cf9-b4b5-11a79d485ab0, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:00:23.065275 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-66f0ca3d-2b6b-4801-8850-899454c755c0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:23.066320 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-66f0ca3d-2b6b-4801-8850-899454c755c0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:23.082582 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:23.093768 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b5f42f-3a55-481d-814d-749ab29e2076 None None] Sync routers for ids ['a4b3c899-9c2d-472c-972c-a947a6b222f6'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:23.104655 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b5f42f-3a55-481d-814d-749ab29e2076 None None] Routers {'a4b3c899-9c2d-472c-972c-a947a6b222f6'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:23.105461 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-57b5f42f-3a55-481d-814d-749ab29e2076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['a4b3c899-9c2d-472c-972c-a947a6b222f6'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:23.132914 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d9b71e4e-952c-4ca4-8250-3d48f8d57023 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Calling delete_port for ab83f101-c827-43f0-8165-07a60f0740d7 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:23.135227 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:23.136520 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3d1dfc45-ad38-4c9c-aced-8ebfbf856b06 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.7851093 Feb 04 06:00:23.140953 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47280) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:23.145930 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-601e3420-1423-48c1-b512-b240f1b999db tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'enable_snat': False}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:23.189408 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-57b5f42f-3a55-481d-814d-749ab29e2076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:23.191940 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-66f0ca3d-2b6b-4801-8850-899454c755c0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:23.201647 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b5f42f-3a55-481d-814d-749ab29e2076 None None] Routers {'a4b3c899-9c2d-472c-972c-a947a6b222f6'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:23.201831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962ea81f-d44c-44bd-a95b-81384994ec25 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network 656a1652-04a2-4cf9-b4b5-11a79d485ab0 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:00:23.202859 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-57b5f42f-3a55-481d-814d-749ab29e2076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['a4b3c899-9c2d-472c-972c-a947a6b222f6'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:23.217081 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 291bd204-0842-4d12-b7ad-9ab081fb392c has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:00:23.244756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-962ea81f-d44c-44bd-a95b-81384994ec25 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 656a1652-04a2-4cf9-b4b5-11a79d485ab0) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:23.257742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-66f0ca3d-2b6b-4801-8850-899454c755c0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:23.272207 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f450a630-4bb9-40be-8c91-db472c009559 None None] Network 656a1652-04a2-4cf9-b4b5-11a79d485ab0 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:00:23.297175 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-66f0ca3d-2b6b-4801-8850-899454c755c0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:23.298774 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-66f0ca3d-2b6b-4801-8850-899454c755c0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4068680 Feb 04 06:00:23.302587 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47284) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:23.309351 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-dc762d75-815a-457e-98a0-0579e220c99c tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:23.348175 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-57b5f42f-3a55-481d-814d-749ab29e2076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:23.348843 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b5f42f-3a55-481d-814d-749ab29e2076 None None] The sync data for ids ['a4b3c899-9c2d-472c-972c-a947a6b222f6'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:23.487234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962ea81f-d44c-44bd-a95b-81384994ec25 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:23.487862 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-962ea81f-d44c-44bd-a95b-81384994ec25 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:23.509877 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-656a1652-04a2-4cf9-b4b5-11a79d485ab0', 'network_id': '656a1652-04a2-4cf9-b4b5-11a79d485ab0', 'tenant_id': 'be5863f9490840e8a3915d28728f2bb3', 'fixed_ips': [{'subnet_id': '6cb6974f-4bb3-4efb-93cf-a9da1e5d8bcc'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:00:23.510780 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:23.547823 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-962ea81f-d44c-44bd-a95b-81384994ec25 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6461954 Feb 04 06:00:23.555001 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47288) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:23.564834 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-1e5a1012-e9a0-4a5a-9b8b-bcd8d9d45ba9 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:23.682550 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Allocated IP 172.20.0.2 (656a1652-04a2-4cf9-b4b5-11a79d485ab0/6cb6974f-4bb3-4efb-93cf-a9da1e5d8bcc/72fd937d-08b9-439e-8249-449bff0bd0bd) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:23.865205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d9b71e4e-952c-4ca4-8250-3d48f8d57023 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:23.873774 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:23.885458 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c494d31-f759-4910-ac7c-32a3ae8d6802 None None] Sync routers for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:23.894856 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c494d31-f759-4910-ac7c-32a3ae8d6802 None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:23.895856 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-7c494d31-f759-4910-ac7c-32a3ae8d6802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:23.931213 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1e5a1012-e9a0-4a5a-9b8b-bcd8d9d45ba9 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6715930'] for subnet, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:23.938290 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dc762d75-815a-457e-98a0-0579e220c99c tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:23.942024 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:23.953554 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Transition to ACTIVE for port object 72fd937d-08b9-439e-8249-449bff0bd0bd will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:23.958233 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-7c494d31-f759-4910-ac7c-32a3ae8d6802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:23.967355 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:23.968014 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c494d31-f759-4910-ac7c-32a3ae8d6802 None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:23.968851 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-7c494d31-f759-4910-ac7c-32a3ae8d6802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:23.973023 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Transition to ACTIVE for port object 72fd937d-08b9-439e-8249-449bff0bd0bd will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:23.980604 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:24.001046 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b71e4e-952c-4ca4-8250-3d48f8d57023 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Pushing event deleted for resources: {'Port': ['ID=ab83f101-c827-43f0-8165-07a60f0740d7,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:24.034277 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-7c494d31-f759-4910-ac7c-32a3ae8d6802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:24.035040 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c494d31-f759-4910-ac7c-32a3ae8d6802 None None] The sync data for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:24.071801 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Network 656a1652-04a2-4cf9-b4b5-11a79d485ab0 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:24.072836 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Pushing event updated for resources: {'Port': ['ID=72fd937d-08b9-439e-8249-449bff0bd0bd,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:24.076301 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:24.078379 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:24.128676 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-befaf164-ff9f-4e4c-bee8-fa336b270cf4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 10.3613935 Feb 04 06:00:24.132550 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47294) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:24.142540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a57c1ce3-cd7e-4dda-ae7c-22b68687868e tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'floatingip': {'port_id': 'fae8af24-7447-4d8c-a6e9-217167948a74', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:24.175513 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d9b71e4e-952c-4ca4-8250-3d48f8d57023 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:24.269868 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Attempting to bind port 72fd937d-08b9-439e-8249-449bff0bd0bd on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:00:24.270485 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Attempting to bind port 72fd937d-08b9-439e-8249-449bff0bd0bd by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4272010c-2610-4e31-9caf-8508d122a576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '656a1652-04a2-4cf9-b4b5-11a79d485ab0'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:00:24.270806 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Attempting to bind port 72fd937d-08b9-439e-8249-449bff0bd0bd on network 656a1652-04a2-4cf9-b4b5-11a79d485ab0 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:00:24.288892 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:00:24.289433 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Checking segment: {'id': '4272010c-2610-4e31-9caf-8508d122a576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '656a1652-04a2-4cf9-b4b5-11a79d485ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:00:24.289923 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:24.290404 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Bound using segment: {'id': '4272010c-2610-4e31-9caf-8508d122a576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '656a1652-04a2-4cf9-b4b5-11a79d485ab0'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:00:24.290971 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Bound port: 72fd937d-08b9-439e-8249-449bff0bd0bd, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4272010c-2610-4e31-9caf-8508d122a576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '656a1652-04a2-4cf9-b4b5-11a79d485ab0'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:00:24.291428 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:24.401336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a57c1ce3-cd7e-4dda-ae7c-22b68687868e tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:24.410471 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d9b71e4e-952c-4ca4-8250-3d48f8d57023 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:24.417166 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d9b71e4e-952c-4ca4-8250-3d48f8d57023 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:24.457899 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] For port 72fd937d-08b9-439e-8249-449bff0bd0bd, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:00:24.475272 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] For port 72fd937d-08b9-439e-8249-449bff0bd0bd, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=72fd937d-08b9-439e-8249-449bff0bd0bd,segment=NetworkSegment(4272010c-2610-4e31-9caf-8508d122a576),segment_id=4272010c-2610-4e31-9caf-8508d122a576)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:00:24.478259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-601e3420-1423-48c1-b512-b240f1b999db tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:24.478624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d9b71e4e-952c-4ca4-8250-3d48f8d57023 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:24.479323 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b71e4e-952c-4ca4-8250-3d48f8d57023 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Fanout notify agent at l3_agent the message router_deleted on router 562d5ad6-5064-4bbb-ad04-11b935c577b8 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:00:24.487620 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:24.543081 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1e5a1012-e9a0-4a5a-9b8b-bcd8d9d45ba9 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783036630020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7317128'] for subnet, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:24.577279 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d9b71e4e-952c-4ca4-8250-3d48f8d57023 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:24.582190 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d9b71e4e-952c-4ca4-8250-3d48f8d57023 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] 10.222.0.31 "DELETE /v2.0/routers/562d5ad6-5064-4bbb-ad04-11b935c577b8 HTTP/1.1" status: 204 len: 168 time: 2.4600391 Feb 04 06:00:24.586500 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a38f6-5db6-41f2-822a-50bd5dcc0ea6 req-58957d04-dc4c-441d-a676-32f7efc69679 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:24.588632 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ca558-0a63-4e21-84be-a5ea15ccda1f None None] Pushing event updated for resources: {'Port': ['ID=72fd937d-08b9-439e-8249-449bff0bd0bd,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:24.593830 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f19a38f6-5db6-41f2-822a-50bd5dcc0ea6 req-58957d04-dc4c-441d-a676-32f7efc69679 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.3666651 Feb 04 06:00:24.604577 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47298) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:24.691692 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5a1012-e9a0-4a5a-9b8b-bcd8d9d45ba9 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:24.692317 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1e5a1012-e9a0-4a5a-9b8b-bcd8d9d45ba9 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:24.693607 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1e5a1012-e9a0-4a5a-9b8b-bcd8d9d45ba9 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "PUT /v2.0/subnets/6cb6974f-4bb3-4efb-93cf-a9da1e5d8bcc HTTP/1.1" status: 200 len: 806 time: 1.1372736 Feb 04 06:00:24.699530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47302) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:24.780180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dc762d75-815a-457e-98a0-0579e220c99c tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:24.843749 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f19a38f6-5db6-41f2-822a-50bd5dcc0ea6 req-f076807d-8e3e-4c6c-bdb4-4d2026787f81 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2488768 Feb 04 06:00:24.847345 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dc762d75-815a-457e-98a0-0579e220c99c tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:24.855614 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb01ad2c-223f-4f6a-88a9-8afd55aa9c1e tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Deleting subnet 7a65b5ce-0345-4deb-8dc2-341e20c2518b {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:00:24.906859 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb01ad2c-223f-4f6a-88a9-8afd55aa9c1e tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:24.978286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a1012-e9a0-4a5a-9b8b-bcd8d9d45ba9 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Subnet': ['ID=6cb6974f-4bb3-4efb-93cf-a9da1e5d8bcc,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:24.986158 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb01ad2c-223f-4f6a-88a9-8afd55aa9c1e tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:25.142063 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-dc762d75-815a-457e-98a0-0579e220c99c tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Allocated IP 172.26.4.177 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/a699fc2b-b1eb-474a-a9e4-495f784e0f43) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:25.203721 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:25.242565 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb01ad2c-223f-4f6a-88a9-8afd55aa9c1e tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:25.253886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Deleting port 72fd937d-08b9-439e-8249-449bff0bd0bd {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:25.254229 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:25.496892 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dc762d75-815a-457e-98a0-0579e220c99c tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:25.502022 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb01ad2c-223f-4f6a-88a9-8afd55aa9c1e tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:25.545387 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01ad2c-223f-4f6a-88a9-8afd55aa9c1e tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Pushing event deleted for resources: {'Subnet': ['ID=7a65b5ce-0345-4deb-8dc2-341e20c2518b,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:25.550240 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb01ad2c-223f-4f6a-88a9-8afd55aa9c1e tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:25.559606 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfd634c-1d9d-4531-897a-e8f77378502b None None] Network 040cc18c-cf5a-4abd-a0d4-2970214e5a4c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:00:25.564677 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cb01ad2c-223f-4f6a-88a9-8afd55aa9c1e tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] 10.222.0.31 "DELETE /v2.0/subnets/7a65b5ce-0345-4deb-8dc2-341e20c2518b HTTP/1.1" status: 204 len: 168 time: 0.9572339 Feb 04 06:00:25.568292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47306) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:25.708175 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dc762d75-815a-457e-98a0-0579e220c99c tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:25.776200 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a69095-713d-48aa-9eff-6c83fe1284f1 None None] Network 656a1652-04a2-4cf9-b4b5-11a79d485ab0 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:00:25.813445 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc762d75-815a-457e-98a0-0579e220c99c tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Pushing event updated for resources: {'Port': ['ID=a699fc2b-b1eb-474a-a9e4-495f784e0f43,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:25.826807 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.resource_extend [None req-a57c1ce3-cd7e-4dda-ae7c-22b68687868e tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:00:25.830040 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:25.840391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc762d75-815a-457e-98a0-0579e220c99c tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:25.842869 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-dc762d75-815a-457e-98a0-0579e220c99c tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:25.846168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc762d75-815a-457e-98a0-0579e220c99c tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:25.867472 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 72fd937d-08b9-439e-8249-449bff0bd0bd up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:00:25.966865 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-23e4619a-4d33-49e0-9e50-d2f91becbcb5 None None] Provisioning for port 72fd937d-08b9-439e-8249-449bff0bd0bd completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:00:26.009286 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 72fd937d-08b9-439e-8249-449bff0bd0bd completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:00:26.023643 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 72fd937d-08b9-439e-8249-449bff0bd0bd triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:26.024068 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.043911 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a57c1ce3-cd7e-4dda-ae7c-22b68687868e tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.054276 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] For port 72fd937d-08b9-439e-8249-449bff0bd0bd, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=72fd937d-08b9-439e-8249-449bff0bd0bd,segment=NetworkSegment(4272010c-2610-4e31-9caf-8508d122a576),segment_id=4272010c-2610-4e31-9caf-8508d122a576)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:26.054631 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.066979 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a57c1ce3-cd7e-4dda-ae7c-22b68687868e tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.116211 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0515788b-ab19-434c-8f26-64e7c142e362 None None] DHCP port deletion for 040cc18c-cf5a-4abd-a0d4-2970214e5a4c request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:00:26.118279 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Deleting port a97e4cdb-d6f6-4f54-8189-48241c0aef70 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:26.118864 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.150568 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-0515788b-ab19-434c-8f26-64e7c142e362 None None] Deleting port a97e4cdb-d6f6-4f54-8189-48241c0aef70 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:26.151359 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0515788b-ab19-434c-8f26-64e7c142e362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.374929 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Calling delete_port for 72fd937d-08b9-439e-8249-449bff0bd0bd owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:26.469320 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa1e9f-fe84-4b54-885f-c1c42ae25dba req-5a08382e-4497-44e6-90a6-a5e6ad7c0e85 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:26.471068 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d3fa1e9f-fe84-4b54-885f-c1c42ae25dba req-5a08382e-4497-44e6-90a6-a5e6ad7c0e85 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.4733269 Feb 04 06:00:26.522620 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.533283 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] For port a97e4cdb-d6f6-4f54-8189-48241c0aef70, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a97e4cdb-d6f6-4f54-8189-48241c0aef70,segment=NetworkSegment(9eaaaa2f-28c7-4672-9c86-e2674d32ae51),segment_id=9eaaaa2f-28c7-4672-9c86-e2674d32ae51)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:26.533781 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.538153 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0515788b-ab19-434c-8f26-64e7c142e362 None None] For port a97e4cdb-d6f6-4f54-8189-48241c0aef70, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a97e4cdb-d6f6-4f54-8189-48241c0aef70,segment=NetworkSegment(9eaaaa2f-28c7-4672-9c86-e2674d32ae51),segment_id=9eaaaa2f-28c7-4672-9c86-e2674d32ae51)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:26.538565 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0515788b-ab19-434c-8f26-64e7c142e362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.667187 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-0515788b-ab19-434c-8f26-64e7c142e362 None None] Calling delete_port for a97e4cdb-d6f6-4f54-8189-48241c0aef70 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:26.732596 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-601e3420-1423-48c1-b512-b240f1b999db tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.753494 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d3fa1e9f-fe84-4b54-885f-c1c42ae25dba req-c4979079-e005-441f-97b7-3d39a538c514 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2612004 Feb 04 06:00:26.762877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Calling delete_port for a97e4cdb-d6f6-4f54-8189-48241c0aef70 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:26.766407 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-601e3420-1423-48c1-b512-b240f1b999db tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.777350 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0515788b-ab19-434c-8f26-64e7c142e362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.827212 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.857579 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dc762d75-815a-457e-98a0-0579e220c99c tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_gateway, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.863145 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515788b-ab19-434c-8f26-64e7c142e362 None None] Pushing event deleted for resources: {'Port': ['ID=a97e4cdb-d6f6-4f54-8189-48241c0aef70,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:26.878886 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515788b-ab19-434c-8f26-64e7c142e362 None None] No DVR routers for this DVR port a97e4cdb-d6f6-4f54-8189-48241c0aef70 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:00:26.922715 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3006b0a1-e307-486b-bb80-87c4c55b254f None None] Network 656a1652-04a2-4cf9-b4b5-11a79d485ab0 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:00:26.959820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Port': ['ID=72fd937d-08b9-439e-8249-449bff0bd0bd,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:27.042787 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-46c43056-3b00-4f91-9270-98f23d3c3ce7 None None] Could not find standard attr ID for object 72fd937d-08b9-439e-8249-449bff0bd0bd. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:00:27.063283 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No DVR routers for this DVR port 72fd937d-08b9-439e-8249-449bff0bd0bd on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:00:27.180486 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:00:27.181022 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:00:27.276835 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.327431 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57c1ce3-cd7e-4dda-ae7c-22b68687868e tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 291bd204-0842-4d12-b7ad-9ab081fb392c has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:00:27.343907 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601e3420-1423-48c1-b512-b240f1b999db tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Router a4b3c899-9c2d-472c-972c-a947a6b222f6 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:00:27.388824 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dc762d75-815a-457e-98a0-0579e220c99c tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.392524 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dc762d75-815a-457e-98a0-0579e220c99c tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.531297 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.602205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc762d75-815a-457e-98a0-0579e220c99c tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Router dc24822c-13c8-4ada-83e5-9d5edf38ff26 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:00:27.685817 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Deleting port a97e4cdb-d6f6-4f54-8189-48241c0aef70 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:27.686452 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.767368 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] The port 'a97e4cdb-d6f6-4f54-8189-48241c0aef70' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:00:27.777478 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a97e4cdb-d6f6-4f54-8189-48241c0aef70 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:00:27.806744 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142e25c8-4246-4ddd-8e9f-2e826ff3e7e5 None None] Network 656a1652-04a2-4cf9-b4b5-11a79d485ab0 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:00:27.823316 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb6974f-4bb3-4efb-93cf-a9da1e5d8bcc,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:27.834924 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: a97e4cdb-d6f6-4f54-8189-48241c0aef70 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:00:27.835261 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a97e4cdb-d6f6-4f54-8189-48241c0aef70 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:00:27.955086 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc762d75-815a-457e-98a0-0579e220c99c tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:27.956139 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.970418 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57c1ce3-cd7e-4dda-ae7c-22b68687868e tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:27.978897 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fe30be-9a10-4b4c-b127-77b0036d0d81 None None] Sync routers for ids ['dc24822c-13c8-4ada-83e5-9d5edf38ff26'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:27.986756 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa5a230-1314-4611-816a-ac95095b77ef None None] Sync routers for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:27.987646 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601e3420-1423-48c1-b512-b240f1b999db tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:27.997601 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dc762d75-815a-457e-98a0-0579e220c99c tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.001440 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-dc762d75-815a-457e-98a0-0579e220c99c tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "PUT /v2.0/routers/dc24822c-13c8-4ada-83e5-9d5edf38ff26 HTTP/1.1" status: 200 len: 884 time: 4.6946540 Feb 04 06:00:28.001591 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656a1652-04a2-4cf9-b4b5-11a79d485ab0']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:28.002558 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa5a230-1314-4611-816a-ac95095b77ef None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:28.003171 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-8fa5a230-1314-4611-816a-ac95095b77ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:28.009200 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47316) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:28.025175 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a8e70-063f-4597-9a38-28d859e71fea None None] Sync routers for ids ['a4b3c899-9c2d-472c-972c-a947a6b222f6'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:28.028154 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fe30be-9a10-4b4c-b127-77b0036d0d81 None None] Routers {'dc24822c-13c8-4ada-83e5-9d5edf38ff26'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:28.029803 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-15fe30be-9a10-4b4c-b127-77b0036d0d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['dc24822c-13c8-4ada-83e5-9d5edf38ff26'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:28.072214 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4272010c-2610-4e31-9caf-8508d122a576') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:28.072476 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4272010c-2610-4e31-9caf-8508d122a576') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:28.086381 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-601e3420-1423-48c1-b512-b240f1b999db tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.090222 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-601e3420-1423-48c1-b512-b240f1b999db tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "PUT /v2.0/routers/a4b3c899-9c2d-472c-972c-a947a6b222f6 HTTP/1.1" status: 200 len: 920 time: 4.9482870 Feb 04 06:00:28.091025 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47320) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:28.099111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.112139 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-8fa5a230-1314-4611-816a-ac95095b77ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:28.122182 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa5a230-1314-4611-816a-ac95095b77ef None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:28.123248 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-8fa5a230-1314-4611-816a-ac95095b77ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:28.131736 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040cc18c-cf5a-4abd-a0d4-2970214e5a4c']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:28.136868 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dddebe4-d697-4c42-a017-f258fb9af7e0 None None] DHCP port deletion for 656a1652-04a2-4cf9-b4b5-11a79d485ab0 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:00:28.146516 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cc023-637c-4579-ab95-ac270a7788b2 req-1c4ed77f-3b73-4542-ab52-444e458543c9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:28.148489 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-005cc023-637c-4579-ab95-ac270a7788b2 req-1c4ed77f-3b73-4542-ab52-444e458543c9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.2667394 Feb 04 06:00:28.162013 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a57c1ce3-cd7e-4dda-ae7c-22b68687868e tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.164164 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-15fe30be-9a10-4b4c-b127-77b0036d0d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:28.165001 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eaaaa2f-28c7-4672-9c86-e2674d32ae51') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:28.165456 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eaaaa2f-28c7-4672-9c86-e2674d32ae51') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:28.168429 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208a8e70-063f-4597-9a38-28d859e71fea None None] Routers {'a4b3c899-9c2d-472c-972c-a947a6b222f6'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:28.169041 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-208a8e70-063f-4597-9a38-28d859e71fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['a4b3c899-9c2d-472c-972c-a947a6b222f6'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:28.222624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.235993 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-8fa5a230-1314-4611-816a-ac95095b77ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:28.236753 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa5a230-1314-4611-816a-ac95095b77ef None None] The sync data for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:28.236992 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-208a8e70-063f-4597-9a38-28d859e71fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:28.239089 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fe30be-9a10-4b4c-b127-77b0036d0d81 None None] Routers {'dc24822c-13c8-4ada-83e5-9d5edf38ff26'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:28.239692 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-15fe30be-9a10-4b4c-b127-77b0036d0d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['dc24822c-13c8-4ada-83e5-9d5edf38ff26'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:28.246509 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.251706 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.260026 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-005cc023-637c-4579-ab95-ac270a7788b2 req-c80fee45-62aa-4814-b97c-92e78ae09921 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034098 Feb 04 06:00:28.262471 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:00:28.262975 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:00:28.278766 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:00:28.318968 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-15fe30be-9a10-4b4c-b127-77b0036d0d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:28.319339 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fe30be-9a10-4b4c-b127-77b0036d0d81 None None] The sync data for ids ['dc24822c-13c8-4ada-83e5-9d5edf38ff26'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:28.324267 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208a8e70-063f-4597-9a38-28d859e71fea None None] Routers {'a4b3c899-9c2d-472c-972c-a947a6b222f6'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:28.326082 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-208a8e70-063f-4597-9a38-28d859e71fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['a4b3c899-9c2d-472c-972c-a947a6b222f6'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:28.372670 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.389109 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.392261 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.410221 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Pushing event deleted for resources: {'Network': ['ID=040cc18c-cf5a-4abd-a0d4-2970214e5a4c,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:28.412497 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-208a8e70-063f-4597-9a38-28d859e71fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:28.413740 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a8e70-063f-4597-9a38-28d859e71fea None None] The sync data for ids ['a4b3c899-9c2d-472c-972c-a947a6b222f6'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:28.413956 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-790a2f94-5e4f-4623-bc6b-c77cdecc3f16 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] 10.222.0.31 "DELETE /v2.0/networks/040cc18c-cf5a-4abd-a0d4-2970214e5a4c HTTP/1.1" status: 204 len: 168 time: 2.8415542 Feb 04 06:00:28.416300 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47326) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:28.464302 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:00:28.471453 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:00:28.503196 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:00:28.618495 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-056f8798-d73c-4553-b8c2-44c5c388baf5 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Deleting port 20e66f0b-4d0d-4758-a8dd-86590a9aef0c {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:28.618810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-056f8798-d73c-4553-b8c2-44c5c388baf5 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.714831 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-679cf76f-76e1-42fb-a897-f00964d02525 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "GET /v2.0/routers/dc24822c-13c8-4ada-83e5-9d5edf38ff26 HTTP/1.1" status: 200 len: 925 time: 0.7036309 Feb 04 06:00:28.723334 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a57c1ce3-cd7e-4dda-ae7c-22b68687868e tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "PUT /v2.0/floatingips/ab64687f-f06d-4e63-9850-db9efd64a2a6 HTTP/1.1" status: 200 len: 975 time: 4.5875008 Feb 04 06:00:28.723334 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47332) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:28.727815 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47334) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:28.769572 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.869871 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.874500 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c7c70a1d-eebd-45b5-8132-d87a8f3f2bf7 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "GET /v2.0/routers/a4b3c899-9c2d-472c-972c-a947a6b222f6 HTTP/1.1" status: 200 len: 920 time: 0.7727058 Feb 04 06:00:28.878897 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47340) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:28.907452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Network': ['ID=656a1652-04a2-4cf9-b4b5-11a79d485ab0,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:28.914977 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7a4b7842-763a-4b9e-bda8-c751733fa9b6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/656a1652-04a2-4cf9-b4b5-11a79d485ab0 HTTP/1.1" status: 204 len: 168 time: 4.2106929 Feb 04 06:00:28.921504 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47344) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:28.954935 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a9b1a-fe7d-4ada-9639-cfcfffa111f9 req-5b125254-aafc-4e77-a1ea-95267202c78c tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:28.956462 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f1a9b1a-fe7d-4ada-9639-cfcfffa111f9 req-5b125254-aafc-4e77-a1ea-95267202c78c tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.3996625 Feb 04 06:00:29.007797 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-056f8798-d73c-4553-b8c2-44c5c388baf5 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:29.008147 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-056f8798-d73c-4553-b8c2-44c5c388baf5 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:29.029974 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4c546a-ff4e-4fdb-ab69-71a921d380d3 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:29.030565 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4c546a-ff4e-4fdb-ab69-71a921d380d3 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:29.032143 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-aa4c546a-ff4e-4fdb-ab69-71a921d380d3 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/656a1652-04a2-4cf9-b4b5-11a79d485ab0 HTTP/1.1" status: 404 len: 339 time: 0.1077588 Feb 04 06:00:29.045134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47348) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:29.056558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-61d0a470-aefc-4f08-8c83-505ee1a298e7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-983810359', 'description': 'd1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:29.064517 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f19bda-3502-40a3-974f-a62ab299a728 req-cc90f528-a2ce-4898-94e0-4dd5bb12ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:29.065929 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-f7f19bda-3502-40a3-974f-a62ab299a728 req-cc90f528-a2ce-4898-94e0-4dd5bb12ff34 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cb94bb5ad2274bffbb62168bf92a11ea&device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 1098 time: 0.4274187 Feb 04 06:00:29.066847 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-61d0a470-aefc-4f08-8c83-505ee1a298e7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:29.080365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-61d0a470-aefc-4f08-8c83-505ee1a298e7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:network and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:29.105128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-61d0a470-aefc-4f08-8c83-505ee1a298e7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:29.114147 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a1e124-c04a-4453-9159-35916570e572 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:29.114835 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-75a1e124-c04a-4453-9159-35916570e572 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Synchronizing usage tracker for tenant:7145a54531bf47eaabdf2040122c9f24 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:00:29.142200 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-056f8798-d73c-4553-b8c2-44c5c388baf5 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Calling delete_port for 20e66f0b-4d0d-4758-a8dd-86590a9aef0c owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:29.189748 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f1a9b1a-fe7d-4ada-9639-cfcfffa111f9 req-077696f2-62f8-4e40-a3bf-fa41a88e2817 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250030 Feb 04 06:00:29.211184 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb41580-65a8-4e98-8e43-fd31dd8ba78b tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:29.216046 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1eb41580-65a8-4e98-8e43-fd31dd8ba78b tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&device_id=a4b3c899-9c2d-472c-972c-a947a6b222f6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.3333580 Feb 04 06:00:29.224477 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47356) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:29.294361 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-61786857-d44d-4da5-882b-22a11265b746 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Deleting port c42b1d6c-f628-4f89-9583-83cd219e0c55 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:29.294696 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61786857-d44d-4da5-882b-22a11265b746 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:29.322291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-61d0a470-aefc-4f08-8c83-505ee1a298e7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:29.370329 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d0a470-aefc-4f08-8c83-505ee1a298e7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:29.373720 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61d0a470-aefc-4f08-8c83-505ee1a298e7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:29.406721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5ce776-dcb2-498a-9175-164f1e271597 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:29.407186 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8f5ce776-dcb2-498a-9175-164f1e271597 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Synchronizing usage tracker for tenant:7c39af0a4e394961ac01d1c0709fc32e on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:00:29.411664 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-056f8798-d73c-4553-b8c2-44c5c388baf5 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:29.461060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f8798-d73c-4553-b8c2-44c5c388baf5 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Pushing event deleted for resources: {'Port': ['ID=20e66f0b-4d0d-4758-a8dd-86590a9aef0c,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:29.474591 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-75a1e124-c04a-4453-9159-35916570e572 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Unset dirty status for tenant:7145a54531bf47eaabdf2040122c9f24 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:00:29.474739 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a4a164d9-c4b7-4302-99c5-8fb2a5153cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:29.479210 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-75a1e124-c04a-4453-9159-35916570e572 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&device_id=dc24822c-13c8-4ada-83e5-9d5edf38ff26&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7490666 Feb 04 06:00:29.495296 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47360) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:29.503745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8f5ce776-dcb2-498a-9175-164f1e271597 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Unset dirty status for tenant:7c39af0a4e394961ac01d1c0709fc32e on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:00:29.503745 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8f5ce776-dcb2-498a-9175-164f1e271597 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "GET /v2.0/networks/ab369154-15d6-461d-ac4e-da4d6375f709 HTTP/1.1" status: 200 len: 881 time: 0.2781746 Feb 04 06:00:29.508866 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47364) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:29.535453 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f19bda-3502-40a3-974f-a62ab299a728 req-5c1edcdf-2d3c-4d40-a94d-0bed60bbb23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:29.536903 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-f7f19bda-3502-40a3-974f-a62ab299a728 req-5c1edcdf-2d3c-4d40-a94d-0bed60bbb23d service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8542b43-7535-4da4-a485-e641ef5c90d7 HTTP/1.1" status: 200 len: 913 time: 0.4628952 Feb 04 06:00:29.560672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-056f8798-d73c-4553-b8c2-44c5c388baf5 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks [] for floatingip, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:29.579331 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d0a470-aefc-4f08-8c83-505ee1a298e7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:00:29.582928 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-056f8798-d73c-4553-b8c2-44c5c388baf5 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:29.584152 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-056f8798-d73c-4553-b8c2-44c5c388baf5 tempest-FloatingIPAdminTestJSON-910673999 tempest-FloatingIPAdminTestJSON-910673999-project] 10.222.0.31 "DELETE /v2.0/floatingips/0674cf4a-7fa0-4c0a-93b7-ba966a4fe692 HTTP/1.1" status: 204 len: 168 time: 1.1656942 Feb 04 06:00:29.675600 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 72fd937d-08b9-439e-8249-449bff0bd0bd no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:00:29.693974 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6c9cf64a-4dbe-4d4f-8275-0e512f0ed596 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4b3c899-9c2d-472c-972c-a947a6b222f6 HTTP/1.1" status: 200 len: 205 time: 0.1663013 Feb 04 06:00:29.696814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47370) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:29.714349 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 72fd937d-08b9-439e-8249-449bff0bd0bd {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:00:29.714728 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 72fd937d-08b9-439e-8249-449bff0bd0bd not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:00:29.728918 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61d0a470-aefc-4f08-8c83-505ee1a298e7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:29.729267 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-61d0a470-aefc-4f08-8c83-505ee1a298e7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Added segment 9b6c8c94-c7ac-44ca-9b15-3edb11394cc3 of type vlan for network 21ad65fc-f015-457f-b0b1-fd28a8c2bf38 Feb 04 06:00:29.792733 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61786857-d44d-4da5-882b-22a11265b746 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:29.792733 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61786857-d44d-4da5-882b-22a11265b746 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:29.831944 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-f7f19bda-3502-40a3-974f-a62ab299a728 req-13f3a1e7-91cb-42bf-ab5c-45eb415628c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f18d41ea-c499-44ca-a515-2785b9a6b400 HTTP/1.1" status: 200 len: 1001 time: 0.2536552 Feb 04 06:00:29.833496 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61d0a470-aefc-4f08-8c83-505ee1a298e7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:29.891293 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47376) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:29.898908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-121d0b7e-db48-4c57-a970-13dc896dc1aa tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:29.988380 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-61786857-d44d-4da5-882b-22a11265b746 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Calling delete_port for c42b1d6c-f628-4f89-9583-83cd219e0c55 owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:30.053047 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7748deb8-fa69-4d57-b089-41c0a2cae038 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:30.053688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7748deb8-fa69-4d57-b089-41c0a2cae038 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Synchronizing usage tracker for tenant:7145a54531bf47eaabdf2040122c9f24 on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:00:30.107084 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f19bda-3502-40a3-974f-a62ab299a728 req-3fca08fa-ae9c-4157-88a1-e0da180ddfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:30.108586 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-f7f19bda-3502-40a3-974f-a62ab299a728 req-3fca08fa-ae9c-4157-88a1-e0da180ddfc9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da9005f5-dfd7-4698-952c-229a09293613 HTTP/1.1" status: 200 len: 851 time: 0.2175624 Feb 04 06:00:30.109163 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61d0a470-aefc-4f08-8c83-505ee1a298e7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:30.114776 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d0a470-aefc-4f08-8c83-505ee1a298e7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:30.115499 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61d0a470-aefc-4f08-8c83-505ee1a298e7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:30.127258 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6ec28303-1e1f-464e-8365-b7b8cd109166 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4959f738dfae420aa291222aaca2e8e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343483 Feb 04 06:00:30.129028 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-121d0b7e-db48-4c57-a970-13dc896dc1aa tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:30.132318 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47382) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:30.161258 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-121d0b7e-db48-4c57-a970-13dc896dc1aa tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Deleting port 7a74a4d6-939e-4331-9282-aee69f339993 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:30.161590 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-121d0b7e-db48-4c57-a970-13dc896dc1aa tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:30.182395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7748deb8-fa69-4d57-b089-41c0a2cae038 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Unset dirty status for tenant:7145a54531bf47eaabdf2040122c9f24 on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:00:30.186234 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7748deb8-fa69-4d57-b089-41c0a2cae038 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "GET /v2.0/networks/ab369154-15d6-461d-ac4e-da4d6375f709 HTTP/1.1" status: 200 len: 881 time: 0.6857004 Feb 04 06:00:30.188032 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47386) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:30.268825 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f77848e7-2b2f-49df-99af-6f2370e4f938 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc24822c-13c8-4ada-83e5-9d5edf38ff26 HTTP/1.1" status: 200 len: 205 time: 0.0745497 Feb 04 06:00:30.271311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47392) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:30.293740 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-61d0a470-aefc-4f08-8c83-505ee1a298e7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2437627 Feb 04 06:00:30.300086 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47396) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:30.303903 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0a470-aefc-4f08-8c83-505ee1a298e7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Network': ['ID=21ad65fc-f015-457f-b0b1-fd28a8c2bf38,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:30.319402 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 21ad65fc-f015-457f-b0b1-fd28a8c2bf38 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:00:30.476804 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6afbf42-5857-462c-b328-6ba1f2c2b80f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:30.477398 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f6afbf42-5857-462c-b328-6ba1f2c2b80f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Synchronizing usage tracker for tenant:be5863f9490840e8a3915d28728f2bb3 on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:00:30.484261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f19bda-3502-40a3-974f-a62ab299a728 req-4f81b599-8c12-48fd-934e-d697a1f9e54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:30.486163 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-f7f19bda-3502-40a3-974f-a62ab299a728 req-4f81b599-8c12-48fd-934e-d697a1f9e54d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8542b43-7535-4da4-a485-e641ef5c90d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3670077 Feb 04 06:00:30.517858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61786857-d44d-4da5-882b-22a11265b746 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:30.605250 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5af23d58-e88b-4f16-8761-5f66902d6355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:30.616907 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f6afbf42-5857-462c-b328-6ba1f2c2b80f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Unset dirty status for tenant:be5863f9490840e8a3915d28728f2bb3 on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:00:30.618077 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f6afbf42-5857-462c-b328-6ba1f2c2b80f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "GET /v2.0/networks?id=21ad65fc-f015-457f-b0b1-fd28a8c2bf38 HTTP/1.1" status: 200 len: 760 time: 0.3170998 Feb 04 06:00:30.625532 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61786857-d44d-4da5-882b-22a11265b746 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event deleted for resources: {'Port': ['ID=c42b1d6c-f628-4f89-9583-83cd219e0c55,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:30.630701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47400) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:30.663500 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-51b3d29a-cec6-40c2-96f7-7619e8eeeee5 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'network': {'description': 'd2'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:30.747453 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5af23d58-e88b-4f16-8761-5f66902d6355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:30.807123 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-121d0b7e-db48-4c57-a970-13dc896dc1aa tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:30.827632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6eb4-022c-47d9-91ea-1dfa6dd99155 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:30.968981 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-f7f19bda-3502-40a3-974f-a62ab299a728 req-2dd19525-db2c-4212-968d-27ab72c3cfdc service neutron] 10.222.0.43 "GET /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754243 Feb 04 06:00:30.992401 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61786857-d44d-4da5-882b-22a11265b746 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:30.992749 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-61786857-d44d-4da5-882b-22a11265b746 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Floating IP ab64687f-f06d-4e63-9850-db9efd64a2a6 disassociated (deleted). External IP: 172.26.4.184, port: fae8af24-7447-4d8c-a6e9-217167948a74. Feb 04 06:00:31.017082 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-121d0b7e-db48-4c57-a970-13dc896dc1aa tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Calling delete_port for 7a74a4d6-939e-4331-9282-aee69f339993 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:31.079856 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232905af-85fb-4e3f-b1f7-be36c81cdbc0 req-82b988f4-395a-4066-9987-5dd0a56733e8 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:31.081485 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-232905af-85fb-4e3f-b1f7-be36c81cdbc0 req-82b988f4-395a-4066-9987-5dd0a56733e8 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.6144285 Feb 04 06:00:31.204270 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5af23d58-e88b-4f16-8761-5f66902d6355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:31.253450 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af23d58-e88b-4f16-8761-5f66902d6355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87203aa-c516-4feb-a91b-e9c24662318d,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:31.275895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5af23d58-e88b-4f16-8761-5f66902d6355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:31.279934 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5af23d58-e88b-4f16-8761-5f66902d6355 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d87203aa-c516-4feb-a91b-e9c24662318d HTTP/1.1" status: 204 len: 168 time: 1.1439562 Feb 04 06:00:31.282052 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-232905af-85fb-4e3f-b1f7-be36c81cdbc0 req-8633ab77-4dd0-45bb-94f7-7ce2eeae4156 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427379 Feb 04 06:00:31.296017 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6eb4-022c-47d9-91ea-1dfa6dd99155 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:31.324144 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c6eb4-022c-47d9-91ea-1dfa6dd99155 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Deleting port a699fc2b-b1eb-474a-a9e4-495f784e0f43 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:31.324673 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6eb4-022c-47d9-91ea-1dfa6dd99155 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:31.361812 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-51b3d29a-cec6-40c2-96f7-7619e8eeeee5 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:31.398961 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-f7f19bda-3502-40a3-974f-a62ab299a728 req-73fb8541-5b5e-40de-ad4c-60909607eb5a service neutron] 10.222.0.43 "GET /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232602 Feb 04 06:00:31.456901 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-51b3d29a-cec6-40c2-96f7-7619e8eeeee5 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:31.497071 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-51b3d29a-cec6-40c2-96f7-7619e8eeeee5 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network 21ad65fc-f015-457f-b0b1-fd28a8c2bf38 is not hosted by any dhcp agent {{(pid=87470) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 06:00:31.502438 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b3d29a-cec6-40c2-96f7-7619e8eeeee5 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:31.503133 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-51b3d29a-cec6-40c2-96f7-7619e8eeeee5 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:31.504296 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-51b3d29a-cec6-40c2-96f7-7619e8eeeee5 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "PUT /v2.0/networks/21ad65fc-f015-457f-b0b1-fd28a8c2bf38 HTTP/1.1" status: 200 len: 757 time: 0.8725455 Feb 04 06:00:31.510992 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47408) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:31.513384 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-121d0b7e-db48-4c57-a970-13dc896dc1aa tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:31.584284 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d0b7e-db48-4c57-a970-13dc896dc1aa tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Pushing event deleted for resources: {'Port': ['ID=7a74a4d6-939e-4331-9282-aee69f339993,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:31.638018 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47412) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:31.649636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3d29a-cec6-40c2-96f7-7619e8eeeee5 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Network': ['ID=21ad65fc-f015-457f-b0b1-fd28a8c2bf38,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:31.661658 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 21ad65fc-f015-457f-b0b1-fd28a8c2bf38 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:00:31.680325 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6fa7ba26-3bc7-4967-8632-4f7b159fa1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:31.704817 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6fa7ba26-3bc7-4967-8632-4f7b159fa1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:31.711180 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6fa7ba26-3bc7-4967-8632-4f7b159fa1d6 admin admin] Usage tracker for resource:security_group_rule and tenant:3906443e9dc24bfc83c6138beb620bdc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:31.715710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6fa7ba26-3bc7-4967-8632-4f7b159fa1d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:31.724031 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6fa7ba26-3bc7-4967-8632-4f7b159fa1d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:31.727104 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61786857-d44d-4da5-882b-22a11265b746 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 291bd204-0842-4d12-b7ad-9ab081fb392c has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:00:31.836562 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7c644962-ffe2-4b1b-8122-75eebbe99fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:31.908501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6eb4-022c-47d9-91ea-1dfa6dd99155 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:31.921791 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1aae45-f2bc-49b6-b60a-15f007077aa2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:31.923419 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-dc1aae45-f2bc-49b6-b60a-15f007077aa2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Synchronizing usage tracker for tenant:be5863f9490840e8a3915d28728f2bb3 on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:00:31.965538 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61786857-d44d-4da5-882b-22a11265b746 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:31.978308 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12534b2d-33e0-4ff3-8115-915208a6d446 None None] Sync routers for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:31.988232 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6fa7ba26-3bc7-4967-8632-4f7b159fa1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:31.993988 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12534b2d-33e0-4ff3-8115-915208a6d446 None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:31.994532 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6fa7ba26-3bc7-4967-8632-4f7b159fa1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:31.995021 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-12534b2d-33e0-4ff3-8115-915208a6d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:32.048194 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7ba26-3bc7-4967-8632-4f7b159fa1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0be17e-4e8a-4506-aead-be98e984b3c6,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:32.053511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c6eb4-022c-47d9-91ea-1dfa6dd99155 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Calling delete_port for a699fc2b-b1eb-474a-a9e4-495f784e0f43 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:32.060110 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6fa7ba26-3bc7-4967-8632-4f7b159fa1d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3906443e9dc24bfc83c6138beb620bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4166360 Feb 04 06:00:32.066714 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47416) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:32.086029 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-12534b2d-33e0-4ff3-8115-915208a6d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:32.086445 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61786857-d44d-4da5-882b-22a11265b746 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.095990 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12534b2d-33e0-4ff3-8115-915208a6d446 None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:32.096639 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-12534b2d-33e0-4ff3-8115-915208a6d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:32.099143 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-121d0b7e-db48-4c57-a970-13dc896dc1aa tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.166069 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-12534b2d-33e0-4ff3-8115-915208a6d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:32.166467 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-61786857-d44d-4da5-882b-22a11265b746 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "DELETE /v2.0/floatingips/ab64687f-f06d-4e63-9850-db9efd64a2a6 HTTP/1.1" status: 204 len: 168 time: 3.4349864 Feb 04 06:00:32.167198 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12534b2d-33e0-4ff3-8115-915208a6d446 None None] The sync data for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:32.169381 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47420) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:32.228157 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba28e7f2-5dd0-497e-bcfe-9c7a690da14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.234022 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-dc1aae45-f2bc-49b6-b60a-15f007077aa2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Unset dirty status for tenant:be5863f9490840e8a3915d28728f2bb3 on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:00:32.235307 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-dc1aae45-f2bc-49b6-b60a-15f007077aa2 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "GET /v2.0/networks?id=21ad65fc-f015-457f-b0b1-fd28a8c2bf38 HTTP/1.1" status: 200 len: 760 time: 0.7228889 Feb 04 06:00:32.242859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47426) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:32.254030 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-986bd6b3-2be1-4728-96dd-818198df5605 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-676620158'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:32.265964 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-986bd6b3-2be1-4728-96dd-818198df5605 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:32.278823 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba28e7f2-5dd0-497e-bcfe-9c7a690da14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.287813 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-08f38d84-a417-4496-8f1b-19b9e4b21fa6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Deleting port fae8af24-7447-4d8c-a6e9-217167948a74 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:32.288170 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-08f38d84-a417-4496-8f1b-19b9e4b21fa6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.313575 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-121d0b7e-db48-4c57-a970-13dc896dc1aa tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.318497 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-121d0b7e-db48-4c57-a970-13dc896dc1aa tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.373276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-121d0b7e-db48-4c57-a970-13dc896dc1aa tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.373827 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121d0b7e-db48-4c57-a970-13dc896dc1aa tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Fanout notify agent at l3_agent the message router_deleted on router a4b3c899-9c2d-472c-972c-a947a6b222f6 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:00:32.401430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-121d0b7e-db48-4c57-a970-13dc896dc1aa tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.404293 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-121d0b7e-db48-4c57-a970-13dc896dc1aa tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "DELETE /v2.0/routers/a4b3c899-9c2d-472c-972c-a947a6b222f6 HTTP/1.1" status: 204 len: 168 time: 2.7064698 Feb 04 06:00:32.412614 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47432) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:32.441765 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-986bd6b3-2be1-4728-96dd-818198df5605 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:32.449051 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-44e7e59e-04c9-483f-ad78-f71964a54300 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-751185043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:32.489226 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986bd6b3-2be1-4728-96dd-818198df5605 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:32.492610 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-986bd6b3-2be1-4728-96dd-818198df5605 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.497218 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-44e7e59e-04c9-483f-ad78-f71964a54300 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:32.503331 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-44e7e59e-04c9-483f-ad78-f71964a54300 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Usage tracker for resource:router and tenant:55ab6088d06445cc914fdf4327704095 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:32.507231 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-44e7e59e-04c9-483f-ad78-f71964a54300 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:32.518222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-44e7e59e-04c9-483f-ad78-f71964a54300 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:32.548072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-44e7e59e-04c9-483f-ad78-f71964a54300 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.549046 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-44e7e59e-04c9-483f-ad78-f71964a54300 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.562905 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6eb4-022c-47d9-91ea-1dfa6dd99155 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.575064 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986bd6b3-2be1-4728-96dd-818198df5605 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:00:32.606152 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba28e7f2-5dd0-497e-bcfe-9c7a690da14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.613170 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-44e7e59e-04c9-483f-ad78-f71964a54300 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.617803 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c6eb4-022c-47d9-91ea-1dfa6dd99155 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Pushing event deleted for resources: {'Port': ['ID=a699fc2b-b1eb-474a-a9e4-495f784e0f43,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:32.649993 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-986bd6b3-2be1-4728-96dd-818198df5605 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.650337 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-986bd6b3-2be1-4728-96dd-818198df5605 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Added segment a0ab060d-f18c-4f65-a7aa-671d1f9fedda of type vlan for network 800ff49a-aa5c-49bd-89e3-940de691f5a2 Feb 04 06:00:32.677741 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703370d7-f43b-4d95-ae7a-fbc7373de138 req-dd964f81-d22f-4a5f-8da4-c0a9af3efd4c tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:32.679214 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-703370d7-f43b-4d95-ae7a-fbc7373de138 req-dd964f81-d22f-4a5f-8da4-c0a9af3efd4c tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.2704606 Feb 04 06:00:32.685015 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28e7f2-5dd0-497e-bcfe-9c7a690da14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0be17e-4e8a-4506-aead-be98e984b3c6,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:32.717095 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-986bd6b3-2be1-4728-96dd-818198df5605 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.743655 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-44e7e59e-04c9-483f-ad78-f71964a54300 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.750725 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba28e7f2-5dd0-497e-bcfe-9c7a690da14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.754849 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ba28e7f2-5dd0-497e-bcfe-9c7a690da14f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c0be17e-4e8a-4506-aead-be98e984b3c6 HTTP/1.1" status: 204 len: 168 time: 0.6830921 Feb 04 06:00:32.768668 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.780072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6eb4-022c-47d9-91ea-1dfa6dd99155 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.784931 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-08f38d84-a417-4496-8f1b-19b9e4b21fa6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.832523 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.845906 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-986bd6b3-2be1-4728-96dd-818198df5605 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.851289 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986bd6b3-2be1-4728-96dd-818198df5605 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:32.851878 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-986bd6b3-2be1-4728-96dd-818198df5605 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.892992 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-703370d7-f43b-4d95-ae7a-fbc7373de138 req-f6540ce7-1127-4fcd-ba4e-c7a018b0e3dd tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889834 Feb 04 06:00:32.935761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-08f38d84-a417-4496-8f1b-19b9e4b21fa6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Calling delete_port for fae8af24-7447-4d8c-a6e9-217167948a74 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:32.951650 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-44e7e59e-04c9-483f-ad78-f71964a54300 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.952843 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-44e7e59e-04c9-483f-ad78-f71964a54300 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5393181 Feb 04 06:00:32.961072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47440) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:32.968429 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-3feaaace-406f-4be2-b0b4-3064b4d7d9b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:33.042632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6eb4-022c-47d9-91ea-1dfa6dd99155 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.052072 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-986bd6b3-2be1-4728-96dd-818198df5605 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8055472 Feb 04 06:00:33.055719 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6eb4-022c-47d9-91ea-1dfa6dd99155 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.056756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47446) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:33.066323 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-379ac490-51ec-43aa-ac6d-b4461f1fa569 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'subnet': {'network_id': '800ff49a-aa5c-49bd-89e3-940de691f5a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:33.158937 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bd6b3-2be1-4728-96dd-818198df5605 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Network': ['ID=800ff49a-aa5c-49bd-89e3-940de691f5a2,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:33.176826 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 800ff49a-aa5c-49bd-89e3-940de691f5a2 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:00:33.235622 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-379ac490-51ec-43aa-ac6d-b4461f1fa569 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:33.237628 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47450) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:33.265611 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-379ac490-51ec-43aa-ac6d-b4461f1fa569 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Usage tracker for resource:subnet and tenant:be5863f9490840e8a3915d28728f2bb3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:33.272155 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-379ac490-51ec-43aa-ac6d-b4461f1fa569 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:33.274912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ac99c37-11c6-4bf6-ab5a-18754ccfa918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.292790 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-379ac490-51ec-43aa-ac6d-b4461f1fa569 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:33.303749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4ac99c37-11c6-4bf6-ab5a-18754ccfa918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:33.313371 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4ac99c37-11c6-4bf6-ab5a-18754ccfa918 admin admin] Usage tracker for resource:security_group_rule and tenant:4bdf5961911e441c981cfe451bcf334a is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:33.318683 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4ac99c37-11c6-4bf6-ab5a-18754ccfa918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:33.321392 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379ac490-51ec-43aa-ac6d-b4461f1fa569 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:33.324892 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-379ac490-51ec-43aa-ac6d-b4461f1fa569 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.377093 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4ac99c37-11c6-4bf6-ab5a-18754ccfa918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:33.476447 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6eb4-022c-47d9-91ea-1dfa6dd99155 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.477014 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4c6eb4-022c-47d9-91ea-1dfa6dd99155 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Fanout notify agent at l3_agent the message router_deleted on router dc24822c-13c8-4ada-83e5-9d5edf38ff26 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:00:33.499289 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-08f38d84-a417-4496-8f1b-19b9e4b21fa6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.561409 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6eb4-022c-47d9-91ea-1dfa6dd99155 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.562489 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cb4c6eb4-022c-47d9-91ea-1dfa6dd99155 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "DELETE /v2.0/routers/dc24822c-13c8-4ada-83e5-9d5edf38ff26 HTTP/1.1" status: 204 len: 168 time: 3.2891018 Feb 04 06:00:33.565145 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f38d84-a417-4496-8f1b-19b9e4b21fa6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event deleted for resources: {'Port': ['ID=fae8af24-7447-4d8c-a6e9-217167948a74,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:33.567829 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47454) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:33.603817 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-37cf12e0-4954-4eb3-bfe4-44b794267a5d tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-485414140', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:33.623152 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-37cf12e0-4954-4eb3-bfe4-44b794267a5d tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:33.632059 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3feaaace-406f-4be2-b0b4-3064b4d7d9b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.633732 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-37cf12e0-4954-4eb3-bfe4-44b794267a5d tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Usage tracker for resource:router and tenant:ff78521b780f4b2b8604664af9d5a608 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:33.645736 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27670d-834d-406c-862d-c5e75c26c491 req-942c91f1-7874-4c53-909e-c5bddc2597ef tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:33.647242 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bf27670d-834d-406c-862d-c5e75c26c491 req-942c91f1-7874-4c53-909e-c5bddc2597ef tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.6023364 Feb 04 06:00:33.663966 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-37cf12e0-4954-4eb3-bfe4-44b794267a5d tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:33.717602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-37cf12e0-4954-4eb3-bfe4-44b794267a5d tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:33.762433 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bf27670d-834d-406c-862d-c5e75c26c491 req-fcdaa9e9-a72f-4e55-aaa3-7883169590e0 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942154 Feb 04 06:00:33.807854 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-37cf12e0-4954-4eb3-bfe4-44b794267a5d tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.808880 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-37cf12e0-4954-4eb3-bfe4-44b794267a5d tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.823218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ac99c37-11c6-4bf6-ab5a-18754ccfa918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.844002 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ac99c37-11c6-4bf6-ab5a-18754ccfa918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.869499 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-08f38d84-a417-4496-8f1b-19b9e4b21fa6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.905757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-37cf12e0-4954-4eb3-bfe4-44b794267a5d tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.938947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-379ac490-51ec-43aa-ac6d-b4461f1fa569 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.946648 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4ac99c37-11c6-4bf6-ab5a-18754ccfa918 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4bdf5961911e441c981cfe451bcf334a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7014606 Feb 04 06:00:33.950249 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47462) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:33.980989 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac99c37-11c6-4bf6-ab5a-18754ccfa918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14538573-85c9-4ab8-8822-f53887ae77d8,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:34.005037 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-08f38d84-a417-4496-8f1b-19b9e4b21fa6 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "DELETE /v2.0/ports/fae8af24-7447-4d8c-a6e9-217167948a74 HTTP/1.1" status: 204 len: 168 time: 1.8346040 Feb 04 06:00:34.009164 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47468) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:34.018375 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3feaaace-406f-4be2-b0b4-3064b4d7d9b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.018658 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:34.029642 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:34.034446 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-37cf12e0-4954-4eb3-bfe4-44b794267a5d tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.060483 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3feaaace-406f-4be2-b0b4-3064b4d7d9b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.060715 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Usage tracker for resource:floatingip and tenant:be32df0199ab40b58629ba8c05d7ef10 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:34.065163 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ac490-51ec-43aa-ac6d-b4461f1fa569 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Subnet': ['ID=c80244b6-62ba-4113-b6cc-dd429e6ee372,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:34.069530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:34.079616 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:34.087149 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-37cf12e0-4954-4eb3-bfe4-44b794267a5d tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.088327 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-37cf12e0-4954-4eb3-bfe4-44b794267a5d tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5162311 Feb 04 06:00:34.090825 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379ac490-51ec-43aa-ac6d-b4461f1fa569 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Checking segment: {'id': 'a0ab060d-f18c-4f65-a7aa-671d1f9fedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '800ff49a-aa5c-49bd-89e3-940de691f5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:00:34.091352 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379ac490-51ec-43aa-ac6d-b4461f1fa569 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network hostable DHCP agents. Network: 800ff49a-aa5c-49bd-89e3-940de691f5a2, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:00:34.095422 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47472) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:34.102479 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4b51b43e-0c2c-41ec-abbb-fe0e1a0c5378 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'enable_snat': True}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:34.174203 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ae19cf91-85d0-4a75-b68e-cdf08e0f7eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.177632 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.235508 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ae19cf91-85d0-4a75-b68e-cdf08e0f7eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.264436 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.339604 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-3feaaace-406f-4be2-b0b4-3064b4d7d9b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Allocated IP 172.26.4.234 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/959c35bb-3bd1-4798-a6f4-491ffa4d2fab) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:34.361318 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d81914-6251-4441-beaf-4e4ac5a772f6 req-11809407-2ac7-4212-9000-659981e44647 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:34.362817 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-24d81914-6251-4441-beaf-4e4ac5a772f6 req-11809407-2ac7-4212-9000-659981e44647 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.2611661 Feb 04 06:00:34.449085 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ae19cf91-85d0-4a75-b68e-cdf08e0f7eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.459800 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379ac490-51ec-43aa-ac6d-b4461f1fa569 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network 800ff49a-aa5c-49bd-89e3-940de691f5a2 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:00:34.486854 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19cf91-85d0-4a75-b68e-cdf08e0f7eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14538573-85c9-4ab8-8822-f53887ae77d8,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:34.511445 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-24d81914-6251-4441-beaf-4e4ac5a772f6 req-b186e52c-3a04-433f-a3af-673fde87070e tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382368 Feb 04 06:00:34.530130 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ae19cf91-85d0-4a75-b68e-cdf08e0f7eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.531252 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ae19cf91-85d0-4a75-b68e-cdf08e0f7eb0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14538573-85c9-4ab8-8822-f53887ae77d8 HTTP/1.1" status: 204 len: 168 time: 0.5800922 Feb 04 06:00:34.542431 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-379ac490-51ec-43aa-ac6d-b4461f1fa569 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 800ff49a-aa5c-49bd-89e3-940de691f5a2) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:34.559217 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d6924e-fc1a-4402-bbd5-206937763c7e None None] Network 800ff49a-aa5c-49bd-89e3-940de691f5a2 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:00:34.570517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3feaaace-406f-4be2-b0b4-3064b4d7d9b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.605014 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379ac490-51ec-43aa-ac6d-b4461f1fa569 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:34.605496 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3feaaace-406f-4be2-b0b4-3064b4d7d9b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.605706 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-379ac490-51ec-43aa-ac6d-b4461f1fa569 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.682802 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feaaace-406f-4be2-b0b4-3064b4d7d9b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:34.685832 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-3feaaace-406f-4be2-b0b4-3064b4d7d9b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:34.690672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feaaace-406f-4be2-b0b4-3064b4d7d9b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:34.700980 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b51b43e-0c2c-41ec-abbb-fe0e1a0c5378 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.722433 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-379ac490-51ec-43aa-ac6d-b4461f1fa569 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6646194 Feb 04 06:00:34.734140 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47480) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:34.791177 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feaaace-406f-4be2-b0b4-3064b4d7d9b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Pushing event updated for resources: {'Port': ['ID=959c35bb-3bd1-4798-a6f4-491ffa4d2fab,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:34.886203 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.963576 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-800ff49a-aa5c-49bd-89e3-940de691f5a2', 'network_id': '800ff49a-aa5c-49bd-89e3-940de691f5a2', 'tenant_id': 'be5863f9490840e8a3915d28728f2bb3', 'fixed_ips': [{'subnet_id': 'c80244b6-62ba-4113-b6cc-dd429e6ee372'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:00:34.965187 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:35.225531 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Allocated IP 172.26.4.91 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/891847cd-2d94-4696-9533-0a83c8ed1629) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:35.306110 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Allocated IP 172.20.0.2 (800ff49a-aa5c-49bd-89e3-940de691f5a2/c80244b6-62ba-4113-b6cc-dd429e6ee372/04cd9b9a-8dd4-4630-ad10-31a632fec453) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:35.384528 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:35.390290 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b51b43e-0c2c-41ec-abbb-fe0e1a0c5378 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:35.424835 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b51b43e-0c2c-41ec-abbb-fe0e1a0c5378 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:35.506127 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc02225-c62f-4ca7-b7ca-3121bc5e2b89 req-ee43e34b-dfb0-4b94-b506-18c13f5abca2 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:35.513629 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bdc02225-c62f-4ca7-b7ca-3121bc5e2b89 req-ee43e34b-dfb0-4b94-b506-18c13f5abca2 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.5815353 Feb 04 06:00:35.547261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:35.586456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:35.608443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:35.615047 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bdc02225-c62f-4ca7-b7ca-3121bc5e2b89 req-caae2966-2f6d-458f-b974-76644571500a tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010909 Feb 04 06:00:35.625595 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:35.634919 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Transition to ACTIVE for port object 04cd9b9a-8dd4-4630-ad10-31a632fec453 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:35.675155 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Transition to ACTIVE for port object 04cd9b9a-8dd4-4630-ad10-31a632fec453 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:35.685631 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:35.708547 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47504) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:35.763338 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Network 800ff49a-aa5c-49bd-89e3-940de691f5a2 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:35.766846 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:35.771241 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:35.779336 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3feaaace-406f-4be2-b0b4-3064b4d7d9b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_gateway, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:35.810040 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Pushing event updated for resources: {'Port': ['ID=04cd9b9a-8dd4-4630-ad10-31a632fec453,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:35.868607 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:35.876473 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Attempting to bind port 04cd9b9a-8dd4-4630-ad10-31a632fec453 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:00:35.877011 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Attempting to bind port 04cd9b9a-8dd4-4630-ad10-31a632fec453 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'a0ab060d-f18c-4f65-a7aa-671d1f9fedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '800ff49a-aa5c-49bd-89e3-940de691f5a2'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:00:35.877248 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Attempting to bind port 04cd9b9a-8dd4-4630-ad10-31a632fec453 on network 800ff49a-aa5c-49bd-89e3-940de691f5a2 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:00:35.883440 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:00:35.883845 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Checking segment: {'id': 'a0ab060d-f18c-4f65-a7aa-671d1f9fedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '800ff49a-aa5c-49bd-89e3-940de691f5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:00:35.884253 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:35.884643 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Bound using segment: {'id': 'a0ab060d-f18c-4f65-a7aa-671d1f9fedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '800ff49a-aa5c-49bd-89e3-940de691f5a2'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:00:35.885108 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Bound port: 04cd9b9a-8dd4-4630-ad10-31a632fec453, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ab060d-f18c-4f65-a7aa-671d1f9fedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '800ff49a-aa5c-49bd-89e3-940de691f5a2'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:00:35.885589 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:35.894545 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:35.901382 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:35.908511 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:35.910478 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1838565513'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:35.945645 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=891847cd-2d94-4696-9533-0a83c8ed1629,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:35.963001 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-4b51b43e-0c2c-41ec-abbb-fe0e1a0c5378 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Allocated IP 172.26.4.254 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/9ee42361-9926-4682-bc44-a7be04c05d71) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:35.969619 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:35.982178 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] For port 04cd9b9a-8dd4-4630-ad10-31a632fec453, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:00:35.985578 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Subnet': ['ID=c80244b6-62ba-4113-b6cc-dd429e6ee372,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:35.986386 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] For port 04cd9b9a-8dd4-4630-ad10-31a632fec453, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=04cd9b9a-8dd4-4630-ad10-31a632fec453,segment=NetworkSegment(a0ab060d-f18c-4f65-a7aa-671d1f9fedda),segment_id=a0ab060d-f18c-4f65-a7aa-671d1f9fedda)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:00:35.987764 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:network and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:35.991561 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.015141 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:36.072347 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:36.074406 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b389000-b19c-4ee1-a05b-db5b9886950b None None] Pushing event updated for resources: {'Port': ['ID=04cd9b9a-8dd4-4630-ad10-31a632fec453,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:36.109250 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.124099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:36.127731 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.135482 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.172035 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72965ed7-2d99-4060-83d3-8e372172bc0d None None] Network 800ff49a-aa5c-49bd-89e3-940de691f5a2 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:00:36.196818 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b51b43e-0c2c-41ec-abbb-fe0e1a0c5378 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.205955 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.223129 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.231161 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800ff49a-aa5c-49bd-89e3-940de691f5a2']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:36.241501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:36.245246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:security_group_rule and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:36.248056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:36.258318 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:36.294919 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ab060d-f18c-4f65-a7aa-671d1f9fedda') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:36.295213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ab060d-f18c-4f65-a7aa-671d1f9fedda') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:36.368865 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b51b43e-0c2c-41ec-abbb-fe0e1a0c5378 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.377759 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.397570 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39fe071-8908-4ad5-813a-28a3b0728fa3 None None] get_active_networks_info from dv-neutron-826830-2-hyperv {{(pid=87472) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:00:36.421553 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.443177 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3feaaace-406f-4be2-b0b4-3064b4d7d9b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.447398 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b51b43e-0c2c-41ec-abbb-fe0e1a0c5378 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:36.449883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:00:36.450266 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.452122 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-4b51b43e-0c2c-41ec-abbb-fe0e1a0c5378 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:00:36.465880 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:00:36.468314 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b51b43e-0c2c-41ec-abbb-fe0e1a0c5378 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:36.507492 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51b43e-0c2c-41ec-abbb-fe0e1a0c5378 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Pushing event updated for resources: {'Port': ['ID=9ee42361-9926-4682-bc44-a7be04c05d71,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:36.516728 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3feaaace-406f-4be2-b0b4-3064b4d7d9b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.518411 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39fe071-8908-4ad5-813a-28a3b0728fa3 None None] Resources bound (agent type, host, resource id): {{(pid=87472) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:00:36.642648 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.643582 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 06:00:36.643582 dv-neutron-826830-2-hyperv neutron-server[87471]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 06:00:36.643582 dv-neutron-826830-2-hyperv neutron-server[87471]: [parameters: {'id': '800ff49a-aa5c-49bd-89e3-940de691f5a2'}] Feb 04 06:00:36.643582 dv-neutron-826830-2-hyperv neutron-server[87471]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:00:36.643978 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:00:36.651363 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.725342 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.740013 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.928808 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:00:36.931525 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=891847cd-2d94-4696-9533-0a83c8ed1629,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:36.955277 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.961577 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.961913 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Added segment f2e6e1fe-09e1-410d-b43b-de8b8254ca58 of type vlan for network 65e4f961-4ab6-4ffd-8973-b6f04910c762 Feb 04 06:00:36.965182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67112e3b-84b3-4a88-bd24-e162b5c9ff56,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:36.965371 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.013226 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.054064 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.055533 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6eb12c1b-92f0-45f6-8cf1-6da6b834e742 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0435321 Feb 04 06:00:37.058634 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47514) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:37.064741 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d5289-b838-4a5c-98f9-3b5d72151260 req-010823c6-0789-4096-873d-8930b7e317d7 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:37.065992 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-91114fbd-d88c-4196-a0d6-3d818a3028f5 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'port': {'network_id': 'e60dc474-500d-4967-b0b4-ba10481a0817', 'name': 'tempest-FloatingIPTestJSON-456020792'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:37.066216 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-eb9d5289-b838-4a5c-98f9-3b5d72151260 req-010823c6-0789-4096-873d-8930b7e317d7 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.2085090 Feb 04 06:00:37.085956 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3feaaace-406f-4be2-b0b4-3064b4d7d9b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Router e7ff0c80-9fa4-4e17-bae6-cd27bb8e0545 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:00:37.090092 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.095337 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:37.095934 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.147626 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.147859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b51b43e-0c2c-41ec-abbb-fe0e1a0c5378 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.308482 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-eb9d5289-b838-4a5c-98f9-3b5d72151260 req-412a502c-d18c-44c3-af99-12db5d65c870 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360501 Feb 04 06:00:37.317717 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5973783 Feb 04 06:00:37.317717 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220ca68-7dfe-41a0-88c8-10d02a43aa56 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Network': ['ID=65e4f961-4ab6-4ffd-8973-b6f04910c762,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:37.322583 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47518) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:37.336092 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:00:37.372628 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-91114fbd-d88c-4196-a0d6-3d818a3028f5 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:37.378688 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-3d5b522b-3b99-4c0f-82d8-86c9cc69c386 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:37.381056 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-91114fbd-d88c-4196-a0d6-3d818a3028f5 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Usage tracker for resource:port and tenant:be32df0199ab40b58629ba8c05d7ef10 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:37.385279 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-91114fbd-d88c-4196-a0d6-3d818a3028f5 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:37.415385 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Deleting port 04cd9b9a-8dd4-4630-ad10-31a632fec453 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:37.415732 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.566264 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3feaaace-406f-4be2-b0b4-3064b4d7d9b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:37.577749 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86384073-1136-4479-ae96-68e69edb878e None None] Sync routers for ids ['e7ff0c80-9fa4-4e17-bae6-cd27bb8e0545'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:37.596502 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86384073-1136-4479-ae96-68e69edb878e None None] Routers {'e7ff0c80-9fa4-4e17-bae6-cd27bb8e0545'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:37.597295 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-86384073-1136-4479-ae96-68e69edb878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['e7ff0c80-9fa4-4e17-bae6-cd27bb8e0545'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:37.607261 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3feaaace-406f-4be2-b0b4-3064b4d7d9b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.608430 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3feaaace-406f-4be2-b0b4-3064b4d7d9b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "PUT /v2.0/routers/e7ff0c80-9fa4-4e17-bae6-cd27bb8e0545 HTTP/1.1" status: 200 len: 879 time: 4.6464350 Feb 04 06:00:37.615303 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47526) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:37.633872 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-3d5b522b-3b99-4c0f-82d8-86c9cc69c386 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:37.675654 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-86384073-1136-4479-ae96-68e69edb878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:37.685782 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86384073-1136-4479-ae96-68e69edb878e None None] Routers {'e7ff0c80-9fa4-4e17-bae6-cd27bb8e0545'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:37.685782 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-86384073-1136-4479-ae96-68e69edb878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['e7ff0c80-9fa4-4e17-bae6-cd27bb8e0545'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:37.686072 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-91114fbd-d88c-4196-a0d6-3d818a3028f5 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:37.699870 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3d5b522b-3b99-4c0f-82d8-86c9cc69c386 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:37.706318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91114fbd-d88c-4196-a0d6-3d818a3028f5 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Made reservation on behalf of be32df0199ab40b58629ba8c05d7ef10 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:37.710324 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-91114fbd-d88c-4196-a0d6-3d818a3028f5 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.744883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3d5b522b-3b99-4c0f-82d8-86c9cc69c386 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:37.750437 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-86384073-1136-4479-ae96-68e69edb878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:37.750999 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86384073-1136-4479-ae96-68e69edb878e None None] The sync data for ids ['e7ff0c80-9fa4-4e17-bae6-cd27bb8e0545'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:37.763750 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-3d5b522b-3b99-4c0f-82d8-86c9cc69c386 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:37.774697 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-91114fbd-d88c-4196-a0d6-3d818a3028f5 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] device_id is not set on port 3aa01f66-a562-45a1-9c8b-c07f1fed8172 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:00:37.828998 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b51b43e-0c2c-41ec-abbb-fe0e1a0c5378 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.845440 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b51b43e-0c2c-41ec-abbb-fe0e1a0c5378 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.929860 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5b522b-3b99-4c0f-82d8-86c9cc69c386 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:37.933287 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3d5b522b-3b99-4c0f-82d8-86c9cc69c386 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.050640 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] For port 04cd9b9a-8dd4-4630-ad10-31a632fec453, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=04cd9b9a-8dd4-4630-ad10-31a632fec453,segment=NetworkSegment(a0ab060d-f18c-4f65-a7aa-671d1f9fedda),segment_id=a0ab060d-f18c-4f65-a7aa-671d1f9fedda)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:38.050859 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.077945 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-91114fbd-d88c-4196-a0d6-3d818a3028f5 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Allocated IP 172.20.0.8 (e60dc474-500d-4967-b0b4-ba10481a0817/66ab9ec8-a6aa-4b1a-82e2-717c7cd6b604/3aa01f66-a562-45a1-9c8b-c07f1fed8172) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:38.197724 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ee0ca2b6-039b-47d8-b0f6-0d968e1f9f22 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "GET /v2.0/routers/e7ff0c80-9fa4-4e17-bae6-cd27bb8e0545 HTTP/1.1" status: 200 len: 920 time: 0.5703275 Feb 04 06:00:38.205579 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Calling delete_port for 04cd9b9a-8dd4-4630-ad10-31a632fec453 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:38.225149 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47530) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:38.232732 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b51b43e-0c2c-41ec-abbb-fe0e1a0c5378 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Router b4e1e29e-2c05-4411-bd7f-8eb43f93a18e is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:00:38.389231 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fed396-a6a4-44a1-84d9-457bc0ce8b38 req-f12b85a2-4776-4a40-abab-cb72f0b1887f tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:38.390698 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d2fed396-a6a4-44a1-84d9-457bc0ce8b38 req-f12b85a2-4776-4a40-abab-cb72f0b1887f tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.6997499 Feb 04 06:00:38.511330 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-91114fbd-d88c-4196-a0d6-3d818a3028f5 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.511487 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d2fed396-a6a4-44a1-84d9-457bc0ce8b38 req-89f9c20a-c963-4ed9-b458-c54260f23b79 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131170 Feb 04 06:00:38.526286 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.547265 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c173a9a-6071-4e33-8266-53f2ba74c553 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:38.548208 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-2c173a9a-6071-4e33-8266-53f2ba74c553 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Synchronizing usage tracker for tenant:7c39af0a4e394961ac01d1c0709fc32e on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:00:38.572538 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b51b43e-0c2c-41ec-abbb-fe0e1a0c5378 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:38.580502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Port': ['ID=04cd9b9a-8dd4-4630-ad10-31a632fec453,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:38.589258 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No DVR routers for this DVR port 04cd9b9a-8dd4-4630-ad10-31a632fec453 on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:00:38.593565 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b51b43e-0c2c-41ec-abbb-fe0e1a0c5378 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.594831 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4b51b43e-0c2c-41ec-abbb-fe0e1a0c5378 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "PUT /v2.0/routers/b4e1e29e-2c05-4411-bd7f-8eb43f93a18e HTTP/1.1" status: 200 len: 918 time: 4.4977670 Feb 04 06:00:38.596982 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-2c173a9a-6071-4e33-8266-53f2ba74c553 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Unset dirty status for tenant:7c39af0a4e394961ac01d1c0709fc32e on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:00:38.600962 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2c173a9a-6071-4e33-8266-53f2ba74c553 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&device_id=e7ff0c80-9fa4-4e17-bae6-cd27bb8e0545&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3722043 Feb 04 06:00:38.600962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47534) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:38.603976 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50923fac-074a-4e9d-897b-546d34a6bbc9 None None] Sync routers for ids ['b4e1e29e-2c05-4411-bd7f-8eb43f93a18e'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:38.620669 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50923fac-074a-4e9d-897b-546d34a6bbc9 None None] Routers {'b4e1e29e-2c05-4411-bd7f-8eb43f93a18e'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:38.621512 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-50923fac-074a-4e9d-897b-546d34a6bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['b4e1e29e-2c05-4411-bd7f-8eb43f93a18e'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:38.622128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47536) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:38.677164 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-91114fbd-d88c-4196-a0d6-3d818a3028f5 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.706627 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-50923fac-074a-4e9d-897b-546d34a6bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:38.716555 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50923fac-074a-4e9d-897b-546d34a6bbc9 None None] Routers {'b4e1e29e-2c05-4411-bd7f-8eb43f93a18e'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:38.717421 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-50923fac-074a-4e9d-897b-546d34a6bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['b4e1e29e-2c05-4411-bd7f-8eb43f93a18e'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:38.782394 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-50923fac-074a-4e9d-897b-546d34a6bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:38.783143 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50923fac-074a-4e9d-897b-546d34a6bbc9 None None] The sync data for ids ['b4e1e29e-2c05-4411-bd7f-8eb43f93a18e'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:38.816651 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3d5b522b-3b99-4c0f-82d8-86c9cc69c386 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.823717 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91114fbd-d88c-4196-a0d6-3d818a3028f5 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Network e60dc474-500d-4967-b0b4-ba10481a0817 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:38.835268 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-91114fbd-d88c-4196-a0d6-3d818a3028f5 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:38.837622 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91114fbd-d88c-4196-a0d6-3d818a3028f5 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:38.852735 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.894803 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91114fbd-d88c-4196-a0d6-3d818a3028f5 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=3aa01f66-a562-45a1-9c8b-c07f1fed8172,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:38.924428 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800ff49a-aa5c-49bd-89e3-940de691f5a2']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:38.933967 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-654ba021-9e71-49bb-b6d2-205a6c594dc7 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "GET /v2.0/routers/b4e1e29e-2c05-4411-bd7f-8eb43f93a18e HTTP/1.1" status: 200 len: 924 time: 0.3333316 Feb 04 06:00:38.941291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91114fbd-d88c-4196-a0d6-3d818a3028f5 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:38.942252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-91114fbd-d88c-4196-a0d6-3d818a3028f5 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.944717 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47542) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:38.956772 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ab060d-f18c-4f65-a7aa-671d1f9fedda') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:38.957131 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ab060d-f18c-4f65-a7aa-671d1f9fedda') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:38.968753 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-91114fbd-d88c-4196-a0d6-3d818a3028f5 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9089470 Feb 04 06:00:38.971441 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47546) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:38.976452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-6fba9173-a328-4fb7-80d4-914f4a4a2ff4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'floatingip': {'port_id': '3aa01f66-a562-45a1-9c8b-c07f1fed8172'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:39.030580 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:39.037143 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b522b-3b99-4c0f-82d8-86c9cc69c386 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=143f0495-0376-4716-a85f-7ec54fb932c8,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:39.049699 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17bdae5-1248-4343-85bb-3503164638ec tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:39.051079 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d17bdae5-1248-4343-85bb-3503164638ec tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "GET /v2.0/networks/ab369154-15d6-461d-ac4e-da4d6375f709 HTTP/1.1" status: 200 len: 881 time: 0.4175727 Feb 04 06:00:39.057578 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47550) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:39.061162 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5b522b-3b99-4c0f-82d8-86c9cc69c386 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:00:39.061526 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5b522b-3b99-4c0f-82d8-86c9cc69c386 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network hostable DHCP agents. Network: 65e4f961-4ab6-4ffd-8973-b6f04910c762, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:00:39.105600 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:39.127612 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:00:39.128020 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:39.147154 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f95343ab-5179-4e92-8955-6c523b761bd3 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ff0c80-9fa4-4e17-bae6-cd27bb8e0545 HTTP/1.1" status: 200 len: 205 time: 0.0854123 Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:00:39.148606 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:00:39.154797 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47556) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:39.175979 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6fba9173-a328-4fb7-80d4-914f4a4a2ff4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:39.308995 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5b522b-3b99-4c0f-82d8-86c9cc69c386 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:00:39.325925 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:39.344839 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-3d5b522b-3b99-4c0f-82d8-86c9cc69c386 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 65e4f961-4ab6-4ffd-8973-b6f04910c762) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:39.350436 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:39.352631 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2281f7ed-429b-43bb-8d2b-f7e7d8ec5b23 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:00:39.412054 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Network': ['ID=800ff49a-aa5c-49bd-89e3-940de691f5a2,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:39.427735 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5b522b-3b99-4c0f-82d8-86c9cc69c386 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:39.428421 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3d5b522b-3b99-4c0f-82d8-86c9cc69c386 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:39.433274 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6e82fe-7311-4071-9b24-ead687d67516 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:39.436355 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0a6e82fe-7311-4071-9b24-ead687d67516 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&device_id=b4e1e29e-2c05-4411-bd7f-8eb43f93a18e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4889851 Feb 04 06:00:39.439278 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47560) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:39.468572 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-43bec96c-b9ae-4f02-89c7-d259398c1fc8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/800ff49a-aa5c-49bd-89e3-940de691f5a2 HTTP/1.1" status: 204 len: 168 time: 4.7303207 Feb 04 06:00:39.469721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47564) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:39.515032 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3d5b522b-3b99-4c0f-82d8-86c9cc69c386 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1912127 Feb 04 06:00:39.518091 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f19ad0-601b-4f11-8651-409d67e944ed tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] GET failed (client error): The resource could not be found. Feb 04 06:00:39.518607 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-73f19ad0-601b-4f11-8651-409d67e944ed tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Synchronizing usage tracker for tenant:be5863f9490840e8a3915d28728f2bb3 on resource:subnet {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:00:39.520782 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47568) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:39.527511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3f6d027b-a513-4f93-ad1a-4221d691f821 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:39.582933 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-9978a55a-a2c0-46c1-8e6e-b4f724dd390c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'name': 'tempest-NetworksTestDHCPv6-114838964'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:39.594057 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': '143f0495-0376-4716-a85f-7ec54fb932c8'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:00:39.595038 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:39.727718 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:00:39.760315 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8e8259-35e7-42b8-a20e-e457bb6c5346 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:39.761833 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0f8e8259-35e7-42b8-a20e-e457bb6c5346 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "GET /v2.0/networks/ab369154-15d6-461d-ac4e-da4d6375f709 HTTP/1.1" status: 200 len: 881 time: 0.3215072 Feb 04 06:00:39.764889 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47574) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:39.778330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Allocated IP 2001:db8::2 (65e4f961-4ab6-4ffd-8973-b6f04910c762/143f0495-0376-4716-a85f-7ec54fb932c8/4c0746ee-f3d0-4bf9-8ad5-50753517f9ce) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:39.823136 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fc175066-8356-4586-8987-723d6e2bff42 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e1e29e-2c05-4411-bd7f-8eb43f93a18e HTTP/1.1" status: 200 len: 205 time: 0.0569823 Feb 04 06:00:39.825853 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47578) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:40.022217 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-73f19ad0-601b-4f11-8651-409d67e944ed tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Unset dirty status for tenant:be5863f9490840e8a3915d28728f2bb3 on resource:subnet {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:00:40.023700 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-73f19ad0-601b-4f11-8651-409d67e944ed tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "GET /v2.0/subnets/c80244b6-62ba-4113-b6cc-dd429e6ee372 HTTP/1.1" status: 404 len: 337 time: 0.5536358 Feb 04 06:00:40.027877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47584) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:40.034505 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9978a55a-a2c0-46c1-8e6e-b4f724dd390c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:40.035156 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.038744 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-912b5b60-ac83-4701-bcdc-969e9be46037 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.047455 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Transition to ACTIVE for port object 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:40.068003 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Transition to ACTIVE for port object 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:40.070749 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9978a55a-a2c0-46c1-8e6e-b4f724dd390c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:port and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:40.078634 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.084028 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9978a55a-a2c0-46c1-8e6e-b4f724dd390c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:40.109565 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3f6d027b-a513-4f93-ad1a-4221d691f821 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.119375 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9978a55a-a2c0-46c1-8e6e-b4f724dd390c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:40.122163 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.resource_extend [None req-6fba9173-a328-4fb7-80d4-914f4a4a2ff4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:00:40.138060 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-d995f16e-c87b-4e9a-a9d4-3cc5b94e0179 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:40.138962 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d995f16e-c87b-4e9a-a9d4-3cc5b94e0179 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:40.141138 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d995f16e-c87b-4e9a-a9d4-3cc5b94e0179 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/800ff49a-aa5c-49bd-89e3-940de691f5a2 HTTP/1.1" status: 404 len: 339 time: 0.1024137 Feb 04 06:00:40.147149 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47588) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:40.167972 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d027b-a513-4f93-ad1a-4221d691f821 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Deleting port 959c35bb-3bd1-4798-a6f4-491ffa4d2fab {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:40.168948 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3f6d027b-a513-4f93-ad1a-4221d691f821 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.181858 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Pushing event updated for resources: {'Port': ['ID=4c0746ee-f3d0-4bf9-8ad5-50753517f9ce,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:40.202411 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:40.203634 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:40.206300 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:40.300636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6fba9173-a328-4fb7-80d4-914f4a4a2ff4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.314615 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Attempting to bind port 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:00:40.315017 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Attempting to bind port 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:00:40.315139 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6fba9173-a328-4fb7-80d4-914f4a4a2ff4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.315345 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Attempting to bind port 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:00:40.321011 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:00:40.321385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:00:40.321784 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.322175 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:00:40.322761 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Bound port: 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:00:40.323139 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.339044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d73b5d-a998-4d19-8c2d-28bc9fdd48a5 req-1fbb0b77-6f64-4eb6-aed7-918689dcf31c tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:40.345943 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-43d73b5d-a998-4d19-8c2d-28bc9fdd48a5 req-1fbb0b77-6f64-4eb6-aed7-918689dcf31c tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.6623008 Feb 04 06:00:40.373578 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9978a55a-a2c0-46c1-8e6e-b4f724dd390c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:40.376360 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9978a55a-a2c0-46c1-8e6e-b4f724dd390c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.434950 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] For port 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:00:40.438835 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] For port 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=4c0746ee-f3d0-4bf9-8ad5-50753517f9ce,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:00:40.443939 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.501148 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-912b5b60-ac83-4701-bcdc-969e9be46037 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.527998 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885f352-8641-4133-b4e6-81c6b5e13bb5 None None] Pushing event updated for resources: {'Port': ['ID=4c0746ee-f3d0-4bf9-8ad5-50753517f9ce,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:40.568280 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-43d73b5d-a998-4d19-8c2d-28bc9fdd48a5 req-e33300a3-4041-4863-acfc-9124189c4fa0 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214060 Feb 04 06:00:40.574794 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-912b5b60-ac83-4701-bcdc-969e9be46037 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Deleting port 9ee42361-9926-4682-bc44-a7be04c05d71 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:40.575138 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-912b5b60-ac83-4701-bcdc-969e9be46037 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.578446 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-9978a55a-a2c0-46c1-8e6e-b4f724dd390c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port 64028de2-bfc8-4930-9a4b-740b69fc8c52 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:00:40.687241 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-6fba9173-a328-4fb7-80d4-914f4a4a2ff4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Floating IP 220e87c3-8437-4423-9beb-5a486a5778dc associated. External IP: 172.26.4.91, port: 3aa01f66-a562-45a1-9c8b-c07f1fed8172. Feb 04 06:00:40.708417 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd0517-2708-4d21-ac2c-38e9fa256574 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:40.709116 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-02cd0517-2708-4d21-ac2c-38e9fa256574 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Synchronizing usage tracker for tenant:be5863f9490840e8a3915d28728f2bb3 on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:00:40.828464 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3f6d027b-a513-4f93-ad1a-4221d691f821 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.989502 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-912b5b60-ac83-4701-bcdc-969e9be46037 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.990065 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d8c99-7da1-4842-8b50-c23748266e3d req-1792fab7-f09b-4f0a-a211-57bcc1b8cb21 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:40.991099 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e85d8c99-7da1-4842-8b50-c23748266e3d req-1792fab7-f09b-4f0a-a211-57bcc1b8cb21 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 945 time: 0.6360145 Feb 04 06:00:41.000512 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d027b-a513-4f93-ad1a-4221d691f821 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Calling delete_port for 959c35bb-3bd1-4798-a6f4-491ffa4d2fab owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:41.031672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-02cd0517-2708-4d21-ac2c-38e9fa256574 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Unset dirty status for tenant:be5863f9490840e8a3915d28728f2bb3 on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:00:41.032829 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-02cd0517-2708-4d21-ac2c-38e9fa256574 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8778856 Feb 04 06:00:41.046234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47596) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:41.082976 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-9978a55a-a2c0-46c1-8e6e-b4f724dd390c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::47 (65e4f961-4ab6-4ffd-8973-b6f04910c762/143f0495-0376-4716-a85f-7ec54fb932c8/64028de2-bfc8-4930-9a4b-740b69fc8c52) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:41.171627 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e85d8c99-7da1-4842-8b50-c23748266e3d req-9589de7c-98fe-4d08-9bf6-fc327eff220d tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfe3e5d4-3f68-43e2-8017-002269742142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418126 Feb 04 06:00:41.199869 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-912b5b60-ac83-4701-bcdc-969e9be46037 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Calling delete_port for 9ee42361-9926-4682-bc44-a7be04c05d71 owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:41.212402 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23143985-8918-4271-be81-24ff2c9b1fbc req-5b008565-c599-4c25-b905-5905852c2c89 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:41.213869 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-23143985-8918-4271-be81-24ff2c9b1fbc req-5b008565-c599-4c25-b905-5905852c2c89 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.5019324 Feb 04 06:00:41.251026 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-2aaacac7-af36-47e0-ac0d-c35adebd62ce tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Synchronizing usage tracker for tenant:be5863f9490840e8a3915d28728f2bb3 on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:00:41.358867 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-2aaacac7-af36-47e0-ac0d-c35adebd62ce tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Unset dirty status for tenant:be5863f9490840e8a3915d28728f2bb3 on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:00:41.360452 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2aaacac7-af36-47e0-ac0d-c35adebd62ce tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "GET /v2.0/subnets?network_id=ab369154-15d6-461d-ac4e-da4d6375f709 HTTP/1.1" status: 200 len: 207 time: 0.2630439 Feb 04 06:00:41.364238 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47600) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:41.391802 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-23143985-8918-4271-be81-24ff2c9b1fbc req-0daaac15-04bf-4d9e-aa6a-3d7f0ae4842a tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671083 Feb 04 06:00:41.493184 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3f6d027b-a513-4f93-ad1a-4221d691f821 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.507281 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9978a55a-a2c0-46c1-8e6e-b4f724dd390c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.536007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fba9173-a328-4fb7-80d4-914f4a4a2ff4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 291bd204-0842-4d12-b7ad-9ab081fb392c has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:00:41.600154 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d027b-a513-4f93-ad1a-4221d691f821 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Pushing event deleted for resources: {'Port': ['ID=959c35bb-3bd1-4798-a6f4-491ffa4d2fab,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:41.656685 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ad5367-a1ee-4ee2-a388-327b3cda2c2b None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:00:41.697792 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-9978a55a-a2c0-46c1-8e6e-b4f724dd390c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object 64028de2-bfc8-4930-9a4b-740b69fc8c52 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:41.756415 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3f6d027b-a513-4f93-ad1a-4221d691f821 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.784970 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1747482-39a0-4a7e-9d1e-3de78744731d tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:41.791074 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1747482-39a0-4a7e-9d1e-3de78744731d tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:41.799994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1747482-39a0-4a7e-9d1e-3de78744731d tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:41.806037 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1747482-39a0-4a7e-9d1e-3de78744731d tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:41.806915 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f1747482-39a0-4a7e-9d1e-3de78744731d tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Synchronizing usage tracker for tenant:be5863f9490840e8a3915d28728f2bb3 on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:00:41.917113 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:00:42.024729 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bf390691-00d5-493b-b7fa-80512dbb48ed None None] Provisioning for port 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:00:42.035323 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f1747482-39a0-4a7e-9d1e-3de78744731d tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Unset dirty status for tenant:be5863f9490840e8a3915d28728f2bb3 on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:00:42.036454 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f1747482-39a0-4a7e-9d1e-3de78744731d tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.6711347 Feb 04 06:00:42.051890 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47606) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:42.056583 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:00:42.070797 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:42.071183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.106903 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3f6d027b-a513-4f93-ad1a-4221d691f821 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.110469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3f6d027b-a513-4f93-ad1a-4221d691f821 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.126668 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104ac01-377a-49cc-8bf4-d9903872c582 req-102f3c97-0cff-4599-b7d3-a04eebb2c4ef tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:42.133896 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1104ac01-377a-49cc-8bf4-d9903872c582 req-102f3c97-0cff-4599-b7d3-a04eebb2c4ef tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.5687120 Feb 04 06:00:42.147394 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-912b5b60-ac83-4701-bcdc-969e9be46037 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.160134 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9978a55a-a2c0-46c1-8e6e-b4f724dd390c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.220241 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.239067 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fba9173-a328-4fb7-80d4-914f4a4a2ff4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:42.248687 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b5b60-ac83-4701-bcdc-969e9be46037 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Pushing event deleted for resources: {'Port': ['ID=9ee42361-9926-4682-bc44-a7be04c05d71,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:42.264913 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b647ff3-d4bc-4fe1-983e-1e4b1e6066cf None None] Sync routers for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:42.280796 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b647ff3-d4bc-4fe1-983e-1e4b1e6066cf None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:42.281687 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0b647ff3-d4bc-4fe1-983e-1e4b1e6066cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:42.304606 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6af22b-e931-478a-ad7f-9caad5f14934 req-aea7db39-a33a-4d25-b6fa-5d793ce701d8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:42.306363 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9e6af22b-e931-478a-ad7f-9caad5f14934 req-aea7db39-a33a-4d25-b6fa-5d793ce701d8 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.43 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 945 time: 0.7361391 Feb 04 06:00:42.316467 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6fba9173-a328-4fb7-80d4-914f4a4a2ff4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.321637 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3f6d027b-a513-4f93-ad1a-4221d691f821 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.321637 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6d027b-a513-4f93-ad1a-4221d691f821 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Fanout notify agent at l3_agent the message router_deleted on router e7ff0c80-9fa4-4e17-bae6-cd27bb8e0545 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:00:42.350610 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9978a55a-a2c0-46c1-8e6e-b4f724dd390c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:42.353515 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=4c0746ee-f3d0-4bf9-8ad5-50753517f9ce,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:42.363337 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-9978a55a-a2c0-46c1-8e6e-b4f724dd390c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:42.363934 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0b647ff3-d4bc-4fe1-983e-1e4b1e6066cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:42.367207 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978a55a-a2c0-46c1-8e6e-b4f724dd390c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:42.374270 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9978a55a-a2c0-46c1-8e6e-b4f724dd390c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:42.374970 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9978a55a-a2c0-46c1-8e6e-b4f724dd390c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.386577 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.421569 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9978a55a-a2c0-46c1-8e6e-b4f724dd390c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8982272 Feb 04 06:00:42.438190 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1104ac01-377a-49cc-8bf4-d9903872c582 req-ed2c503f-df31-4799-a1cb-c82f7369a219 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3011069 Feb 04 06:00:42.442022 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47614) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:42.442955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b647ff3-d4bc-4fe1-983e-1e4b1e6066cf None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:42.443689 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0b647ff3-d4bc-4fe1-983e-1e4b1e6066cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:42.446075 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3f6d027b-a513-4f93-ad1a-4221d691f821 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.460988 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3f6d027b-a513-4f93-ad1a-4221d691f821 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "DELETE /v2.0/routers/e7ff0c80-9fa4-4e17-bae6-cd27bb8e0545 HTTP/1.1" status: 204 len: 168 time: 3.2976642 Feb 04 06:00:42.460988 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47618) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:42.523470 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-2e485ecd-1376-4a10-8638-4c7e275b3ca5 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1438390576', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:42.530242 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2e485ecd-1376-4a10-8638-4c7e275b3ca5 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:42.534683 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2e485ecd-1376-4a10-8638-4c7e275b3ca5 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Usage tracker for resource:router and tenant:55ab6088d06445cc914fdf4327704095 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:42.539019 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2e485ecd-1376-4a10-8638-4c7e275b3ca5 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:42.539362 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0b647ff3-d4bc-4fe1-983e-1e4b1e6066cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:42.539913 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b647ff3-d4bc-4fe1-983e-1e4b1e6066cf None None] The sync data for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:42.546850 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2e485ecd-1376-4a10-8638-4c7e275b3ca5 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:42.561898 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=4c0746ee-f3d0-4bf9-8ad5-50753517f9ce,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:42.574389 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e3b9a289-d29e-46a0-8718-e9c3551703d4 None None] Provisioning complete for port 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:42.574389 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e3b9a289-d29e-46a0-8718-e9c3551703d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.575465 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2e485ecd-1376-4a10-8638-4c7e275b3ca5 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.576896 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2e485ecd-1376-4a10-8638-4c7e275b3ca5 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.594007 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2e485ecd-1376-4a10-8638-4c7e275b3ca5 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.610791 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6fba9173-a328-4fb7-80d4-914f4a4a2ff4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "PUT /v2.0/floatingips/220e87c3-8437-4423-9beb-5a486a5778dc HTTP/1.1" status: 200 len: 976 time: 3.6378458 Feb 04 06:00:42.614046 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47624) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:42.617317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978a55a-a2c0-46c1-8e6e-b4f724dd390c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=64028de2-bfc8-4930-9a4b-740b69fc8c52,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:42.632221 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e7ef7fb2-01a3-4557-bfc2-a8684efaf32f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.5691850 Feb 04 06:00:42.633367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-912b5b60-ac83-4701-bcdc-969e9be46037 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.672981 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47628) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:42.678251 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-9e6af22b-e931-478a-ad7f-9caad5f14934 req-f3716199-1179-4a78-b6cd-ec468d21ffe1 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Deleting port 0e04df16-850e-4f2e-9c11-fe5c539adcfa {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:42.678593 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9e6af22b-e931-478a-ad7f-9caad5f14934 req-f3716199-1179-4a78-b6cd-ec468d21ffe1 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.697278 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2e485ecd-1376-4a10-8638-4c7e275b3ca5 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.788462 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a23ab1e4-5a93-44c3-9872-440dd17621c4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Deleting port 3aa01f66-a562-45a1-9c8b-c07f1fed8172 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:42.789099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a23ab1e4-5a93-44c3-9872-440dd17621c4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.849808 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2e485ecd-1376-4a10-8638-4c7e275b3ca5 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.850872 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2e485ecd-1376-4a10-8638-4c7e275b3ca5 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3427520 Feb 04 06:00:42.860511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47632) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:42.871624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-e1ec7f7d-1cbd-4db7-8f47-bfe473a83ae2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'enable_snat': True}}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:42.885494 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5f10d4bc-ea10-4964-b8ad-3beeb16100ce None None] Provisioning for port 64028de2-bfc8-4930-9a4b-740b69fc8c52 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:00:42.890764 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5f10d4bc-ea10-4964-b8ad-3beeb16100ce None None] Provisioning complete for port 64028de2-bfc8-4930-9a4b-740b69fc8c52 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:42.891038 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5f10d4bc-ea10-4964-b8ad-3beeb16100ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.913339 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-912b5b60-ac83-4701-bcdc-969e9be46037 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.920360 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-912b5b60-ac83-4701-bcdc-969e9be46037 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.948765 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-5f10d4bc-ea10-4964-b8ad-3beeb16100ce None None] Port 64028de2-bfc8-4930-9a4b-740b69fc8c52 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:00:43.003367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6777a73d-d9ac-44ff-9b89-4ad93af2b839 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:43.005044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6777a73d-d9ac-44ff-9b89-4ad93af2b839 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:43.006555 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6777a73d-d9ac-44ff-9b89-4ad93af2b839 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3324814 Feb 04 06:00:43.011682 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47636) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:43.022543 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0f3b44-c15b-4eb3-b07f-961c5e0a30a5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:43.028293 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0f3b44-c15b-4eb3-b07f-961c5e0a30a5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:43.029788 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9c0f3b44-c15b-4eb3-b07f-961c5e0a30a5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5840044 Feb 04 06:00:43.043514 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47642) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:43.079030 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-912b5b60-ac83-4701-bcdc-969e9be46037 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:43.079694 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912b5b60-ac83-4701-bcdc-969e9be46037 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Fanout notify agent at l3_agent the message router_deleted on router b4e1e29e-2c05-4411-bd7f-8eb43f93a18e {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:00:43.105043 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08cb57-944b-402a-bedb-1a11b3e9ae06 req-2ef42ffb-9577-42f1-be84-51edc5f8dcd7 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:43.106404 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2e08cb57-944b-402a-bedb-1a11b3e9ae06 req-2ef42ffb-9577-42f1-be84-51edc5f8dcd7 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 945 time: 0.6977887 Feb 04 06:00:43.166554 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-912b5b60-ac83-4701-bcdc-969e9be46037 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:43.171812 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-912b5b60-ac83-4701-bcdc-969e9be46037 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "DELETE /v2.0/routers/b4e1e29e-2c05-4411-bd7f-8eb43f93a18e HTTP/1.1" status: 204 len: 168 time: 3.3408577 Feb 04 06:00:43.173142 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47646) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:43.181894 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-956fc4fe-0ca6-4d8a-9ebb-ff3013947e43 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-555152971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:43.191386 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-956fc4fe-0ca6-4d8a-9ebb-ff3013947e43 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:43.200248 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-956fc4fe-0ca6-4d8a-9ebb-ff3013947e43 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Usage tracker for resource:router and tenant:ff78521b780f4b2b8604664af9d5a608 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:43.205655 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d614524e-97b7-4133-8db2-52e5c7db90b7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['shared'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:43.206684 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d614524e-97b7-4133-8db2-52e5c7db90b7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['shared'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:43.214438 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d614524e-97b7-4133-8db2-52e5c7db90b7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1952767 Feb 04 06:00:43.214438 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-956fc4fe-0ca6-4d8a-9ebb-ff3013947e43 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:43.214438 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47650) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:43.253043 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-956fc4fe-0ca6-4d8a-9ebb-ff3013947e43 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:43.282653 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba01470-13ec-40a6-9553-68b9483443b3 req-fd120afe-e55b-4a16-ba55-80d8f74eb070 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:43.284165 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-aba01470-13ec-40a6-9553-68b9483443b3 req-fd120afe-e55b-4a16-ba55-80d8f74eb070 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.5795753 Feb 04 06:00:43.340487 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-956fc4fe-0ca6-4d8a-9ebb-ff3013947e43 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:43.341482 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-956fc4fe-0ca6-4d8a-9ebb-ff3013947e43 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:43.356159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-9e6af22b-e931-478a-ad7f-9caad5f14934 req-f3716199-1179-4a78-b6cd-ec468d21ffe1 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] For port 0e04df16-850e-4f2e-9c11-fe5c539adcfa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0e04df16-850e-4f2e-9c11-fe5c539adcfa,segment=NetworkSegment(b4ac90b0-25c3-4449-b419-1069ce490de0),segment_id=b4ac90b0-25c3-4449-b419-1069ce490de0)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:43.356425 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9e6af22b-e931-478a-ad7f-9caad5f14934 req-f3716199-1179-4a78-b6cd-ec468d21ffe1 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:43.468689 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-956fc4fe-0ca6-4d8a-9ebb-ff3013947e43 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:43.507448 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338f4f57-6bc8-49a8-846b-ea1be595636b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:43.508808 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-338f4f57-6bc8-49a8-846b-ea1be595636b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "GET /v2.0/networks/f8fb3787-8050-48b7-ae9b-d6b6d660cde2 HTTP/1.1" status: 200 len: 799 time: 0.2934232 Feb 04 06:00:43.512639 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47654) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:43.688500 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-b5340ffb-44a6-45f9-9aca-bbe56802b9dd tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port 64028de2-bfc8-4930-9a4b-740b69fc8c52 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:43.688870 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b5340ffb-44a6-45f9-9aca-bbe56802b9dd tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:43.728136 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-956fc4fe-0ca6-4d8a-9ebb-ff3013947e43 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:43.735488 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:00:43.750105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7f7d-1cbd-4db7-8f47-bfe473a83ae2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:43.758583 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2e08cb57-944b-402a-bedb-1a11b3e9ae06 req-fde3907e-bd4a-4192-9da4-a9c9b0e50650 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfe3e5d4-3f68-43e2-8017-002269742142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5754931 Feb 04 06:00:43.801376 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-aba01470-13ec-40a6-9553-68b9483443b3 req-9d83ccdf-b8c7-4069-8837-03e082ef2fa5 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4822907 Feb 04 06:00:43.843338 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:43.843705 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:43.900787 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-956fc4fe-0ca6-4d8a-9ebb-ff3013947e43 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:43.901948 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-956fc4fe-0ca6-4d8a-9ebb-ff3013947e43 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7283974 Feb 04 06:00:43.907383 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47660) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:43.932739 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-40b711ed-fb00-4d09-b71a-684a7cd2a346 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'enable_snat': False}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:43.941576 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a23ab1e4-5a93-44c3-9872-440dd17621c4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.092392 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9e6af22b-e931-478a-ad7f-9caad5f14934 req-f3716199-1179-4a78-b6cd-ec468d21ffe1 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.093090 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9e6af22b-e931-478a-ad7f-9caad5f14934 req-f3716199-1179-4a78-b6cd-ec468d21ffe1 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.093090 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [req-9e6af22b-e931-478a-ad7f-9caad5f14934 req-f3716199-1179-4a78-b6cd-ec468d21ffe1 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Floating IP d1fcd32d-fed1-4587-b1ea-7b46201b428b disassociated. External IP: 172.26.4.219, port: 0e04df16-850e-4f2e-9c11-fe5c539adcfa. Feb 04 06:00:44.093288 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-9e6af22b-e931-478a-ad7f-9caad5f14934 req-f3716199-1179-4a78-b6cd-ec468d21ffe1 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Calling delete_port for 0e04df16-850e-4f2e-9c11-fe5c539adcfa owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:44.191748 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0c0e3b19-d85c-4f21-b928-22686363644f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "GET /v2.0/networks/f8fb3787-8050-48b7-ae9b-d6b6d660cde2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.6780760 Feb 04 06:00:44.234254 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47666) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:44.402051 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40b711ed-fb00-4d09-b71a-684a7cd2a346 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.466844 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b5340ffb-44a6-45f9-9aca-bbe56802b9dd tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.548530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9e6af22b-e931-478a-ad7f-9caad5f14934 req-f3716199-1179-4a78-b6cd-ec468d21ffe1 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.577948 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d908a4-5c3d-426e-96e1-7d91c816b27f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:44.579386 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-42d908a4-5c3d-426e-96e1-7d91c816b27f tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "GET /v2.0/subnets/b7f7c165-7284-43a0-a018-5ed6dd638296 HTTP/1.1" status: 200 len: 811 time: 0.3278561 Feb 04 06:00:44.594011 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47670) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:44.644396 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3716199-1179-4a78-b6cd-ec468d21ffe1 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Pushing event deleted for resources: {'Port': ['ID=0e04df16-850e-4f2e-9c11-fe5c539adcfa,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:44.654197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-b5340ffb-44a6-45f9-9aca-bbe56802b9dd tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for 64028de2-bfc8-4930-9a4b-740b69fc8c52 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:44.714660 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a23ab1e4-5a93-44c3-9872-440dd17621c4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.715009 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a23ab1e4-5a93-44c3-9872-440dd17621c4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.715319 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-a23ab1e4-5a93-44c3-9872-440dd17621c4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Floating IP 220e87c3-8437-4423-9beb-5a486a5778dc disassociated. External IP: 172.26.4.91, port: 3aa01f66-a562-45a1-9c8b-c07f1fed8172. Feb 04 06:00:44.715675 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a23ab1e4-5a93-44c3-9872-440dd17621c4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Calling delete_port for 3aa01f66-a562-45a1-9c8b-c07f1fed8172 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:44.767699 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d71fca-349f-4def-a39a-d305393fce79 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['shared'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:44.768604 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-51d71fca-349f-4def-a39a-d305393fce79 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "GET /v2.0/subnets/b7f7c165-7284-43a0-a018-5ed6dd638296?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1736915 Feb 04 06:00:44.772904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47674) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:44.889731 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0c5e2-2e05-4aa1-b162-319da58c463a req-b3b4dbb9-ec88-4fff-81f4-395d51635150 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:44.891447 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-22f0c5e2-2e05-4aa1-b162-319da58c463a req-b3b4dbb9-ec88-4fff-81f4-395d51635150 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 946 time: 0.6579857 Feb 04 06:00:44.952885 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-8e37c05a-f4c0-4e8f-acd0-366bd155a528 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1204183745'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:44.959397 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8e37c05a-f4c0-4e8f-acd0-366bd155a528 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:44.985983 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8e37c05a-f4c0-4e8f-acd0-366bd155a528 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:45.010057 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e37c05a-f4c0-4e8f-acd0-366bd155a528 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:45.013457 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e37c05a-f4c0-4e8f-acd0-366bd155a528 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:45.112439 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-349e5fde-2a5f-42ea-9822-6fc42d90f931 req-9f47f503-8e52-4d63-af76-06104e8af908 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 210 time: 0.1627841 Feb 04 06:00:45.154727 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e6af22b-e931-478a-ad7f-9caad5f14934 req-f3716199-1179-4a78-b6cd-ec468d21ffe1 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Router 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:00:45.293547 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40b711ed-fb00-4d09-b71a-684a7cd2a346 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:45.328447 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40b711ed-fb00-4d09-b71a-684a7cd2a346 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:45.384326 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-22f0c5e2-2e05-4aa1-b162-319da58c463a req-d01dd77a-17dc-4fa6-bc9c-780cf5971939 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/security-groups?id=f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4251666 Feb 04 06:00:45.396201 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b5340ffb-44a6-45f9-9aca-bbe56802b9dd tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:45.460719 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5340ffb-44a6-45f9-9aca-bbe56802b9dd tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=64028de2-bfc8-4930-9a4b-740b69fc8c52,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:45.475978 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e6af22b-e931-478a-ad7f-9caad5f14934 req-f3716199-1179-4a78-b6cd-ec468d21ffe1 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:45.487469 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7737ab-9ef5-4f8f-848a-522cca6bf94b None None] Sync routers for ids ['3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:45.498352 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7737ab-9ef5-4f8f-848a-522cca6bf94b None None] Routers {'3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:45.499050 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-bf7737ab-9ef5-4f8f-848a-522cca6bf94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:45.510477 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7f7d-1cbd-4db7-8f47-bfe473a83ae2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:45.584796 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7f7d-1cbd-4db7-8f47-bfe473a83ae2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:45.594582 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6af22b-e931-478a-ad7f-9caad5f14934 req-f3716199-1179-4a78-b6cd-ec468d21ffe1 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] No DVR routers for this DVR port 0e04df16-850e-4f2e-9c11-fe5c539adcfa on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:00:45.602892 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9e6af22b-e931-478a-ad7f-9caad5f14934 req-f3716199-1179-4a78-b6cd-ec468d21ffe1 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:45.605273 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f032248b-f69f-4ffd-b24b-67f5ead324f5', 'name': 'network-vif-deleted', 'tag': '0e04df16-850e-4f2e-9c11-fe5c539adcfa'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:45.613947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e37c05a-f4c0-4e8f-acd0-366bd155a528 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:00:45.657936 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-40b711ed-fb00-4d09-b71a-684a7cd2a346 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Allocated IP 172.26.4.11 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/a2523ada-c1c6-4fb2-93b2-fbe7f3867de9) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:45.658499 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a23ab1e4-5a93-44c3-9872-440dd17621c4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:45.700400 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f032248b-f69f-4ffd-b24b-67f5ead324f5', 'name': 'network-vif-deleted', 'tag': '0e04df16-850e-4f2e-9c11-fe5c539adcfa', 'status': 'completed', 'code': 200} Feb 04 06:00:45.703385 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b5340ffb-44a6-45f9-9aca-bbe56802b9dd tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:45.718505 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e37c05a-f4c0-4e8f-acd0-366bd155a528 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:45.719082 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-8e37c05a-f4c0-4e8f-acd0-366bd155a528 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Added segment 2dea0691-9c0e-4994-a49f-546c24aad94e of type vlan for network 43bc753d-4f3f-4744-aca8-62232c10f5c8 Feb 04 06:00:45.748361 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ab1e4-5a93-44c3-9872-440dd17621c4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event deleted for resources: {'Port': ['ID=3aa01f66-a562-45a1-9c8b-c07f1fed8172,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:45.748956 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e37c05a-f4c0-4e8f-acd0-366bd155a528 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:45.771105 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b5340ffb-44a6-45f9-9aca-bbe56802b9dd tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/64028de2-bfc8-4930-9a4b-740b69fc8c52 HTTP/1.1" status: 204 len: 168 time: 2.7186792 Feb 04 06:00:45.777454 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47682) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:45.788334 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9e6af22b-e931-478a-ad7f-9caad5f14934 req-f3716199-1179-4a78-b6cd-ec468d21ffe1 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.43 "DELETE /v2.0/ports/0e04df16-850e-4f2e-9c11-fe5c539adcfa HTTP/1.1" status: 204 len: 173 time: 3.4417086 Feb 04 06:00:45.803278 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-bf7737ab-9ef5-4f8f-848a-522cca6bf94b None None] Set router 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:00:45.884021 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e37c05a-f4c0-4e8f-acd0-366bd155a528 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:45.890001 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e37c05a-f4c0-4e8f-acd0-366bd155a528 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:45.890615 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e37c05a-f4c0-4e8f-acd0-366bd155a528 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:45.955533 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0e04df16-850e-4f2e-9c11-fe5c539adcfa no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:00:46.020843 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8e37c05a-f4c0-4e8f-acd0-366bd155a528 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2451751 Feb 04 06:00:46.026705 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47686) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:46.044631 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 0e04df16-850e-4f2e-9c11-fe5c539adcfa {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:00:46.045286 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0e04df16-850e-4f2e-9c11-fe5c539adcfa not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:00:46.047253 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-db8d4f8f-269d-4a4f-9eb5-f9bebe4f8312 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'subnet': {'network_id': '43bc753d-4f3f-4744-aca8-62232c10f5c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:46.080310 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23ab1e4-5a93-44c3-9872-440dd17621c4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 291bd204-0842-4d12-b7ad-9ab081fb392c has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:00:46.143297 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37c05a-f4c0-4e8f-acd0-366bd155a528 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Network': ['ID=43bc753d-4f3f-4744-aca8-62232c10f5c8,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:46.159025 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 43bc753d-4f3f-4744-aca8-62232c10f5c8 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:00:46.204110 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40b711ed-fb00-4d09-b71a-684a7cd2a346 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:46.250157 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-bf7737ab-9ef5-4f8f-848a-522cca6bf94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'name': 'tempest-ServersTestManualDisk-864796244-router', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:50Z', 'updated_at': '2022-02-04T05:59:08Z', 'revision_number': 4, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'gw_port': {'id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'b4646e00-52e9-4ee0-ad6a-1bb13408614f', 'name': '', 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'mac_address': 'fa:16:3e:9e:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f480d6dd-77ba-48ed-975b-d2edf07b28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:03Z', 'updated_at': '2022-02-04T05:59:18Z', 'revision_number': 5, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'subnets': [{'id': 'f480d6dd-77ba-48ed-975b-d2edf07b28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:46.256906 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7737ab-9ef5-4f8f-848a-522cca6bf94b None None] Checking router: 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:00:46.261087 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9d630-7b37-48ac-baa1-da0b0af85392 req-54a03e0f-8803-4461-89d9-b9f671c080e1 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:46.262667 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b2d9d630-7b37-48ac-baa1-da0b0af85392 req-54a03e0f-8803-4461-89d9-b9f671c080e1 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.43 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 946 time: 0.7946739 Feb 04 06:00:46.271550 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-db8d4f8f-269d-4a4f-9eb5-f9bebe4f8312 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:46.274664 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7737ab-9ef5-4f8f-848a-522cca6bf94b None None] Routers {'3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:46.279859 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-bf7737ab-9ef5-4f8f-848a-522cca6bf94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:46.284585 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-db8d4f8f-269d-4a4f-9eb5-f9bebe4f8312 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:46.302129 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8d4f8f-269d-4a4f-9eb5-f9bebe4f8312 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Made reservation on behalf of be5863f9490840e8a3915d28728f2bb3 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:46.306159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-db8d4f8f-269d-4a4f-9eb5-f9bebe4f8312 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:46.325955 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40b711ed-fb00-4d09-b71a-684a7cd2a346 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:46.432060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d520c89-65c8-4870-a14f-82414782929e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:46.443809 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d520c89-65c8-4870-a14f-82414782929e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:46.446912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6d520c89-65c8-4870-a14f-82414782929e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:00:46.472625 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-b2d9d630-7b37-48ac-baa1-da0b0af85392 req-e86cb5ca-ed80-4d91-84d0-ccbd74f0c961 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Deleting port 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:46.474501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-b2d9d630-7b37-48ac-baa1-da0b0af85392 req-e86cb5ca-ed80-4d91-84d0-ccbd74f0c961 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:46.484710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b711ed-fb00-4d09-b71a-684a7cd2a346 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Pushing event updated for resources: {'Port': ['ID=a2523ada-c1c6-4fb2-93b2-fbe7f3867de9,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:46.512520 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b711ed-fb00-4d09-b71a-684a7cd2a346 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:46.516155 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-40b711ed-fb00-4d09-b71a-684a7cd2a346 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:46.521392 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b711ed-fb00-4d09-b71a-684a7cd2a346 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:46.563249 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.ipam_backend_mixin [None req-db8d4f8f-269d-4a4f-9eb5-f9bebe4f8312 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Performing IP validity checks on allocation pools {{(pid=87470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 06:00:46.563551 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.ipam_backend_mixin [None req-db8d4f8f-269d-4a4f-9eb5-f9bebe4f8312 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 06:00:46.715811 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-bf7737ab-9ef5-4f8f-848a-522cca6bf94b None None] Set router 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:00:46.778357 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a6ab3cff-2045-4b83-b013-a59ee5931294 req-7024868c-a59c-44bb-b41e-bb87087b4a66 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/ports?device_id=f032248b-f69f-4ffd-b24b-67f5ead324f5 HTTP/1.1" status: 200 len: 210 time: 0.2133553 Feb 04 06:00:46.955447 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6d520c89-65c8-4870-a14f-82414782929e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:00:46.959449 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6d520c89-65c8-4870-a14f-82414782929e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.1758401 Feb 04 06:00:46.962785 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47694) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:46.993864 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-e1ec7f7d-1cbd-4db7-8f47-bfe473a83ae2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Allocated IP 172.26.4.229 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/adeb8230-9680-4b5f-a051-684c75c36648) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:46.997622 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23ab1e4-5a93-44c3-9872-440dd17621c4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:47.017767 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d8ce2-cf33-474a-b3e2-82ea7d353586 None None] Sync routers for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:47.028026 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d8ce2-cf33-474a-b3e2-82ea7d353586 None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:47.028914 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-643d8ce2-cf33-474a-b3e2-82ea7d353586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:47.084513 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-bf7737ab-9ef5-4f8f-848a-522cca6bf94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'name': 'tempest-ServersTestManualDisk-864796244-router', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:50Z', 'updated_at': '2022-02-04T05:59:08Z', 'revision_number': 4, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'gw_port': {'id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'b4646e00-52e9-4ee0-ad6a-1bb13408614f', 'name': '', 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'mac_address': 'fa:16:3e:9e:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f480d6dd-77ba-48ed-975b-d2edf07b28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:03Z', 'updated_at': '2022-02-04T05:59:18Z', 'revision_number': 5, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'subnets': [{'id': 'f480d6dd-77ba-48ed-975b-d2edf07b28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:47.088769 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7737ab-9ef5-4f8f-848a-522cca6bf94b None None] The sync data for ids ['3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'] in dv-neutron-826830-2-hyperv is: [{'id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'name': 'tempest-ServersTestManualDisk-864796244-router', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:50Z', 'updated_at': '2022-02-04T05:59:08Z', 'revision_number': 4, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'gw_port': {'id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'b4646e00-52e9-4ee0-ad6a-1bb13408614f', 'name': '', 'network_id': '8b2c027f-66fc-4891-a810-faede768ce58', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'mac_address': 'fa:16:3e:9e:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f480d6dd-77ba-48ed-975b-d2edf07b28c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:03Z', 'updated_at': '2022-02-04T05:59:18Z', 'revision_number': 5, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'subnets': [{'id': 'f480d6dd-77ba-48ed-975b-d2edf07b28c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:47.103853 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-643d8ce2-cf33-474a-b3e2-82ea7d353586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:47.113632 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d8ce2-cf33-474a-b3e2-82ea7d353586 None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:47.114547 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-643d8ce2-cf33-474a-b3e2-82ea7d353586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:47.179385 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52bbad9-cc5d-4318-a2f4-849bcdc11b74 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet 143f0495-0376-4716-a85f-7ec54fb932c8 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:00:47.184211 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c52bbad9-cc5d-4318-a2f4-849bcdc11b74 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:47.191215 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-643d8ce2-cf33-474a-b3e2-82ea7d353586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:47.192100 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d8ce2-cf33-474a-b3e2-82ea7d353586 None None] The sync data for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:47.374564 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c52bbad9-cc5d-4318-a2f4-849bcdc11b74 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:47.422333 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba07b27-92ad-4877-a732-525744a443ac None None] New status for floating IP d1fcd32d-fed1-4587-b1ea-7b46201b428b: DOWN {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:00:47.433232 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-db8d4f8f-269d-4a4f-9eb5-f9bebe4f8312 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:47.474447 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40b711ed-fb00-4d09-b71a-684a7cd2a346 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:47.484080 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a7a13-7012-4b71-9a31-b299718b93ce req-4146774b-a319-48e7-bbf9-ce95ea018b1c tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:47.486064 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d49a7a13-7012-4b71-9a31-b299718b93ce req-4146774b-a319-48e7-bbf9-ce95ea018b1c tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 946 time: 0.7730193 Feb 04 06:00:47.510459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a23ab1e4-5a93-44c3-9872-440dd17621c4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:47.559298 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a23ab1e4-5a93-44c3-9872-440dd17621c4 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "DELETE /v2.0/ports/3aa01f66-a562-45a1-9c8b-c07f1fed8172 HTTP/1.1" status: 204 len: 168 time: 4.9434927 Feb 04 06:00:47.569046 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47698) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:47.617506 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-b2d9d630-7b37-48ac-baa1-da0b0af85392 req-e86cb5ca-ed80-4d91-84d0-ccbd74f0c961 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] For port 839c76b6-4f97-4fb0-9523-e4e969cd0ea9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=839c76b6-4f97-4fb0-9523-e4e969cd0ea9,segment=NetworkSegment(bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4),segment_id=bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:47.618028 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-b2d9d630-7b37-48ac-baa1-da0b0af85392 req-e86cb5ca-ed80-4d91-84d0-ccbd74f0c961 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:47.630030 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d49a7a13-7012-4b71-9a31-b299718b93ce req-07a395e2-d6d3-427d-88fa-076ec3940056 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/security-groups?id=f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323128 Feb 04 06:00:47.738855 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7f7d-1cbd-4db7-8f47-bfe473a83ae2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:47.784241 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d4f8f-269d-4a4f-9eb5-f9bebe4f8312 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Subnet': ['ID=cd6a6068-e88d-402b-b38a-0ee69867581b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:47.803681 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d9426a6b-2e13-4d02-ad83-08de78826f36 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "GET /v2.0/floatingips/220e87c3-8437-4423-9beb-5a486a5778dc HTTP/1.1" status: 200 len: 687 time: 0.2289495 Feb 04 06:00:47.807403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47704) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:47.878329 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d4f8f-269d-4a4f-9eb5-f9bebe4f8312 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Checking segment: {'id': '2dea0691-9c0e-4994-a49f-546c24aad94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '43bc753d-4f3f-4744-aca8-62232c10f5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:00:47.878705 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8d4f8f-269d-4a4f-9eb5-f9bebe4f8312 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network hostable DHCP agents. Network: 43bc753d-4f3f-4744-aca8-62232c10f5c8, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:00:47.899337 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c52bbad9-cc5d-4318-a2f4-849bcdc11b74 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:47.951396 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7f7d-1cbd-4db7-8f47-bfe473a83ae2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:48.030751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-b2d9d630-7b37-48ac-baa1-da0b0af85392 req-e86cb5ca-ed80-4d91-84d0-ccbd74f0c961 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:48.031252 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-b2d9d630-7b37-48ac-baa1-da0b0af85392 req-e86cb5ca-ed80-4d91-84d0-ccbd74f0c961 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:48.031676 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [req-b2d9d630-7b37-48ac-baa1-da0b0af85392 req-e86cb5ca-ed80-4d91-84d0-ccbd74f0c961 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Floating IP e773a671-1e00-4742-8779-3f2b3c6a2d82 disassociated. External IP: 172.26.4.230, port: 839c76b6-4f97-4fb0-9523-e4e969cd0ea9. Feb 04 06:00:48.032204 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-b2d9d630-7b37-48ac-baa1-da0b0af85392 req-e86cb5ca-ed80-4d91-84d0-ccbd74f0c961 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Calling delete_port for 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 owned by compute:nova {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:48.067703 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47710) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:48.069530 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ec7f7d-1cbd-4db7-8f47-bfe473a83ae2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:48.081016 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-e1ec7f7d-1cbd-4db7-8f47-bfe473a83ae2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:48.099654 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec7f7d-1cbd-4db7-8f47-bfe473a83ae2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:48.135012 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-31fabb28-3206-401e-82c7-676bc5a2cc40 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Deleting port 891847cd-2d94-4696-9533-0a83c8ed1629 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:48.135354 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31fabb28-3206-401e-82c7-676bc5a2cc40 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:48.148154 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec7f7d-1cbd-4db7-8f47-bfe473a83ae2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Pushing event updated for resources: {'Port': ['ID=adeb8230-9680-4b5f-a051-684c75c36648,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:48.297080 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8d4f8f-269d-4a4f-9eb5-f9bebe4f8312 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Network 43bc753d-4f3f-4744-aca8-62232c10f5c8 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:00:48.386283 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-db8d4f8f-269d-4a4f-9eb5-f9bebe4f8312 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 43bc753d-4f3f-4744-aca8-62232c10f5c8) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:48.394937 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0480a639-c81a-4577-ba0c-d9f84351d9f8 None None] Network 43bc753d-4f3f-4744-aca8-62232c10f5c8 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:00:48.411731 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c52bbad9-cc5d-4318-a2f4-849bcdc11b74 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:48.419762 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8d4f8f-269d-4a4f-9eb5-f9bebe4f8312 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:48.420456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-db8d4f8f-269d-4a4f-9eb5-f9bebe4f8312 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:48.427413 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3117993c-bb5c-46bb-901f-d19e1e173751 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:48.486719 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3117993c-bb5c-46bb-901f-d19e1e173751 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:48.518303 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bbad9-cc5d-4318-a2f4-849bcdc11b74 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=143f0495-0376-4716-a85f-7ec54fb932c8,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:48.528272 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40b711ed-fb00-4d09-b71a-684a7cd2a346 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:48.530461 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c52bbad9-cc5d-4318-a2f4-849bcdc11b74 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:48.549369 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40b711ed-fb00-4d09-b71a-684a7cd2a346 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:48.549970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17866cfc-c737-4041-8c2e-37f2dd15f4d3 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:00:48.562170 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-b2d9d630-7b37-48ac-baa1-da0b0af85392 req-e86cb5ca-ed80-4d91-84d0-ccbd74f0c961 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:48.627762 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-db8d4f8f-269d-4a4f-9eb5-f9bebe4f8312 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.5932686 Feb 04 06:00:48.635262 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c52bbad9-cc5d-4318-a2f4-849bcdc11b74 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/143f0495-0376-4716-a85f-7ec54fb932c8 HTTP/1.1" status: 204 len: 168 time: 1.6688936 Feb 04 06:00:48.635262 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47714) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:48.648768 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47716) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:48.651513 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a8911082-92f6-4d1a-a46f-91a4ec1242fb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:48.657492 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cb5ca-ed80-4d91-84d0-ccbd74f0c961 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Pushing event deleted for resources: {'Port': ['ID=839c76b6-4f97-4fb0-9523-e4e969cd0ea9,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:48.726109 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31fabb28-3206-401e-82c7-676bc5a2cc40 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:48.726676 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31fabb28-3206-401e-82c7-676bc5a2cc40 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:48.735576 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0f84e416-209c-4f68-a682-a1fb883580b6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816321 Feb 04 06:00:48.739137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47724) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:48.799012 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-35b7e755-c805-4e2a-bf7f-1465cbc7b4be tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:48.820895 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-43bc753d-4f3f-4744-aca8-62232c10f5c8', 'network_id': '43bc753d-4f3f-4744-aca8-62232c10f5c8', 'tenant_id': 'be5863f9490840e8a3915d28728f2bb3', 'fixed_ips': [{'subnet_id': 'cd6a6068-e88d-402b-b38a-0ee69867581b'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:00:48.821956 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:48.998305 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c354be-cbc1-434f-9815-6159928d3a96 None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:00:49.007278 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-21c354be-cbc1-434f-9815-6159928d3a96 None None] Deleting port 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:49.007736 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-21c354be-cbc1-434f-9815-6159928d3a96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:49.011277 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-31fabb28-3206-401e-82c7-676bc5a2cc40 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Calling delete_port for 891847cd-2d94-4696-9533-0a83c8ed1629 owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:49.051848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Allocated IP 172.20.0.3 (43bc753d-4f3f-4744-aca8-62232c10f5c8/cd6a6068-e88d-402b-b38a-0ee69867581b/ec170537-8d0c-455b-ab25-a05112901b5d) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:49.056726 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3117993c-bb5c-46bb-901f-d19e1e173751 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:49.084803 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67e182a7-d8a9-46e9-9797-41385ccae1d3 req-07434c0a-4e00-4f86-9506-46a8046921d5 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 210 time: 0.0926673 Feb 04 06:00:49.180369 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-35b7e755-c805-4e2a-bf7f-1465cbc7b4be tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:49.182878 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a8911082-92f6-4d1a-a46f-91a4ec1242fb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6715930'] for subnet, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:49.199745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117993c-bb5c-46bb-901f-d19e1e173751 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe3e5d4-3f68-43e2-8017-002269742142,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:49.202154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-35b7e755-c805-4e2a-bf7f-1465cbc7b4be tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:49.211252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-35b7e755-c805-4e2a-bf7f-1465cbc7b4be tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:49.236072 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-35b7e755-c805-4e2a-bf7f-1465cbc7b4be tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:49.238379 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7f7d-1cbd-4db7-8f47-bfe473a83ae2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:49.268552 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b7e755-c805-4e2a-bf7f-1465cbc7b4be tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:49.273261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35b7e755-c805-4e2a-bf7f-1465cbc7b4be tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:49.367817 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3117993c-bb5c-46bb-901f-d19e1e173751 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:49.369008 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3117993c-bb5c-46bb-901f-d19e1e173751 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "DELETE /v2.0/security-groups/cfe3e5d4-3f68-43e2-8017-002269742142 HTTP/1.1" status: 204 len: 168 time: 1.2981842 Feb 04 06:00:49.373398 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47728) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:49.382116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-21c354be-cbc1-434f-9815-6159928d3a96 None None] For port 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=4c0746ee-f3d0-4bf9-8ad5-50753517f9ce,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:49.382813 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-21c354be-cbc1-434f-9815-6159928d3a96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:49.424804 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b711ed-fb00-4d09-b71a-684a7cd2a346 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Router e7380d69-164d-4a8e-9615-a5b912d3af90 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:00:49.466426 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-bc52d697-a03c-44ee-b185-21dba26c2b3c tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] show failed (client error): The resource could not be found. Feb 04 06:00:49.470252 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bc52d697-a03c-44ee-b185-21dba26c2b3c tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "GET /v2.0/security-groups/cfe3e5d4-3f68-43e2-8017-002269742142 HTTP/1.1" status: 404 len: 347 time: 0.0902200 Feb 04 06:00:49.471306 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47734) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:49.478830 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2d9d630-7b37-48ac-baa1-da0b0af85392 req-e86cb5ca-ed80-4d91-84d0-ccbd74f0c961 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Router 682fdc3a-0651-4b6c-a3d2-7fa496df411a has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:00:49.513037 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31fabb28-3206-401e-82c7-676bc5a2cc40 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:49.560241 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-21c354be-cbc1-434f-9815-6159928d3a96 None None] Calling delete_port for 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:49.583280 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fabb28-3206-401e-82c7-676bc5a2cc40 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event deleted for resources: {'Port': ['ID=891847cd-2d94-4696-9533-0a83c8ed1629,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:49.651842 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:49.668426 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Transition to ACTIVE for port object ec170537-8d0c-455b-ab25-a05112901b5d will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:49.692511 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-21c354be-cbc1-434f-9815-6159928d3a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:49.712634 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Transition to ACTIVE for port object ec170537-8d0c-455b-ab25-a05112901b5d will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:49.771141 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:00:49.779217 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-58339f52-4352-408c-963e-b33997c35cf7 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Deleting port 3d62335b-0a39-49eb-9d3c-757d0bfb1d69 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:49.780176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-58339f52-4352-408c-963e-b33997c35cf7 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:49.806786 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c354be-cbc1-434f-9815-6159928d3a96 None None] No DVR routers for this DVR port 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:00:49.813335 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:49.823193 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c354be-cbc1-434f-9815-6159928d3a96 None None] Pushing event deleted for resources: {'Port': ['ID=4c0746ee-f3d0-4bf9-8ad5-50753517f9ce,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:49.826388 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:00:49.826531 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 4c0746ee-f3d0-4bf9-8ad5-50753517f9ce not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:00:49.893771 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Network 43bc753d-4f3f-4744-aca8-62232c10f5c8 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:49.896749 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:49.900354 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:49.909121 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Pushing event updated for resources: {'Port': ['ID=ec170537-8d0c-455b-ab25-a05112901b5d,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:49.966370 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31fabb28-3206-401e-82c7-676bc5a2cc40 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:49.974597 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:00:50.033698 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:00:50.034071 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:00:50.039089 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Attempting to bind port ec170537-8d0c-455b-ab25-a05112901b5d on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:00:50.039327 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Attempting to bind port ec170537-8d0c-455b-ab25-a05112901b5d by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '2dea0691-9c0e-4994-a49f-546c24aad94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '43bc753d-4f3f-4744-aca8-62232c10f5c8'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:00:50.039670 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Attempting to bind port ec170537-8d0c-455b-ab25-a05112901b5d on network 43bc753d-4f3f-4744-aca8-62232c10f5c8 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:00:50.045153 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:00:50.045525 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Checking segment: {'id': '2dea0691-9c0e-4994-a49f-546c24aad94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '43bc753d-4f3f-4744-aca8-62232c10f5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:00:50.045923 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.046319 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Bound using segment: {'id': '2dea0691-9c0e-4994-a49f-546c24aad94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '43bc753d-4f3f-4744-aca8-62232c10f5c8'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:00:50.046787 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Bound port: ec170537-8d0c-455b-ab25-a05112901b5d, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dea0691-9c0e-4994-a49f-546c24aad94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '43bc753d-4f3f-4744-aca8-62232c10f5c8'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:00:50.047149 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.050958 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b711ed-fb00-4d09-b71a-684a7cd2a346 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:50.057271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31fabb28-3206-401e-82c7-676bc5a2cc40 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.062905 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-31fabb28-3206-401e-82c7-676bc5a2cc40 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "DELETE /v2.0/floatingips/220e87c3-8437-4423-9beb-5a486a5778dc HTTP/1.1" status: 204 len: 168 time: 2.2464042 Feb 04 06:00:50.067226 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40b711ed-fb00-4d09-b71a-684a7cd2a346 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.068409 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-40b711ed-fb00-4d09-b71a-684a7cd2a346 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "PUT /v2.0/routers/e7380d69-164d-4a8e-9615-a5b912d3af90 HTTP/1.1" status: 200 len: 918 time: 6.1521010 Feb 04 06:00:50.074893 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47738) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:50.074893 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47740) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:50.097811 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42cc7c4-c736-4b5b-b6ea-c8e1717cba98 None None] Sync routers for ids ['e7380d69-164d-4a8e-9615-a5b912d3af90'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:50.125189 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42cc7c4-c736-4b5b-b6ea-c8e1717cba98 None None] Routers {'e7380d69-164d-4a8e-9615-a5b912d3af90'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:50.125843 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-c42cc7c4-c736-4b5b-b6ea-c8e1717cba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['e7380d69-164d-4a8e-9615-a5b912d3af90'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:50.141569 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7f7d-1cbd-4db7-8f47-bfe473a83ae2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.147897 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': 'e672479f-456d-4a57-8825-f317688706a4'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:50.159447 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35b7e755-c805-4e2a-bf7f-1465cbc7b4be tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.166671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:50.187828 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2d9d630-7b37-48ac-baa1-da0b0af85392 req-e86cb5ca-ed80-4d91-84d0-ccbd74f0c961 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:50.191428 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-c42cc7c4-c736-4b5b-b6ea-c8e1717cba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:50.193497 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Usage tracker for resource:floatingip and tenant:be32df0199ab40b58629ba8c05d7ef10 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:50.197199 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7f7d-1cbd-4db7-8f47-bfe473a83ae2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.199524 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:50.202845 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e54b4df-88f0-4b10-876a-53bb7fff5f92 None None] Sync routers for ids ['682fdc3a-0651-4b6c-a3d2-7fa496df411a'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:50.221009 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e54b4df-88f0-4b10-876a-53bb7fff5f92 None None] Routers {'682fdc3a-0651-4b6c-a3d2-7fa496df411a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:50.221978 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-4e54b4df-88f0-4b10-876a-53bb7fff5f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['682fdc3a-0651-4b6c-a3d2-7fa496df411a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:50.239328 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] For port ec170537-8d0c-455b-ab25-a05112901b5d, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:00:50.242896 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] For port ec170537-8d0c-455b-ab25-a05112901b5d, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ec170537-8d0c-455b-ab25-a05112901b5d,segment=NetworkSegment(2dea0691-9c0e-4994-a49f-546c24aad94e),segment_id=2dea0691-9c0e-4994-a49f-546c24aad94e)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:00:50.245500 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42cc7c4-c736-4b5b-b6ea-c8e1717cba98 None None] Routers {'e7380d69-164d-4a8e-9615-a5b912d3af90'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:50.246618 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-c42cc7c4-c736-4b5b-b6ea-c8e1717cba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['e7380d69-164d-4a8e-9615-a5b912d3af90'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:50.269799 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:50.274167 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b7e755-c805-4e2a-bf7f-1465cbc7b4be tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:50.279331 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-35b7e755-c805-4e2a-bf7f-1465cbc7b4be tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:50.297470 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b7e755-c805-4e2a-bf7f-1465cbc7b4be tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:50.297970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502d946f-283e-4ca9-a5ca-1370c4b3ffe3 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:00:50.298477 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35b7e755-c805-4e2a-bf7f-1465cbc7b4be tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.357194 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7e755-c805-4e2a-bf7f-1465cbc7b4be tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=a8c7ec6f-200d-447b-a217-079f21656944,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:50.361672 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-35b7e755-c805-4e2a-bf7f-1465cbc7b4be tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6213620 Feb 04 06:00:50.364542 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a8911082-92f6-4d1a-a46f-91a4ec1242fb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783036630020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7317128'] for subnet, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.369263 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47748) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:50.372277 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.413839 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a90799ea-dc5b-45c0-93f8-1a5010c3600d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'name': 'tempest-NetworksTestDHCPv6-1536302851'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:50.520100 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8911082-92f6-4d1a-a46f-91a4ec1242fb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:50.521533 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a8911082-92f6-4d1a-a46f-91a4ec1242fb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.523057 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a8911082-92f6-4d1a-a46f-91a4ec1242fb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "PUT /v2.0/subnets/cd6a6068-e88d-402b-b38a-0ee69867581b HTTP/1.1" status: 200 len: 877 time: 1.8790865 Feb 04 06:00:50.527745 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-4e54b4df-88f0-4b10-876a-53bb7fff5f92 None None] Set router 682fdc3a-0651-4b6c-a3d2-7fa496df411a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:00:50.528842 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47752) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:50.559076 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8911082-92f6-4d1a-a46f-91a4ec1242fb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event updated for resources: {'Subnet': ['ID=cd6a6068-e88d-402b-b38a-0ee69867581b,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:50.572758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d9d630-7b37-48ac-baa1-da0b0af85392 req-e86cb5ca-ed80-4d91-84d0-ccbd74f0c961 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] No DVR routers for this DVR port 839c76b6-4f97-4fb0-9523-e4e969cd0ea9 on host hv-neutron-8268 {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:00:50.633571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8911082-92f6-4d1a-a46f-91a4ec1242fb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:50.634090 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8911082-92f6-4d1a-a46f-91a4ec1242fb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:50.634519 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8911082-92f6-4d1a-a46f-91a4ec1242fb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:50.634952 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8911082-92f6-4d1a-a46f-91a4ec1242fb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:50.635395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8911082-92f6-4d1a-a46f-91a4ec1242fb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:50.635826 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8911082-92f6-4d1a-a46f-91a4ec1242fb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:50.636246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8911082-92f6-4d1a-a46f-91a4ec1242fb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:50.636658 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8911082-92f6-4d1a-a46f-91a4ec1242fb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:50.637083 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8911082-92f6-4d1a-a46f-91a4ec1242fb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:50.637494 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8911082-92f6-4d1a-a46f-91a4ec1242fb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:50.637905 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8911082-92f6-4d1a-a46f-91a4ec1242fb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:50.638315 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8911082-92f6-4d1a-a46f-91a4ec1242fb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:50.670636 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-b2d9d630-7b37-48ac-baa1-da0b0af85392 req-e86cb5ca-ed80-4d91-84d0-ccbd74f0c961 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.673080 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b2d9d630-7b37-48ac-baa1-da0b0af85392 req-e86cb5ca-ed80-4d91-84d0-ccbd74f0c961 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.43 "DELETE /v2.0/ports/839c76b6-4f97-4fb0-9523-e4e969cd0ea9 HTTP/1.1" status: 204 len: 173 time: 4.4024909 Feb 04 06:00:50.686228 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b30c3e-fb9a-46d5-968f-c3660c0df14f', 'name': 'network-vif-deleted', 'tag': '839c76b6-4f97-4fb0-9523-e4e969cd0ea9'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:50.707261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a90799ea-dc5b-45c0-93f8-1a5010c3600d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:50.711295 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a90799ea-dc5b-45c0-93f8-1a5010c3600d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:port and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:50.714274 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a90799ea-dc5b-45c0-93f8-1a5010c3600d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:50.720366 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a90799ea-dc5b-45c0-93f8-1a5010c3600d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:50.725257 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-597b501a-4f1d-4737-9347-5203601a2233 req-ad54e1ea-16b9-4ef2-86c7-b36c990eac6f tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Synchronizing usage tracker for tenant:c85bcf77029c4cef92a0a226e81e77ad on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:00:50.728322 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.735512 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90799ea-dc5b-45c0-93f8-1a5010c3600d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:50.739587 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a90799ea-dc5b-45c0-93f8-1a5010c3600d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.756148 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-58339f52-4352-408c-963e-b33997c35cf7 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.756800 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-58339f52-4352-408c-963e-b33997c35cf7 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.778600 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.783261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-a90799ea-dc5b-45c0-93f8-1a5010c3600d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port cfd92ba7-2159-48aa-aac1-214d945a184f yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:00:50.814736 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-c42cc7c4-c736-4b5b-b6ea-c8e1717cba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:50.815368 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42cc7c4-c736-4b5b-b6ea-c8e1717cba98 None None] The sync data for ids ['e7380d69-164d-4a8e-9615-a5b912d3af90'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:50.824055 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ec39f-9c9b-48a6-ae82-176ccd681f4d None None] Pushing event updated for resources: {'Port': ['ID=ec170537-8d0c-455b-ab25-a05112901b5d,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:50.880465 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Deleting port ec170537-8d0c-455b-ab25-a05112901b5d {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:50.881271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.904990 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b30c3e-fb9a-46d5-968f-c3660c0df14f', 'name': 'network-vif-deleted', 'tag': '839c76b6-4f97-4fb0-9523-e4e969cd0ea9', 'status': 'completed', 'code': 200} Feb 04 06:00:50.938895 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': 'a8c7ec6f-200d-447b-a217-079f21656944'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:00:50.939748 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:51.089114 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-58339f52-4352-408c-963e-b33997c35cf7 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Calling delete_port for 3d62335b-0a39-49eb-9d3c-757d0bfb1d69 owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:51.099266 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-4e54b4df-88f0-4b10-876a-53bb7fff5f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'name': 'tempest-ServersTestJSON-439791222-router', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:14Z', 'revision_number': 4, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'gw_port': {'id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:55Z', 'updated_at': '2022-02-04T05:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'af3b0a21-358c-4bd9-b01d-7cb65c4cf65a', 'name': '', 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'mac_address': 'fa:16:3e:b9:9c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7a00080c-84b1-4e69-a110-952796207a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:08Z', 'updated_at': '2022-02-04T05:59:24Z', 'revision_number': 5, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'subnets': [{'id': '7a00080c-84b1-4e69-a110-952796207a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:51.104104 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e54b4df-88f0-4b10-876a-53bb7fff5f92 None None] Checking router: 682fdc3a-0651-4b6c-a3d2-7fa496df411a for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:00:51.114532 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e54b4df-88f0-4b10-876a-53bb7fff5f92 None None] Routers {'682fdc3a-0651-4b6c-a3d2-7fa496df411a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:51.115205 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-4e54b4df-88f0-4b10-876a-53bb7fff5f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['682fdc3a-0651-4b6c-a3d2-7fa496df411a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:51.143882 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-670f726f-aedb-4cf0-9a88-fba9494990ce tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "GET /v2.0/routers/e7380d69-164d-4a8e-9615-a5b912d3af90 HTTP/1.1" status: 200 len: 924 time: 1.0626276 Feb 04 06:00:51.149041 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47758) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:51.180127 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-597b501a-4f1d-4737-9347-5203601a2233 req-ad54e1ea-16b9-4ef2-86c7-b36c990eac6f tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Unset dirty status for tenant:c85bcf77029c4cef92a0a226e81e77ad on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:00:51.191744 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-597b501a-4f1d-4737-9347-5203601a2233 req-ad54e1ea-16b9-4ef2-86c7-b36c990eac6f tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b30c3e-fb9a-46d5-968f-c3660c0df14f HTTP/1.1" status: 200 len: 210 time: 0.6431162 Feb 04 06:00:51.267059 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-a90799ea-dc5b-45c0-93f8-1a5010c3600d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::239 (65e4f961-4ab6-4ffd-8973-b6f04910c762/a8c7ec6f-200d-447b-a217-079f21656944/cfd92ba7-2159-48aa-aac1-214d945a184f) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:51.365010 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] For port ec170537-8d0c-455b-ab25-a05112901b5d, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ec170537-8d0c-455b-ab25-a05112901b5d,segment=NetworkSegment(2dea0691-9c0e-4994-a49f-546c24aad94e),segment_id=2dea0691-9c0e-4994-a49f-546c24aad94e)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:51.365790 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:51.425764 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ec7f7d-1cbd-4db7-8f47-bfe473a83ae2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Router 42d6a5b3-b60d-4b30-aad8-affabcbff232 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:00:51.459281 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-4e54b4df-88f0-4b10-876a-53bb7fff5f92 None None] Set router 682fdc3a-0651-4b6c-a3d2-7fa496df411a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:00:51.524350 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Calling delete_port for ec170537-8d0c-455b-ab25-a05112901b5d owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:51.563248 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6031393-bfad-49d5-a580-8ef1ea6c2e78 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:51.566305 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e6031393-bfad-49d5-a580-8ef1ea6c2e78 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&device_id=e7380d69-164d-4a8e-9615-a5b912d3af90&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4152281 Feb 04 06:00:51.572556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47762) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:51.575160 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-58339f52-4352-408c-963e-b33997c35cf7 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:51.589778 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:51.820951 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-4e54b4df-88f0-4b10-876a-53bb7fff5f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'name': 'tempest-ServersTestJSON-439791222-router', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:14Z', 'revision_number': 4, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'gw_port': {'id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:55Z', 'updated_at': '2022-02-04T05:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'af3b0a21-358c-4bd9-b01d-7cb65c4cf65a', 'name': '', 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'mac_address': 'fa:16:3e:b9:9c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7a00080c-84b1-4e69-a110-952796207a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:08Z', 'updated_at': '2022-02-04T05:59:24Z', 'revision_number': 5, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'subnets': [{'id': '7a00080c-84b1-4e69-a110-952796207a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:51.825974 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e54b4df-88f0-4b10-876a-53bb7fff5f92 None None] The sync data for ids ['682fdc3a-0651-4b6c-a3d2-7fa496df411a'] in dv-neutron-826830-2-hyperv is: [{'id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'name': 'tempest-ServersTestJSON-439791222-router', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:14Z', 'revision_number': 4, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'gw_port': {'id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:55Z', 'updated_at': '2022-02-04T05:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'af3b0a21-358c-4bd9-b01d-7cb65c4cf65a', 'name': '', 'network_id': '0d1f31ca-7eb5-4276-8d31-65c804e64b2a', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'mac_address': 'fa:16:3e:b9:9c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7a00080c-84b1-4e69-a110-952796207a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:08Z', 'updated_at': '2022-02-04T05:59:24Z', 'revision_number': 5, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'subnets': [{'id': '7a00080c-84b1-4e69-a110-952796207a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:51.854387 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ec170537-8d0c-455b-ab25-a05112901b5d up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:00:51.923660 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58339f52-4352-408c-963e-b33997c35cf7 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Pushing event deleted for resources: {'Port': ['ID=3d62335b-0a39-49eb-9d3c-757d0bfb1d69,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:51.928638 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5613ae-e057-4543-83c8-8624f4cceed4 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:51.930579 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1e5613ae-e057-4543-83c8-8624f4cceed4 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "GET /v2.0/networks/ab369154-15d6-461d-ac4e-da4d6375f709 HTTP/1.1" status: 200 len: 881 time: 0.3433008 Feb 04 06:00:51.970442 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47766) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:52.046373 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-08b05837-2f77-427b-a2d3-a226b83f60a5 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7380d69-164d-4a8e-9615-a5b912d3af90 HTTP/1.1" status: 200 len: 205 time: 0.0750766 Feb 04 06:00:52.046979 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47770) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:52.060832 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-58339f52-4352-408c-963e-b33997c35cf7 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks [] for floatingip, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:52.099182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ec7f7d-1cbd-4db7-8f47-bfe473a83ae2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:00:52.117336 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965a1f5-4cca-415a-8d9b-9d9705b6f829 None None] Sync routers for ids ['42d6a5b3-b60d-4b30-aad8-affabcbff232'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:52.147630 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1965a1f5-4cca-415a-8d9b-9d9705b6f829 None None] Routers {'42d6a5b3-b60d-4b30-aad8-affabcbff232'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:52.148629 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1965a1f5-4cca-415a-8d9b-9d9705b6f829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['42d6a5b3-b60d-4b30-aad8-affabcbff232'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:52.176663 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-58339f52-4352-408c-963e-b33997c35cf7 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:52.181150 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-58339f52-4352-408c-963e-b33997c35cf7 tempest-ServersTestManualDisk-1974186785 tempest-ServersTestManualDisk-1974186785-project] 10.222.0.31 "DELETE /v2.0/floatingips/d1fcd32d-fed1-4587-b1ea-7b46201b428b HTTP/1.1" status: 204 len: 168 time: 2.7064106 Feb 04 06:00:52.182045 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47774) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:52.225299 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a88dcd4-9b7c-4ee8-9567-bcfc3ea53033 None None] New status for floating IP e773a671-1e00-4742-8779-3f2b3c6a2d82: DOWN {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:00:52.277319 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1965a1f5-4cca-415a-8d9b-9d9705b6f829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:52.304554 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1965a1f5-4cca-415a-8d9b-9d9705b6f829 None None] Routers {'42d6a5b3-b60d-4b30-aad8-affabcbff232'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:00:52.305232 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1965a1f5-4cca-415a-8d9b-9d9705b6f829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['42d6a5b3-b60d-4b30-aad8-affabcbff232'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:52.379835 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa071c13-8073-4026-973f-f2418b275402 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:52.403323 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7f7d-1cbd-4db7-8f47-bfe473a83ae2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:52.407223 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e1ec7f7d-1cbd-4db7-8f47-bfe473a83ae2 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "PUT /v2.0/routers/42d6a5b3-b60d-4b30-aad8-affabcbff232 HTTP/1.1" status: 200 len: 915 time: 9.5433447 Feb 04 06:00:52.416793 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47782) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:52.417335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47784) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:52.431031 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57302b3-7d09-46b6-b79f-cc1585e20b8a None None] Network 43bc753d-4f3f-4744-aca8-62232c10f5c8 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:00:52.450718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a90799ea-dc5b-45c0-93f8-1a5010c3600d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:52.488059 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:52.492371 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-a90799ea-dc5b-45c0-93f8-1a5010c3600d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object cfd92ba7-2159-48aa-aac1-214d945a184f will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:52.524533 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1965a1f5-4cca-415a-8d9b-9d9705b6f829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:52.525030 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965a1f5-4cca-415a-8d9b-9d9705b6f829 None None] The sync data for ids ['42d6a5b3-b60d-4b30-aad8-affabcbff232'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:52.531236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port ec170537-8d0c-455b-ab25-a05112901b5d completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:00:52.539912 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port ec170537-8d0c-455b-ab25-a05112901b5d triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:52.540374 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:52.572470 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e43d627c-288c-4239-881e-89025b90ad32 None None] Could not find standard attr ID for object ec170537-8d0c-455b-ab25-a05112901b5d. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:00:52.590604 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Port ec170537-8d0c-455b-ab25-a05112901b5d was deleted so its status cannot be updated. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 06:00:52.603921 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Port': ['ID=ec170537-8d0c-455b-ab25-a05112901b5d,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:52.617084 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Allocated IP 172.26.4.78 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/e0e458b5-f408-4cef-af38-42d7de624248) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:52.702256 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No DVR routers for this DVR port ec170537-8d0c-455b-ab25-a05112901b5d on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:00:52.763326 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa071c13-8073-4026-973f-f2418b275402 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:52.769462 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a90799ea-dc5b-45c0-93f8-1a5010c3600d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:52.837907 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Allocated IP 2001:db8::2 (65e4f961-4ab6-4ffd-8973-b6f04910c762/a8c7ec6f-200d-447b-a217-079f21656944/da26361f-2ef1-4613-8ea7-c64f842f89fd) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:52.847274 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-aa071c13-8073-4026-973f-f2418b275402 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Deleting port a2523ada-c1c6-4fb2-93b2-fbe7f3867de9 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:52.847536 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa071c13-8073-4026-973f-f2418b275402 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:52.872182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3e99d801-1c0d-4db7-ac1e-aad0b6a6eb16 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:52.893598 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:52.930839 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90799ea-dc5b-45c0-93f8-1a5010c3600d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:52.941977 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-a90799ea-dc5b-45c0-93f8-1a5010c3600d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:52.964527 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90799ea-dc5b-45c0-93f8-1a5010c3600d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:52.970572 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90799ea-dc5b-45c0-93f8-1a5010c3600d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:52.970572 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a90799ea-dc5b-45c0-93f8-1a5010c3600d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:52.984210 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90799ea-dc5b-45c0-93f8-1a5010c3600d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=cfd92ba7-2159-48aa-aac1-214d945a184f,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:53.004792 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b18475c-2a93-4a7b-9779-9b722845e78e None None] Network 43bc753d-4f3f-4744-aca8-62232c10f5c8 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:00:53.009799 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-69c7de93-ad2c-4f8a-9ece-a0fa287ec45d tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "GET /v2.0/routers/42d6a5b3-b60d-4b30-aad8-affabcbff232 HTTP/1.1" status: 200 len: 921 time: 0.5862784 Feb 04 06:00:53.016447 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47790) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:53.024556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3e99d801-1c0d-4db7-ac1e-aad0b6a6eb16 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:53.122420 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a90799ea-dc5b-45c0-93f8-1a5010c3600d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7224457 Feb 04 06:00:53.126688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47794) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:53.178458 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:53.212810 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:53.276930 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:53.282493 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa071c13-8073-4026-973f-f2418b275402 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:53.295844 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3e99d801-1c0d-4db7-ac1e-aad0b6a6eb16 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:53.313477 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Transition to ACTIVE for port object da26361f-2ef1-4613-8ea7-c64f842f89fd will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:53.332433 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99d801-1c0d-4db7-ac1e-aad0b6a6eb16 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:53.344823 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99d801-1c0d-4db7-ac1e-aad0b6a6eb16 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:53.345164 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99d801-1c0d-4db7-ac1e-aad0b6a6eb16 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:53.345498 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99d801-1c0d-4db7-ac1e-aad0b6a6eb16 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:53.345822 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99d801-1c0d-4db7-ac1e-aad0b6a6eb16 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:53.346145 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99d801-1c0d-4db7-ac1e-aad0b6a6eb16 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:53.346478 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99d801-1c0d-4db7-ac1e-aad0b6a6eb16 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:53.346780 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99d801-1c0d-4db7-ac1e-aad0b6a6eb16 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:53.347093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99d801-1c0d-4db7-ac1e-aad0b6a6eb16 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:53.347405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99d801-1c0d-4db7-ac1e-aad0b6a6eb16 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:53.347721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99d801-1c0d-4db7-ac1e-aad0b6a6eb16 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:53.348072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99d801-1c0d-4db7-ac1e-aad0b6a6eb16 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:53.348619 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99d801-1c0d-4db7-ac1e-aad0b6a6eb16 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:53.356244 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Transition to ACTIVE for port object da26361f-2ef1-4613-8ea7-c64f842f89fd will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:53.365674 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:53.370202 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3e99d801-1c0d-4db7-ac1e-aad0b6a6eb16 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:53.375119 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3e99d801-1c0d-4db7-ac1e-aad0b6a6eb16 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "DELETE /v2.0/security-groups/f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc HTTP/1.1" status: 204 len: 168 time: 0.9558358 Feb 04 06:00:53.375241 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47798) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:53.376089 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:53.386629 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Subnet': ['ID=cd6a6068-e88d-402b-b38a-0ee69867581b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:53.456833 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:53.460281 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:53.466289 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-2f8e6697-436b-4f09-b698-87fa64d97ed1 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] show failed (client error): The resource could not be found. Feb 04 06:00:53.467094 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:53.470322 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2f8e6697-436b-4f09-b698-87fa64d97ed1 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "GET /v2.0/security-groups/f29cde3f-cdf2-40fa-8e9e-9ef81ba0dbfc HTTP/1.1" status: 404 len: 347 time: 0.0644968 Feb 04 06:00:53.472492 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:53.475220 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47802) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:53.526236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Pushing event updated for resources: {'Port': ['ID=da26361f-2ef1-4613-8ea7-c64f842f89fd,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:53.538530 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:53.550528 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:53.578999 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=e0e458b5-f408-4cef-af38-42d7de624248,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:53.585665 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-aa071c13-8073-4026-973f-f2418b275402 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Calling delete_port for a2523ada-c1c6-4fb2-93b2-fbe7f3867de9 owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:53.609309 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Attempting to bind port da26361f-2ef1-4613-8ea7-c64f842f89fd on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:00:53.609667 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Attempting to bind port da26361f-2ef1-4613-8ea7-c64f842f89fd by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:00:53.610446 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Attempting to bind port da26361f-2ef1-4613-8ea7-c64f842f89fd on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:00:53.617773 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:00:53.618142 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:00:53.618543 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:53.618932 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:00:53.619402 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Bound port: da26361f-2ef1-4613-8ea7-c64f842f89fd, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:00:53.619773 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:53.634556 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e4011-f571-4f3a-95e5-3ffd6bb07cfb tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:53.636727 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e91e4011-f571-4f3a-95e5-3ffd6bb07cfb tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&device_id=42d6a5b3-b60d-4b30-aad8-affabcbff232&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6170835 Feb 04 06:00:53.651231 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47806) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:53.667811 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4876585-47b7-441d-befd-9fbd752820fc None None] Network 43bc753d-4f3f-4744-aca8-62232c10f5c8 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:00:53.729328 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-71ac14e6-65a8-4f0c-b663-feb4c74dcf35 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Deleting port 8add6625-d1e5-45a6-81fc-1d376f8a8c70 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:53.729866 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-71ac14e6-65a8-4f0c-b663-feb4c74dcf35 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:53.758666 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c704b77-69c2-4936-8034-ae53d8631853 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:53.759374 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9c704b77-69c2-4936-8034-ae53d8631853 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:00:53.841067 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:53.914182 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] For port da26361f-2ef1-4613-8ea7-c64f842f89fd, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:00:53.923507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] For port da26361f-2ef1-4613-8ea7-c64f842f89fd, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=da26361f-2ef1-4613-8ea7-c64f842f89fd,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:00:53.924143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43bc753d-4f3f-4744-aca8-62232c10f5c8']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:53.930368 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:53.937593 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9c704b77-69c2-4936-8034-ae53d8631853 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:00:53.943386 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9c704b77-69c2-4936-8034-ae53d8631853 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.8004696 Feb 04 06:00:53.946766 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dea0691-9c0e-4994-a49f-546c24aad94e') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:53.947213 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dea0691-9c0e-4994-a49f-546c24aad94e') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:53.953851 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47810) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:54.004903 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:54.028151 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fffca6-d40a-4321-b953-d746dfb8749c None None] DHCP port deletion for 43bc753d-4f3f-4744-aca8-62232c10f5c8 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:00:54.035760 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16e0a7-072a-4629-b49e-f5646a0bd5f7 None None] Pushing event updated for resources: {'Port': ['ID=da26361f-2ef1-4613-8ea7-c64f842f89fd,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:54.037456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7987cbcc-e621-452f-bc78-b750cc301fbd tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:54.038142 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-71ac14e6-65a8-4f0c-b663-feb4c74dcf35 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:54.045483 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-71ac14e6-65a8-4f0c-b663-feb4c74dcf35 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:54.046567 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7987cbcc-e621-452f-bc78-b750cc301fbd tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Synchronizing usage tracker for tenant:7c39af0a4e394961ac01d1c0709fc32e on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:00:54.066491 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:54.089320 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:00:54.089762 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:54.105327 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7987cbcc-e621-452f-bc78-b750cc301fbd tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Unset dirty status for tenant:7c39af0a4e394961ac01d1c0709fc32e on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:00:54.106514 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7987cbcc-e621-452f-bc78-b750cc301fbd tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "GET /v2.0/networks/ab369154-15d6-461d-ac4e-da4d6375f709 HTTP/1.1" status: 200 len: 881 time: 0.4022741 Feb 04 06:00:54.110768 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-18fa1efd-3ee9-4f5b-a6a9-8d8c3a5805da tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port cfd92ba7-2159-48aa-aac1-214d945a184f {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:54.111112 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18fa1efd-3ee9-4f5b-a6a9-8d8c3a5805da tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:00:54.135662 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:00:54.140462 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47814) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:54.220754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-71ac14e6-65a8-4f0c-b663-feb4c74dcf35 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Calling delete_port for 8add6625-d1e5-45a6-81fc-1d376f8a8c70 owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:54.277165 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b1c4ffbf-0bfe-4dcc-aae1-5c66e74f1905 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "GET /v2.0/ports?device_id=42d6a5b3-b60d-4b30-aad8-affabcbff232 HTTP/1.1" status: 200 len: 205 time: 0.1265948 Feb 04 06:00:54.289429 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47818) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:54.386641 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:54.415611 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:54.458162 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Network': ['ID=43bc753d-4f3f-4744-aca8-62232c10f5c8,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:54.513820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa071c13-8073-4026-973f-f2418b275402 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:54.539878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1efe5a39-df22-4999-acbf-4c8e01fa9096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:54.564998 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6ade1114-9db8-4959-a185-5b8be2ae7720 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/43bc753d-4f3f-4744-aca8-62232c10f5c8 HTTP/1.1" status: 204 len: 168 time: 4.0328414 Feb 04 06:00:54.579422 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47822) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:54.585005 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa071c13-8073-4026-973f-f2418b275402 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Pushing event deleted for resources: {'Port': ['ID=a2523ada-c1c6-4fb2-93b2-fbe7f3867de9,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:54.697449 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c408518-0c01-41f3-891f-1267c8730e2b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:54.698093 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c408518-0c01-41f3-891f-1267c8730e2b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:54.699446 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4c408518-0c01-41f3-891f-1267c8730e2b tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/subnets/cd6a6068-e88d-402b-b38a-0ee69867581b HTTP/1.1" status: 404 len: 337 time: 0.1160610 Feb 04 06:00:54.705323 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47826) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:54.752311 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3ec44f-ca2e-4261-bb28-d8053840c8c6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:54.752775 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3ec44f-ca2e-4261-bb28-d8053840c8c6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:54.757492 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fb3ec44f-ca2e-4261-bb28-d8053840c8c6 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/43bc753d-4f3f-4744-aca8-62232c10f5c8 HTTP/1.1" status: 404 len: 339 time: 0.0442960 Feb 04 06:00:54.761310 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47830) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:54.773477 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18fa1efd-3ee9-4f5b-a6a9-8d8c3a5805da tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:54.784536 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa071c13-8073-4026-973f-f2418b275402 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:54.833345 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f44229ba-3989-4e76-bc8b-3fc614638607 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:55.026650 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1e70b4-33e3-45e0-9978-e88f96e8ce07 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:55.027113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1e70b4-33e3-45e0-9978-e88f96e8ce07 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:55.063725 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-71ac14e6-65a8-4f0c-b663-feb4c74dcf35 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:55.136333 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-18fa1efd-3ee9-4f5b-a6a9-8d8c3a5805da tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for cfd92ba7-2159-48aa-aac1-214d945a184f owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:55.147812 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-440866ba-1f83-47bb-9603-bb986106bb03 None None] Provisioning for port da26361f-2ef1-4613-8ea7-c64f842f89fd completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:00:55.249641 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa071c13-8073-4026-973f-f2418b275402 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:55.253946 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa071c13-8073-4026-973f-f2418b275402 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:55.293558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa071c13-8073-4026-973f-f2418b275402 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:55.294019 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa071c13-8073-4026-973f-f2418b275402 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Fanout notify agent at l3_agent the message router_deleted on router e7380d69-164d-4a8e-9615-a5b912d3af90 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:00:55.306457 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa071c13-8073-4026-973f-f2418b275402 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:55.311420 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-aa071c13-8073-4026-973f-f2418b275402 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "DELETE /v2.0/routers/e7380d69-164d-4a8e-9615-a5b912d3af90 HTTP/1.1" status: 204 len: 168 time: 3.2539473 Feb 04 06:00:55.312804 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47834) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:55.316621 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ab1e70b4-33e3-45e0-9978-e88f96e8ce07 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/subnets/c80244b6-62ba-4113-b6cc-dd429e6ee372 HTTP/1.1" status: 404 len: 337 time: 0.4976740 Feb 04 06:00:55.320262 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1402488032', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:55.353236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47838) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:55.361758 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:55.392533 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac14e6-65a8-4f0c-b663-feb4c74dcf35 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Pushing event deleted for resources: {'Port': ['ID=8add6625-d1e5-45a6-81fc-1d376f8a8c70,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:55.393710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Usage tracker for resource:router and tenant:ff78521b780f4b2b8604664af9d5a608 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:55.403271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:55.408899 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-28bfe5da-9d19-46d1-803e-eb728236f42d tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:55.409618 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28bfe5da-9d19-46d1-803e-eb728236f42d tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:55.419205 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:55.429173 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-28bfe5da-9d19-46d1-803e-eb728236f42d tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/800ff49a-aa5c-49bd-89e3-940de691f5a2 HTTP/1.1" status: 404 len: 339 time: 0.0748920 Feb 04 06:00:55.432814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47842) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:55.438850 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c13b899f-e6bc-4aa2-ac3d-e1ec55cf6568 None None] Provisioning for port cfd92ba7-2159-48aa-aac1-214d945a184f completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:00:55.444125 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c13b899f-e6bc-4aa2-ac3d-e1ec55cf6568 None None] Provisioning complete for port cfd92ba7-2159-48aa-aac1-214d945a184f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:55.444725 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c13b899f-e6bc-4aa2-ac3d-e1ec55cf6568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:55.459710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18fa1efd-3ee9-4f5b-a6a9-8d8c3a5805da tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:55.484061 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-c13b899f-e6bc-4aa2-ac3d-e1ec55cf6568 None None] Port cfd92ba7-2159-48aa-aac1-214d945a184f was deleted so its status cannot be updated. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 06:00:55.538289 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:55.539302 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:55.571002 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f44229ba-3989-4e76-bc8b-3fc614638607 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:55.581524 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa1efd-3ee9-4f5b-a6a9-8d8c3a5805da tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=cfd92ba7-2159-48aa-aac1-214d945a184f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:55.599913 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f44229ba-3989-4e76-bc8b-3fc614638607 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Deleting port adeb8230-9680-4b5f-a051-684c75c36648 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:55.600252 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f44229ba-3989-4e76-bc8b-3fc614638607 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:55.634546 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-71ac14e6-65a8-4f0c-b663-feb4c74dcf35 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks [] for floatingip, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:55.641586 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:55.644540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18fa1efd-3ee9-4f5b-a6a9-8d8c3a5805da tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:55.657225 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-860b218b-19d7-476d-89e9-282f67b58d4e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:55.665759 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-18fa1efd-3ee9-4f5b-a6a9-8d8c3a5805da tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/cfd92ba7-2159-48aa-aac1-214d945a184f HTTP/1.1" status: 204 len: 168 time: 1.7108700 Feb 04 06:00:55.668985 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47846) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:55.671610 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-71ac14e6-65a8-4f0c-b663-feb4c74dcf35 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:55.675865 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-71ac14e6-65a8-4f0c-b663-feb4c74dcf35 tempest-ServersTestJSON-92800594 tempest-ServersTestJSON-92800594-project] 10.222.0.31 "DELETE /v2.0/floatingips/e773a671-1e00-4742-8779-3f2b3c6a2d82 HTTP/1.1" status: 204 len: 168 time: 2.1994317 Feb 04 06:00:55.680092 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47850) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:55.818052 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device da26361f-2ef1-4613-8ea7-c64f842f89fd up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:00:55.892308 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port da26361f-2ef1-4613-8ea7-c64f842f89fd completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:00:55.897016 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port da26361f-2ef1-4613-8ea7-c64f842f89fd triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:55.897390 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:55.942397 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f44229ba-3989-4e76-bc8b-3fc614638607 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:55.964403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be4c514-14db-414a-b4ea-d4c5e086f2e3 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:55.965995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be4c514-14db-414a-b4ea-d4c5e086f2e3 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:55.966727 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6be4c514-14db-414a-b4ea-d4c5e086f2e3 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:00:56.013588 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:56.045736 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port da26361f-2ef1-4613-8ea7-c64f842f89fd, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=da26361f-2ef1-4613-8ea7-c64f842f89fd,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:56.050644 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:56.063536 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f44229ba-3989-4e76-bc8b-3fc614638607 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Calling delete_port for adeb8230-9680-4b5f-a051-684c75c36648 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:56.082755 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ec170537-8d0c-455b-ab25-a05112901b5d no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:00:56.110749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-860b218b-19d7-476d-89e9-282f67b58d4e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:56.128989 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: ec170537-8d0c-455b-ab25-a05112901b5d {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:00:56.129566 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ec170537-8d0c-455b-ab25-a05112901b5d not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:00:56.149637 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:56.153605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6be4c514-14db-414a-b4ea-d4c5e086f2e3 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:00:56.156151 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6be4c514-14db-414a-b4ea-d4c5e086f2e3 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4846344 Feb 04 06:00:56.162253 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47856) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:56.169070 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=da26361f-2ef1-4613-8ea7-c64f842f89fd,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:56.175319 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:56.178822 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:56.179262 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:56.179601 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:56.179958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:56.180366 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:56.180703 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:56.181023 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:56.181428 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:56.181752 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:56.182070 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:56.182475 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:56.182794 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:56.193818 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-860b218b-19d7-476d-89e9-282f67b58d4e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ad65fc-f015-457f-b0b1-fd28a8c2bf38']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:56.226827 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-860b218b-19d7-476d-89e9-282f67b58d4e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6c8c94-c7ac-44ca-9b15-3edb11394cc3') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:56.227415 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-860b218b-19d7-476d-89e9-282f67b58d4e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6c8c94-c7ac-44ca-9b15-3edb11394cc3') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:56.257010 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-860b218b-19d7-476d-89e9-282f67b58d4e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:56.279214 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-1efe5a39-df22-4999-acbf-4c8e01fa9096 admin admin] Deleting port b4646e00-52e9-4ee0-ad6a-1bb13408614f {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:56.279453 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1efe5a39-df22-4999-acbf-4c8e01fa9096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:56.324355 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bba3e69-45e9-4d6c-a36c-03e8c510ae70 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet a8c7ec6f-200d-447b-a217-079f21656944 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:00:56.329878 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-860b218b-19d7-476d-89e9-282f67b58d4e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:56.333779 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3bba3e69-45e9-4d6c-a36c-03e8c510ae70 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:56.378216 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860b218b-19d7-476d-89e9-282f67b58d4e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:00:56.378722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-860b218b-19d7-476d-89e9-282f67b58d4e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:00:56.396533 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:00:56.493675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3bba3e69-45e9-4d6c-a36c-03e8c510ae70 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:56.598303 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:56.650387 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-860b218b-19d7-476d-89e9-282f67b58d4e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:56.676255 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-860b218b-19d7-476d-89e9-282f67b58d4e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:56.700293 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b218b-19d7-476d-89e9-282f67b58d4e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Network': ['ID=21ad65fc-f015-457f-b0b1-fd28a8c2bf38,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:56.706734 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-860b218b-19d7-476d-89e9-282f67b58d4e tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/21ad65fc-f015-457f-b0b1-fd28a8c2bf38 HTTP/1.1" status: 204 len: 168 time: 1.2729380 Feb 04 06:00:56.712507 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47860) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:56.772145 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2d3391-f036-4327-98d4-d60f350660f4 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:56.772573 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2d3391-f036-4327-98d4-d60f350660f4 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:56.774308 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ba2d3391-f036-4327-98d4-d60f350660f4 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/subnets/6cb6974f-4bb3-4efb-93cf-a9da1e5d8bcc HTTP/1.1" status: 404 len: 337 time: 0.0577149 Feb 04 06:00:56.783141 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47864) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:56.793527 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f44229ba-3989-4e76-bc8b-3fc614638607 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:56.820209 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-addb6d86-a002-49c9-a5aa-a64d298c7e6c tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:56.820675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-addb6d86-a002-49c9-a5aa-a64d298c7e6c tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:56.822316 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-addb6d86-a002-49c9-a5aa-a64d298c7e6c tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/656a1652-04a2-4cf9-b4b5-11a79d485ab0 HTTP/1.1" status: 404 len: 339 time: 0.0382388 Feb 04 06:00:56.825767 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47868) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:56.829737 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3bba3e69-45e9-4d6c-a36c-03e8c510ae70 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:56.908379 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd8c1f6-21e6-4d97-b2bf-8685e720957c tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:56.908831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd8c1f6-21e6-4d97-b2bf-8685e720957c tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:56.910504 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ccd8c1f6-21e6-4d97-b2bf-8685e720957c tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/subnets/d3bc957f-a0be-47fa-ba86-91231d33eeda HTTP/1.1" status: 404 len: 337 time: 0.0828290 Feb 04 06:00:56.915325 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47872) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:56.928467 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44229ba-3989-4e76-bc8b-3fc614638607 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Pushing event deleted for resources: {'Port': ['ID=adeb8230-9680-4b5f-a051-684c75c36648,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:57.056419 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-1efe5a39-df22-4999-acbf-4c8e01fa9096 admin admin] For port b4646e00-52e9-4ee0-ad6a-1bb13408614f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b4646e00-52e9-4ee0-ad6a-1bb13408614f,segment=NetworkSegment(b4ac90b0-25c3-4449-b419-1069ce490de0),segment_id=b4ac90b0-25c3-4449-b419-1069ce490de0)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:57.056744 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1efe5a39-df22-4999-acbf-4c8e01fa9096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:57.066519 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-000daec9-330c-4735-8891-26ea3bdd9536 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:57.067187 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000daec9-330c-4735-8891-26ea3bdd9536 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:57.068684 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-000daec9-330c-4735-8891-26ea3bdd9536 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/ce5ace71-071c-45c6-a0db-758af144c79c HTTP/1.1" status: 404 len: 339 time: 0.1524038 Feb 04 06:00:57.071614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47876) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:57.141197 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a18a16f-d565-4fbb-abd9-5beb014604e7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:57.141641 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a18a16f-d565-4fbb-abd9-5beb014604e7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:57.152549 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:57.183817 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:57.188822 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1a18a16f-d565-4fbb-abd9-5beb014604e7 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/subnets/807b08c2-97fd-4d0d-afdf-c84288e12ec0 HTTP/1.1" status: 404 len: 337 time: 0.1138670 Feb 04 06:00:57.216553 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47880) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:57.221325 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3bba3e69-45e9-4d6c-a36c-03e8c510ae70 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:57.280946 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba3e69-45e9-4d6c-a36c-03e8c510ae70 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c7ec6f-200d-447b-a217-079f21656944,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:57.283136 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3bba3e69-45e9-4d6c-a36c-03e8c510ae70 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:57.283477 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f26404d-5f0c-4e47-9aab-527fb4940a50 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:00:57.289125 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-1efe5a39-df22-4999-acbf-4c8e01fa9096 admin admin] Calling delete_port for b4646e00-52e9-4ee0-ad6a-1bb13408614f owned by network:router_interface {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:57.299575 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3bba3e69-45e9-4d6c-a36c-03e8c510ae70 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/a8c7ec6f-200d-447b-a217-079f21656944 HTTP/1.1" status: 204 len: 168 time: 1.1361454 Feb 04 06:00:57.302627 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47884) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:57.376325 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f44229ba-3989-4e76-bc8b-3fc614638607 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:57.407552 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3a6d3a82-5211-46e9-9b1f-7f005ea6fe3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010101 Feb 04 06:00:57.407766 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47888) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:57.415416 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f225a07-d2df-4077-b81f-e4bf89ff56c5 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:57.415904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f225a07-d2df-4077-b81f-e4bf89ff56c5 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:57.418199 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-01591aed-66fb-401a-acad-7d0cc1e36b5b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:57.534122 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Allocated IP 172.26.4.225 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/2697b9e8-efa4-4ba2-bf06-786c7d05a23c) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:57.553546 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-01591aed-66fb-401a-acad-7d0cc1e36b5b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:57.566482 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5eca70-8b47-495b-99fd-7997fd4a640b None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:00:57.568691 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4f225a07-d2df-4077-b81f-e4bf89ff56c5 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/73749c91-f932-470a-985f-51c108ddeaf6 HTTP/1.1" status: 404 len: 339 time: 0.2966781 Feb 04 06:00:57.574920 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8f5eca70-8b47-495b-99fd-7997fd4a640b None None] Deleting port da26361f-2ef1-4613-8ea7-c64f842f89fd {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:00:57.575441 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8f5eca70-8b47-495b-99fd-7997fd4a640b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:57.582286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-01591aed-66fb-401a-acad-7d0cc1e36b5b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:57.584022 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47892) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:57.634291 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f44229ba-3989-4e76-bc8b-3fc614638607 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:57.637268 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f44229ba-3989-4e76-bc8b-3fc614638607 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:57.672303 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b67625-3118-4cec-ba90-e933349206dc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:57.672714 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b67625-3118-4cec-ba90-e933349206dc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:57.674382 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b0b67625-3118-4cec-ba90-e933349206dc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/subnets/02444836-064b-4758-b8f8-1f0fcf4f86d3 HTTP/1.1" status: 404 len: 337 time: 0.0892296 Feb 04 06:00:57.678114 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47896) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:57.698608 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01591aed-66fb-401a-acad-7d0cc1e36b5b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:57.702079 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-01591aed-66fb-401a-acad-7d0cc1e36b5b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:57.736236 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a45d7a-1ee8-48f4-90d3-dc2e9bf6cd29 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:57.736630 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a45d7a-1ee8-48f4-90d3-dc2e9bf6cd29 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:57.747607 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f44229ba-3989-4e76-bc8b-3fc614638607 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:57.748122 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44229ba-3989-4e76-bc8b-3fc614638607 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Fanout notify agent at l3_agent the message router_deleted on router 42d6a5b3-b60d-4b30-aad8-affabcbff232 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:00:57.752012 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:57.760158 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f44229ba-3989-4e76-bc8b-3fc614638607 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:57.761242 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f44229ba-3989-4e76-bc8b-3fc614638607 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "DELETE /v2.0/routers/42d6a5b3-b60d-4b30-aad8-affabcbff232 HTTP/1.1" status: 204 len: 168 time: 3.4686520 Feb 04 06:00:57.765095 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-30a45d7a-1ee8-48f4-90d3-dc2e9bf6cd29 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/d91d865d-f509-4d31-8147-b3b1b5c31ae7 HTTP/1.1" status: 404 len: 339 time: 0.0849769 Feb 04 06:00:57.765955 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47900) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:57.768343 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47904) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:57.775016 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-7250a042-a985-440a-ae28-2338c0d21834 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-961213069', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:57.809294 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:57.809498 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8f5eca70-8b47-495b-99fd-7997fd4a640b None None] For port da26361f-2ef1-4613-8ea7-c64f842f89fd, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=da26361f-2ef1-4613-8ea7-c64f842f89fd,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:00:57.810840 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8f5eca70-8b47-495b-99fd-7997fd4a640b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:57.818623 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device da26361f-2ef1-4613-8ea7-c64f842f89fd no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:00:57.867277 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:57.940250 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7250a042-a985-440a-ae28-2338c0d21834 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:57.951465 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:57.951896 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1efe5a39-df22-4999-acbf-4c8e01fa9096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:57.955633 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed625935-fc67-4375-8b80-46bf54a52b07 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:57.956179 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed625935-fc67-4375-8b80-46bf54a52b07 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:57.975209 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7250a042-a985-440a-ae28-2338c0d21834 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Usage tracker for resource:router and tenant:55ab6088d06445cc914fdf4327704095 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:57.980054 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8f5eca70-8b47-495b-99fd-7997fd4a640b None None] Calling delete_port for da26361f-2ef1-4613-8ea7-c64f842f89fd owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:00:57.982296 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7250a042-a985-440a-ae28-2338c0d21834 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:58.022350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7250a042-a985-440a-ae28-2338c0d21834 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:58.028858 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ed625935-fc67-4375-8b80-46bf54a52b07 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/subnets/074c88fb-2c3d-416d-981d-0c76d99922f3 HTTP/1.1" status: 404 len: 337 time: 0.2596323 Feb 04 06:00:58.034705 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47908) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:58.055279 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:58.069727 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:58.087955 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:58.095376 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:58.120153 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:58.131636 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a54fb0-7905-4ce0-918a-49ba8ab4c1bb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:58.132129 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a54fb0-7905-4ce0-918a-49ba8ab4c1bb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:58.139588 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Pushing event updated for resources: {'Port': ['ID=2697b9e8-efa4-4ba2-bf06-786c7d05a23c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:58.152364 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-01591aed-66fb-401a-acad-7d0cc1e36b5b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:58.155044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=e0e458b5-f408-4cef-af38-42d7de624248,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:58.173531 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8f5eca70-8b47-495b-99fd-7997fd4a640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:58.293816 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5eca70-8b47-495b-99fd-7997fd4a640b None None] Pushing event deleted for resources: {'Port': ['ID=da26361f-2ef1-4613-8ea7-c64f842f89fd,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:58.301776 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5eca70-8b47-495b-99fd-7997fd4a640b None None] No DVR routers for this DVR port da26361f-2ef1-4613-8ea7-c64f842f89fd on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:00:58.348543 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-30a54fb0-7905-4ce0-918a-49ba8ab4c1bb tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/9791bf79-8007-4e58-9a47-d3b24540c27f HTTP/1.1" status: 404 len: 339 time: 0.3099046 Feb 04 06:00:58.356339 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47912) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:58.398153 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7250a042-a985-440a-ae28-2338c0d21834 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:58.399244 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7250a042-a985-440a-ae28-2338c0d21834 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:58.426246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe5a39-df22-4999-acbf-4c8e01fa9096 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4646e00-52e9-4ee0-ad6a-1bb13408614f,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:58.474488 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01591aed-66fb-401a-acad-7d0cc1e36b5b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:58.475564 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-282c809f-e725-4d22-af2c-5a5a03941255 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:58.476027 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-282c809f-e725-4d22-af2c-5a5a03941255 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:58.477709 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-282c809f-e725-4d22-af2c-5a5a03941255 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/subnets/89a13d94-5d93-463e-bf69-c8e61d175b9a HTTP/1.1" status: 404 len: 337 time: 0.1127126 Feb 04 06:00:58.486397 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-01591aed-66fb-401a-acad-7d0cc1e36b5b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:58.495981 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606a6f9b-6034-47d2-b244-41fb6b9d6d39 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:00:58.498103 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47916) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:58.559389 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01591aed-66fb-401a-acad-7d0cc1e36b5b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:58.559389 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-01591aed-66fb-401a-acad-7d0cc1e36b5b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:58.560874 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7250a042-a985-440a-ae28-2338c0d21834 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:58.601523 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01591aed-66fb-401a-acad-7d0cc1e36b5b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=c397230c-3112-4bbc-96b0-e19f750ffded,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:58.641730 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ef319d-d18f-44af-bfdd-bcc915ba6be0 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:58.642191 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ef319d-d18f-44af-bfdd-bcc915ba6be0 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:58.646503 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c6ef319d-d18f-44af-bfdd-bcc915ba6be0 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/3c80f098-8142-43e4-a608-90ff468f6f86 HTTP/1.1" status: 404 len: 339 time: 0.1449020 Feb 04 06:00:58.650871 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47920) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:58.657870 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-01591aed-66fb-401a-acad-7d0cc1e36b5b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2464957 Feb 04 06:00:58.658668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47924) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:58.665949 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-1a257fde-0907-4adf-8948-7cc4c5afba49 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'name': 'tempest-NetworksTestDHCPv6-724496504'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:58.718781 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c7b7c2-7935-425b-97a6-81569fbc048a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:58.719293 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c7b7c2-7935-425b-97a6-81569fbc048a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:58.722813 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': 'c397230c-3112-4bbc-96b0-e19f750ffded'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:00:58.723630 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:58.724705 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Floating IP 15429a39-bf91-425f-99c1-53ce7d34ab1e associated. External IP: 172.26.4.78, port: e672479f-456d-4a57-8825-f317688706a4. Feb 04 06:00:58.772034 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7250a042-a985-440a-ae28-2338c0d21834 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:58.870110 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a7c7b7c2-7935-425b-97a6-81569fbc048a tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/subnets/1b997775-c79e-4cbf-9351-8cb67e4b8f68 HTTP/1.1" status: 404 len: 337 time: 0.2164273 Feb 04 06:00:58.876787 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47928) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:58.893145 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Allocated IP 2001:db8::2 (65e4f961-4ab6-4ffd-8973-b6f04910c762/c397230c-3112-4bbc-96b0-e19f750ffded/1a877135-f4fd-4ce5-be06-28a0c33d46a2) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:58.922532 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7250a042-a985-440a-ae28-2338c0d21834 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:58.926496 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7250a042-a985-440a-ae28-2338c0d21834 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1568458 Feb 04 06:00:58.937137 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47932) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:58.944360 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5dc9d10-e344-4989-aaa4-a28d207d5d78 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:58.944830 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5dc9d10-e344-4989-aaa4-a28d207d5d78 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:58.948935 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d5dc9d10-e344-4989-aaa4-a28d207d5d78 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/b147239f-f132-4bb7-aa73-ba9c5fc4d199 HTTP/1.1" status: 404 len: 339 time: 0.0572567 Feb 04 06:00:58.949745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0115f978-e2fd-4d1a-a6af-38d3cfd4c21e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'enable_snat': False}}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:58.951817 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47936) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:58.954404 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1a257fde-0907-4adf-8948-7cc4c5afba49 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:00:59.003312 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1a257fde-0907-4adf-8948-7cc4c5afba49 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:port and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:00:59.008199 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-482b8827-8d38-4cbb-8409-9d7e3b596323 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:59.008962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-482b8827-8d38-4cbb-8409-9d7e3b596323 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:59.012888 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-482b8827-8d38-4cbb-8409-9d7e3b596323 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/subnets/48c34f30-154a-4779-be5f-0d66ed87d5f8 HTTP/1.1" status: 404 len: 337 time: 0.0575092 Feb 04 06:00:59.012888 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1a257fde-0907-4adf-8948-7cc4c5afba49 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:00:59.015377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47940) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:59.020282 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1a257fde-0907-4adf-8948-7cc4c5afba49 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:00:59.049339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-674ffe58-637b-48b3-b00e-829b1d9a0d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:59.063456 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb27959e-95e4-4560-b167-749d1a8e3cb8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] DELETE failed (client error): The resource could not be found. Feb 04 06:00:59.063952 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb27959e-95e4-4560-b167-749d1a8e3cb8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:00:59.068300 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bb27959e-95e4-4560-b167-749d1a8e3cb8 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/d297e98f-b26f-4eb8-b54f-02a18737459c HTTP/1.1" status: 404 len: 339 time: 0.0470212 Feb 04 06:00:59.068300 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:59.101009 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47944) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:00:59.110940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:59.122136 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Transition to ACTIVE for port object 1a877135-f4fd-4ce5-be06-28a0c33d46a2 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:59.126834 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a257fde-0907-4adf-8948-7cc4c5afba49 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:59.130253 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1a257fde-0907-4adf-8948-7cc4c5afba49 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:59.140755 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Transition to ACTIVE for port object 1a877135-f4fd-4ce5-be06-28a0c33d46a2 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:59.152778 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:59.169985 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1efe5a39-df22-4999-acbf-4c8e01fa9096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:59.171395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-1a257fde-0907-4adf-8948-7cc4c5afba49 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port 543a1d6c-96d8-4336-a5b1-59aea200d67e yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:00:59.222040 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:59.225131 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:59.229221 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:00:59.271096 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Pushing event updated for resources: {'Port': ['ID=1a877135-f4fd-4ce5-be06-28a0c33d46a2,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:59.328620 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Attempting to bind port 1a877135-f4fd-4ce5-be06-28a0c33d46a2 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:00:59.329330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Attempting to bind port 1a877135-f4fd-4ce5-be06-28a0c33d46a2 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:00:59.329330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Attempting to bind port 1a877135-f4fd-4ce5-be06-28a0c33d46a2 on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:00:59.334588 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:00:59.334967 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:00:59.335358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:59.335889 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:00:59.336376 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Bound port: 1a877135-f4fd-4ce5-be06-28a0c33d46a2, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:00:59.336755 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:59.433953 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] For port 1a877135-f4fd-4ce5-be06-28a0c33d46a2, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:00:59.437237 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] For port 1a877135-f4fd-4ce5-be06-28a0c33d46a2, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1a877135-f4fd-4ce5-be06-28a0c33d46a2,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:00:59.444305 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:59.528931 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-85c82f1e-fe2a-40ae-b0ad-a32f3adf4819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:59.543153 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b89755-1f46-4970-a768-e9e8977906f2 None None] Pushing event updated for resources: {'Port': ['ID=1a877135-f4fd-4ce5-be06-28a0c33d46a2,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:59.548418 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-1a257fde-0907-4adf-8948-7cc4c5afba49 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::266 (65e4f961-4ab6-4ffd-8973-b6f04910c762/c397230c-3112-4bbc-96b0-e19f750ffded/543a1d6c-96d8-4336-a5b1-59aea200d67e) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:59.611831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:59.679419 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c7aed9-4680-44d4-9d5d-9077be4e1dd9 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Deleting subnet b7f7c165-7284-43a0-a018-5ed6dd638296 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:00:59.701842 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b3c7aed9-4680-44d4-9d5d-9077be4e1dd9 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:00.063913 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b3c7aed9-4680-44d4-9d5d-9077be4e1dd9 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:00.104117 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1a257fde-0907-4adf-8948-7cc4c5afba49 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:00.115501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0115f978-e2fd-4d1a-a6af-38d3cfd4c21e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:00.130284 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-1a257fde-0907-4adf-8948-7cc4c5afba49 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object 543a1d6c-96d8-4336-a5b1-59aea200d67e will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:00.140541 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Router 95dac56e-d903-43ed-898c-66a21cf7ee75 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:01:00.246270 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1a257fde-0907-4adf-8948-7cc4c5afba49 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:00.405420 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a257fde-0907-4adf-8948-7cc4c5afba49 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:00.411403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-1a257fde-0907-4adf-8948-7cc4c5afba49 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:00.413899 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a257fde-0907-4adf-8948-7cc4c5afba49 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:00.419760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a257fde-0907-4adf-8948-7cc4c5afba49 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:00.420424 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1a257fde-0907-4adf-8948-7cc4c5afba49 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:00.438271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a257fde-0907-4adf-8948-7cc4c5afba49 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=543a1d6c-96d8-4336-a5b1-59aea200d67e,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:00.442005 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:01:00.453655 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c243fd-87cf-425d-be6d-54e60d2978fa None None] Sync routers for ids ['95dac56e-d903-43ed-898c-66a21cf7ee75'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:00.466390 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c243fd-87cf-425d-be6d-54e60d2978fa None None] Routers {'95dac56e-d903-43ed-898c-66a21cf7ee75'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:00.467633 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-04c243fd-87cf-425d-be6d-54e60d2978fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['95dac56e-d903-43ed-898c-66a21cf7ee75'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:00.480460 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1a257fde-0907-4adf-8948-7cc4c5afba49 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8208315 Feb 04 06:01:00.481742 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47948) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:00.487353 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:00.491645 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 291bd204-0842-4d12-b7ad-9ab081fb392c has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:01:00.492433 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b6f8e2f7-bf92-4881-8a95-5d3900b390a0 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.1781421 Feb 04 06:01:00.494044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47952) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:00.542763 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-511da4b2-612d-492b-aea2-e4ed95c7854e tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:00.549242 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-04c243fd-87cf-425d-be6d-54e60d2978fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:00.559669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c243fd-87cf-425d-be6d-54e60d2978fa None None] Routers {'95dac56e-d903-43ed-898c-66a21cf7ee75'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:00.560440 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-04c243fd-87cf-425d-be6d-54e60d2978fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['95dac56e-d903-43ed-898c-66a21cf7ee75'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:00.611195 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b3c7aed9-4680-44d4-9d5d-9077be4e1dd9 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:00.631177 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-04c243fd-87cf-425d-be6d-54e60d2978fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:00.632139 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c243fd-87cf-425d-be6d-54e60d2978fa None None] The sync data for ids ['95dac56e-d903-43ed-898c-66a21cf7ee75'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:00.674427 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e26fb4c-3c7a-4522-8386-235f65ef63be None None] Provisioning for port 1a877135-f4fd-4ce5-be06-28a0c33d46a2 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:00.841773 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1cad1b-fb2d-49f2-bad6-87fe291af96d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:00.847569 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1cad1b-fb2d-49f2-bad6-87fe291af96d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:00.848376 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3a1cad1b-fb2d-49f2-bad6-87fe291af96d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:00.888574 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efe5a39-df22-4999-acbf-4c8e01fa9096 admin admin] Router 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:01:00.902641 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4af6b075-d383-4163-863e-f8170734b42d None None] Provisioning for port 543a1d6c-96d8-4336-a5b1-59aea200d67e completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:00.908677 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4af6b075-d383-4163-863e-f8170734b42d None None] Provisioning complete for port 543a1d6c-96d8-4336-a5b1-59aea200d67e triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:00.909152 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4af6b075-d383-4163-863e-f8170734b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:00.936421 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3a1cad1b-fb2d-49f2-bad6-87fe291af96d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:00.940309 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3a1cad1b-fb2d-49f2-bad6-87fe291af96d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4529734 Feb 04 06:01:00.947397 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47956) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:00.973429 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-4af6b075-d383-4163-863e-f8170734b42d None None] Port 543a1d6c-96d8-4336-a5b1-59aea200d67e cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:01.080766 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-0f3b861e-020c-47fe-a340-239232831de1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port 543a1d6c-96d8-4336-a5b1-59aea200d67e {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:01.081047 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0f3b861e-020c-47fe-a340-239232831de1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:01.194808 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-674ffe58-637b-48b3-b00e-829b1d9a0d4b admin admin] Deleting port af3b0a21-358c-4bd9-b01d-7cb65c4cf65a {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:01.195158 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-674ffe58-637b-48b3-b00e-829b1d9a0d4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:01.251311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:01:01.261296 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacb1757-20ef-473e-8ce7-4434cf7ddbc6 None None] Sync routers for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:01.274571 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacb1757-20ef-473e-8ce7-4434cf7ddbc6 None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:01.275183 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-cacb1757-20ef-473e-8ce7-4434cf7ddbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:01.284072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b3c7aed9-4680-44d4-9d5d-9077be4e1dd9 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:01.338255 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-cacb1757-20ef-473e-8ce7-4434cf7ddbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:01.347749 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacb1757-20ef-473e-8ce7-4434cf7ddbc6 None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:01.348393 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-cacb1757-20ef-473e-8ce7-4434cf7ddbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:01.364601 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7aed9-4680-44d4-9d5d-9077be4e1dd9 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f7c165-7284-43a0-a018-5ed6dd638296,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:01.366719 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf047fc-6c7e-4063-bad6-2c35bf4805cb None None] Network f8fb3787-8050-48b7-ae9b-d6b6d660cde2 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:01.384476 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b3c7aed9-4680-44d4-9d5d-9077be4e1dd9 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:01.433443 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-511da4b2-612d-492b-aea2-e4ed95c7854e tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:01.452525 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b3c7aed9-4680-44d4-9d5d-9077be4e1dd9 tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/subnets/b7f7c165-7284-43a0-a018-5ed6dd638296 HTTP/1.1" status: 204 len: 168 time: 2.3356633 Feb 04 06:01:01.473234 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-cacb1757-20ef-473e-8ce7-4434cf7ddbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:01.474105 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacb1757-20ef-473e-8ce7-4434cf7ddbc6 None None] The sync data for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:01.478435 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47960) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:01.511463 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:01.594246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-511da4b2-612d-492b-aea2-e4ed95c7854e tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:01.637509 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-511da4b2-612d-492b-aea2-e4ed95c7854e tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Deleting port 2697b9e8-efa4-4ba2-bf06-786c7d05a23c {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:01.637856 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-511da4b2-612d-492b-aea2-e4ed95c7854e tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:01.649932 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22888fb5-d80b-4476-aa83-91701dc2899b None None] DHCP port deletion for f8fb3787-8050-48b7-ae9b-d6b6d660cde2 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:01:01.654624 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-22888fb5-d80b-4476-aa83-91701dc2899b None None] Deleting port e3bc1db6-9d12-40be-bc75-116c9b4e8fbd {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:01.655000 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-22888fb5-d80b-4476-aa83-91701dc2899b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:01.703209 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:01.709951 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0f3b861e-020c-47fe-a340-239232831de1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:01.793371 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-870c96f5-75a2-4aee-a37f-5bea0593e243 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 11.7110915 Feb 04 06:01:01.793371 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efe5a39-df22-4999-acbf-4c8e01fa9096 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:01:01.800788 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47964) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:01.806741 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-e8e1caed-3f91-4093-9e0a-b46c58fdc958 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-400385015'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:01.812908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e8e1caed-3f91-4093-9e0a-b46c58fdc958 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:01.817062 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e8e1caed-3f91-4093-9e0a-b46c58fdc958 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Usage tracker for resource:network and tenant:be32df0199ab40b58629ba8c05d7ef10 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:01.820196 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e8e1caed-3f91-4093-9e0a-b46c58fdc958 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:01.826192 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e8e1caed-3f91-4093-9e0a-b46c58fdc958 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:01.828497 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1671329d-eb10-4f53-a975-ab55a65c37e0 None None] Sync routers for ids ['3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:01.837451 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1efe5a39-df22-4999-acbf-4c8e01fa9096 admin admin] 10.222.0.31 "PUT /v2.0/routers/3c45c787-8d1b-4d63-9b4f-5ba7136c1b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6517923 Feb 04 06:01:01.849736 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47968) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:01.853537 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e1caed-3f91-4093-9e0a-b46c58fdc958 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Made reservation on behalf of be32df0199ab40b58629ba8c05d7ef10 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:01.857093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e8e1caed-3f91-4093-9e0a-b46c58fdc958 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:01.905518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-0f3b861e-020c-47fe-a340-239232831de1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for 543a1d6c-96d8-4336-a5b1-59aea200d67e owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:01.912761 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1a877135-f4fd-4ce5-be06-28a0c33d46a2 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:01.937327 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Deleting port e3bc1db6-9d12-40be-bc75-116c9b4e8fbd {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:01.937327 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:01.953718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-674ffe58-637b-48b3-b00e-829b1d9a0d4b admin admin] For port af3b0a21-358c-4bd9-b01d-7cb65c4cf65a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=af3b0a21-358c-4bd9-b01d-7cb65c4cf65a,segment=NetworkSegment(bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4),segment_id=bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:01.954401 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-674ffe58-637b-48b3-b00e-829b1d9a0d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:01.962908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1671329d-eb10-4f53-a975-ab55a65c37e0 None None] Routers {'3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:01.962908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1671329d-eb10-4f53-a975-ab55a65c37e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:00:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:02.039919 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a89b3334-fc68-4219-af0e-03a028e90aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:02.065273 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-22888fb5-d80b-4476-aa83-91701dc2899b None None] For port e3bc1db6-9d12-40be-bc75-116c9b4e8fbd, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e3bc1db6-9d12-40be-bc75-116c9b4e8fbd,segment=NetworkSegment(06c49764-812b-460e-89fb-08f9f58c1248),segment_id=06c49764-812b-460e-89fb-08f9f58c1248)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:02.065611 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-22888fb5-d80b-4476-aa83-91701dc2899b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:02.111798 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-674ffe58-637b-48b3-b00e-829b1d9a0d4b admin admin] Calling delete_port for af3b0a21-358c-4bd9-b01d-7cb65c4cf65a owned by network:router_interface {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:02.115618 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-511da4b2-612d-492b-aea2-e4ed95c7854e tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:02.143811 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e1caed-3f91-4093-9e0a-b46c58fdc958 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:01:02.145859 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0115f978-e2fd-4d1a-a6af-38d3cfd4c21e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:02.197851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0115f978-e2fd-4d1a-a6af-38d3cfd4c21e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:02.251896 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-22888fb5-d80b-4476-aa83-91701dc2899b None None] Calling delete_port for e3bc1db6-9d12-40be-bc75-116c9b4e8fbd owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:02.288410 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-511da4b2-612d-492b-aea2-e4ed95c7854e tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Calling delete_port for 2697b9e8-efa4-4ba2-bf06-786c7d05a23c owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:02.319332 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 1a877135-f4fd-4ce5-be06-28a0c33d46a2 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:02.337350 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 1a877135-f4fd-4ce5-be06-28a0c33d46a2 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:02.337723 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:02.358547 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e70e3e76-c883-4cb3-ba78-bb0cfb12cae0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:02.387768 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-1671329d-eb10-4f53-a975-ab55a65c37e0 None None] Set router 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:01:02.462238 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] For port e3bc1db6-9d12-40be-bc75-116c9b4e8fbd, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e3bc1db6-9d12-40be-bc75-116c9b4e8fbd,segment=NetworkSegment(06c49764-812b-460e-89fb-08f9f58c1248),segment_id=06c49764-812b-460e-89fb-08f9f58c1248)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:02.462829 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:02.469642 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0f3b861e-020c-47fe-a340-239232831de1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:02.580226 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-22888fb5-d80b-4476-aa83-91701dc2899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:02.647002 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22888fb5-d80b-4476-aa83-91701dc2899b None None] No DVR routers for this DVR port e3bc1db6-9d12-40be-bc75-116c9b4e8fbd on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:01:02.651888 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22888fb5-d80b-4476-aa83-91701dc2899b None None] Pushing event deleted for resources: {'Port': ['ID=e3bc1db6-9d12-40be-bc75-116c9b4e8fbd,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:02.657666 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e8e1caed-3f91-4093-9e0a-b46c58fdc958 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:02.658373 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-e8e1caed-3f91-4093-9e0a-b46c58fdc958 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Added segment e6f6ec21-95d3-49a3-a68a-4c699623f770 of type vlan for network f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c Feb 04 06:01:02.659303 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Calling delete_port for e3bc1db6-9d12-40be-bc75-116c9b4e8fbd owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:02.685712 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b861e-020c-47fe-a340-239232831de1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=543a1d6c-96d8-4336-a5b1-59aea200d67e,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:02.755176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e8e1caed-3f91-4093-9e0a-b46c58fdc958 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:02.828852 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:02.850695 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e70e3e76-c883-4cb3-ba78-bb0cfb12cae0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:02.852425 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:02.888985 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0f3b861e-020c-47fe-a340-239232831de1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:02.906554 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-e70e3e76-c883-4cb3-ba78-bb0cfb12cae0 admin admin] Deleting port 563e5700-2ddb-4765-94e7-fcb567abbbf9 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:02.912370 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e70e3e76-c883-4cb3-ba78-bb0cfb12cae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:02.914055 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:02.918417 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1671329d-eb10-4f53-a975-ab55a65c37e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'name': 'tempest-ServersTestManualDisk-864796244-router', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:50Z', 'updated_at': '2022-02-04T06:00:57Z', 'revision_number': 5, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'gw_port': {'id': '563e5700-2ddb-4765-94e7-fcb567abbbf9', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:02.927866 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1671329d-eb10-4f53-a975-ab55a65c37e0 None None] Checking router: 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:01:02.940661 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0f3b861e-020c-47fe-a340-239232831de1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/543a1d6c-96d8-4336-a5b1-59aea200d67e HTTP/1.1" status: 204 len: 168 time: 1.9905503 Feb 04 06:01:02.942265 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 1a877135-f4fd-4ce5-be06-28a0c33d46a2, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1a877135-f4fd-4ce5-be06-28a0c33d46a2,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:02.942265 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1671329d-eb10-4f53-a975-ab55a65c37e0 None None] Routers {'3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:02.942624 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1671329d-eb10-4f53-a975-ab55a65c37e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:02.948786 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47972) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:02.972056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-674ffe58-637b-48b3-b00e-829b1d9a0d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:03.013051 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:01:03.013051 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:01:03.032564 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e8e1caed-3f91-4093-9e0a-b46c58fdc958 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:03.037822 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e1caed-3f91-4093-9e0a-b46c58fdc958 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:03.038391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e8e1caed-3f91-4093-9e0a-b46c58fdc958 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:03.044283 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-0115f978-e2fd-4d1a-a6af-38d3cfd4c21e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Allocated IP 172.26.4.144 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/18cb124e-2f95-4dc8-9a90-7c2857af5bf7) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:03.060364 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bcd318-da94-41f4-97dc-bb78741b4299 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:03.062148 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bcd318-da94-41f4-97dc-bb78741b4299 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:03.063559 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-30bcd318-da94-41f4-97dc-bb78741b4299 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:03.063713 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:03.078559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ffe58-637b-48b3-b00e-829b1d9a0d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=af3b0a21-358c-4bd9-b01d-7cb65c4cf65a,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:03.090022 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-30bcd318-da94-41f4-97dc-bb78741b4299 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:03.093812 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-30bcd318-da94-41f4-97dc-bb78741b4299 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1416864 Feb 04 06:01:03.094290 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47976) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:03.148610 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-511da4b2-612d-492b-aea2-e4ed95c7854e tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:03.154159 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e3bc1db6-9d12-40be-bc75-116c9b4e8fbd no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:01:03.229148 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511da4b2-612d-492b-aea2-e4ed95c7854e tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Pushing event deleted for resources: {'Port': ['ID=2697b9e8-efa4-4ba2-bf06-786c7d05a23c,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:03.280205 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: e3bc1db6-9d12-40be-bc75-116c9b4e8fbd {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:01:03.280606 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e3bc1db6-9d12-40be-bc75-116c9b4e8fbd not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:01:03.291332 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-1671329d-eb10-4f53-a975-ab55a65c37e0 None None] Set router 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:01:03.309551 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-861a70ee-d39f-4b5f-a09f-498e749cb341 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet c397230c-3112-4bbc-96b0-e19f750ffded {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:01:03.319694 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-861a70ee-d39f-4b5f-a09f-498e749cb341 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:03.351623 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e8e1caed-3f91-4093-9e0a-b46c58fdc958 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5493469 Feb 04 06:01:03.355589 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47980) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:03.365440 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-6461b9ae-5ff3-4749-bf49-9b0a359bc309 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'subnet': {'network_id': 'f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:03.408226 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1671329d-eb10-4f53-a975-ab55a65c37e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'name': 'tempest-ServersTestManualDisk-864796244-router', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:50Z', 'updated_at': '2022-02-04T06:01:02Z', 'revision_number': 6, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:03.416786 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1671329d-eb10-4f53-a975-ab55a65c37e0 None None] The sync data for ids ['3c45c787-8d1b-4d63-9b4f-5ba7136c1b47'] in dv-neutron-826830-2-hyperv is: [{'id': '3c45c787-8d1b-4d63-9b4f-5ba7136c1b47', 'name': 'tempest-ServersTestManualDisk-864796244-router', 'tenant_id': '65ad76e2ab97449aa72bd10490fb5076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:50Z', 'updated_at': '2022-02-04T06:01:02Z', 'revision_number': 6, 'project_id': '65ad76e2ab97449aa72bd10490fb5076', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:03.422741 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=1a877135-f4fd-4ce5-be06-28a0c33d46a2,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:03.470118 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-511da4b2-612d-492b-aea2-e4ed95c7854e tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:03.508819 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1caed-3f91-4093-9e0a-b46c58fdc958 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Network': ['ID=f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:03.518109 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-861a70ee-d39f-4b5f-a09f-498e749cb341 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:03.520453 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:01:03.544397 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Deleting port e3bc1db6-9d12-40be-bc75-116c9b4e8fbd {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:03.544634 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:03.706420 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-e70e3e76-c883-4cb3-ba78-bb0cfb12cae0 admin admin] For port 563e5700-2ddb-4765-94e7-fcb567abbbf9, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=563e5700-2ddb-4765-94e7-fcb567abbbf9,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:03.706651 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e70e3e76-c883-4cb3-ba78-bb0cfb12cae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:03.712673 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] The port 'e3bc1db6-9d12-40be-bc75-116c9b4e8fbd' was deleted {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:01:03.717195 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0115f978-e2fd-4d1a-a6af-38d3cfd4c21e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:03.824182 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6461b9ae-5ff3-4749-bf49-9b0a359bc309 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:03.920527 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-e70e3e76-c883-4cb3-ba78-bb0cfb12cae0 admin admin] Calling delete_port for 563e5700-2ddb-4765-94e7-fcb567abbbf9 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:03.965861 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6461b9ae-5ff3-4749-bf49-9b0a359bc309 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:03.996842 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-674ffe58-637b-48b3-b00e-829b1d9a0d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.087547 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0115f978-e2fd-4d1a-a6af-38d3cfd4c21e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.115745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.122658 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6461b9ae-5ff3-4749-bf49-9b0a359bc309 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Made reservation on behalf of be32df0199ab40b58629ba8c05d7ef10 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:04.126108 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6461b9ae-5ff3-4749-bf49-9b0a359bc309 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.167663 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.226650 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1a877135-f4fd-4ce5-be06-28a0c33d46a2 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:04.309144 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 1a877135-f4fd-4ce5-be06-28a0c33d46a2 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:04.309689 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.346017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-511da4b2-612d-492b-aea2-e4ed95c7854e tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.351519 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-861a70ee-d39f-4b5f-a09f-498e749cb341 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.351705 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0115f978-e2fd-4d1a-a6af-38d3cfd4c21e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:04.402968 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-511da4b2-612d-492b-aea2-e4ed95c7854e tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.403222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-0115f978-e2fd-4d1a-a6af-38d3cfd4c21e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:04.413494 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115f978-e2fd-4d1a-a6af-38d3cfd4c21e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Pushing event updated for resources: {'Port': ['ID=18cb124e-2f95-4dc8-9a90-7c2857af5bf7,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:04.414436 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fb3787-8050-48b7-ae9b-d6b6d660cde2']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:04.424310 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0115f978-e2fd-4d1a-a6af-38d3cfd4c21e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:04.458349 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b4646e00-52e9-4ee0-ad6a-1bb13408614f no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:01:04.495434 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: b4646e00-52e9-4ee0-ad6a-1bb13408614f {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:01:04.496198 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b4646e00-52e9-4ee0-ad6a-1bb13408614f not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:01:04.561761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c49764-812b-460e-89fb-08f9f58c1248') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:04.562357 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c49764-812b-460e-89fb-08f9f58c1248') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:04.595347 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.617900 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511da4b2-612d-492b-aea2-e4ed95c7854e tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Router 95dac56e-d903-43ed-898c-66a21cf7ee75 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:01:04.628924 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.641513 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-861a70ee-d39f-4b5f-a09f-498e749cb341 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.649421 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:01:04.649809 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:01:04.716160 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:01:04.794903 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e70e3e76-c883-4cb3-ba78-bb0cfb12cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.845348 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a70ee-d39f-4b5f-a09f-498e749cb341 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=c397230c-3112-4bbc-96b0-e19f750ffded,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:04.852537 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-861a70ee-d39f-4b5f-a09f-498e749cb341 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.854465 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616a4aa6-05b8-42e7-9df7-28cda225270a None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:04.909583 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e3e76-c883-4cb3-ba78-bb0cfb12cae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=563e5700-2ddb-4765-94e7-fcb567abbbf9,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:04.962891 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511da4b2-612d-492b-aea2-e4ed95c7854e tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:01:04.975746 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b819be4f-ed95-4d51-900e-f7f62518b91d None None] Sync routers for ids ['95dac56e-d903-43ed-898c-66a21cf7ee75'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:04.989950 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b819be4f-ed95-4d51-900e-f7f62518b91d None None] Routers {'95dac56e-d903-43ed-898c-66a21cf7ee75'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:04.991092 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-b819be4f-ed95-4d51-900e-f7f62518b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['95dac56e-d903-43ed-898c-66a21cf7ee75'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:04.993864 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:05.017483 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:05.023766 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6461b9ae-5ff3-4749-bf49-9b0a359bc309 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:05.066182 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-861a70ee-d39f-4b5f-a09f-498e749cb341 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/c397230c-3112-4bbc-96b0-e19f750ffded HTTP/1.1" status: 204 len: 168 time: 1.9706984 Feb 04 06:01:05.071594 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47986) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:05.079264 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674ffe58-637b-48b3-b00e-829b1d9a0d4b admin admin] Router 682fdc3a-0651-4b6c-a3d2-7fa496df411a has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:01:05.083286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-511da4b2-612d-492b-aea2-e4ed95c7854e tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:05.086723 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-511da4b2-612d-492b-aea2-e4ed95c7854e tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "PUT /v2.0/routers/95dac56e-d903-43ed-898c-66a21cf7ee75 HTTP/1.1" status: 200 len: 710 time: 4.5523899 Feb 04 06:01:05.086723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] Pushing event deleted for resources: {'Network': ['ID=f8fb3787-8050-48b7-ae9b-d6b6d660cde2,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:05.094287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 47990) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:05.098089 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-b819be4f-ed95-4d51-900e-f7f62518b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:05.108868 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b819be4f-ed95-4d51-900e-f7f62518b91d None None] Routers {'95dac56e-d903-43ed-898c-66a21cf7ee75'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:05.109417 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-b819be4f-ed95-4d51-900e-f7f62518b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['95dac56e-d903-43ed-898c-66a21cf7ee75'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:05.163901 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f2b3263c-b52d-4378-9c87-938b48811fdc tempest-NetworksTest-1878262069 tempest-NetworksTest-1878262069-project] 10.222.0.31 "DELETE /v2.0/networks/f8fb3787-8050-48b7-ae9b-d6b6d660cde2 HTTP/1.1" status: 204 len: 168 time: 3.6832132 Feb 04 06:01:05.187185 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8559a33a-6664-4e1e-91e5-7a68bdc62df8 None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:01:05.191053 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ef7c0d85-5afd-4a44-abc9-4511acc53574 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1130404 Feb 04 06:01:05.191326 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461b9ae-5ff3-4749-bf49-9b0a359bc309 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Subnet': ['ID=541e51c1-6471-4d81-9dcd-d2a4c5b6450a,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:05.199422 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8559a33a-6664-4e1e-91e5-7a68bdc62df8 None None] Deleting port 1a877135-f4fd-4ce5-be06-28a0c33d46a2 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:05.201414 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8559a33a-6664-4e1e-91e5-7a68bdc62df8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:05.204822 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 47996) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:05.217503 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e70e3e76-c883-4cb3-ba78-bb0cfb12cae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:05.219015 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-b819be4f-ed95-4d51-900e-f7f62518b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:05.219516 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b819be4f-ed95-4d51-900e-f7f62518b91d None None] The sync data for ids ['95dac56e-d903-43ed-898c-66a21cf7ee75'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:05.269255 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b9cbe235-0d54-4929-a4f5-fbf4018ad630 tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "GET /v2.0/routers/95dac56e-d903-43ed-898c-66a21cf7ee75 HTTP/1.1" status: 200 len: 745 time: 0.1664336 Feb 04 06:01:05.270670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48000) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:05.271345 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6461b9ae-5ff3-4749-bf49-9b0a359bc309 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Checking segment: {'id': 'e6f6ec21-95d3-49a3-a68a-4c699623f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:05.271695 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6461b9ae-5ff3-4749-bf49-9b0a359bc309 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Network hostable DHCP agents. Network: f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:01:05.328753 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e6d8b347-faeb-4b83-9094-1f4b86fa32cb tempest-RoutersIpV6AdminTest-1882948660 tempest-RoutersIpV6AdminTest-1882948660-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&device_id=95dac56e-d903-43ed-898c-66a21cf7ee75 HTTP/1.1" status: 200 len: 205 time: 0.0477872 Feb 04 06:01:05.330883 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48004) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:05.378504 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6461b9ae-5ff3-4749-bf49-9b0a359bc309 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Network f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:01:05.396367 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-db40da80-e40d-4f15-8fd4-641e29f3b94e tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "GET /v2.0/ports?device_id=95dac56e-d903-43ed-898c-66a21cf7ee75 HTTP/1.1" status: 200 len: 205 time: 0.0615625 Feb 04 06:01:05.397042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48008) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:05.453103 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8559a33a-6664-4e1e-91e5-7a68bdc62df8 None None] For port 1a877135-f4fd-4ce5-be06-28a0c33d46a2, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1a877135-f4fd-4ce5-be06-28a0c33d46a2,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:05.453537 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8559a33a-6664-4e1e-91e5-7a68bdc62df8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:05.522118 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48014) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:05.524498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-6461b9ae-5ff3-4749-bf49-9b0a359bc309 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:05.541925 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6461b9ae-5ff3-4749-bf49-9b0a359bc309 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:05.542706 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6461b9ae-5ff3-4749-bf49-9b0a359bc309 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:05.562647 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18e266e0-7d33-4e8b-b68a-aa11bee1c297 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:05.591358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f091c59b-60f9-44eb-a846-35ba7b71bf3c None None] Network f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:05.613051 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8559a33a-6664-4e1e-91e5-7a68bdc62df8 None None] Calling delete_port for 1a877135-f4fd-4ce5-be06-28a0c33d46a2 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:05.688404 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6461b9ae-5ff3-4749-bf49-9b0a359bc309 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3290710 Feb 04 06:01:05.726599 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48020) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:05.735645 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1495827163', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:05.759399 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:05.770230 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1a877135-f4fd-4ce5-be06-28a0c33d46a2 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:01:05.839529 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0115f978-e2fd-4d1a-a6af-38d3cfd4c21e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:05.849001 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8559a33a-6664-4e1e-91e5-7a68bdc62df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:05.892099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e70e3e76-c883-4cb3-ba78-bb0cfb12cae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:05.912483 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e70e3e76-c883-4cb3-ba78-bb0cfb12cae0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:05.930188 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559a33a-6664-4e1e-91e5-7a68bdc62df8 None None] Pushing event deleted for resources: {'Port': ['ID=1a877135-f4fd-4ce5-be06-28a0c33d46a2,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:05.931986 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8559a33a-6664-4e1e-91e5-7a68bdc62df8 None None] No DVR routers for this DVR port 1a877135-f4fd-4ce5-be06-28a0c33d46a2 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:01:05.945638 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No active binding found for port 1a877135-f4fd-4ce5-be06-28a0c33d46a2 {{(pid=87472) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 06:01:05.946107 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1a877135-f4fd-4ce5-be06-28a0c33d46a2 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:01:05.946521 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 563e5700-2ddb-4765-94e7-fcb567abbbf9 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:01:05.988227 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 563e5700-2ddb-4765-94e7-fcb567abbbf9 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:01:05.988610 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 563e5700-2ddb-4765-94e7-fcb567abbbf9 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:01:06.014781 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Usage tracker for resource:router and tenant:be32df0199ab40b58629ba8c05d7ef10 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:06.074425 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:06.079115 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b3f55dae-706c-4126-ab5b-39c678b68479 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be5863f9490840e8a3915d28728f2bb3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5557828 Feb 04 06:01:06.080054 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c', 'network_id': 'f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c', 'tenant_id': 'be32df0199ab40b58629ba8c05d7ef10', 'fixed_ips': [{'subnet_id': '541e51c1-6471-4d81-9dcd-d2a4c5b6450a'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:01:06.081100 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:06.093525 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48024) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:06.100428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:06.115435 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18e266e0-7d33-4e8b-b68a-aa11bee1c297 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:06.116705 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e70e3e76-c883-4cb3-ba78-bb0cfb12cae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:06.117176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70e3e76-c883-4cb3-ba78-bb0cfb12cae0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:01:06.122194 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18e266e0-7d33-4e8b-b68a-aa11bee1c297 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:06.159098 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:06.160144 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:06.188641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31859c56-0f85-4fce-a327-41f27b4f976c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:06.189411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-31859c56-0f85-4fce-a327-41f27b4f976c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:06.217924 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-102456c7-6c72-465e-82f9-356305934608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:06.224459 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18e266e0-7d33-4e8b-b68a-aa11bee1c297 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:06.225068 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e266e0-7d33-4e8b-b68a-aa11bee1c297 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Fanout notify agent at l3_agent the message router_deleted on router 95dac56e-d903-43ed-898c-66a21cf7ee75 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:01:06.233442 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674ffe58-637b-48b3-b00e-829b1d9a0d4b admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:01:06.259200 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:06.259411 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-674ffe58-637b-48b3-b00e-829b1d9a0d4b admin admin] 10.222.0.31 "PUT /v2.0/routers/682fdc3a-0651-4b6c-a3d2-7fa496df411a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5755374 Feb 04 06:01:06.259411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e70e3e76-c883-4cb3-ba78-bb0cfb12cae0 admin admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:06.266066 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e70e3e76-c883-4cb3-ba78-bb0cfb12cae0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3c45c787-8d1b-4d63-9b4f-5ba7136c1b47 HTTP/1.1" status: 204 len: 168 time: 4.3846750 Feb 04 06:01:06.271617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48028) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:06.272032 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48030) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:06.275361 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe1e3d8-8117-4945-9e10-fed95756f1f0 None None] Sync routers for ids ['682fdc3a-0651-4b6c-a3d2-7fa496df411a'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:06.280677 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Allocated IP 172.20.0.2 (f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c/541e51c1-6471-4d81-9dcd-d2a4c5b6450a/ad903d20-6bcf-41bb-b080-3bc7e681b074) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:06.295285 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18e266e0-7d33-4e8b-b68a-aa11bee1c297 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:06.300377 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe1e3d8-8117-4945-9e10-fed95756f1f0 None None] Routers {'682fdc3a-0651-4b6c-a3d2-7fa496df411a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:06.301021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-dfe1e3d8-8117-4945-9e10-fed95756f1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['682fdc3a-0651-4b6c-a3d2-7fa496df411a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:06.301448 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-18e266e0-7d33-4e8b-b68a-aa11bee1c297 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "DELETE /v2.0/routers/95dac56e-d903-43ed-898c-66a21cf7ee75 HTTP/1.1" status: 204 len: 168 time: 0.9033587 Feb 04 06:01:06.314959 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48036) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:06.349666 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-102456c7-6c72-465e-82f9-356305934608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:06.368194 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-31859c56-0f85-4fce-a327-41f27b4f976c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:06.371314 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-31859c56-0f85-4fce-a327-41f27b4f976c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1614017 Feb 04 06:01:06.376046 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48040) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:06.383491 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1dcaf401-f741-4607-9ffa-7346f55f2d47 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "GET /v2.0/ports?device_id=95dac56e-d903-43ed-898c-66a21cf7ee75 HTTP/1.1" status: 200 len: 205 time: 0.0565946 Feb 04 06:01:06.414468 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48044) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:06.521916 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-48996d9c-a80f-4d7f-9753-58a1e91b3389 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] delete failed (client error): The resource could not be found. Feb 04 06:01:06.521916 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-48996d9c-a80f-4d7f-9753-58a1e91b3389 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "DELETE /v2.0/routers/95dac56e-d903-43ed-898c-66a21cf7ee75 HTTP/1.1" status: 404 len: 336 time: 0.1043971 Feb 04 06:01:06.523512 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35195c27-3155-41c4-b0c5-7069cc86b9ad tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:06.527524 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-35195c27-3155-41c4-b0c5-7069cc86b9ad tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1456861 Feb 04 06:01:06.527524 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48048) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:06.530543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48050) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:06.641597 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-dfe1e3d8-8117-4945-9e10-fed95756f1f0 None None] Set router 682fdc3a-0651-4b6c-a3d2-7fa496df411a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:01:06.650872 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7310262d-b08b-4943-acc3-123b93d5170a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1108015 Feb 04 06:01:06.650872 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ce4edb7d-4b33-4c0c-b357-24e553ceda19 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7380d69-164d-4a8e-9615-a5b912d3af90 HTTP/1.1" status: 200 len: 205 time: 0.1175652 Feb 04 06:01:06.650872 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0115f978-e2fd-4d1a-a6af-38d3cfd4c21e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:06.650872 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48056) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:06.652081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48058) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:06.655661 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8965e96b-d391-4d34-986b-6db8c18f9304 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:06.736620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3873b7f-f631-42f6-9754-5582ff06141e admin admin] Deleting subnet f480d6dd-77ba-48ed-975b-d2edf07b28c4 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:01:06.742693 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0115f978-e2fd-4d1a-a6af-38d3cfd4c21e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:06.753166 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3873b7f-f631-42f6-9754-5582ff06141e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:06.791149 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-519044f3-eafe-489c-842f-45722a0db7e8 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] delete failed (client error): The resource could not be found. Feb 04 06:01:06.794645 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-519044f3-eafe-489c-842f-45722a0db7e8 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "DELETE /v2.0/routers/e7380d69-164d-4a8e-9615-a5b912d3af90 HTTP/1.1" status: 404 len: 336 time: 0.1225536 Feb 04 06:01:06.805714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48064) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:06.853173 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:06.869144 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-102456c7-6c72-465e-82f9-356305934608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:06.869359 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Transition to ACTIVE for port object ad903d20-6bcf-41bb-b080-3bc7e681b074 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:06.915939 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Transition to ACTIVE for port object ad903d20-6bcf-41bb-b080-3bc7e681b074 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:06.931254 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2d3d68aa-a9af-4bf3-9279-2f3307e283c7 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e1e29e-2c05-4411-bd7f-8eb43f93a18e HTTP/1.1" status: 200 len: 205 time: 0.1221001 Feb 04 06:01:06.939974 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48068) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:06.953710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:06.958814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3873b7f-f631-42f6-9754-5582ff06141e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:06.961398 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:06.986096 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102456c7-6c72-465e-82f9-356305934608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e62fc49-47c8-4ba6-ac18-ba9d3607b276,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:06.994996 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4162c1b0-22da-48ea-9018-70ceb74044ae admin admin] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:07.063565 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Network f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:07.070297 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-3f22b0d4-4639-4e7e-9e88-f06454255d43 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] delete failed (client error): The resource could not be found. Feb 04 06:01:07.073807 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3f22b0d4-4639-4e7e-9e88-f06454255d43 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "DELETE /v2.0/routers/b4e1e29e-2c05-4411-bd7f-8eb43f93a18e HTTP/1.1" status: 404 len: 336 time: 0.1281154 Feb 04 06:01:07.073807 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8965e96b-d391-4d34-986b-6db8c18f9304 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:07.075226 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:07.077919 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:07.079583 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48072) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:07.086988 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:07.088160 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-102456c7-6c72-465e-82f9-356305934608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:07.091577 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-102456c7-6c72-465e-82f9-356305934608 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e62fc49-47c8-4ba6-ac18-ba9d3607b276 HTTP/1.1" status: 204 len: 168 time: 0.9923608 Feb 04 06:01:07.092065 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8965e96b-d391-4d34-986b-6db8c18f9304 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:07.097065 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8965e96b-d391-4d34-986b-6db8c18f9304 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:07.106497 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8965e96b-d391-4d34-986b-6db8c18f9304 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:07.144939 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8965e96b-d391-4d34-986b-6db8c18f9304 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:07.148261 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8965e96b-d391-4d34-986b-6db8c18f9304 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:07.150524 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Pushing event updated for resources: {'Port': ['ID=ad903d20-6bcf-41bb-b080-3bc7e681b074,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:07.161206 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-52548cc2-8d41-463c-9eb5-2ed9e6c05d1b tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc24822c-13c8-4ada-83e5-9d5edf38ff26 HTTP/1.1" status: 200 len: 205 time: 0.0716140 Feb 04 06:01:07.191597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48078) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:07.218411 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Attempting to bind port ad903d20-6bcf-41bb-b080-3bc7e681b074 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:07.219013 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Attempting to bind port ad903d20-6bcf-41bb-b080-3bc7e681b074 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'e6f6ec21-95d3-49a3-a68a-4c699623f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:07.219513 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Attempting to bind port ad903d20-6bcf-41bb-b080-3bc7e681b074 on network f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:07.227155 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:01:07.227888 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Checking segment: {'id': 'e6f6ec21-95d3-49a3-a68a-4c699623f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:07.228490 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:07.229032 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Bound using segment: {'id': 'e6f6ec21-95d3-49a3-a68a-4c699623f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:01:07.229621 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Bound port: ad903d20-6bcf-41bb-b080-3bc7e681b074, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f6ec21-95d3-49a3-a68a-4c699623f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:01:07.230104 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:07.336608 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] For port ad903d20-6bcf-41bb-b080-3bc7e681b074, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:01:07.340241 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] For port ad903d20-6bcf-41bb-b080-3bc7e681b074, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ad903d20-6bcf-41bb-b080-3bc7e681b074,segment=NetworkSegment(e6f6ec21-95d3-49a3-a68a-4c699623f770),segment_id=e6f6ec21-95d3-49a3-a68a-4c699623f770)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:01:07.343267 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-dfe1e3d8-8117-4945-9e10-fed95756f1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'name': 'tempest-ServersTestJSON-439791222-router', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T06:01:02Z', 'revision_number': 5, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'gw_port': {'id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:55Z', 'updated_at': '2022-02-04T05:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:07.349570 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe1e3d8-8117-4945-9e10-fed95756f1f0 None None] Checking router: 682fdc3a-0651-4b6c-a3d2-7fa496df411a for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:01:07.356812 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:07.429930 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe1e3d8-8117-4945-9e10-fed95756f1f0 None None] Routers {'682fdc3a-0651-4b6c-a3d2-7fa496df411a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:07.430700 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-dfe1e3d8-8117-4945-9e10-fed95756f1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['682fdc3a-0651-4b6c-a3d2-7fa496df411a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:07.538538 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3873b7f-f631-42f6-9754-5582ff06141e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:07.571464 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-d0acf510-3bad-45e0-a8db-a8a10ceb8cc9 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] delete failed (client error): The resource could not be found. Feb 04 06:01:07.572731 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d0acf510-3bad-45e0-a8db-a8a10ceb8cc9 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "DELETE /v2.0/routers/dc24822c-13c8-4ada-83e5-9d5edf38ff26 HTTP/1.1" status: 404 len: 336 time: 0.3805716 Feb 04 06:01:07.584395 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48092) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:07.637181 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4162c1b0-22da-48ea-9018-70ceb74044ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:07.650048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3873b7f-f631-42f6-9754-5582ff06141e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:07.696394 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1865bd7c-957f-467e-94da-0864799561f7 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "GET /v2.0/ports?device_id=05ccbb20-1247-42af-a979-091bd03779af HTTP/1.1" status: 200 len: 205 time: 0.1105111 Feb 04 06:01:07.702280 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f06a8a-8244-4f73-a1ae-42b339087b4d None None] Pushing event updated for resources: {'Port': ['ID=ad903d20-6bcf-41bb-b080-3bc7e681b074,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:07.702482 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0115f978-e2fd-4d1a-a6af-38d3cfd4c21e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Router 46af2b2e-f687-4506-85af-af299a7cc6f9 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:01:07.708232 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48096) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:07.722638 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3873b7f-f631-42f6-9754-5582ff06141e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:07.729233 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3873b7f-f631-42f6-9754-5582ff06141e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f480d6dd-77ba-48ed-975b-d2edf07b28c4,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:07.742275 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4162c1b0-22da-48ea-9018-70ceb74044ae admin admin] Deleting port e0585aef-16f2-4f1d-87e9-11ce57810394 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:07.742850 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4162c1b0-22da-48ea-9018-70ceb74044ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:07.747475 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-dfe1e3d8-8117-4945-9e10-fed95756f1f0 None None] Set router 682fdc3a-0651-4b6c-a3d2-7fa496df411a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:01:07.800912 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-af2585a2-3879-46fa-9cc4-658a3d83bc28 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] delete failed (client error): The resource could not be found. Feb 04 06:01:07.801951 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-af2585a2-3879-46fa-9cc4-658a3d83bc28 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "DELETE /v2.0/routers/05ccbb20-1247-42af-a979-091bd03779af HTTP/1.1" status: 404 len: 336 time: 0.0859165 Feb 04 06:01:07.810193 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f3873b7f-f631-42f6-9754-5582ff06141e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f480d6dd-77ba-48ed-975b-d2edf07b28c4 HTTP/1.1" status: 204 len: 168 time: 1.5259855 Feb 04 06:01:07.811273 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48104) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:07.811691 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48106) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:07.907516 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695c0ed7-34ee-4ffe-bec3-caf76658d046 None None] Network 8b2c027f-66fc-4891-a810-faede768ce58 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:08.092208 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0115f978-e2fd-4d1a-a6af-38d3cfd4c21e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:01:08.112274 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a41e6-47eb-4795-8902-d5c3934f4e7f None None] Sync routers for ids ['46af2b2e-f687-4506-85af-af299a7cc6f9'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:08.127679 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0115f978-e2fd-4d1a-a6af-38d3cfd4c21e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:08.131315 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0115f978-e2fd-4d1a-a6af-38d3cfd4c21e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "PUT /v2.0/routers/46af2b2e-f687-4506-85af-af299a7cc6f9 HTTP/1.1" status: 200 len: 915 time: 9.1908786 Feb 04 06:01:08.135759 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48116) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:08.140402 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972a41e6-47eb-4795-8902-d5c3934f4e7f None None] Routers {'46af2b2e-f687-4506-85af-af299a7cc6f9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:08.141238 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-972a41e6-47eb-4795-8902-d5c3934f4e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['46af2b2e-f687-4506-85af-af299a7cc6f9'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:08.273593 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-972a41e6-47eb-4795-8902-d5c3934f4e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:08.282527 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972a41e6-47eb-4795-8902-d5c3934f4e7f None None] Routers {'46af2b2e-f687-4506-85af-af299a7cc6f9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:08.283137 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-972a41e6-47eb-4795-8902-d5c3934f4e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['46af2b2e-f687-4506-85af-af299a7cc6f9'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:08.290942 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-614dba77-df3f-4ba5-b7f9-82433c21819d tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a9bf3b7-12ed-443d-b0a8-21317decdb29 HTTP/1.1" status: 200 len: 205 time: 0.4688697 Feb 04 06:01:08.368328 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-95e7bdc6-910f-4907-8acf-a236180f07b1 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "GET /v2.0/routers/46af2b2e-f687-4506-85af-af299a7cc6f9 HTTP/1.1" status: 200 len: 921 time: 0.2285895 Feb 04 06:01:08.368897 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-4162c1b0-22da-48ea-9018-70ceb74044ae admin admin] For port e0585aef-16f2-4f1d-87e9-11ce57810394, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e0585aef-16f2-4f1d-87e9-11ce57810394,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:08.368897 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4162c1b0-22da-48ea-9018-70ceb74044ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:08.369065 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8965e96b-d391-4d34-986b-6db8c18f9304 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:08.375922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48120) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:08.376299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48122) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:08.376620 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48124) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:08.381525 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-972a41e6-47eb-4795-8902-d5c3934f4e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:08.381932 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a41e6-47eb-4795-8902-d5c3934f4e7f None None] The sync data for ids ['46af2b2e-f687-4506-85af-af299a7cc6f9'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:08.457073 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:08.474582 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-dfe1e3d8-8117-4945-9e10-fed95756f1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'name': 'tempest-ServersTestJSON-439791222-router', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T06:01:02Z', 'revision_number': 5, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'gw_port': {'id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:55Z', 'updated_at': '2022-02-04T05:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:08.479399 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe1e3d8-8117-4945-9e10-fed95756f1f0 None None] The sync data for ids ['682fdc3a-0651-4b6c-a3d2-7fa496df411a'] in dv-neutron-826830-2-hyperv is: [{'id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'name': 'tempest-ServersTestJSON-439791222-router', 'tenant_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T06:01:02Z', 'revision_number': 5, 'project_id': 'c85bcf77029c4cef92a0a226e81e77ad', 'gw_port': {'id': 'e0585aef-16f2-4f1d-87e9-11ce57810394', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682fdc3a-0651-4b6c-a3d2-7fa496df411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:55Z', 'updated_at': '2022-02-04T05:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:08.530385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b57ee8-2d99-4213-bb95-b45145506643 None None] DHCP port deletion for 8b2c027f-66fc-4891-a810-faede768ce58 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:01:08.535545 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-62b57ee8-2d99-4213-bb95-b45145506643 None None] Deleting port cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:08.535816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4162c1b0-22da-48ea-9018-70ceb74044ae admin admin] Calling delete_port for e0585aef-16f2-4f1d-87e9-11ce57810394 owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:08.539193 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-62b57ee8-2d99-4213-bb95-b45145506643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:08.542938 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8965e96b-d391-4d34-986b-6db8c18f9304 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:08.557604 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-8965e96b-d391-4d34-986b-6db8c18f9304 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:08.560656 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8965e96b-d391-4d34-986b-6db8c18f9304 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:08.561257 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8965e96b-d391-4d34-986b-6db8c18f9304 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:08.575161 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-3ad747b0-c3e3-477c-830a-c2c860e9fcd6 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] delete failed (client error): The resource could not be found. Feb 04 06:01:08.578841 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3ad747b0-c3e3-477c-830a-c2c860e9fcd6 tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "DELETE /v2.0/routers/9a9bf3b7-12ed-443d-b0a8-21317decdb29 HTTP/1.1" status: 404 len: 336 time: 0.1560740 Feb 04 06:01:08.578969 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e14496-c826-42de-86b7-bb19d8db7f06 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:08.580640 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48134) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:08.596567 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] Deleting port cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:08.596907 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:08.647143 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965e96b-d391-4d34-986b-6db8c18f9304 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=def63473-71d7-4a1e-a531-10b1934522c1,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:08.662087 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14b21d1-e54f-4572-9c49-69cd4c8291da tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] DELETE failed (client error): The resource could not be found. Feb 04 06:01:08.662981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14b21d1-e54f-4572-9c49-69cd4c8291da tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:01:08.669742 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f14b21d1-e54f-4572-9c49-69cd4c8291da tempest-RoutersIpV6AdminTest-417073539 tempest-RoutersIpV6AdminTest-417073539-project] 10.222.0.31 "DELETE /v2.0/subnets/73a6ff37-3927-46dc-a4a8-7add4fadeff6 HTTP/1.1" status: 404 len: 337 time: 0.0752745 Feb 04 06:01:08.669742 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8965e96b-d391-4d34-986b-6db8c18f9304 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0166891 Feb 04 06:01:08.672669 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48140) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:08.680850 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-40f1262e-5675-4f79-91ae-fb19f4d100c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'fixed_ips': [{'subnet_id': 'def63473-71d7-4a1e-a531-10b1934522c1', 'ip_address': '2001:db8::4055:6445:3bee:92da'}], 'name': 'tempest-NetworksTestDHCPv6-1782957754'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:08.889560 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1911306014'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:08.918016 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042f1081-0312-412e-9fb7-2329131cec1e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:08.919520 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-042f1081-0312-412e-9fb7-2329131cec1e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&device_id=46af2b2e-f687-4506-85af-af299a7cc6f9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4975522 Feb 04 06:01:08.920618 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:08.927458 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48146) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:08.957857 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:network and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:08.967457 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:09.026099 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-62b57ee8-2d99-4213-bb95-b45145506643 None None] For port cc6b5437-4a02-431c-bcbb-129bdfc8d4b8, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=cc6b5437-4a02-431c-bcbb-129bdfc8d4b8,segment=NetworkSegment(b4ac90b0-25c3-4449-b419-1069ce490de0),segment_id=b4ac90b0-25c3-4449-b419-1069ce490de0)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:09.026636 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-62b57ee8-2d99-4213-bb95-b45145506643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:09.076496 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-40f1262e-5675-4f79-91ae-fb19f4d100c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:09.079071 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:09.121478 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-40f1262e-5675-4f79-91ae-fb19f4d100c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:port and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:09.137019 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-40f1262e-5675-4f79-91ae-fb19f4d100c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:09.159715 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:09.163710 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:09.179262 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-40f1262e-5675-4f79-91ae-fb19f4d100c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:09.213567 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:09.217518 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': 'def63473-71d7-4a1e-a531-10b1934522c1'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:01:09.218536 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:09.228384 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac364eb1-9204-4a44-85a8-742211484b4c None None] Network f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:09.244958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:09.250248 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f1262e-5675-4f79-91ae-fb19f4d100c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:09.250411 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-62b57ee8-2d99-4213-bb95-b45145506643 None None] Calling delete_port for cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:09.290425 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48152) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:09.301233 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] For port cc6b5437-4a02-431c-bcbb-129bdfc8d4b8, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=cc6b5437-4a02-431c-bcbb-129bdfc8d4b8,segment=NetworkSegment(b4ac90b0-25c3-4449-b419-1069ce490de0),segment_id=b4ac90b0-25c3-4449-b419-1069ce490de0)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:09.301574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:09.476779 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-27965f10-dda0-4609-b022-b2e1669ccdfe None None] Provisioning for port ad903d20-6bcf-41bb-b080-3bc7e681b074 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:09.526592 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:security_group_rule and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:09.529307 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-62b57ee8-2d99-4213-bb95-b45145506643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:09.531206 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:09.551754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:09.560656 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74817c9-1451-4b20-877a-8c265ddd9708 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:09.565684 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a74817c9-1451-4b20-877a-8c265ddd9708 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "GET /v2.0/networks/ab369154-15d6-461d-ac4e-da4d6375f709 HTTP/1.1" status: 200 len: 881 time: 0.6321232 Feb 04 06:01:09.568949 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48160) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:09.616001 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] Calling delete_port for cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:09.643180 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f55f95cd-1b18-4de6-8ba2-bce269f04353 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af2b2e-f687-4506-85af-af299a7cc6f9 HTTP/1.1" status: 200 len: 205 time: 0.0708718 Feb 04 06:01:09.646400 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-40f1262e-5675-4f79-91ae-fb19f4d100c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:09.655619 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48164) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:09.666234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:09.688515 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b57ee8-2d99-4213-bb95-b45145506643 None None] No DVR routers for this DVR port cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:01:09.692436 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b57ee8-2d99-4213-bb95-b45145506643 None None] Pushing event deleted for resources: {'Port': ['ID=cc6b5437-4a02-431c-bcbb-129bdfc8d4b8,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:09.707508 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a193fc00-f5ee-4fec-91ba-638961390dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:09.726139 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:09.770284 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-40f1262e-5675-4f79-91ae-fb19f4d100c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port 5e4176c1-97e0-436e-a4d1-acc10f6b2ca3 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:09.782176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a193fc00-f5ee-4fec-91ba-638961390dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:09.792383 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a193fc00-f5ee-4fec-91ba-638961390dc6 admin admin] Usage tracker for resource:security_group_rule and tenant:ff78521b780f4b2b8604664af9d5a608 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:09.796988 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a193fc00-f5ee-4fec-91ba-638961390dc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:09.818615 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4162c1b0-22da-48ea-9018-70ceb74044ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:09.826681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a193fc00-f5ee-4fec-91ba-638961390dc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:09.838599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Allocated IP 2001:db8::2 (65e4f961-4ab6-4ffd-8973-b6f04910c762/def63473-71d7-4a1e-a531-10b1934522c1/74357880-fe76-444c-afc1-15144c662484) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:09.890552 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162c1b0-22da-48ea-9018-70ceb74044ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e0585aef-16f2-4f1d-87e9-11ce57810394,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:09.932093 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:01:09.932915 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:01:09.946916 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ad903d20-6bcf-41bb-b080-3bc7e681b074 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:10.021855 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b80a31d6-62b5-4e72-afab-5e9e97d9f7b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.128258 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Allocated IP 172.26.4.44 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/19ed651f-7999-4a08-84da-c4f032dde182) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:10.138507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port ad903d20-6bcf-41bb-b080-3bc7e681b074 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:10.140362 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4162c1b0-22da-48ea-9018-70ceb74044ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.156306 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port ad903d20-6bcf-41bb-b080-3bc7e681b074 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:10.156679 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.219687 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.239031 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Transition to ACTIVE for port object 74357880-fe76-444c-afc1-15144c662484 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:10.270594 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Transition to ACTIVE for port object 74357880-fe76-444c-afc1-15144c662484 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:10.278639 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.282685 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.292179 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.372418 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:01:10.388578 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a193fc00-f5ee-4fec-91ba-638961390dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.407847 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:10.408492 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b80a31d6-62b5-4e72-afab-5e9e97d9f7b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.412842 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:10.415267 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:10.416090 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=729df64d-3f8a-4c65-8e51-b56ddb93f328,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:10.418961 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.419324 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Added segment 01d1c7cc-f200-49b3-9c78-c8e0ad5194d5 of type vlan for network 8c1d83c3-a130-442d-8848-3392923c3a24 Feb 04 06:01:10.437748 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Pushing event updated for resources: {'Port': ['ID=74357880-fe76-444c-afc1-15144c662484,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:10.440482 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] Deleting port cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:10.440924 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.442493 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-40f1262e-5675-4f79-91ae-fb19f4d100c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::4055:6445:3bee:92da (65e4f961-4ab6-4ffd-8973-b6f04910c762/def63473-71d7-4a1e-a531-10b1934522c1/5e4176c1-97e0-436e-a4d1-acc10f6b2ca3) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:10.456278 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-b80a31d6-62b5-4e72-afab-5e9e97d9f7b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Deleting port 18cb124e-2f95-4dc8-9a90-7c2857af5bf7 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:10.456628 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b80a31d6-62b5-4e72-afab-5e9e97d9f7b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.467648 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-67325cfd-82bd-4562-ae46-c0e83473d3f2 None None] Provisioning complete for port ad903d20-6bcf-41bb-b080-3bc7e681b074 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:10.468048 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-67325cfd-82bd-4562-ae46-c0e83473d3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.503868 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.506518 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.507632 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a193fc00-f5ee-4fec-91ba-638961390dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.532145 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4162c1b0-22da-48ea-9018-70ceb74044ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.569768 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4162c1b0-22da-48ea-9018-70ceb74044ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.580736 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] The port 'cc6b5437-4a02-431c-bcbb-129bdfc8d4b8' was deleted {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:01:10.613330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Attempting to bind port 74357880-fe76-444c-afc1-15144c662484 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:10.613700 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Attempting to bind port 74357880-fe76-444c-afc1-15144c662484 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:10.614103 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Attempting to bind port 74357880-fe76-444c-afc1-15144c662484 on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:10.623847 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port ad903d20-6bcf-41bb-b080-3bc7e681b074, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ad903d20-6bcf-41bb-b080-3bc7e681b074,segment=NetworkSegment(e6f6ec21-95d3-49a3-a68a-4c699623f770),segment_id=e6f6ec21-95d3-49a3-a68a-4c699623f770)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:10.626284 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:01:10.626660 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:10.627109 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.627512 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:01:10.628027 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Bound port: 74357880-fe76-444c-afc1-15144c662484, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:01:10.628472 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.632151 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:01:10.642300 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.699694 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193fc00-f5ee-4fec-91ba-638961390dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108702f9-14be-43ca-a22e-6ad2ee06b462,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:10.718544 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a193fc00-f5ee-4fec-91ba-638961390dc6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff78521b780f4b2b8604664af9d5a608&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4221313 Feb 04 06:01:10.725213 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48172) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:10.771148 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device af3b0a21-358c-4bd9-b01d-7cb65c4cf65a no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:01:10.776097 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.777672 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.783560 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:10.784113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.804336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4162c1b0-22da-48ea-9018-70ceb74044ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.805105 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4162c1b0-22da-48ea-9018-70ceb74044ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 682fdc3a-0651-4b6c-a3d2-7fa496df411a {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:01:10.851665 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: af3b0a21-358c-4bd9-b01d-7cb65c4cf65a {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:01:10.851959 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device af3b0a21-358c-4bd9-b01d-7cb65c4cf65a not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:01:10.852379 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:01:10.868345 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:10.905682 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:01:10.906307 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device cc6b5437-4a02-431c-bcbb-129bdfc8d4b8 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:01:10.937636 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=ad903d20-6bcf-41bb-b080-3bc7e681b074,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:10.951541 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] For port 74357880-fe76-444c-afc1-15144c662484, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:01:10.955819 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] For port 74357880-fe76-444c-afc1-15144c662484, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=74357880-fe76-444c-afc1-15144c662484,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:01:10.961709 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2c027f-66fc-4891-a810-faede768ce58']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:10.968048 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:11.004577 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ac90b0-25c3-4449-b419-1069ce490de0') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:11.005269 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ac90b0-25c3-4449-b419-1069ce490de0') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:11.023700 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a5269d3b-fcc7-437a-ae22-82939e7825f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:11.025712 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4162c1b0-22da-48ea-9018-70ceb74044ae admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:11.029330 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4162c1b0-22da-48ea-9018-70ceb74044ae admin admin] 10.222.0.31 "DELETE /v2.0/routers/682fdc3a-0651-4b6c-a3d2-7fa496df411a HTTP/1.1" status: 204 len: 168 time: 4.7445662 Feb 04 06:01:11.029799 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:11.037862 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48178) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:11.069768 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71418ef3-58b5-4741-8a07-072a9a0b1143 None None] Pushing event updated for resources: {'Port': ['ID=74357880-fe76-444c-afc1-15144c662484,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:11.110965 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:11.115974 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:11.172003 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a5269d3b-fcc7-437a-ae22-82939e7825f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:11.181509 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:01:11.181879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:01:11.206612 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:01:11.241374 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-40f1262e-5675-4f79-91ae-fb19f4d100c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:11.323409 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b80a31d6-62b5-4e72-afab-5e9e97d9f7b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:11.336855 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-40f1262e-5675-4f79-91ae-fb19f4d100c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object 5e4176c1-97e0-436e-a4d1-acc10f6b2ca3 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:11.345433 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Network': ['ID=8c1d83c3-a130-442d-8848-3392923c3a24,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:11.348417 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ac93c7fc-fea9-4836-a0e7-c1935b07021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.9298892 Feb 04 06:01:11.366219 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 8c1d83c3-a130-442d-8848-3392923c3a24 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:01:11.455048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48182) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:11.480571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a416353-17a6-46b5-a646-44e171edb51f admin admin] Deleting subnet 7a00080c-84b1-4e69-a110-952796207a71 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:01:11.484066 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1a416353-17a6-46b5-a646-44e171edb51f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:11.531592 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:11.546998 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-7a34f6a1-44c3-4925-89cb-9cbe9c9ef2df tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24', 'name': 'tempest-PortsTestJSON-405550956'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:11.567559 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:11.579961 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=19ed651f-7999-4a08-84da-c4f032dde182,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:11.590862 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:11.614619 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-b80a31d6-62b5-4e72-afab-5e9e97d9f7b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Calling delete_port for 18cb124e-2f95-4dc8-9a90-7c2857af5bf7 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:11.690042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1a416353-17a6-46b5-a646-44e171edb51f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:11.722129 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae53aa-cf87-4285-bf5a-6d9ad798a904 req-99694bd3-a629-4e84-a55e-7c3b1695dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:11.723663 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5eae53aa-cf87-4285-bf5a-6d9ad798a904 req-99694bd3-a629-4e84-a55e-7c3b1695dc8a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cb94bb5ad2274bffbb62168bf92a11ea&device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 1098 time: 0.6866732 Feb 04 06:01:11.733974 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:11.756906 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-40f1262e-5675-4f79-91ae-fb19f4d100c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:11.765377 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1063e-5f10-4d58-ac28-d98d00a66497 req-1c43056a-54df-4546-8e49-a5bd06eb0f43 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:11.768301 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c3f1063e-5f10-4d58-ac28-d98d00a66497 req-1c43056a-54df-4546-8e49-a5bd06eb0f43 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.7300608 Feb 04 06:01:11.769097 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:11.816063 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8b2c027f-66fc-4891-a810-faede768ce58 HTTP/1.1" status: 204 len: 168 time: 3.9923270 Feb 04 06:01:11.823991 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7a341-fa35-4865-a6a5-5556506e4fb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b2c027f-66fc-4891-a810-faede768ce58,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:11.890195 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ad903d20-6bcf-41bb-b080-3bc7e681b074 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:11.901245 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7a34f6a1-44c3-4925-89cb-9cbe9c9ef2df tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:11.926650 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7a34f6a1-44c3-4925-89cb-9cbe9c9ef2df tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:port and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:11.967239 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f1262e-5675-4f79-91ae-fb19f4d100c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:11.971511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1262e-5675-4f79-91ae-fb19f4d100c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=5e4176c1-97e0-436e-a4d1-acc10f6b2ca3,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:11.987999 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7a34f6a1-44c3-4925-89cb-9cbe9c9ef2df tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:11.991123 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-40f1262e-5675-4f79-91ae-fb19f4d100c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:12.011433 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7a34f6a1-44c3-4925-89cb-9cbe9c9ef2df tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:12.015664 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f1262e-5675-4f79-91ae-fb19f4d100c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:12.019929 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a5269d3b-fcc7-437a-ae22-82939e7825f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:12.021796 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f1262e-5675-4f79-91ae-fb19f4d100c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:12.023062 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-40f1262e-5675-4f79-91ae-fb19f4d100c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:12.037482 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port ad903d20-6bcf-41bb-b080-3bc7e681b074 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:12.037903 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:12.047768 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c3f1063e-5f10-4d58-ac28-d98d00a66497 req-39449fb8-2e5e-42db-b6ea-ade6d1101d8b tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181356 Feb 04 06:01:12.069142 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48190) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:12.119454 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5269d3b-fcc7-437a-ae22-82939e7825f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108702f9-14be-43ca-a22e-6ad2ee06b462,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:12.151892 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae53aa-cf87-4285-bf5a-6d9ad798a904 req-fe1aaf65-6764-4279-a939-8114034e16ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:12.153365 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5eae53aa-cf87-4285-bf5a-6d9ad798a904 req-fe1aaf65-6764-4279-a939-8114034e16ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8542b43-7535-4da4-a485-e641ef5c90d7 HTTP/1.1" status: 200 len: 913 time: 0.4196630 Feb 04 06:01:12.172779 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-40f1262e-5675-4f79-91ae-fb19f4d100c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4942012 Feb 04 06:01:12.175418 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a34f6a1-44c3-4925-89cb-9cbe9c9ef2df tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:12.179073 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a34f6a1-44c3-4925-89cb-9cbe9c9ef2df tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:12.198419 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48194) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:12.201996 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a5269d3b-fcc7-437a-ae22-82939e7825f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:12.206856 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a5269d3b-fcc7-437a-ae22-82939e7825f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/108702f9-14be-43ca-a22e-6ad2ee06b462 HTTP/1.1" status: 204 len: 168 time: 1.4788015 Feb 04 06:01:12.228362 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 74357880-fe76-444c-afc1-15144c662484 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:12.265198 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1a416353-17a6-46b5-a646-44e171edb51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:12.328086 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 74357880-fe76-444c-afc1-15144c662484 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:12.402995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-7a34f6a1-44c3-4925-89cb-9cbe9c9ef2df tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] device_id is not set on port aada0945-ae78-4e91-b725-e9105ac51bb9 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:12.410912 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e0585aef-16f2-4f1d-87e9-11ce57810394 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:01:12.429288 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-66822017-342c-4e64-a0d5-309edd0b0821 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65ad76e2ab97449aa72bd10490fb5076&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3587785 Feb 04 06:01:12.433923 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48200) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:12.455528 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b80a31d6-62b5-4e72-afab-5e9e97d9f7b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:12.479909 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: e0585aef-16f2-4f1d-87e9-11ce57810394 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:01:12.481594 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e0585aef-16f2-4f1d-87e9-11ce57810394 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:01:12.508305 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5eae53aa-cf87-4285-bf5a-6d9ad798a904 req-2829a703-7913-44bf-9cf6-06e4656aa92d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f18d41ea-c499-44ca-a515-2785b9a6b400 HTTP/1.1" status: 200 len: 1001 time: 0.3335061 Feb 04 06:01:12.524800 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a31d6-62b5-4e72-afab-5e9e97d9f7b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Pushing event deleted for resources: {'Port': ['ID=18cb124e-2f95-4dc8-9a90-7c2857af5bf7,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:12.643902 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1a416353-17a6-46b5-a646-44e171edb51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:12.686569 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-09288eb4-7760-4352-803c-85dd608aa93b None None] Provisioning for port 74357880-fe76-444c-afc1-15144c662484 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:12.693523 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-09288eb4-7760-4352-803c-85dd608aa93b None None] Provisioning complete for port 74357880-fe76-444c-afc1-15144c662484 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:12.694216 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-09288eb4-7760-4352-803c-85dd608aa93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:12.701192 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae53aa-cf87-4285-bf5a-6d9ad798a904 req-98f027ef-a643-4d9b-b7ed-366e67a7f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:12.702695 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5eae53aa-cf87-4285-bf5a-6d9ad798a904 req-98f027ef-a643-4d9b-b7ed-366e67a7f724 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da9005f5-dfd7-4698-952c-229a09293613 HTTP/1.1" status: 200 len: 851 time: 0.1827161 Feb 04 06:01:12.705807 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e471b3af-d753-4c11-bdfe-5f83e3ac4355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:12.710159 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b80a31d6-62b5-4e72-afab-5e9e97d9f7b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:12.813658 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a416353-17a6-46b5-a646-44e171edb51f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a00080c-84b1-4e69-a110-952796207a71,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:12.820787 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1a416353-17a6-46b5-a646-44e171edb51f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:12.851037 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1906af3a-2dc2-4273-a05c-261505d06896 None None] Network 0d1f31ca-7eb5-4276-8d31-65c804e64b2a requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:12.885111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48206) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:12.933699 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7b5580-b59b-4ddf-96cf-af50ac7cd28c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:12.939564 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7b5580-b59b-4ddf-96cf-af50ac7cd28c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:12.940364 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0c7b5580-b59b-4ddf-96cf-af50ac7cd28c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:12.955568 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-09288eb4-7760-4352-803c-85dd608aa93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:12.984553 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1a416353-17a6-46b5-a646-44e171edb51f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7a00080c-84b1-4e69-a110-952796207a71 HTTP/1.1" status: 204 len: 168 time: 1.9413064 Feb 04 06:01:12.988162 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e471b3af-d753-4c11-bdfe-5f83e3ac4355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:12.988449 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48210) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:13.011591 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b80a31d6-62b5-4e72-afab-5e9e97d9f7b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.015422 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b80a31d6-62b5-4e72-afab-5e9e97d9f7b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.022540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0c7b5580-b59b-4ddf-96cf-af50ac7cd28c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:13.023608 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0c7b5580-b59b-4ddf-96cf-af50ac7cd28c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8146279 Feb 04 06:01:13.024797 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.039072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48214) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:13.064602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-09288eb4-7760-4352-803c-85dd608aa93b None None] For port 74357880-fe76-444c-afc1-15144c662484, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=74357880-fe76-444c-afc1-15144c662484,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:13.075623 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-09288eb4-7760-4352-803c-85dd608aa93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.140678 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2a571f41-2f01-4e38-a40c-dfdcb29466f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7145a54531bf47eaabdf2040122c9f24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2401371 Feb 04 06:01:13.148709 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48220) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:13.169411 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09288eb4-7760-4352-803c-85dd608aa93b None None] Pushing event updated for resources: {'Port': ['ID=74357880-fe76-444c-afc1-15144c662484,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:13.177882 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b80a31d6-62b5-4e72-afab-5e9e97d9f7b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.178653 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80a31d6-62b5-4e72-afab-5e9e97d9f7b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Fanout notify agent at l3_agent the message router_deleted on router 46af2b2e-f687-4506-85af-af299a7cc6f9 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:01:13.185845 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-60e60188-2b0d-4ae9-ba4e-435666175ec1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port 5e4176c1-97e0-436e-a4d1-acc10f6b2ca3 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:13.186197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-60e60188-2b0d-4ae9-ba4e-435666175ec1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.227171 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-28bfc648-475d-4132-ad0f-a12e77ecaf39 None None] Provisioning for port 5e4176c1-97e0-436e-a4d1-acc10f6b2ca3 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:13.234068 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-28bfc648-475d-4132-ad0f-a12e77ecaf39 None None] Provisioning complete for port 5e4176c1-97e0-436e-a4d1-acc10f6b2ca3 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:13.237573 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-28bfc648-475d-4132-ad0f-a12e77ecaf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.263053 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae53aa-cf87-4285-bf5a-6d9ad798a904 req-ef468f38-6f6d-4610-87c0-13c01e95fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:13.264605 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5eae53aa-cf87-4285-bf5a-6d9ad798a904 req-ef468f38-6f6d-4610-87c0-13c01e95fe39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8542b43-7535-4da4-a485-e641ef5c90d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4986253 Feb 04 06:01:13.272901 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e471b3af-d753-4c11-bdfe-5f83e3ac4355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.293408 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2ae469-5681-40a7-9f44-ac6f673ea569 None None] DHCP port deletion for 0d1f31ca-7eb5-4276-8d31-65c804e64b2a request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:01:13.310952 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e2ae469-5681-40a7-9f44-ac6f673ea569 None None] Deleting port c3eefc66-74cb-4719-bd13-0f2eeca85d99 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:13.311576 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e2ae469-5681-40a7-9f44-ac6f673ea569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.363654 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-28bfc648-475d-4132-ad0f-a12e77ecaf39 None None] Port 5e4176c1-97e0-436e-a4d1-acc10f6b2ca3 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:13.485530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a34f6a1-44c3-4925-89cb-9cbe9c9ef2df tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.533802 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471b3af-d753-4c11-bdfe-5f83e3ac4355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ea3467-265a-4214-94be-fcc27ef89d72,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:13.537572 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e2ae469-5681-40a7-9f44-ac6f673ea569 None None] For port c3eefc66-74cb-4719-bd13-0f2eeca85d99, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c3eefc66-74cb-4719-bd13-0f2eeca85d99,segment=NetworkSegment(bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4),segment_id=bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:13.538088 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e2ae469-5681-40a7-9f44-ac6f673ea569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.582620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.623247 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e471b3af-d753-4c11-bdfe-5f83e3ac4355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.627388 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e471b3af-d753-4c11-bdfe-5f83e3ac4355 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/05ea3467-265a-4214-94be-fcc27ef89d72 HTTP/1.1" status: 204 len: 168 time: 1.1924918 Feb 04 06:01:13.630892 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b80a31d6-62b5-4e72-afab-5e9e97d9f7b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.636020 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b80a31d6-62b5-4e72-afab-5e9e97d9f7b1 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "DELETE /v2.0/routers/46af2b2e-f687-4506-85af-af299a7cc6f9 HTTP/1.1" status: 204 len: 168 time: 3.9768798 Feb 04 06:01:13.639630 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48226) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:13.646701 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d25ddae7-b723-413d-a8f3-b3270a05f033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.693174 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1963664977', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:13.698490 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] Deleting port c3eefc66-74cb-4719-bd13-0f2eeca85d99 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:13.698789 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.741541 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:13.761405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a34f6a1-44c3-4925-89cb-9cbe9c9ef2df tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.769972 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Usage tracker for resource:router and tenant:55ab6088d06445cc914fdf4327704095 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:13.778309 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:13.787632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d25ddae7-b723-413d-a8f3-b3270a05f033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.838889 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e2ae469-5681-40a7-9f44-ac6f673ea569 None None] Calling delete_port for c3eefc66-74cb-4719-bd13-0f2eeca85d99 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:13.857384 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:13.858464 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5eae53aa-cf87-4285-bf5a-6d9ad798a904 req-5b9411fb-5fe7-43df-927b-5710e351b233 service neutron] 10.222.0.43 "GET /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5778878 Feb 04 06:01:13.909135 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 74357880-fe76-444c-afc1-15144c662484 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:13.936007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.946501 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.947498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:14.009529 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34f6a1-44c3-4925-89cb-9cbe9c9ef2df tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=aada0945-ae78-4e91-b725-e9105ac51bb9,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:14.049208 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 74357880-fe76-444c-afc1-15144c662484 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:14.049970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:14.080318 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e2ae469-5681-40a7-9f44-ac6f673ea569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:14.106281 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a34f6a1-44c3-4925-89cb-9cbe9c9ef2df tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Checking segment: {'id': '01d1c7cc-f200-49b3-9c78-c8e0ad5194d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:14.106650 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a34f6a1-44c3-4925-89cb-9cbe9c9ef2df tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network hostable DHCP agents. Network: 8c1d83c3-a130-442d-8848-3392923c3a24, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:01:14.158565 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d25ddae7-b723-413d-a8f3-b3270a05f033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:14.165281 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2ae469-5681-40a7-9f44-ac6f673ea569 None None] No DVR routers for this DVR port c3eefc66-74cb-4719-bd13-0f2eeca85d99 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:01:14.175085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ae469-5681-40a7-9f44-ac6f673ea569 None None] Pushing event deleted for resources: {'Port': ['ID=c3eefc66-74cb-4719-bd13-0f2eeca85d99,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:14.186299 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5eae53aa-cf87-4285-bf5a-6d9ad798a904 req-f00f5662-2ec7-423e-85f1-9770a62a74c0 service neutron] 10.222.0.43 "GET /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448456 Feb 04 06:01:14.207374 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:14.219634 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc7e8b-9f89-41bb-9410-583cbb6e8c41 req-9b402b58-4bf7-4273-b6e4-0534f1836b24 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:14.229913 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f3bc7e8b-9f89-41bb-9410-583cbb6e8c41 req-9b402b58-4bf7-4273-b6e4-0534f1836b24 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.7841778 Feb 04 06:01:14.307081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ddae7-b723-413d-a8f3-b3270a05f033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e348c5a1-7c97-4a53-bd48-1aacc34e45b4,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:14.309111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d25ddae7-b723-413d-a8f3-b3270a05f033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:14.313823 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d25ddae7-b723-413d-a8f3-b3270a05f033 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e348c5a1-7c97-4a53-bd48-1aacc34e45b4 HTTP/1.1" status: 204 len: 168 time: 1.1604254 Feb 04 06:01:14.345202 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] For port c3eefc66-74cb-4719-bd13-0f2eeca85d99, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c3eefc66-74cb-4719-bd13-0f2eeca85d99,segment=NetworkSegment(bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4),segment_id=bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:14.345720 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:14.378303 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f3bc7e8b-9f89-41bb-9410-583cbb6e8c41 req-ec49a570-0282-45eb-a8bd-bc9e0ff0f0a6 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473157 Feb 04 06:01:14.416393 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c3eefc66-74cb-4719-bd13-0f2eeca85d99 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:01:14.426289 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-60e60188-2b0d-4ae9-ba4e-435666175ec1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:14.461861 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: c3eefc66-74cb-4719-bd13-0f2eeca85d99 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:01:14.462458 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c3eefc66-74cb-4719-bd13-0f2eeca85d99 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:01:14.490534 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] Calling delete_port for c3eefc66-74cb-4719-bd13-0f2eeca85d99 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:14.628458 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-60e60188-2b0d-4ae9-ba4e-435666175ec1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for 5e4176c1-97e0-436e-a4d1-acc10f6b2ca3 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:14.742672 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a34f6a1-44c3-4925-89cb-9cbe9c9ef2df tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 8c1d83c3-a130-442d-8848-3392923c3a24 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:01:14.842630 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-7a34f6a1-44c3-4925-89cb-9cbe9c9ef2df tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 8c1d83c3-a130-442d-8848-3392923c3a24) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:14.846570 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a34f6a1-44c3-4925-89cb-9cbe9c9ef2df tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:14.853250 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1741f014-48d8-41fc-b8bc-7f44da2ddcf7 None None] Network 8c1d83c3-a130-442d-8848-3392923c3a24 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:14.865841 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a34f6a1-44c3-4925-89cb-9cbe9c9ef2df tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:14.866502 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a34f6a1-44c3-4925-89cb-9cbe9c9ef2df tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:14.884854 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-60e60188-2b0d-4ae9-ba4e-435666175ec1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:14.962859 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e60188-2b0d-4ae9-ba4e-435666175ec1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=5e4176c1-97e0-436e-a4d1-acc10f6b2ca3,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:15.030310 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-60e60188-2b0d-4ae9-ba4e-435666175ec1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:15.059532 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-60e60188-2b0d-4ae9-ba4e-435666175ec1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/5e4176c1-97e0-436e-a4d1-acc10f6b2ca3 HTTP/1.1" status: 204 len: 168 time: 2.0191660 Feb 04 06:01:15.060315 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48256) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:15.163748 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55398521-4061-4404-bcfc-0d9eb95eed4e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:15.165773 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55398521-4061-4404-bcfc-0d9eb95eed4e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:15.166544 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-55398521-4061-4404-bcfc-0d9eb95eed4e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:15.201542 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-55398521-4061-4404-bcfc-0d9eb95eed4e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:15.211557 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-55398521-4061-4404-bcfc-0d9eb95eed4e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1500909 Feb 04 06:01:15.212363 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48262) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:15.356247 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d2f696-26d2-4544-8b78-fa576facc17b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet def63473-71d7-4a1e-a531-10b1934522c1 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:01:15.361132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52d2f696-26d2-4544-8b78-fa576facc17b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:15.435446 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52d2f696-26d2-4544-8b78-fa576facc17b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:15.443530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:15.466488 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 5deb46f4-3b8d-4916-abc5-7158b0efde35 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:01:15.481044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:01:15.481396 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:01:15.492346 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7a34f6a1-44c3-4925-89cb-9cbe9c9ef2df tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.0078330 Feb 04 06:01:15.493798 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48280) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:15.540897 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-00ed3ea3-345d-4391-a959-de9450fded2d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-21278611'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:15.542421 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52d2f696-26d2-4544-8b78-fa576facc17b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:15.611973 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-00ed3ea3-345d-4391-a959-de9450fded2d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:15.630657 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-00ed3ea3-345d-4391-a959-de9450fded2d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:network and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:15.633971 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-00ed3ea3-345d-4391-a959-de9450fded2d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:15.685340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-00ed3ea3-345d-4391-a959-de9450fded2d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:15.723922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52d2f696-26d2-4544-8b78-fa576facc17b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:15.767944 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2f696-26d2-4544-8b78-fa576facc17b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=def63473-71d7-4a1e-a531-10b1934522c1,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:15.772682 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52d2f696-26d2-4544-8b78-fa576facc17b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:15.780092 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc4f337-87bc-4576-b375-840625f6b1f6 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:15.790507 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ed3ea3-345d-4391-a959-de9450fded2d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:15.791990 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f62b5b-34bc-4ce4-b243-954d45be38c2 req-5cc5d6ac-1754-42b2-a99a-1e936ef228f4 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:15.793586 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-18f62b5b-34bc-4ce4-b243-954d45be38c2 req-5cc5d6ac-1754-42b2-a99a-1e936ef228f4 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.1780934 Feb 04 06:01:15.800106 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-00ed3ea3-345d-4391-a959-de9450fded2d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:15.829812 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-52d2f696-26d2-4544-8b78-fa576facc17b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/def63473-71d7-4a1e-a531-10b1934522c1 HTTP/1.1" status: 204 len: 168 time: 0.6142409 Feb 04 06:01:15.830816 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48294) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:15.839725 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48298) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:15.864710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ed3ea3-345d-4391-a959-de9450fded2d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:01:15.878511 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:01:15.913098 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-00ed3ea3-345d-4391-a959-de9450fded2d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:15.913539 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-00ed3ea3-345d-4391-a959-de9450fded2d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Added segment 76793811-2c99-49de-9a08-fee110fabba0 of type vlan for network e0c97d8c-0b0e-437a-805e-4bbf558f44fc Feb 04 06:01:15.919093 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ab815587-7106-4423-b8a5-1649e3fff196 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871150 Feb 04 06:01:15.921994 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48306) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:15.931416 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-18319aee-8acd-4a2e-8f69-00969755b775 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:15.957586 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a73fce-daec-4f8c-becf-40456e08e35e None None] Sync routers for ids ['5deb46f4-3b8d-4916-abc5-7158b0efde35'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:15.962405 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-18f62b5b-34bc-4ce4-b243-954d45be38c2 req-2950e73e-a05f-47c2-9ae8-ae52baefc186 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624303 Feb 04 06:01:15.993745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] Deleting port c3eefc66-74cb-4719-bd13-0f2eeca85d99 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:15.994390 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:16.048518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48312) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:16.068075 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a73fce-daec-4f8c-becf-40456e08e35e None None] Routers {'5deb46f4-3b8d-4916-abc5-7158b0efde35'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:16.068716 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-11a73fce-daec-4f8c-becf-40456e08e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5deb46f4-3b8d-4916-abc5-7158b0efde35'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:16.080817 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:16.082060 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-70f1d73c-268a-46e9-bb5a-0ba6b3d437c2 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.3526127 Feb 04 06:01:16.094926 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48316) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:16.104666 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] The port 'c3eefc66-74cb-4719-bd13-0f2eeca85d99' was deleted {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:01:16.143398 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-11a73fce-daec-4f8c-becf-40456e08e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:16.228970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a73fce-daec-4f8c-becf-40456e08e35e None None] Routers {'5deb46f4-3b8d-4916-abc5-7158b0efde35'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:16.229959 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-11a73fce-daec-4f8c-becf-40456e08e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5deb46f4-3b8d-4916-abc5-7158b0efde35'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:16.232640 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-00ed3ea3-345d-4391-a959-de9450fded2d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:16.257926 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1413548281', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:16.262940 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-18319aee-8acd-4a2e-8f69-00969755b775 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:16.267266 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-18319aee-8acd-4a2e-8f69-00969755b775 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:16.267825 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1235042092'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:16.270220 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-18319aee-8acd-4a2e-8f69-00969755b775 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:16.275273 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:16.275933 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-18319aee-8acd-4a2e-8f69-00969755b775 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:16.286698 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18319aee-8acd-4a2e-8f69-00969755b775 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:16.290449 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-18319aee-8acd-4a2e-8f69-00969755b775 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:16.298396 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-11a73fce-daec-4f8c-becf-40456e08e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:16.298879 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a73fce-daec-4f8c-becf-40456e08e35e None None] The sync data for ids ['5deb46f4-3b8d-4916-abc5-7158b0efde35'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:16.302505 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:16.316654 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Usage tracker for resource:port and tenant:aeab3e5e6fd14dcc962cbfe8a2d1615e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:16.377436 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58225b80-b3c4-45fc-a71d-3f9c23ed393b None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:01:16.380251 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:16.381960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-58225b80-b3c4-45fc-a71d-3f9c23ed393b None None] Deleting port 74357880-fe76-444c-afc1-15144c662484 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:16.382325 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-58225b80-b3c4-45fc-a71d-3f9c23ed393b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:16.386994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Usage tracker for resource:network and tenant:abf3f54e408e4cd2be447516d0ec55b4 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:16.401839 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.resource_extend [None req-00ed3ea3-345d-4391-a959-de9450fded2d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:01:16.452586 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:16.515335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:16.528432 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-18319aee-8acd-4a2e-8f69-00969755b775 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:16.539085 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:16.588774 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-58225b80-b3c4-45fc-a71d-3f9c23ed393b None None] For port 74357880-fe76-444c-afc1-15144c662484, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=74357880-fe76-444c-afc1-15144c662484,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:16.588774 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-58225b80-b3c4-45fc-a71d-3f9c23ed393b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:16.589119 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18319aee-8acd-4a2e-8f69-00969755b775 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:16.592514 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-18319aee-8acd-4a2e-8f69-00969755b775 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:16.596996 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18319aee-8acd-4a2e-8f69-00969755b775 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:16.597585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-18319aee-8acd-4a2e-8f69-00969755b775 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:16.605258 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18319aee-8acd-4a2e-8f69-00969755b775 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=a955b03a-375c-4ef6-a4ff-6a7016c647f9,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:16.625846 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:16.628963 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-18319aee-8acd-4a2e-8f69-00969755b775 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7059028 Feb 04 06:01:16.631441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48324) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:16.639096 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-c1484bf2-0951-40ed-8aab-8cd040e1d7c4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'fixed_ips': [{'subnet_id': 'a955b03a-375c-4ef6-a4ff-6a7016c647f9', 'ip_address': '2001:db8::4f98:f006:ba5e:430b'}], 'name': 'tempest-NetworksTestDHCPv6-1101270652'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:16.682425 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Made reservation on behalf of aeab3e5e6fd14dcc962cbfe8a2d1615e for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:16.684941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:16.693895 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-00ed3ea3-345d-4391-a959-de9450fded2d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:16.699154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ed3ea3-345d-4391-a959-de9450fded2d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:16.699723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-00ed3ea3-345d-4391-a959-de9450fded2d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:16.716129 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-58225b80-b3c4-45fc-a71d-3f9c23ed393b None None] Calling delete_port for 74357880-fe76-444c-afc1-15144c662484 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:16.729135 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:01:16.729744 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:16.768396 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Made reservation on behalf of abf3f54e408e4cd2be447516d0ec55b4 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:16.771661 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:16.788712 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c1484bf2-0951-40ed-8aab-8cd040e1d7c4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:16.793019 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c1484bf2-0951-40ed-8aab-8cd040e1d7c4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:port and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:16.796159 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c1484bf2-0951-40ed-8aab-8cd040e1d7c4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:16.796692 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-58225b80-b3c4-45fc-a71d-3f9c23ed393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:16.799752 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:16.802864 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c1484bf2-0951-40ed-8aab-8cd040e1d7c4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:16.813183 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1484bf2-0951-40ed-8aab-8cd040e1d7c4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:16.814595 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1f31ca-7eb5-4276-8d31-65c804e64b2a']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:16.846939 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58225b80-b3c4-45fc-a71d-3f9c23ed393b None None] Pushing event deleted for resources: {'Port': ['ID=74357880-fe76-444c-afc1-15144c662484,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:16.848746 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58225b80-b3c4-45fc-a71d-3f9c23ed393b None None] No DVR routers for this DVR port 74357880-fe76-444c-afc1-15144c662484 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:01:16.866866 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad240730-a37d-496f-b8e4-2922713ae029 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:16.870328 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:16.892659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:16.956716 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c1484bf2-0951-40ed-8aab-8cd040e1d7c4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:16.972465 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-c1484bf2-0951-40ed-8aab-8cd040e1d7c4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port b18b5863-f940-4115-9ebf-52f4592c5e9a yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:17.106179 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': 'a955b03a-375c-4ef6-a4ff-6a7016c647f9'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:01:17.107290 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:17.134254 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:17.134726 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb4f774-ef9f-4f6e-8877-a3a4bbc0c7b4') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:17.149299 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-00ed3ea3-345d-4391-a959-de9450fded2d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6543095 Feb 04 06:01:17.168644 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:17.171714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48328) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:17.189358 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'ports': [{'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24'}, {'network_id': 'e0c97d8c-0b0e-437a-805e-4bbf558f44fc'}]} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:17.189748 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:17.190200 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'network_id': 'e0c97d8c-0b0e-437a-805e-4bbf558f44fc'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:17.208850 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:17.222635 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Usage tracker for resource:security_group_rule and tenant:aeab3e5e6fd14dcc962cbfe8a2d1615e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:17.226261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed3ea3-345d-4391-a959-de9450fded2d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Network': ['ID=e0c97d8c-0b0e-437a-805e-4bbf558f44fc,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:17.228781 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:17.237775 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network e0c97d8c-0b0e-437a-805e-4bbf558f44fc details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:01:17.238067 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:17.259196 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:17.265721 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Usage tracker for resource:security_group_rule and tenant:abf3f54e408e4cd2be447516d0ec55b4 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:17.319943 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-c1484bf2-0951-40ed-8aab-8cd040e1d7c4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::4f98:f006:ba5e:430b (65e4f961-4ab6-4ffd-8973-b6f04910c762/a955b03a-375c-4ef6-a4ff-6a7016c647f9/b18b5863-f940-4115-9ebf-52f4592c5e9a) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:17.327187 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:17.350789 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:17.352904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:17.409990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:01:17.410410 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:01:17.423312 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:01:17.460478 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:17.472143 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:port and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:17.477311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:17.502578 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:17.568391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'port': 2} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:17.572763 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:17.601164 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:17.626168 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:17.665553 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Allocated IP 172.26.4.46 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/2fd4c0b6-e7e4-4ea0-854d-e568f2e884cc) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:17.676586 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:17.707142 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d1f31ca-7eb5-4276-8d31-65c804e64b2a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:17.755657 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 74357880-fe76-444c-afc1-15144c662484 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:01:17.770264 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c1484bf2-0951-40ed-8aab-8cd040e1d7c4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:17.790656 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 74357880-fe76-444c-afc1-15144c662484 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:01:17.791575 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 74357880-fe76-444c-afc1-15144c662484 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:01:17.836096 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-12f9563f-30f5-44ec-b208-f3932625a133 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0d1f31ca-7eb5-4276-8d31-65c804e64b2a HTTP/1.1" status: 204 len: 168 time: 4.8426526 Feb 04 06:01:17.853466 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-c1484bf2-0951-40ed-8aab-8cd040e1d7c4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object b18b5863-f940-4115-9ebf-52f4592c5e9a will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:17.874720 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] device_id is not set on port b6d76c7d-1c0a-4ee6-919b-d08b0dba2882 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:17.910239 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c1484bf2-0951-40ed-8aab-8cd040e1d7c4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:17.995124 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Allocated IP 2001:db8::2 (65e4f961-4ab6-4ffd-8973-b6f04910c762/a955b03a-375c-4ef6-a4ff-6a7016c647f9/98989648-2273-45ea-a055-ab54ae10b868) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:17.995705 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.017265 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.033937 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] device_id is not set on port d269632b-dc1d-44e0-90a0-1e4f5fa15ae6 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:18.073136 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48334) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:18.098325 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.154461 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1484bf2-0951-40ed-8aab-8cd040e1d7c4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:18.162987 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-c1484bf2-0951-40ed-8aab-8cd040e1d7c4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:18.173590 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.177540 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1484bf2-0951-40ed-8aab-8cd040e1d7c4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:18.183100 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1484bf2-0951-40ed-8aab-8cd040e1d7c4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:18.183708 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c1484bf2-0951-40ed-8aab-8cd040e1d7c4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.187564 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1484bf2-0951-40ed-8aab-8cd040e1d7c4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=b18b5863-f940-4115-9ebf-52f4592c5e9a,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:18.232910 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0f39c908-c1ec-4cdd-ae77-49f54cfcec66 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c85bcf77029c4cef92a0a226e81e77ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1585741 Feb 04 06:01:18.241641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48338) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:18.248308 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34430afe-2bd3-44cf-9131-df534d272522,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:18.259504 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.264085 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c1484bf2-0951-40ed-8aab-8cd040e1d7c4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6312909 Feb 04 06:01:18.268761 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48342) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:18.280655 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.291309 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Transition to ACTIVE for port object 98989648-2273-45ea-a055-ab54ae10b868 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:18.301894 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:01:18.313721 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Transition to ACTIVE for port object 98989648-2273-45ea-a055-ab54ae10b868 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:18.321539 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.332227 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.360872 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.361261 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Added segment 41c7e31f-dec3-45b5-8afc-465bdd67631e of type vlan for network 6a6e5fad-e912-441c-8b53-4c9501065a15 Feb 04 06:01:18.378562 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6deed6b1-fba9-46f3-a5c2-85ea55d0eff2,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:18.401708 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.419014 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.445848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:18.448946 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:18.451477 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:18.456692 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] device_id is not set on port 834c99f9-2bb2-4dad-bda3-fef6a56344af yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:18.473533 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ceac-72ef-4983-9462-10ad3eb9562f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.492264 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Pushing event updated for resources: {'Port': ['ID=98989648-2273-45ea-a055-ab54ae10b868,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:18.515156 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ceac-72ef-4983-9462-10ad3eb9562f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.535072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313b9e4b-3377-4e07-be46-c204d41d150e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:18.539507 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313b9e4b-3377-4e07-be46-c204d41d150e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:18.540335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-313b9e4b-3377-4e07-be46-c204d41d150e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:18.556569 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Attempting to bind port 98989648-2273-45ea-a055-ab54ae10b868 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:18.557059 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Attempting to bind port 98989648-2273-45ea-a055-ab54ae10b868 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:18.557516 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Attempting to bind port 98989648-2273-45ea-a055-ab54ae10b868 on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:18.562922 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:01:18.563416 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:18.563941 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.564417 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:01:18.565010 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Bound port: 98989648-2273-45ea-a055-ab54ae10b868, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:01:18.565542 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.586900 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-313b9e4b-3377-4e07-be46-c204d41d150e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:18.588088 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-313b9e4b-3377-4e07-be46-c204d41d150e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3170025 Feb 04 06:01:18.595581 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48346) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:18.601220 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.653037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.659115 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ceac-72ef-4983-9462-10ad3eb9562f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.660209 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] For port 98989648-2273-45ea-a055-ab54ae10b868, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:01:18.663289 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] For port 98989648-2273-45ea-a055-ab54ae10b868, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=98989648-2273-45ea-a055-ab54ae10b868,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:01:18.668560 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.679694 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8ceac-72ef-4983-9462-10ad3eb9562f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bc2a5f-efb1-43dc-ab75-379823d0ba9f,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:18.696927 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ceac-72ef-4983-9462-10ad3eb9562f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.699808 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f1b8ceac-72ef-4983-9462-10ad3eb9562f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5bc2a5f-efb1-43dc-ab75-379823d0ba9f HTTP/1.1" status: 204 len: 168 time: 0.4554877 Feb 04 06:01:18.703025 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.708905 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:18.709558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.713015 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.779470 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92266821-9a61-4d69-b63f-441bee3c1996 None None] Pushing event updated for resources: {'Port': ['ID=98989648-2273-45ea-a055-ab54ae10b868,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:18.808944 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 8c1d83c3-a130-442d-8848-3392923c3a24 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:18.812542 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:18.815137 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:18.816296 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.828362 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=b6d76c7d-1c0a-4ee6-919b-d08b0dba2882,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:18.921421 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=834c99f9-2bb2-4dad-bda3-fef6a56344af,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:18.935877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Checking segment: {'id': '76793811-2c99-49de-9a08-fee110fabba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e0c97d8c-0b0e-437a-805e-4bbf558f44fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:18.935877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network hostable DHCP agents. Network: e0c97d8c-0b0e-437a-805e-4bbf558f44fc, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:01:18.953519 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network e0c97d8c-0b0e-437a-805e-4bbf558f44fc is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:01:18.967583 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, e0c97d8c-0b0e-437a-805e-4bbf558f44fc) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:18.975901 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f168df8-3334-48d2-8f09-6e024f34a014 None None] Network e0c97d8c-0b0e-437a-805e-4bbf558f44fc requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:18.980469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:18.988233 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:19.001412 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:19.002199 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:19.044932 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0a26250e-7971-4b7d-a402-869171605f15 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8689339 Feb 04 06:01:19.045251 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48354) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:19.098280 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:19.119446 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:19.139952 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.2990165 Feb 04 06:01:19.147652 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:19.152004 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48358) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:19.172938 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-b850c54f-43df-429e-b738-3941416de7a2 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Request body: {'subnet': {'network_id': '6a6e5fad-e912-441c-8b53-4c9501065a15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:19.185793 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Pushing event updated for resources: {'Port': ['ID=2fd4c0b6-e7e4-4ea0-854d-e568f2e884cc,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:19.209524 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f3faa-d35a-46cd-a277-24f9046e5351 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Pushing event updated for resources: {'Network': ['ID=6a6e5fad-e912-441c-8b53-4c9501065a15,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:19.222508 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-c07703c3-3a34-4eda-b623-cb726a8d065e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port b18b5863-f940-4115-9ebf-52f4592c5e9a {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:19.223028 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c07703c3-3a34-4eda-b623-cb726a8d065e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:19.282459 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 6a6e5fad-e912-441c-8b53-4c9501065a15 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:01:19.290739 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Allocated IP 172.26.4.212 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/d269632b-dc1d-44e0-90a0-1e4f5fa15ae6) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:19.353263 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-522c2422-9233-4569-82d5-9d0758f1faa0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port 834c99f9-2bb2-4dad-bda3-fef6a56344af {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:19.353587 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-522c2422-9233-4569-82d5-9d0758f1faa0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:19.458715 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b850c54f-43df-429e-b738-3941416de7a2 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:19.492423 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b850c54f-43df-429e-b738-3941416de7a2 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Usage tracker for resource:subnet and tenant:abf3f54e408e4cd2be447516d0ec55b4 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:19.501999 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b850c54f-43df-429e-b738-3941416de7a2 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:19.516801 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b850c54f-43df-429e-b738-3941416de7a2 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:19.555222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b850c54f-43df-429e-b738-3941416de7a2 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Made reservation on behalf of abf3f54e408e4cd2be447516d0ec55b4 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:19.558631 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b850c54f-43df-429e-b738-3941416de7a2 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:19.728851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-522c2422-9233-4569-82d5-9d0758f1faa0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:19.880247 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 98989648-2273-45ea-a055-ab54ae10b868 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:19.884269 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-522c2422-9233-4569-82d5-9d0758f1faa0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for 834c99f9-2bb2-4dad-bda3-fef6a56344af owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:19.983168 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 98989648-2273-45ea-a055-ab54ae10b868 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:20.027937 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-522c2422-9233-4569-82d5-9d0758f1faa0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:20.089862 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-522c2422-9233-4569-82d5-9d0758f1faa0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:20.101826 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c2422-9233-4569-82d5-9d0758f1faa0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Port': ['ID=834c99f9-2bb2-4dad-bda3-fef6a56344af,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:20.111043 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-522c2422-9233-4569-82d5-9d0758f1faa0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/ports/834c99f9-2bb2-4dad-bda3-fef6a56344af HTTP/1.1" status: 204 len: 168 time: 1.0594499 Feb 04 06:01:20.111043 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48380) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:20.167447 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c07703c3-3a34-4eda-b623-cb726a8d065e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:20.278498 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cb503190-70f0-4d63-bf6c-a4aaf1e2a5f4 None None] Provisioning for port 98989648-2273-45ea-a055-ab54ae10b868 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:20.295037 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cb503190-70f0-4d63-bf6c-a4aaf1e2a5f4 None None] Provisioning complete for port 98989648-2273-45ea-a055-ab54ae10b868 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:20.295773 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cb503190-70f0-4d63-bf6c-a4aaf1e2a5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:20.338741 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-c07703c3-3a34-4eda-b623-cb726a8d065e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for b18b5863-f940-4115-9ebf-52f4592c5e9a owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:20.424907 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b850c54f-43df-429e-b738-3941416de7a2 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:20.472899 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cb503190-70f0-4d63-bf6c-a4aaf1e2a5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:20.537447 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-cb503190-70f0-4d63-bf6c-a4aaf1e2a5f4 None None] For port 98989648-2273-45ea-a055-ab54ae10b868, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=98989648-2273-45ea-a055-ab54ae10b868,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:20.538530 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3fdf0-3faa-4aa1-a904-048591c52d4f tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:20.542575 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cb503190-70f0-4d63-bf6c-a4aaf1e2a5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:20.544717 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3fdf0-3faa-4aa1-a904-048591c52d4f tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:20.545502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-94f3fdf0-3faa-4aa1-a904-048591c52d4f tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Synchronizing usage tracker for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:20.564069 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850c54f-43df-429e-b738-3941416de7a2 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Pushing event updated for resources: {'Subnet': ['ID=02568f8d-ddb6-4e85-a282-00c5c1e89e99,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:20.581911 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b850c54f-43df-429e-b738-3941416de7a2 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Checking segment: {'id': '41c7e31f-dec3-45b5-8afc-465bdd67631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6a6e5fad-e912-441c-8b53-4c9501065a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:20.582272 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b850c54f-43df-429e-b738-3941416de7a2 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Network hostable DHCP agents. Network: 6a6e5fad-e912-441c-8b53-4c9501065a15, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:01:20.589997 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:20.594861 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-94f3fdf0-3faa-4aa1-a904-048591c52d4f tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Unset dirty status for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:20.600405 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-94f3fdf0-3faa-4aa1-a904-048591c52d4f tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4896774 Feb 04 06:01:20.603593 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48394) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:20.607430 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c07703c3-3a34-4eda-b623-cb726a8d065e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:20.648416 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb503190-70f0-4d63-bf6c-a4aaf1e2a5f4 None None] Pushing event updated for resources: {'Port': ['ID=98989648-2273-45ea-a055-ab54ae10b868,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:20.658655 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b850c54f-43df-429e-b738-3941416de7a2 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Network 6a6e5fad-e912-441c-8b53-4c9501065a15 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:01:20.673909 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bdf56d68-11cf-4ca4-bf86-d163dea2f098 None None] Could not find standard attr ID for object b18b5863-f940-4115-9ebf-52f4592c5e9a. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:01:20.674282 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-b850c54f-43df-429e-b738-3941416de7a2 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 6a6e5fad-e912-441c-8b53-4c9501065a15) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:20.683378 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b850c54f-43df-429e-b738-3941416de7a2 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:20.683930 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b850c54f-43df-429e-b738-3941416de7a2 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:20.688519 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2d437b-e739-444d-8b2e-403d2e53cca7 None None] Network 6a6e5fad-e912-441c-8b53-4c9501065a15 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:20.707976 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0f0afa78-66a3-43da-972a-9da295a11b11 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port b6d76c7d-1c0a-4ee6-919b-d08b0dba2882 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:20.708610 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f0afa78-66a3-43da-972a-9da295a11b11 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:20.817789 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48400) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:20.819552 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b850c54f-43df-429e-b738-3941416de7a2 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6664083 Feb 04 06:01:20.824939 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48404) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:20.838789 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Allocated IP 172.20.0.1 (f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c/541e51c1-6471-4d81-9dcd-d2a4c5b6450a/d3c09a3d-071b-4931-bc1f-a71b08a92c41) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:20.852648 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-9da6ed9f-510a-4c1e-a111-46aaf0f58e8c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Request body: {'port': {'network_id': '6a6e5fad-e912-441c-8b53-4c9501065a15', 'name': 'tempest-AllowedAddressPairTestJSON-355564919'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:20.876759 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07703c3-3a34-4eda-b623-cb726a8d065e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=b18b5863-f940-4115-9ebf-52f4592c5e9a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:20.918507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-6a6e5fad-e912-441c-8b53-4c9501065a15', 'network_id': '6a6e5fad-e912-441c-8b53-4c9501065a15', 'tenant_id': 'abf3f54e408e4cd2be447516d0ec55b4', 'fixed_ips': [{'subnet_id': '02568f8d-ddb6-4e85-a282-00c5c1e89e99'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:01:20.919364 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.012119 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f0afa78-66a3-43da-972a-9da295a11b11 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.140698 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Allocated IP 172.20.0.2 (6a6e5fad-e912-441c-8b53-4c9501065a15/02568f8d-ddb6-4e85-a282-00c5c1e89e99/df51f562-1a93-49ba-9604-58ef1083552b) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:21.184705 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-817700849'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:21.194554 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0f0afa78-66a3-43da-972a-9da295a11b11 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for b6d76c7d-1c0a-4ee6-919b-d08b0dba2882 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:21.231603 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:21.245416 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.246042 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Usage tracker for resource:network and tenant:2a8fdcfbf9db4bc28e75505be6eae4e8 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:21.250736 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:21.259746 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:21.288492 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Made reservation on behalf of 2a8fdcfbf9db4bc28e75505be6eae4e8 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:21.293164 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.303340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c07703c3-3a34-4eda-b623-cb726a8d065e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.307166 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.325632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:21.331206 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Usage tracker for resource:security_group_rule and tenant:2a8fdcfbf9db4bc28e75505be6eae4e8 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:21.334841 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:21.342000 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f0afa78-66a3-43da-972a-9da295a11b11 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.349311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:21.358146 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.369106 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Transition to ACTIVE for port object df51f562-1a93-49ba-9604-58ef1083552b will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:21.372947 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c07703c3-3a34-4eda-b623-cb726a8d065e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/b18b5863-f940-4115-9ebf-52f4592c5e9a HTTP/1.1" status: 204 len: 168 time: 2.7712770 Feb 04 06:01:21.381357 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48410) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:21.387908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Transition to ACTIVE for port object df51f562-1a93-49ba-9604-58ef1083552b will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:21.407001 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.412387 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0afa78-66a3-43da-972a-9da295a11b11 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Port': ['ID=b6d76c7d-1c0a-4ee6-919b-d08b0dba2882,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:21.424754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f0afa78-66a3-43da-972a-9da295a11b11 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.459480 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0f0afa78-66a3-43da-972a-9da295a11b11 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/ports/b6d76c7d-1c0a-4ee6-919b-d08b0dba2882 HTTP/1.1" status: 204 len: 168 time: 0.8526158 Feb 04 06:01:21.459748 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48414) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:21.504731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Network 6a6e5fad-e912-441c-8b53-4c9501065a15 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:21.512172 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:21.516740 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:21.539233 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.566588 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.598037 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Pushing event updated for resources: {'Port': ['ID=df51f562-1a93-49ba-9604-58ef1083552b,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:21.607359 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.618284 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb0665-3b5e-4fd1-95b9-7294918ad241 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:21.619265 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8cdb0665-3b5e-4fd1-95b9-7294918ad241 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Synchronizing usage tracker for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:21.619882 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Attempting to bind port df51f562-1a93-49ba-9604-58ef1083552b on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:21.620274 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Attempting to bind port df51f562-1a93-49ba-9604-58ef1083552b by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '41c7e31f-dec3-45b5-8afc-465bdd67631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6a6e5fad-e912-441c-8b53-4c9501065a15'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:21.621194 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Attempting to bind port df51f562-1a93-49ba-9604-58ef1083552b on network 6a6e5fad-e912-441c-8b53-4c9501065a15 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:21.623637 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.626832 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:01:21.627594 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Checking segment: {'id': '41c7e31f-dec3-45b5-8afc-465bdd67631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6a6e5fad-e912-441c-8b53-4c9501065a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:21.627824 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.627931 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9da6ed9f-510a-4c1e-a111-46aaf0f58e8c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:21.628418 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Bound using segment: {'id': '41c7e31f-dec3-45b5-8afc-465bdd67631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6a6e5fad-e912-441c-8b53-4c9501065a15'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:01:21.629017 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Bound port: df51f562-1a93-49ba-9604-58ef1083552b, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c7e31f-dec3-45b5-8afc-465bdd67631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6a6e5fad-e912-441c-8b53-4c9501065a15'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:01:21.629795 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.637157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:01:21.645463 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9da6ed9f-510a-4c1e-a111-46aaf0f58e8c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Usage tracker for resource:port and tenant:abf3f54e408e4cd2be447516d0ec55b4 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:21.647102 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.647667 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Added segment c0306bd2-e7ba-43bd-a72e-a33cff9cfded of type vlan for network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 Feb 04 06:01:21.662010 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9da6ed9f-510a-4c1e-a111-46aaf0f58e8c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:21.675631 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.686428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Transition to ACTIVE for port object d3c09a3d-071b-4931-bc1f-a71b08a92c41 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:21.692240 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9da6ed9f-510a-4c1e-a111-46aaf0f58e8c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:21.695137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:21.698489 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0801d1-25b4-480e-a42e-dfd614cd0b95 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:21.700189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0801d1-25b4-480e-a42e-dfd614cd0b95 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:21.700941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0a0801d1-25b4-480e-a42e-dfd614cd0b95 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:21.712543 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:21.712760 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d275129-7d2b-453c-bf11-62465aec3f2f,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:21.718638 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Pushing event updated for resources: {'Port': ['ID=d269632b-dc1d-44e0-90a0-1e4f5fa15ae6,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:21.742761 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8cdb0665-3b5e-4fd1-95b9-7294918ad241 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Unset dirty status for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:21.744054 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8cdb0665-3b5e-4fd1-95b9-7294918ad241 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2831833 Feb 04 06:01:21.747415 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48418) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:21.764949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] For port df51f562-1a93-49ba-9604-58ef1083552b, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:01:21.773606 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] For port df51f562-1a93-49ba-9604-58ef1083552b, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=df51f562-1a93-49ba-9604-58ef1083552b,segment=NetworkSegment(41c7e31f-dec3-45b5-8afc-465bdd67631e),segment_id=41c7e31f-dec3-45b5-8afc-465bdd67631e)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:01:21.778353 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:21.780416 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.799530 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7613f8-f0ad-47ab-a9aa-c73a34f3473f tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] GET failed (client error): The resource could not be found. Feb 04 06:01:21.800978 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fb7613f8-f0ad-47ab-a9aa-c73a34f3473f tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports/834c99f9-2bb2-4dad-bda3-fef6a56344af HTTP/1.1" status: 404 len: 333 time: 0.0527105 Feb 04 06:01:21.804117 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48422) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:21.832765 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da6ed9f-510a-4c1e-a111-46aaf0f58e8c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Made reservation on behalf of abf3f54e408e4cd2be447516d0ec55b4 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:21.833836 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 98989648-2273-45ea-a055-ab54ae10b868 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:21.835936 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9da6ed9f-510a-4c1e-a111-46aaf0f58e8c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.839480 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.845061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:21.845777 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.882133 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0a0801d1-25b4-480e-a42e-dfd614cd0b95 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:21.885909 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0a0801d1-25b4-480e-a42e-dfd614cd0b95 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4965663 Feb 04 06:01:21.889853 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48426) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:21.891974 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13b7af7-cfa9-4b1a-a0ca-9774394c2998 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] GET failed (client error): The resource could not be found. Feb 04 06:01:21.893447 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b13b7af7-cfa9-4b1a-a0ca-9774394c2998 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports/b6d76c7d-1c0a-4ee6-919b-d08b0dba2882 HTTP/1.1" status: 404 len: 333 time: 0.0882285 Feb 04 06:01:21.938453 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d4797-192e-480c-ad32-ef7c347fb7e0 None None] Pushing event updated for resources: {'Port': ['ID=df51f562-1a93-49ba-9604-58ef1083552b,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:21.943030 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 98989648-2273-45ea-a055-ab54ae10b868 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:21.943392 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.953246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48430) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:21.957167 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-9da6ed9f-510a-4c1e-a111-46aaf0f58e8c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] device_id is not set on port 8022b36f-3435-471e-8d28-20d1754b9bc2 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:21.998111 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:21.998771 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:22.059691 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2385342 Feb 04 06:01:22.077688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:22.083896 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffa351-1952-4b0b-b94b-fbbd1be2396b tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Pushing event updated for resources: {'Network': ['ID=bb84a50f-bf2f-49eb-b2ee-17a5eab38844,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:22.099629 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:01:22.133851 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-05173ac3-f6c5-46b9-a475-337a131f1949 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 6.0505672 Feb 04 06:01:22.136430 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48438) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:22.164131 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-e0d45487-8dd1-4f0f-a5f2-b052547779fe tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.212'}]}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:22.196585 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:22.213974 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e0d45487-8dd1-4f0f-a5f2-b052547779fe tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:22.273917 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c9954a7c-3121-4c9a-8c93-aad70799139a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:22.307983 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb153429-f404-4e12-b7ce-9adbd3b16fd6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet a955b03a-375c-4ef6-a4ff-6a7016c647f9 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:01:22.311664 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb153429-f404-4e12-b7ce-9adbd3b16fd6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:22.328898 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Network f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:22.331045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e0d45487-8dd1-4f0f-a5f2-b052547779fe tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Usage tracker for resource:router and tenant:aeab3e5e6fd14dcc962cbfe8a2d1615e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:22.362834 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48442) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:22.371189 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Request body: {'port': {'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844', 'binding:host_id': 'hv-neutron-8268', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821393638'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:22.377005 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:22.379466 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:22.381938 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:22.412791 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e0d45487-8dd1-4f0f-a5f2-b052547779fe tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:22.417091 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Usage tracker for resource:port and tenant:2073abb90dcd4cd5b8d5bba4553ebba1 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:22.425463 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:22.448727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:22.456073 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=d3c09a3d-071b-4931-bc1f-a71b08a92c41,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:22.468991 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e0d45487-8dd1-4f0f-a5f2-b052547779fe tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:22.526152 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb153429-f404-4e12-b7ce-9adbd3b16fd6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:22.575658 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Made reservation on behalf of 2073abb90dcd4cd5b8d5bba4553ebba1 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:22.578154 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:22.607168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c9954a7c-3121-4c9a-8c93-aad70799139a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:22.617054 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:22.621805 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e06f8396-4029-4291-80f5-4527bdc0b2a9 None None] Provisioning for port d3c09a3d-071b-4931-bc1f-a71b08a92c41 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:22.627522 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e06f8396-4029-4291-80f5-4527bdc0b2a9 None None] Provisioning complete for port d3c09a3d-071b-4931-bc1f-a71b08a92c41 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:22.627933 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e06f8396-4029-4291-80f5-4527bdc0b2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:22.655961 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e0d45487-8dd1-4f0f-a5f2-b052547779fe tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:22.657238 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e0d45487-8dd1-4f0f-a5f2-b052547779fe tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:22.695125 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-e06f8396-4029-4291-80f5-4527bdc0b2a9 None None] Port d3c09a3d-071b-4931-bc1f-a71b08a92c41 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:22.750620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-9da6ed9f-510a-4c1e-a111-46aaf0f58e8c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Allocated IP 172.20.0.4 (6a6e5fad-e912-441c-8b53-4c9501065a15/02568f8d-ddb6-4e85-a282-00c5c1e89e99/8022b36f-3435-471e-8d28-20d1754b9bc2) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:22.767227 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:22.772599 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:22.777899 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-c9954a7c-3121-4c9a-8c93-aad70799139a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c97d8c-0b0e-437a-805e-4bbf558f44fc']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:22.787827 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Usage tracker for resource:security_group_rule and tenant:2073abb90dcd4cd5b8d5bba4553ebba1 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:22.796029 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:22.805206 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-c9954a7c-3121-4c9a-8c93-aad70799139a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76793811-2c99-49de-9a08-fee110fabba0') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:22.805442 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-c9954a7c-3121-4c9a-8c93-aad70799139a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76793811-2c99-49de-9a08-fee110fabba0') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:22.812163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:22.834908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c9954a7c-3121-4c9a-8c93-aad70799139a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:22.867489 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c9954a7c-3121-4c9a-8c93-aad70799139a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:22.878485 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb153429-f404-4e12-b7ce-9adbd3b16fd6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:22.902118 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e0d45487-8dd1-4f0f-a5f2-b052547779fe tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:22.916927 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9954a7c-3121-4c9a-8c93-aad70799139a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:01:22.917337 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c9954a7c-3121-4c9a-8c93-aad70799139a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:01:22.936546 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:01:23.068296 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c9954a7c-3121-4c9a-8c93-aad70799139a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.105938 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c9954a7c-3121-4c9a-8c93-aad70799139a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.122738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9954a7c-3121-4c9a-8c93-aad70799139a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Network': ['ID=e0c97d8c-0b0e-437a-805e-4bbf558f44fc,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:23.139538 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb153429-f404-4e12-b7ce-9adbd3b16fd6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.145365 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.186499 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c9954a7c-3121-4c9a-8c93-aad70799139a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/networks/e0c97d8c-0b0e-437a-805e-4bbf558f44fc HTTP/1.1" status: 204 len: 168 time: 1.1884773 Feb 04 06:01:23.187949 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.189112 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ebc747-9c7b-455a-afe0-1bae1d43e8ce None None] Network 6a6e5fad-e912-441c-8b53-4c9501065a15 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:23.200051 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb153429-f404-4e12-b7ce-9adbd3b16fd6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=a955b03a-375c-4ef6-a4ff-6a7016c647f9,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:23.202906 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48446) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:23.218782 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] device_id is not set on port 0485a2dd-e5d1-412b-a51b-8fe649d9068f yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:23.260929 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb153429-f404-4e12-b7ce-9adbd3b16fd6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.263831 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cb153429-f404-4e12-b7ce-9adbd3b16fd6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/a955b03a-375c-4ef6-a4ff-6a7016c647f9 HTTP/1.1" status: 204 len: 168 time: 1.3682957 Feb 04 06:01:23.266656 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0ce756f9-ef3d-4f58-a91a-ae725f723ed6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-997159301'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:23.277047 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078543fc-feac-478f-a5ee-c6d1f308a0f5 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:23.278094 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48450) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:23.288360 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0ce756f9-ef3d-4f58-a91a-ae725f723ed6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:23.362198 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0ce756f9-ef3d-4f58-a91a-ae725f723ed6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:network and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:23.376152 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c805720a-e501-4f90-ace1-a25570ddc172,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:23.382904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0ce756f9-ef3d-4f58-a91a-ae725f723ed6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:23.390810 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5b2f2359-fc4a-400a-82d9-ece2b58032f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082890 Feb 04 06:01:23.392128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48454) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:23.393146 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0ce756f9-ef3d-4f58-a91a-ae725f723ed6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:23.403076 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-27bfb94d-daab-4d6b-86d1-fa2892fdd21a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:23.414076 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0403fba4-a7be-40ca-9060-32654dec7d1c None None] Provisioning for port df51f562-1a93-49ba-9604-58ef1083552b completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:23.493874 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce756f9-ef3d-4f58-a91a-ae725f723ed6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:23.497861 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ce756f9-ef3d-4f58-a91a-ae725f723ed6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.500350 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Router 5f38d579-b8e8-4f96-8064-933082196d8a is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:01:23.510309 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e0d45487-8dd1-4f0f-a5f2-b052547779fe tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.609552 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-27bfb94d-daab-4d6b-86d1-fa2892fdd21a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:23.612123 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce756f9-ef3d-4f58-a91a-ae725f723ed6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:01:23.684546 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-27bfb94d-daab-4d6b-86d1-fa2892fdd21a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:23.691499 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ce756f9-ef3d-4f58-a91a-ae725f723ed6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.691874 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-0ce756f9-ef3d-4f58-a91a-ae725f723ed6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Added segment 5cd69f5d-8ee4-4caf-a991-33a7363c9bff of type vlan for network fc3ca66e-b795-46e1-9ecc-68eb56488021 Feb 04 06:01:23.719361 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bfb94d-daab-4d6b-86d1-fa2892fdd21a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:23.725451 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-27bfb94d-daab-4d6b-86d1-fa2892fdd21a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.727949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e84097a-57c1-4306-a1a2-9768c7dda014 None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:01:23.732612 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8e84097a-57c1-4306-a1a2-9768c7dda014 None None] Deleting port 98989648-2273-45ea-a055-ab54ae10b868 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:23.732979 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8e84097a-57c1-4306-a1a2-9768c7dda014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.782814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.825560 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9da6ed9f-510a-4c1e-a111-46aaf0f58e8c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.882395 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ce756f9-ef3d-4f58-a91a-ae725f723ed6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.932228 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device df51f562-1a93-49ba-9604-58ef1083552b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:23.987474 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] device_id is not set on port 0485a2dd-e5d1-412b-a51b-8fe649d9068f yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:24.008461 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:24.065989 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Transition to ACTIVE for port object 0485a2dd-e5d1-412b-a51b-8fe649d9068f will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:24.082349 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8e84097a-57c1-4306-a1a2-9768c7dda014 None None] For port 98989648-2273-45ea-a055-ab54ae10b868, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=98989648-2273-45ea-a055-ab54ae10b868,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:24.082922 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8e84097a-57c1-4306-a1a2-9768c7dda014 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:24.083469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ce756f9-ef3d-4f58-a91a-ae725f723ed6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:24.093684 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce756f9-ef3d-4f58-a91a-ae725f723ed6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:24.094467 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ce756f9-ef3d-4f58-a91a-ae725f723ed6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:24.124715 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:24.130379 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-9da6ed9f-510a-4c1e-a111-46aaf0f58e8c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Transition to ACTIVE for port object 8022b36f-3435-471e-8d28-20d1754b9bc2 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:24.213384 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:01:24.217889 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Pushing event updated for resources: {'Port': ['ID=0485a2dd-e5d1-412b-a51b-8fe649d9068f,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:24.236767 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd726be-294b-4619-acd0-14ee98ac11b7 None None] Sync routers for ids ['5f38d579-b8e8-4f96-8064-933082196d8a'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:24.253427 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd726be-294b-4619-acd0-14ee98ac11b7 None None] Routers {'5f38d579-b8e8-4f96-8064-933082196d8a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:24.254085 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-dbd726be-294b-4619-acd0-14ee98ac11b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5f38d579-b8e8-4f96-8064-933082196d8a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:24.258363 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8e84097a-57c1-4306-a1a2-9768c7dda014 None None] Calling delete_port for 98989648-2273-45ea-a055-ab54ae10b868 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:24.318648 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port df51f562-1a93-49ba-9604-58ef1083552b completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:24.335788 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port df51f562-1a93-49ba-9604-58ef1083552b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:24.336279 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:24.349580 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0ce756f9-ef3d-4f58-a91a-ae725f723ed6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1414287 Feb 04 06:01:24.364701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48458) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:24.376447 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce756f9-ef3d-4f58-a91a-ae725f723ed6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Network': ['ID=fc3ca66e-b795-46e1-9ecc-68eb56488021,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:24.382367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a767dc2a-a41c-4bd7-9b4f-8a7bd16adbd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'subnet': {'network_id': 'fc3ca66e-b795-46e1-9ecc-68eb56488021', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:24.388163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Checking segment: {'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:24.388797 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Network hostable DHCP agents. Network: bb84a50f-bf2f-49eb-b2ee-17a5eab38844, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:01:24.391194 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-dbd726be-294b-4619-acd0-14ee98ac11b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:24.391623 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network fc3ca66e-b795-46e1-9ecc-68eb56488021 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:01:24.403202 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-27bfb94d-daab-4d6b-86d1-fa2892fdd21a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:24.405065 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd726be-294b-4619-acd0-14ee98ac11b7 None None] Routers {'5f38d579-b8e8-4f96-8064-933082196d8a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:24.405684 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-dbd726be-294b-4619-acd0-14ee98ac11b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5f38d579-b8e8-4f96-8064-933082196d8a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:24.407810 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:24.409027 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-540e3a06-3399-45aa-a695-109e8d10e019 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.7683375 Feb 04 06:01:24.414457 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8e84097a-57c1-4306-a1a2-9768c7dda014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:24.416236 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48462) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:24.416719 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9da6ed9f-510a-4c1e-a111-46aaf0f58e8c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:24.485969 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfb94d-daab-4d6b-86d1-fa2892fdd21a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=3186ebcd-7f11-4d5c-aad7-d40a8261b62e,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:24.496218 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-89fc745d-9279-4c24-9192-fd1d2298ca3a tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:24.498348 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-dbd726be-294b-4619-acd0-14ee98ac11b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:24.498751 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd726be-294b-4619-acd0-14ee98ac11b7 None None] The sync data for ids ['5f38d579-b8e8-4f96-8064-933082196d8a'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:24.526840 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84097a-57c1-4306-a1a2-9768c7dda014 None None] Pushing event deleted for resources: {'Port': ['ID=98989648-2273-45ea-a055-ab54ae10b868,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:24.535152 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e84097a-57c1-4306-a1a2-9768c7dda014 None None] No DVR routers for this DVR port 98989648-2273-45ea-a055-ab54ae10b868 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:01:24.559037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bfb94d-daab-4d6b-86d1-fa2892fdd21a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:24.570374 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-27bfb94d-daab-4d6b-86d1-fa2892fdd21a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:24.576137 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bfb94d-daab-4d6b-86d1-fa2892fdd21a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:24.576862 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-27bfb94d-daab-4d6b-86d1-fa2892fdd21a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:24.595591 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6028f52-56bc-4b18-b55a-632afb8db596 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:24.598345 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da6ed9f-510a-4c1e-a111-46aaf0f58e8c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Network 6a6e5fad-e912-441c-8b53-4c9501065a15 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:24.600029 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:01:24.608786 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-9da6ed9f-510a-4c1e-a111-46aaf0f58e8c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:24.633049 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6ed9f-510a-4c1e-a111-46aaf0f58e8c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:24.657432 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6ed9f-510a-4c1e-a111-46aaf0f58e8c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Pushing event updated for resources: {'Port': ['ID=8022b36f-3435-471e-8d28-20d1754b9bc2,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:24.701690 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:24.710266 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a767dc2a-a41c-4bd7-9b4f-8a7bd16adbd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:24.772545 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port df51f562-1a93-49ba-9604-58ef1083552b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=df51f562-1a93-49ba-9604-58ef1083552b,segment=NetworkSegment(41c7e31f-dec3-45b5-8afc-465bdd67631e),segment_id=41c7e31f-dec3-45b5-8afc-465bdd67631e)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:24.781154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a767dc2a-a41c-4bd7-9b4f-8a7bd16adbd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:subnet and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:24.807978 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a767dc2a-a41c-4bd7-9b4f-8a7bd16adbd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:24.812032 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a767dc2a-a41c-4bd7-9b4f-8a7bd16adbd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:24.818078 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:24.842235 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da6ed9f-510a-4c1e-a111-46aaf0f58e8c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:24.842891 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9da6ed9f-510a-4c1e-a111-46aaf0f58e8c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:24.892429 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 98989648-2273-45ea-a055-ab54ae10b868 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:01:24.897869 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, bb84a50f-bf2f-49eb-b2ee-17a5eab38844) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:24.900850 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-27bfb94d-daab-4d6b-86d1-fa2892fdd21a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5058186 Feb 04 06:01:24.913708 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48466) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:24.914619 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:24.933052 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adca20fb-b94b-4d02-8b31-527e596bb5cf None None] Network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:24.940881 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-92c68414-ee04-4a06-84d6-3e9e097a963d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'fixed_ips': [{'subnet_id': '3186ebcd-7f11-4d5c-aad7-d40a8261b62e', 'ip_address': '2001:db8::c152:b436:9747:4cf1'}], 'name': 'tempest-NetworksTestDHCPv6-30262415'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:24.941102 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9da6ed9f-510a-4c1e-a111-46aaf0f58e8c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1059854 Feb 04 06:01:24.943638 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48470) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:24.965074 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 98989648-2273-45ea-a055-ab54ae10b868 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:01:24.965447 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 98989648-2273-45ea-a055-ab54ae10b868 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:01:25.051492 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:25.051732 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:25.052087 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:25.072316 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:25.072694 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:25.074317 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d154b87f-0a2b-4721-b0ce-e509cf6f7200 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Request body: {'port': {'network_id': '6a6e5fad-e912-441c-8b53-4c9501065a15', 'name': 'tempest-AllowedAddressPairTestJSON-1057389211', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:37:e9:fd'}]}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:25.075396 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 2 to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f Feb 04 06:01:25.091044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a767dc2a-a41c-4bd7-9b4f-8a7bd16adbd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:25.095412 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a767dc2a-a41c-4bd7-9b4f-8a7bd16adbd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.099112 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': '3186ebcd-7f11-4d5c-aad7-d40a8261b62e'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:01:25.100358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.118740 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=df51f562-1a93-49ba-9604-58ef1083552b,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:25.212765 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:25.213080 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:25.213406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:25.238632 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.resource_extend [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:01:25.240062 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6746cb45-7af9-452f-b257-d5879998b869 None None] Provisioning for port 8022b36f-3435-471e-8d28-20d1754b9bc2 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:25.244241 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:25.244241 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:25.248684 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 3 to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f Feb 04 06:01:25.252755 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6746cb45-7af9-452f-b257-d5879998b869 None None] Provisioning complete for port 8022b36f-3435-471e-8d28-20d1754b9bc2 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:25.253267 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6746cb45-7af9-452f-b257-d5879998b869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.299694 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.326182 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.341962 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6746cb45-7af9-452f-b257-d5879998b869 None None] Port 8022b36f-3435-471e-8d28-20d1754b9bc2 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:25.342867 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:25.343846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:25.344184 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:25.349831 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-92c68414-ee04-4a06-84d6-3e9e097a963d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:25.357066 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:25.357389 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:25.358463 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-92c68414-ee04-4a06-84d6-3e9e097a963d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:port and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:25.362578 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.ipam_backend_mixin [None req-a767dc2a-a41c-4bd7-9b4f-8a7bd16adbd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Performing IP validity checks on allocation pools {{(pid=87470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 06:01:25.363086 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 4 to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f Feb 04 06:01:25.363669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.ipam_backend_mixin [None req-a767dc2a-a41c-4bd7-9b4f-8a7bd16adbd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 06:01:25.374225 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-92c68414-ee04-4a06-84d6-3e9e097a963d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:25.386017 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-92c68414-ee04-4a06-84d6-3e9e097a963d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:25.394308 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:25.394641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:25.394968 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:25.422487 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Allocated IP 2001:db8::2 (65e4f961-4ab6-4ffd-8973-b6f04910c762/3186ebcd-7f11-4d5c-aad7-d40a8261b62e/add38c0c-1633-45b6-88ac-3fe3cbe471e6) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:25.458627 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:25.458627 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:25.471588 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 5 to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f Feb 04 06:01:25.485726 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c68414-ee04-4a06-84d6-3e9e097a963d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:25.488263 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e0d45487-8dd1-4f0f-a5f2-b052547779fe tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.517281 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:25.518088 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:25.518088 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:25.540040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e0d45487-8dd1-4f0f-a5f2-b052547779fe tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.546356 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=d3c09a3d-071b-4931-bc1f-a71b08a92c41,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:25.549067 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.583579 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:25.583799 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:25.632226 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.636848 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 6 to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f Feb 04 06:01:25.643419 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Transition to ACTIVE for port object add38c0c-1633-45b6-88ac-3fe3cbe471e6 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:25.648551 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d154b87f-0a2b-4721-b0ce-e509cf6f7200 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:25.663042 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Transition to ACTIVE for port object add38c0c-1633-45b6-88ac-3fe3cbe471e6 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:25.671549 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.683142 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:25.683470 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:25.683816 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:25.712878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:25.713194 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:25.717470 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 7 to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f Feb 04 06:01:25.736384 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89fc745d-9279-4c24-9192-fd1d2298ca3a tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.740186 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:25.743193 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:25.747432 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:25.757152 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:25.757498 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:25.757828 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:25.759115 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Pushing event updated for resources: {'Port': ['ID=add38c0c-1633-45b6-88ac-3fe3cbe471e6,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:25.764052 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-92c68414-ee04-4a06-84d6-3e9e097a963d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.789047 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:25.789379 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:25.791665 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 8 to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f Feb 04 06:01:25.801821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89fc745d-9279-4c24-9192-fd1d2298ca3a tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.810448 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-92c68414-ee04-4a06-84d6-3e9e097a963d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port 0a8eb8d9-0a8f-48c2-bdbf-878ba83e49e2 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:25.842871 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device df51f562-1a93-49ba-9604-58ef1083552b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:25.853657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:25.854000 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:25.854357 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:25.861859 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-89fc745d-9279-4c24-9192-fd1d2298ca3a tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Deleting port 2fd4c0b6-e7e4-4ea0-854d-e568f2e884cc {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:25.862125 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89fc745d-9279-4c24-9192-fd1d2298ca3a tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.881099 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d154b87f-0a2b-4721-b0ce-e509cf6f7200 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Usage tracker for resource:port and tenant:abf3f54e408e4cd2be447516d0ec55b4 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:25.894815 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d154b87f-0a2b-4721-b0ce-e509cf6f7200 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:25.910765 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:25.911389 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:25.925153 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 9 to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f Feb 04 06:01:25.928490 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d154b87f-0a2b-4721-b0ce-e509cf6f7200 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:25.952304 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Attempting to bind port add38c0c-1633-45b6-88ac-3fe3cbe471e6 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:25.952912 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Attempting to bind port add38c0c-1633-45b6-88ac-3fe3cbe471e6 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:25.953354 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Attempting to bind port add38c0c-1633-45b6-88ac-3fe3cbe471e6 on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:25.960450 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:01:25.960990 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:25.961485 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.961969 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:01:25.962523 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Bound port: add38c0c-1633-45b6-88ac-3fe3cbe471e6, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:01:25.962990 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.971366 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:25.971698 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:25.972411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:26.033629 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d154b87f-0a2b-4721-b0ce-e509cf6f7200 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Made reservation on behalf of abf3f54e408e4cd2be447516d0ec55b4 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:26.052699 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port df51f562-1a93-49ba-9604-58ef1083552b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:26.053222 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.055032 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:26.055552 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:26.065072 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 10 to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f Feb 04 06:01:26.105232 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] For port add38c0c-1633-45b6-88ac-3fe3cbe471e6, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:01:26.106485 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:26.106983 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:26.107447 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:26.118625 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] For port add38c0c-1633-45b6-88ac-3fe3cbe471e6, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=add38c0c-1633-45b6-88ac-3fe3cbe471e6,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:01:26.128220 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.137529 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:26.137848 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port 0485a2dd-e5d1-412b-a51b-8fe649d9068f on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:26.138359 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.194564 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e0d45487-8dd1-4f0f-a5f2-b052547779fe tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.262718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a767dc2a-a41c-4bd7-9b4f-8a7bd16adbd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.264384 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26711b55-be8f-4cc4-b90d-6da1e6dc8c17 None None] Pushing event updated for resources: {'Port': ['ID=add38c0c-1633-45b6-88ac-3fe3cbe471e6,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:26.281790 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89fc745d-9279-4c24-9192-fd1d2298ca3a tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.307216 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Network f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:26.364104 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-92c68414-ee04-4a06-84d6-3e9e097a963d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::c152:b436:9747:4cf1 (65e4f961-4ab6-4ffd-8973-b6f04910c762/3186ebcd-7f11-4d5c-aad7-d40a8261b62e/0a8eb8d9-0a8f-48c2-bdbf-878ba83e49e2) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:26.368285 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:26.436968 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-89fc745d-9279-4c24-9192-fd1d2298ca3a tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Calling delete_port for 2fd4c0b6-e7e4-4ea0-854d-e568f2e884cc owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:26.640452 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] For port 0485a2dd-e5d1-412b-a51b-8fe649d9068f, host hv-neutron-8268, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:01:26.640726 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempted to set empty binding levels {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 06:01:26.654135 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.667057 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767dc2a-a41c-4bd7-9b4f-8a7bd16adbd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Subnet': ['ID=f768b057-fd95-457c-80c4-70d0a16c4511,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:26.747072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:26.747662 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.774674 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b26f48ff-4045-4283-8def-afa431399b9a None None] Provisioning complete for port d3c09a3d-071b-4931-bc1f-a71b08a92c41 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:26.775439 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b26f48ff-4045-4283-8def-afa431399b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.802041 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a767dc2a-a41c-4bd7-9b4f-8a7bd16adbd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Checking segment: {'id': '5cd69f5d-8ee4-4caf-a991-33a7363c9bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fc3ca66e-b795-46e1-9ecc-68eb56488021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:26.802397 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a767dc2a-a41c-4bd7-9b4f-8a7bd16adbd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network hostable DHCP agents. Network: fc3ca66e-b795-46e1-9ecc-68eb56488021, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:01:26.816308 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e0d45487-8dd1-4f0f-a5f2-b052547779fe tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.820810 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d154b87f-0a2b-4721-b0ce-e509cf6f7200 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.836601 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b26f48ff-4045-4283-8def-afa431399b9a None None] Port d3c09a3d-071b-4931-bc1f-a71b08a92c41 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:26.840230 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e0d45487-8dd1-4f0f-a5f2-b052547779fe tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.887725 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Pushing event updated for resources: {'Port': ['ID=0485a2dd-e5d1-412b-a51b-8fe649d9068f,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:26.888958 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-d154b87f-0a2b-4721-b0ce-e509cf6f7200 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] device_id is not set on port 7a84ec4f-1e74-4e2d-af91-91f9f9330ded yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:26.902826 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4214c026-f54e-4acf-b833-797ec6d9ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.5358708 Feb 04 06:01:26.904261 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48474) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:26.929482 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e0d45487-8dd1-4f0f-a5f2-b052547779fe tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.929960 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d45487-8dd1-4f0f-a5f2-b052547779fe tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5cf268a0-4181-4d9f-bc81-b2e8e2012f12 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:01:26.946834 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a767dc2a-a41c-4bd7-9b4f-8a7bd16adbd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network fc3ca66e-b795-46e1-9ecc-68eb56488021 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:01:26.954862 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 5deb46f4-3b8d-4916-abc5-7158b0efde35 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:01:26.996863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-a767dc2a-a41c-4bd7-9b4f-8a7bd16adbd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, fc3ca66e-b795-46e1-9ecc-68eb56488021) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:27.007069 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6dbd59-5a76-4a3b-96f2-09aa7567c09c None None] Network fc3ca66e-b795-46e1-9ecc-68eb56488021 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:27.050218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a767dc2a-a41c-4bd7-9b4f-8a7bd16adbd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:27.050804 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a767dc2a-a41c-4bd7-9b4f-8a7bd16adbd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:27.062670 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-e0d45487-8dd1-4f0f-a5f2-b052547779fe tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 06:01:27.063730 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e0d45487-8dd1-4f0f-a5f2-b052547779fe tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.9099641 Feb 04 06:01:27.074031 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d66faaec-b3cb-4725-a1d5-34284dfb70cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Deleting port 0485a2dd-e5d1-412b-a51b-8fe649d9068f {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:27.075009 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d66faaec-b3cb-4725-a1d5-34284dfb70cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:27.112918 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48478) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:27.147133 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-92c68414-ee04-4a06-84d6-3e9e097a963d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:27.205663 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89fc745d-9279-4c24-9192-fd1d2298ca3a tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:27.215381 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-92c68414-ee04-4a06-84d6-3e9e097a963d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object 0a8eb8d9-0a8f-48c2-bdbf-878ba83e49e2 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:27.270896 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-fc3ca66e-b795-46e1-9ecc-68eb56488021', 'network_id': 'fc3ca66e-b795-46e1-9ecc-68eb56488021', 'tenant_id': '710d5f667c8343fb8e8917198e863eab', 'fixed_ips': [{'subnet_id': 'f768b057-fd95-457c-80c4-70d0a16c4511'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:01:27.274186 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:27.313074 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc745d-9279-4c24-9192-fd1d2298ca3a tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Pushing event deleted for resources: {'Port': ['ID=2fd4c0b6-e7e4-4ea0-854d-e568f2e884cc,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:27.488740 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-d154b87f-0a2b-4721-b0ce-e509cf6f7200 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Allocated IP 172.20.0.3 (6a6e5fad-e912-441c-8b53-4c9501065a15/02568f8d-ddb6-4e85-a282-00c5c1e89e99/7a84ec4f-1e74-4e2d-af91-91f9f9330ded) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:27.503732 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89fc745d-9279-4c24-9192-fd1d2298ca3a tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:27.503984 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a767dc2a-a41c-4bd7-9b4f-8a7bd16adbd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1354294 Feb 04 06:01:27.504764 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Allocated IP 172.20.0.2 (fc3ca66e-b795-46e1-9ecc-68eb56488021/f768b057-fd95-457c-80c4-70d0a16c4511/5ab702b7-b8fe-4ae4-95c3-97f219172952) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:27.516564 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48482) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:27.524318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-10db4fb9-d4d9-4fd6-a9c8-adfa0ce0b472 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'network_id': 'fc3ca66e-b795-46e1-9ecc-68eb56488021', 'name': 'tempest-PortsTestJSON-385528810'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:27.547370 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f40623fe-b4f6-4f61-894f-fee341b6ef66 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Deleting port d269632b-dc1d-44e0-90a0-1e4f5fa15ae6 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:27.547896 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f40623fe-b4f6-4f61-894f-fee341b6ef66 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:27.556914 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-92c68414-ee04-4a06-84d6-3e9e097a963d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:27.700632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d66faaec-b3cb-4725-a1d5-34284dfb70cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] For port 0485a2dd-e5d1-412b-a51b-8fe649d9068f, host hv-neutron-8268, got binding levels [] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:27.700802 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d66faaec-b3cb-4725-a1d5-34284dfb70cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:27.714100 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ed55bf9a-bfb4-41db-959a-12c95b7831c9 None None] Provisioning for port add38c0c-1633-45b6-88ac-3fe3cbe471e6 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:27.714313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:01:27.727275 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-36707633-6c23-4e6f-b844-f71177b00653 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "PUT /v2.0/routers/5deb46f4-3b8d-4916-abc5-7158b0efde35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6125948 Feb 04 06:01:27.731609 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:27.738082 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79cad3a-6ef5-4cd6-a147-1f7a5ad781a7 None None] Sync routers for ids ['5deb46f4-3b8d-4916-abc5-7158b0efde35'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:27.738209 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48486) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:27.740789 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c68414-ee04-4a06-84d6-3e9e097a963d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:27.750020 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Transition to ACTIVE for port object 5ab702b7-b8fe-4ae4-95c3-97f219172952 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:27.766524 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79cad3a-6ef5-4cd6-a147-1f7a5ad781a7 None None] Routers {'5deb46f4-3b8d-4916-abc5-7158b0efde35'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:27.771068 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b79cad3a-6ef5-4cd6-a147-1f7a5ad781a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5deb46f4-3b8d-4916-abc5-7158b0efde35'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:27.781125 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4ca51cd2-ffe7-4b5d-abbf-17b257a0e7c0 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'port': {'network_id': 'f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c', 'name': 'tempest-FloatingIPTestJSON-841749322'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:27.794559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-92c68414-ee04-4a06-84d6-3e9e097a963d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:27.797028 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c68414-ee04-4a06-84d6-3e9e097a963d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:27.802741 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c68414-ee04-4a06-84d6-3e9e097a963d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:27.803303 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-92c68414-ee04-4a06-84d6-3e9e097a963d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:27.868554 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b79cad3a-6ef5-4cd6-a147-1f7a5ad781a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:27.870947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Transition to ACTIVE for port object 5ab702b7-b8fe-4ae4-95c3-97f219172952 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:27.880418 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79cad3a-6ef5-4cd6-a147-1f7a5ad781a7 None None] Routers {'5deb46f4-3b8d-4916-abc5-7158b0efde35'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:27.881311 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b79cad3a-6ef5-4cd6-a147-1f7a5ad781a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5deb46f4-3b8d-4916-abc5-7158b0efde35'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:27.950594 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:27.954943 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device add38c0c-1633-45b6-88ac-3fe3cbe471e6 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:28.005374 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d66faaec-b3cb-4725-a1d5-34284dfb70cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Calling delete_port for 0485a2dd-e5d1-412b-a51b-8fe649d9068f owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:28.040190 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c68414-ee04-4a06-84d6-3e9e097a963d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=0a8eb8d9-0a8f-48c2-bdbf-878ba83e49e2,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:28.044668 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b79cad3a-6ef5-4cd6-a147-1f7a5ad781a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:28.045195 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79cad3a-6ef5-4cd6-a147-1f7a5ad781a7 None None] The sync data for ids ['5deb46f4-3b8d-4916-abc5-7158b0efde35'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:28.083124 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Network fc3ca66e-b795-46e1-9ecc-68eb56488021 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:28.088585 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:28.091463 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:28.135100 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-10db4fb9-d4d9-4fd6-a9c8-adfa0ce0b472 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:28.135769 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Pushing event updated for resources: {'Port': ['ID=5ab702b7-b8fe-4ae4-95c3-97f219172952,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:28.168867 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-10db4fb9-d4d9-4fd6-a9c8-adfa0ce0b472 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:28.187419 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-92c68414-ee04-4a06-84d6-3e9e097a963d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.2632189 Feb 04 06:01:28.192994 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48490) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:28.215774 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Attempting to bind port 5ab702b7-b8fe-4ae4-95c3-97f219172952 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:28.216071 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Attempting to bind port 5ab702b7-b8fe-4ae4-95c3-97f219172952 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '5cd69f5d-8ee4-4caf-a991-33a7363c9bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fc3ca66e-b795-46e1-9ecc-68eb56488021'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:28.216431 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Attempting to bind port 5ab702b7-b8fe-4ae4-95c3-97f219172952 on network fc3ca66e-b795-46e1-9ecc-68eb56488021 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:28.229530 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:01:28.230148 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Checking segment: {'id': '5cd69f5d-8ee4-4caf-a991-33a7363c9bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fc3ca66e-b795-46e1-9ecc-68eb56488021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:28.230503 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.230970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Bound using segment: {'id': '5cd69f5d-8ee4-4caf-a991-33a7363c9bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fc3ca66e-b795-46e1-9ecc-68eb56488021'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:01:28.231448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Bound port: 5ab702b7-b8fe-4ae4-95c3-97f219172952, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd69f5d-8ee4-4caf-a991-33a7363c9bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fc3ca66e-b795-46e1-9ecc-68eb56488021'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:01:28.231751 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.249425 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d154b87f-0a2b-4721-b0ce-e509cf6f7200 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.250605 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-974e8f77-f6bd-427e-a45d-85a394400de3 None None] Provisioning for port 0a8eb8d9-0a8f-48c2-bdbf-878ba83e49e2 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:28.255022 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10db4fb9-d4d9-4fd6-a9c8-adfa0ce0b472 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:28.257627 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port add38c0c-1633-45b6-88ac-3fe3cbe471e6 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:28.259446 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10db4fb9-d4d9-4fd6-a9c8-adfa0ce0b472 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.261941 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-974e8f77-f6bd-427e-a45d-85a394400de3 None None] Provisioning complete for port 0a8eb8d9-0a8f-48c2-bdbf-878ba83e49e2 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:28.262308 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-974e8f77-f6bd-427e-a45d-85a394400de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.310305 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-d154b87f-0a2b-4721-b0ce-e509cf6f7200 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Transition to ACTIVE for port object 7a84ec4f-1e74-4e2d-af91-91f9f9330ded will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:28.315729 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4ca51cd2-ffe7-4b5d-abbf-17b257a0e7c0 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:28.324259 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port add38c0c-1633-45b6-88ac-3fe3cbe471e6 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:28.324649 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.335625 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4ca51cd2-ffe7-4b5d-abbf-17b257a0e7c0 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Usage tracker for resource:port and tenant:be32df0199ab40b58629ba8c05d7ef10 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:28.341958 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4ca51cd2-ffe7-4b5d-abbf-17b257a0e7c0 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:28.344923 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-10db4fb9-d4d9-4fd6-a9c8-adfa0ce0b472 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] device_id is not set on port 8325edbb-759d-4a01-9c53-ba7fac6660b1 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:28.384692 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f40623fe-b4f6-4f61-894f-fee341b6ef66 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.400095 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4ca51cd2-ffe7-4b5d-abbf-17b257a0e7c0 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:28.467447 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-974e8f77-f6bd-427e-a45d-85a394400de3 None None] Port 0a8eb8d9-0a8f-48c2-bdbf-878ba83e49e2 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:28.479105 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] For port 5ab702b7-b8fe-4ae4-95c3-97f219172952, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:01:28.483342 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] For port 5ab702b7-b8fe-4ae4-95c3-97f219172952, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=5ab702b7-b8fe-4ae4-95c3-97f219172952,segment=NetworkSegment(5cd69f5d-8ee4-4caf-a991-33a7363c9bff),segment_id=5cd69f5d-8ee4-4caf-a991-33a7363c9bff)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:01:28.521385 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89fc745d-9279-4c24-9192-fd1d2298ca3a tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.521861 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.528870 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89fc745d-9279-4c24-9192-fd1d2298ca3a tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.532439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d66faaec-b3cb-4725-a1d5-34284dfb70cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.537001 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f40623fe-b4f6-4f61-894f-fee341b6ef66 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Calling delete_port for d269632b-dc1d-44e0-90a0-1e4f5fa15ae6 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:28.598372 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca51cd2-ffe7-4b5d-abbf-17b257a0e7c0 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Made reservation on behalf of be32df0199ab40b58629ba8c05d7ef10 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:28.601834 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ca51cd2-ffe7-4b5d-abbf-17b257a0e7c0 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.615478 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.643112 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e87bce-6ae1-4948-a292-b07df7408654 None None] Pushing event updated for resources: {'Port': ['ID=5ab702b7-b8fe-4ae4-95c3-97f219172952,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:28.656501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66faaec-b3cb-4725-a1d5-34284dfb70cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Pushing event deleted for resources: {'Port': ['ID=0485a2dd-e5d1-412b-a51b-8fe649d9068f,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:28.674731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port add38c0c-1633-45b6-88ac-3fe3cbe471e6, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=add38c0c-1633-45b6-88ac-3fe3cbe471e6,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:28.680331 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.683990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-4ca51cd2-ffe7-4b5d-abbf-17b257a0e7c0 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] device_id is not set on port 6b9baad6-e11d-4070-bcc5-fdcda818980f yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:28.727987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d154b87f-0a2b-4721-b0ce-e509cf6f7200 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.740585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d66faaec-b3cb-4725-a1d5-34284dfb70cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.759603 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80288f9-8b7a-419f-b038-248ca5710cbe tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:28.761750 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=add38c0c-1633-45b6-88ac-3fe3cbe471e6,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:28.765971 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80288f9-8b7a-419f-b038-248ca5710cbe tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:28.766750 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f80288f9-8b7a-419f-b038-248ca5710cbe tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:28.776388 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d66faaec-b3cb-4725-a1d5-34284dfb70cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] 10.222.0.31 "DELETE /v2.0/ports/0485a2dd-e5d1-412b-a51b-8fe649d9068f HTTP/1.1" status: 204 len: 168 time: 1.8701050 Feb 04 06:01:28.779950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48494) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:28.785835 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fc745d-9279-4c24-9192-fd1d2298ca3a tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Router 5f38d579-b8e8-4f96-8064-933082196d8a has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:01:28.834998 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-46df555d-c08d-4f1e-a6e3-25966b543af8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] GET failed (client error): The resource could not be found. Feb 04 06:01:28.835515 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-46df555d-c08d-4f1e-a6e3-25966b543af8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Synchronizing usage tracker for tenant:2073abb90dcd4cd5b8d5bba4553ebba1 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:28.859657 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d154b87f-0a2b-4721-b0ce-e509cf6f7200 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Network 6a6e5fad-e912-441c-8b53-4c9501065a15 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:28.883320 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-d154b87f-0a2b-4721-b0ce-e509cf6f7200 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:28.917348 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d154b87f-0a2b-4721-b0ce-e509cf6f7200 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:28.918940 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f80288f9-8b7a-419f-b038-248ca5710cbe tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:28.920149 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f80288f9-8b7a-419f-b038-248ca5710cbe tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.7245274 Feb 04 06:01:28.931036 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48498) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:29.009310 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154b87f-0a2b-4721-b0ce-e509cf6f7200 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Pushing event updated for resources: {'Port': ['ID=7a84ec4f-1e74-4e2d-af91-91f9f9330ded,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:29.026083 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-10db4fb9-d4d9-4fd6-a9c8-adfa0ce0b472 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Allocated IP 172.20.0.3 (fc3ca66e-b795-46e1-9ecc-68eb56488021/f768b057-fd95-457c-80c4-70d0a16c4511/8325edbb-759d-4a01-9c53-ba7fac6660b1) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:29.041590 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-46df555d-c08d-4f1e-a6e3-25966b543af8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Unset dirty status for tenant:2073abb90dcd4cd5b8d5bba4553ebba1 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:29.047602 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-46df555d-c08d-4f1e-a6e3-25966b543af8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] 10.222.0.31 "GET /v2.0/ports/0485a2dd-e5d1-412b-a51b-8fe649d9068f HTTP/1.1" status: 404 len: 333 time: 0.2611804 Feb 04 06:01:29.051454 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48502) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:29.063331 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fc745d-9279-4c24-9192-fd1d2298ca3a tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:01:29.071705 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89fc745d-9279-4c24-9192-fd1d2298ca3a tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.075875 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-89fc745d-9279-4c24-9192-fd1d2298ca3a tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "PUT /v2.0/routers/5f38d579-b8e8-4f96-8064-933082196d8a HTTP/1.1" status: 200 len: 706 time: 4.5933154 Feb 04 06:01:29.076719 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48506) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:29.078979 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b23178-b256-420c-8c27-42d16135f051 None None] Sync routers for ids ['5f38d579-b8e8-4f96-8064-933082196d8a'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:29.086969 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d64c570e-4477-4bfa-b26b-1dc94eedb345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Request body: {'port': {'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832304469'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:29.094540 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b23178-b256-420c-8c27-42d16135f051 None None] Routers {'5f38d579-b8e8-4f96-8064-933082196d8a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:29.095315 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f6b23178-b256-420c-8c27-42d16135f051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5f38d579-b8e8-4f96-8064-933082196d8a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:29.134710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-4ca51cd2-ffe7-4b5d-abbf-17b257a0e7c0 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Allocated IP 172.20.0.13 (f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c/541e51c1-6471-4d81-9dcd-d2a4c5b6450a/6b9baad6-e11d-4070-bcc5-fdcda818980f) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:29.152412 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8b29415a-1c94-40ac-970e-57727b244c07 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port 0a8eb8d9-0a8f-48c2-bdbf-878ba83e49e2 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:29.153036 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8b29415a-1c94-40ac-970e-57727b244c07 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.153243 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d64c570e-4477-4bfa-b26b-1dc94eedb345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:29.180920 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154b87f-0a2b-4721-b0ce-e509cf6f7200 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:29.181822 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d154b87f-0a2b-4721-b0ce-e509cf6f7200 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.186124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f40623fe-b4f6-4f61-894f-fee341b6ef66 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.214584 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f6b23178-b256-420c-8c27-42d16135f051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:29.233775 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b23178-b256-420c-8c27-42d16135f051 None None] Routers {'5f38d579-b8e8-4f96-8064-933082196d8a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:29.235722 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f6b23178-b256-420c-8c27-42d16135f051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5f38d579-b8e8-4f96-8064-933082196d8a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:29.274176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d64c570e-4477-4bfa-b26b-1dc94eedb345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:29.301392 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-19a37c72-5eb4-48b9-b537-36abec1b6d0e tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "GET /v2.0/routers/5f38d579-b8e8-4f96-8064-933082196d8a HTTP/1.1" status: 200 len: 741 time: 0.2211325 Feb 04 06:01:29.304785 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48510) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:29.309322 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1faef061-22ea-4764-bdb9-38b2ac6c8cac None None] Provisioning for port 7a84ec4f-1e74-4e2d-af91-91f9f9330ded completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:29.315003 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1faef061-22ea-4764-bdb9-38b2ac6c8cac None None] Provisioning complete for port 7a84ec4f-1e74-4e2d-af91-91f9f9330ded triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:29.315517 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1faef061-22ea-4764-bdb9-38b2ac6c8cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.327420 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f6b23178-b256-420c-8c27-42d16135f051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:29.328210 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b23178-b256-420c-8c27-42d16135f051 None None] The sync data for ids ['5f38d579-b8e8-4f96-8064-933082196d8a'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:29.380265 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-1faef061-22ea-4764-bdb9-38b2ac6c8cac None None] Port 7a84ec4f-1e74-4e2d-af91-91f9f9330ded cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:29.384962 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-60e92942-77c0-4bd2-9d49-201e8b155576 tempest-RoutersAdminTest-1168180725 tempest-RoutersAdminTest-1168180725-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&device_id=5f38d579-b8e8-4f96-8064-933082196d8a HTTP/1.1" status: 200 len: 205 time: 0.0788965 Feb 04 06:01:29.392358 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48514) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:29.454091 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-80dc57fb-584a-4ab6-af23-a9599457a292 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f38d579-b8e8-4f96-8064-933082196d8a HTTP/1.1" status: 200 len: 205 time: 0.0606227 Feb 04 06:01:29.456838 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48518) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:29.475937 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40623fe-b4f6-4f61-894f-fee341b6ef66 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Pushing event deleted for resources: {'Port': ['ID=d269632b-dc1d-44e0-90a0-1e4f5fa15ae6,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:29.477096 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-06c78a9a-a084-44a2-832d-c3c758243de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.566518 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d154b87f-0a2b-4721-b0ce-e509cf6f7200 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.5566316 Feb 04 06:01:29.578163 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48522) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:29.698262 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64c570e-4477-4bfa-b26b-1dc94eedb345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Made reservation on behalf of 2073abb90dcd4cd5b8d5bba4553ebba1 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:29.700597 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d64c570e-4477-4bfa-b26b-1dc94eedb345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.811128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4f3b743d-7d9e-4e7f-9fe8-2378a2a14cff tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.820031 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-d64c570e-4477-4bfa-b26b-1dc94eedb345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] device_id is not set on port 3839a878-caa0-4a21-8cf9-7e3b864286e0 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:29.878416 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f40623fe-b4f6-4f61-894f-fee341b6ef66 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.884912 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f40623fe-b4f6-4f61-894f-fee341b6ef66 tempest-RoutersAdminNegativeIpV6Test-1531287200 tempest-RoutersAdminNegativeIpV6Test-1531287200-project-admin] 10.222.0.31 "DELETE /v2.0/ports/d269632b-dc1d-44e0-90a0-1e4f5fa15ae6 HTTP/1.1" status: 204 len: 168 time: 2.7709706 Feb 04 06:01:29.932052 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 5ab702b7-b8fe-4ae4-95c3-97f219172952 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:30.000336 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a895669-ac22-4fae-b87a-59fa0bf36bcf None None] Network fc3ca66e-b795-46e1-9ecc-68eb56488021 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:30.056793 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ca51cd2-ffe7-4b5d-abbf-17b257a0e7c0 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.108737 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8b29415a-1c94-40ac-970e-57727b244c07 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.112290 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10db4fb9-d4d9-4fd6-a9c8-adfa0ce0b472 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.149492 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f03f327a-73d1-411f-9f67-d293a740ced8 None None] Provisioning for port 5ab702b7-b8fe-4ae4-95c3-97f219172952 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:30.156846 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fff64fc-e3b6-4f3a-8619-0f8b134ed7ca tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:30.162556 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fff64fc-e3b6-4f3a-8619-0f8b134ed7ca tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:30.168488 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fff64fc-e3b6-4f3a-8619-0f8b134ed7ca tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:30.169266 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4fff64fc-e3b6-4f3a-8619-0f8b134ed7ca tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Synchronizing usage tracker for tenant:abf3f54e408e4cd2be447516d0ec55b4 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:30.180328 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-4ca51cd2-ffe7-4b5d-abbf-17b257a0e7c0 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Transition to ACTIVE for port object 6b9baad6-e11d-4070-bcc5-fdcda818980f will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:30.201577 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 5ab702b7-b8fe-4ae4-95c3-97f219172952 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:30.212695 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 5ab702b7-b8fe-4ae4-95c3-97f219172952 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:30.213156 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.259227 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-10db4fb9-d4d9-4fd6-a9c8-adfa0ce0b472 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Transition to ACTIVE for port object 8325edbb-759d-4a01-9c53-ba7fac6660b1 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:30.306222 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4fff64fc-e3b6-4f3a-8619-0f8b134ed7ca tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Unset dirty status for tenant:abf3f54e408e4cd2be447516d0ec55b4 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:30.310932 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4fff64fc-e3b6-4f3a-8619-0f8b134ed7ca tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.7294176 Feb 04 06:01:30.324784 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48530) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:30.325332 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48532) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:30.341842 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4f3b743d-7d9e-4e7f-9fe8-2378a2a14cff tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.350435 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8b29415a-1c94-40ac-970e-57727b244c07 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for 0a8eb8d9-0a8f-48c2-bdbf-878ba83e49e2 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:30.378586 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4f3b743d-7d9e-4e7f-9fe8-2378a2a14cff tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.389541 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d64c570e-4477-4bfa-b26b-1dc94eedb345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.433781 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ca51cd2-ffe7-4b5d-abbf-17b257a0e7c0 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.445651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-5a38dd98-38d4-499b-abec-2ceb3d651b8e tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Deleting port 7a84ec4f-1e74-4e2d-af91-91f9f9330ded {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:30.446073 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a38dd98-38d4-499b-abec-2ceb3d651b8e tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.448601 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4f3b743d-7d9e-4e7f-9fe8-2378a2a14cff tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.449113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3b743d-7d9e-4e7f-9fe8-2378a2a14cff tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Fanout notify agent at l3_agent the message router_deleted on router 5f38d579-b8e8-4f96-8064-933082196d8a {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:01:30.465553 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4f3b743d-7d9e-4e7f-9fe8-2378a2a14cff tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.466666 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4f3b743d-7d9e-4e7f-9fe8-2378a2a14cff tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "DELETE /v2.0/routers/5f38d579-b8e8-4f96-8064-933082196d8a HTTP/1.1" status: 204 len: 168 time: 1.0090349 Feb 04 06:01:30.470216 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48540) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:30.491881 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.512434 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10db4fb9-d4d9-4fd6-a9c8-adfa0ce0b472 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.539303 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 5ab702b7-b8fe-4ae4-95c3-97f219172952, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=5ab702b7-b8fe-4ae4-95c3-97f219172952,segment=NetworkSegment(5cd69f5d-8ee4-4caf-a991-33a7363c9bff),segment_id=5cd69f5d-8ee4-4caf-a991-33a7363c9bff)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:30.549637 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.550609 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device add38c0c-1633-45b6-88ac-3fe3cbe471e6 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:30.581704 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a18b34d6-0879-4cd6-9a6c-44c36ec5107a tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f38d579-b8e8-4f96-8064-933082196d8a HTTP/1.1" status: 200 len: 205 time: 0.1095355 Feb 04 06:01:30.582339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48544) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:30.597616 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca51cd2-ffe7-4b5d-abbf-17b257a0e7c0 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Network f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:30.612094 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-4ca51cd2-ffe7-4b5d-abbf-17b257a0e7c0 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:30.622278 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca51cd2-ffe7-4b5d-abbf-17b257a0e7c0 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:30.658675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10db4fb9-d4d9-4fd6-a9c8-adfa0ce0b472 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network fc3ca66e-b795-46e1-9ecc-68eb56488021 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:30.659475 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eb3a7fdb-4c22-4443-a433-d40ea7443c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.673877 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-d2b69a66-ac44-42c1-9f18-70c30ae17de9 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] delete failed (client error): The resource could not be found. Feb 04 06:01:30.677689 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=5ab702b7-b8fe-4ae4-95c3-97f219172952,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:30.682378 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-10db4fb9-d4d9-4fd6-a9c8-adfa0ce0b472 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:30.687434 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d2b69a66-ac44-42c1-9f18-70c30ae17de9 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "DELETE /v2.0/routers/5f38d579-b8e8-4f96-8064-933082196d8a HTTP/1.1" status: 404 len: 336 time: 0.0980301 Feb 04 06:01:30.688136 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48548) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:30.691985 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port add38c0c-1633-45b6-88ac-3fe3cbe471e6 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:30.691985 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.745203 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3f8f2725-df2e-4c2e-81a3-6c4a73da672b tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af2b2e-f687-4506-85af-af299a7cc6f9 HTTP/1.1" status: 200 len: 205 time: 0.0527060 Feb 04 06:01:30.745789 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48552) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:30.769379 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db4fb9-d4d9-4fd6-a9c8-adfa0ce0b472 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:30.816107 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-eb3a7fdb-4c22-4443-a433-d40ea7443c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:30.820318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-eb3a7fdb-4c22-4443-a433-d40ea7443c3f admin admin] Usage tracker for resource:security_group_rule and tenant:1b8f98f254cc48a9baea197672b3623f is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:30.823499 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-eb3a7fdb-4c22-4443-a433-d40ea7443c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:30.829856 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-eb3a7fdb-4c22-4443-a433-d40ea7443c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:30.838203 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-edef5cc5-9315-4e76-a87c-d027ccd5b85b tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] delete failed (client error): The resource could not be found. Feb 04 06:01:30.838524 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca51cd2-ffe7-4b5d-abbf-17b257a0e7c0 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event updated for resources: {'Port': ['ID=6b9baad6-e11d-4070-bcc5-fdcda818980f,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:30.842657 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-edef5cc5-9315-4e76-a87c-d027ccd5b85b tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "DELETE /v2.0/routers/46af2b2e-f687-4506-85af-af299a7cc6f9 HTTP/1.1" status: 404 len: 336 time: 0.0897918 Feb 04 06:01:30.842657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48556) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:30.886116 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8b29415a-1c94-40ac-970e-57727b244c07 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.930751 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e856c5ff-3a0b-46d8-b228-a3ad94fb6f03 None None] Provisioning for port 8325edbb-759d-4a01-9c53-ba7fac6660b1 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:30.939505 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d29e3d88-372d-4a62-9aa9-847fdae2591a tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "GET /v2.0/ports?device_id=42d6a5b3-b60d-4b30-aad8-affabcbff232 HTTP/1.1" status: 200 len: 205 time: 0.0942090 Feb 04 06:01:30.939752 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e856c5ff-3a0b-46d8-b228-a3ad94fb6f03 None None] Provisioning complete for port 8325edbb-759d-4a01-9c53-ba7fac6660b1 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:30.939752 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e856c5ff-3a0b-46d8-b228-a3ad94fb6f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.942983 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48560) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:30.957187 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29415a-1c94-40ac-970e-57727b244c07 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=0a8eb8d9-0a8f-48c2-bdbf-878ba83e49e2,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:30.970734 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d64c570e-4477-4bfa-b26b-1dc94eedb345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.004099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8b29415a-1c94-40ac-970e-57727b244c07 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.027619 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8b29415a-1c94-40ac-970e-57727b244c07 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/0a8eb8d9-0a8f-48c2-bdbf-878ba83e49e2 HTTP/1.1" status: 204 len: 168 time: 2.0931044 Feb 04 06:01:31.029739 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48564) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:31.045670 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-e856c5ff-3a0b-46d8-b228-a3ad94fb6f03 None None] Port 8325edbb-759d-4a01-9c53-ba7fac6660b1 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:31.061840 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e856c5ff-3a0b-46d8-b228-a3ad94fb6f03 None None] Provisioning complete for port 5ab702b7-b8fe-4ae4-95c3-97f219172952 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:31.062263 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e856c5ff-3a0b-46d8-b228-a3ad94fb6f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.123406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49e25f2-7105-41cd-9556-6846ae879cc0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:31.125530 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49e25f2-7105-41cd-9556-6846ae879cc0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:31.127408 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e49e25f2-7105-41cd-9556-6846ae879cc0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:31.151046 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e49e25f2-7105-41cd-9556-6846ae879cc0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:31.156017 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e49e25f2-7105-41cd-9556-6846ae879cc0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1222899 Feb 04 06:01:31.157971 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48568) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:31.165203 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca51cd2-ffe7-4b5d-abbf-17b257a0e7c0 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:31.165822 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ca51cd2-ffe7-4b5d-abbf-17b257a0e7c0 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.169909 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-4b3867f9-75c5-4127-80ef-3f9d30d8799d tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] delete failed (client error): The resource could not be found. Feb 04 06:01:31.171115 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4b3867f9-75c5-4127-80ef-3f9d30d8799d tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "DELETE /v2.0/routers/42d6a5b3-b60d-4b30-aad8-affabcbff232 HTTP/1.1" status: 404 len: 336 time: 0.2023902 Feb 04 06:01:31.192728 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48572) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:31.219649 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10db4fb9-d4d9-4fd6-a9c8-adfa0ce0b472 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:31.220540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10db4fb9-d4d9-4fd6-a9c8-adfa0ce0b472 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.275706 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db4fb9-d4d9-4fd6-a9c8-adfa0ce0b472 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=8325edbb-759d-4a01-9c53-ba7fac6660b1,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:31.285318 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06eaeab-006d-44aa-8701-7cb2392d1955 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet 3186ebcd-7f11-4d5c-aad7-d40a8261b62e {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:01:31.289393 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e06eaeab-006d-44aa-8701-7cb2392d1955 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.347539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e06eaeab-006d-44aa-8701-7cb2392d1955 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.384811 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9af86439-5978-44ee-a513-992189544592 None None] Provisioning complete for port 8325edbb-759d-4a01-9c53-ba7fac6660b1 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:31.385167 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9af86439-5978-44ee-a513-992189544592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.438552 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64c570e-4477-4bfa-b26b-1dc94eedb345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:31.439136 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9af86439-5978-44ee-a513-992189544592 None None] Port 8325edbb-759d-4a01-9c53-ba7fac6660b1 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:31.440748 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e06eaeab-006d-44aa-8701-7cb2392d1955 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.450730 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9af86439-5978-44ee-a513-992189544592 None None] Provisioning for port 6b9baad6-e11d-4070-bcc5-fdcda818980f completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:31.456623 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9af86439-5978-44ee-a513-992189544592 None None] Provisioning complete for port 6b9baad6-e11d-4070-bcc5-fdcda818980f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:31.457133 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9af86439-5978-44ee-a513-992189544592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.461975 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-d64c570e-4477-4bfa-b26b-1dc94eedb345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:31.499150 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64c570e-4477-4bfa-b26b-1dc94eedb345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:31.500303 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64c570e-4477-4bfa-b26b-1dc94eedb345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:31.500913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d64c570e-4477-4bfa-b26b-1dc94eedb345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.507517 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d1fb3798-f7ef-46a3-9f4c-63be8c859749 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ff0c80-9fa4-4e17-bae6-cd27bb8e0545 HTTP/1.1" status: 200 len: 205 time: 0.3100312 Feb 04 06:01:31.517943 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9af86439-5978-44ee-a513-992189544592 None None] Port 6b9baad6-e11d-4070-bcc5-fdcda818980f cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:31.535382 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48576) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:31.602851 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4ca51cd2-ffe7-4b5d-abbf-17b257a0e7c0 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8360469 Feb 04 06:01:31.606983 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-10db4fb9-d4d9-4fd6-a9c8-adfa0ce0b472 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0853539 Feb 04 06:01:31.610298 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48580) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:31.610550 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48582) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:31.610715 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a38dd98-38d4-499b-abec-2ceb3d651b8e tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.619625 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-e5770399-f0ed-4fb8-a9df-c101cacb1505 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Request body: {'floatingip': {'port_id': '6b9baad6-e11d-4070-bcc5-fdcda818980f'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:31.704361 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d64c570e-4477-4bfa-b26b-1dc94eedb345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6446278 Feb 04 06:01:31.706787 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-e956e4e2-4d24-4049-bd20-23cea19cad8f tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] delete failed (client error): The resource could not be found. Feb 04 06:01:31.706787 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e956e4e2-4d24-4049-bd20-23cea19cad8f tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "DELETE /v2.0/routers/e7ff0c80-9fa4-4e17-bae6-cd27bb8e0545 HTTP/1.1" status: 404 len: 336 time: 0.1701739 Feb 04 06:01:31.724449 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48588) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:31.724699 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48590) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:31.760743 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c570e-4477-4bfa-b26b-1dc94eedb345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Pushing event updated for resources: {'Port': ['ID=3839a878-caa0-4a21-8cf9-7e3b864286e0,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:31.768979 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-5a38dd98-38d4-499b-abec-2ceb3d651b8e tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Calling delete_port for 7a84ec4f-1e74-4e2d-af91-91f9f9330ded owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:31.777087 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 5ab702b7-b8fe-4ae4-95c3-97f219172952 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:31.780679 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8268'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:31.841104 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eb3a7fdb-4c22-4443-a433-d40ea7443c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.843767 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9efed7c3-a9be-4c7c-8922-6b6c21a287ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.850542 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eb3a7fdb-4c22-4443-a433-d40ea7443c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.851811 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-003cf82d-51bd-4b91-8f45-c5b4ef219e62 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4b3c899-9c2d-472c-972c-a947a6b222f6 HTTP/1.1" status: 200 len: 205 time: 0.1246560 Feb 04 06:01:31.858807 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48596) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:31.869218 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 5ab702b7-b8fe-4ae4-95c3-97f219172952 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:31.869677 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.882498 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-46796774-5b9b-4f34-adb8-500edf8edd11 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port 8325edbb-759d-4a01-9c53-ba7fac6660b1 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:31.882833 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-46796774-5b9b-4f34-adb8-500edf8edd11 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.925555 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5770399-f0ed-4fb8-a9df-c101cacb1505 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.977897 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-b0f98363-8583-431e-9aca-8aaacec675de tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] delete failed (client error): The resource could not be found. Feb 04 06:01:31.979022 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b0f98363-8583-431e-9aca-8aaacec675de tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "DELETE /v2.0/routers/a4b3c899-9c2d-472c-972c-a947a6b222f6 HTTP/1.1" status: 404 len: 336 time: 0.1116765 Feb 04 06:01:31.983487 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-eb3a7fdb-4c22-4443-a433-d40ea7443c3f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b8f98f254cc48a9baea197672b3623f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6556435 Feb 04 06:01:31.987300 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a7fdb-4c22-4443-a433-d40ea7443c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63978860-b42c-4e36-9cb9-5522b847c642,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:31.987857 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48600) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:31.988273 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48602) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:32.060613 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e06eaeab-006d-44aa-8701-7cb2392d1955 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.080399 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-37d44dc1-83c3-4f85-b7af-42a47b7a39d4 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f034f89-31ec-4830-afc1-7b11d834d2b5 HTTP/1.1" status: 200 len: 205 time: 0.0909393 Feb 04 06:01:32.090333 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48608) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:32.136817 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06eaeab-006d-44aa-8701-7cb2392d1955 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=3186ebcd-7f11-4d5c-aad7-d40a8261b62e,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:32.143118 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2d9e2d-50cd-46ce-b7fa-77ffb2a62053 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:32.162724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e06eaeab-006d-44aa-8701-7cb2392d1955 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.182514 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.211628 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-acc2e7dd-9638-491d-b432-7c7859d610ed tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] delete failed (client error): The resource could not be found. Feb 04 06:01:32.215060 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-acc2e7dd-9638-491d-b432-7c7859d610ed tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "DELETE /v2.0/routers/4f034f89-31ec-4830-afc1-7b11d834d2b5 HTTP/1.1" status: 404 len: 336 time: 0.1214581 Feb 04 06:01:32.218999 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48612) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:32.224436 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a38dd98-38d4-499b-abec-2ceb3d651b8e tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.271524 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e06eaeab-006d-44aa-8701-7cb2392d1955 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/3186ebcd-7f11-4d5c-aad7-d40a8261b62e HTTP/1.1" status: 204 len: 168 time: 1.1115453 Feb 04 06:01:32.304959 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48616) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:32.309058 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dbf48b9-a630-4d67-b005-cacac3180c44 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] DELETE failed (client error): The resource could not be found. Feb 04 06:01:32.309515 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dbf48b9-a630-4d67-b005-cacac3180c44 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:01:32.376464 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38dd98-38d4-499b-abec-2ceb3d651b8e tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Pushing event deleted for resources: {'Port': ['ID=7a84ec4f-1e74-4e2d-af91-91f9f9330ded,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:32.431880 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3dbf48b9-a630-4d67-b005-cacac3180c44 tempest-RoutersAdminTest-682308483 tempest-RoutersAdminTest-682308483-project] 10.222.0.31 "DELETE /v2.0/subnets/d0ab9f69-d4ac-41d9-948d-959bed3febc1 HTTP/1.1" status: 404 len: 337 time: 0.2116880 Feb 04 06:01:32.452874 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3b6ee042-787c-42b6-87aa-6bf579e37999 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1452482 Feb 04 06:01:32.459686 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48622) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:32.492727 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe42390-a4c1-45c4-8adc-d5a91b416724 None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:01:32.497818 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-dbe42390-a4c1-45c4-8adc-d5a91b416724 None None] Deleting port add38c0c-1633-45b6-88ac-3fe3cbe471e6 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:32.498700 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dbe42390-a4c1-45c4-8adc-d5a91b416724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.515895 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0845ff6a-13b6-4cd2-99ea-dd7932c8cafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.601564 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0845ff6a-13b6-4cd2-99ea-dd7932c8cafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.733159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48628) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:32.792076 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a38dd98-38d4-499b-abec-2ceb3d651b8e tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.805956 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.810128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b2210d-89bc-48c8-bc75-a6e76112305a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:32.810955 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c1b2210d-89bc-48c8-bc75-a6e76112305a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:32.816514 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0845ff6a-13b6-4cd2-99ea-dd7932c8cafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.819299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0845ff6a-13b6-4cd2-99ea-dd7932c8cafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.820070 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-dbe42390-a4c1-45c4-8adc-d5a91b416724 None None] For port add38c0c-1633-45b6-88ac-3fe3cbe471e6, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=add38c0c-1633-45b6-88ac-3fe3cbe471e6,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:32.820517 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dbe42390-a4c1-45c4-8adc-d5a91b416724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.820991 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0845ff6a-13b6-4cd2-99ea-dd7932c8cafc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63978860-b42c-4e36-9cb9-5522b847c642 HTTP/1.1" status: 204 len: 168 time: 0.8303251 Feb 04 06:01:32.830720 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5a38dd98-38d4-499b-abec-2ceb3d651b8e tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "DELETE /v2.0/ports/7a84ec4f-1e74-4e2d-af91-91f9f9330ded HTTP/1.1" status: 204 len: 168 time: 2.5042276 Feb 04 06:01:32.837236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48636) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:32.838182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] device_id is not set on port 3839a878-caa0-4a21-8cf9-7e3b864286e0 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:32.844260 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845ff6a-13b6-4cd2-99ea-dd7932c8cafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63978860-b42c-4e36-9cb9-5522b847c642,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:32.846817 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.865649 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Transition to ACTIVE for port object 3839a878-caa0-4a21-8cf9-7e3b864286e0 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:32.880913 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.898461 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba840669-f813-42d4-8c6d-be8c7d9041e5 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] GET failed (client error): The resource could not be found. Feb 04 06:01:32.899085 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ba840669-f813-42d4-8c6d-be8c7d9041e5 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Synchronizing usage tracker for tenant:abf3f54e408e4cd2be447516d0ec55b4 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:32.903159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c1b2210d-89bc-48c8-bc75-a6e76112305a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:32.907049 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c1b2210d-89bc-48c8-bc75-a6e76112305a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4414759 Feb 04 06:01:32.909038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48640) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:32.974318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ba840669-f813-42d4-8c6d-be8c7d9041e5 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Unset dirty status for tenant:abf3f54e408e4cd2be447516d0ec55b4 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:32.975591 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ba840669-f813-42d4-8c6d-be8c7d9041e5 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "GET /v2.0/ports/7a84ec4f-1e74-4e2d-af91-91f9f9330ded HTTP/1.1" status: 404 len: 333 time: 0.1373498 Feb 04 06:01:32.979088 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Pushing event updated for resources: {'Port': ['ID=3839a878-caa0-4a21-8cf9-7e3b864286e0,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:32.992187 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48644) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:33.003498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-c7840fc9-c576-4671-b562-45ff42679952 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Request body: {'port': {'network_id': '6a6e5fad-e912-441c-8b53-4c9501065a15', 'name': 'tempest-AllowedAddressPairTestJSON-567705130'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:33.017991 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1fbd23aa-b14a-4cde-b53c-d57036e4b4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.035454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-dbe42390-a4c1-45c4-8adc-d5a91b416724 None None] Calling delete_port for add38c0c-1633-45b6-88ac-3fe3cbe471e6 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:33.066671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-46796774-5b9b-4f34-adb8-500edf8edd11 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.073852 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.120708 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dbe42390-a4c1-45c4-8adc-d5a91b416724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.229357 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe42390-a4c1-45c4-8adc-d5a91b416724 None None] Pushing event deleted for resources: {'Port': ['ID=add38c0c-1633-45b6-88ac-3fe3cbe471e6,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:33.244827 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dda72dd-6146-4de3-bee3-d06659f9a986 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:33.245107 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe42390-a4c1-45c4-8adc-d5a91b416724 None None] No DVR routers for this DVR port add38c0c-1633-45b6-88ac-3fe3cbe471e6 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:01:33.247900 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6dda72dd-6146-4de3-bee3-d06659f9a986 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3377163 Feb 04 06:01:33.250669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1fbd23aa-b14a-4cde-b53c-d57036e4b4bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:33.269008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48650) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:33.274754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1fbd23aa-b14a-4cde-b53c-d57036e4b4bb admin admin] Usage tracker for resource:security_group_rule and tenant:55ab6088d06445cc914fdf4327704095 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:33.278072 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1fbd23aa-b14a-4cde-b53c-d57036e4b4bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:33.332048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48654) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:33.351487 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1fbd23aa-b14a-4cde-b53c-d57036e4b4bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:33.369765 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ce847657-8a92-4e4a-bf3e-7ddfa04be9ab tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995574 Feb 04 06:01:33.374510 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-46796774-5b9b-4f34-adb8-500edf8edd11 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for 8325edbb-759d-4a01-9c53-ba7fac6660b1 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:33.381524 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48658) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:33.401714 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d9be999e-18fb-4d42-b5e7-7469fd61c6cb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:33.469349 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:33.469573 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:33.469904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:33.494912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:33.495234 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:33.499165 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 2 to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 Feb 04 06:01:33.541168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:33.541469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:33.541756 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:33.575397 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8915cfdd-cabd-45c0-8256-a8f02e035695 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aeab3e5e6fd14dcc962cbfe8a2d1615e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292728 Feb 04 06:01:33.575397 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c7840fc9-c576-4671-b562-45ff42679952 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:33.579894 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48662) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:33.588554 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d9be999e-18fb-4d42-b5e7-7469fd61c6cb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:33.611815 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d9be999e-18fb-4d42-b5e7-7469fd61c6cb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:33.620091 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d9be999e-18fb-4d42-b5e7-7469fd61c6cb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:33.622885 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c7840fc9-c576-4671-b562-45ff42679952 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:33.624271 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:33.624635 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:33.629201 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 3 to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 Feb 04 06:01:33.632304 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d9be999e-18fb-4d42-b5e7-7469fd61c6cb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:33.666161 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7840fc9-c576-4671-b562-45ff42679952 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Made reservation on behalf of abf3f54e408e4cd2be447516d0ec55b4 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:33.669581 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7840fc9-c576-4671-b562-45ff42679952 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.702719 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9be999e-18fb-4d42-b5e7-7469fd61c6cb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:33.703058 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:33.703619 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:33.704193 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:33.706136 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d9be999e-18fb-4d42-b5e7-7469fd61c6cb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.718586 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:33.718925 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:33.722806 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 4 to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 Feb 04 06:01:33.746777 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:33.747111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:33.747629 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:33.749188 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-c7840fc9-c576-4671-b562-45ff42679952 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] device_id is not set on port 3c5b51e3-e799-412b-8fed-058751c654b6 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:33.754044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-46796774-5b9b-4f34-adb8-500edf8edd11 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.762747 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:33.763147 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:33.768087 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 5 to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 Feb 04 06:01:33.772744 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device add38c0c-1633-45b6-88ac-3fe3cbe471e6 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:01:33.810107 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: add38c0c-1633-45b6-88ac-3fe3cbe471e6 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:01:33.810828 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device add38c0c-1633-45b6-88ac-3fe3cbe471e6 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:01:33.829185 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46796774-5b9b-4f34-adb8-500edf8edd11 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Port': ['ID=8325edbb-759d-4a01-9c53-ba7fac6660b1,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:33.843884 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1fbd23aa-b14a-4cde-b53c-d57036e4b4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.860383 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:33.860887 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:33.861032 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:33.873916 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1fbd23aa-b14a-4cde-b53c-d57036e4b4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.880649 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:33.880977 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:33.882421 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 6 to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 Feb 04 06:01:33.917688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-497c8dda-5cd1-47ec-bdfe-3a9432c303da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.944285 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:33.944610 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:33.945132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:33.960660 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:33.961265 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:33.965330 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 7 to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 Feb 04 06:01:33.993662 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-46796774-5b9b-4f34-adb8-500edf8edd11 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.993870 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1fbd23aa-b14a-4cde-b53c-d57036e4b4bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55ab6088d06445cc914fdf4327704095&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2559423 Feb 04 06:01:33.993980 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:33.993980 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:33.993980 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:33.998989 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48666) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:34.023852 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:34.024181 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:34.026558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd23aa-b14a-4cde-b53c-d57036e4b4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e29a02c-f612-4865-900d-7965a1144e7a,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:34.027892 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 8 to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 Feb 04 06:01:34.033356 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-497c8dda-5cd1-47ec-bdfe-3a9432c303da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.044673 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-46796774-5b9b-4f34-adb8-500edf8edd11 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/ports/8325edbb-759d-4a01-9c53-ba7fac6660b1 HTTP/1.1" status: 204 len: 168 time: 2.4316108 Feb 04 06:01:34.050427 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48670) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:34.065718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:34.066050 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:34.066375 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:34.134853 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd382f74-231d-4f3a-9807-139e909bc928 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] DELETE failed (client error): The resource could not be found. Feb 04 06:01:34.135318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd382f74-231d-4f3a-9807-139e909bc928 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:01:34.150118 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:34.150707 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:34.154456 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 9 to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 Feb 04 06:01:34.161826 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-c7840fc9-c576-4671-b562-45ff42679952 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Allocated IP 172.20.0.13 (6a6e5fad-e912-441c-8b53-4c9501065a15/02568f8d-ddb6-4e85-a282-00c5c1e89e99/3c5b51e3-e799-412b-8fed-058751c654b6) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:34.165217 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.196056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:34.196385 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:34.196713 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:34.212255 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5770399-f0ed-4fb8-a9df-c101cacb1505 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.214741 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:34.215071 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:34.217196 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 10 to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 Feb 04 06:01:34.225207 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bd382f74-231d-4f3a-9807-139e909bc928 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/ports/8325edbb-759d-4a01-9c53-ba7fac6660b1 HTTP/1.1" status: 404 len: 333 time: 0.1711271 Feb 04 06:01:34.226009 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4c8238fb-fd64-4a24-9195-a393b7f442c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.231772 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48674) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:34.232404 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5770399-f0ed-4fb8-a9df-c101cacb1505 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.267532 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-497c8dda-5cd1-47ec-bdfe-3a9432c303da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.297179 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c8dda-5cd1-47ec-bdfe-3a9432c303da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34430afe-2bd3-44cf-9131-df534d272522,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:34.300299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-497c8dda-5cd1-47ec-bdfe-3a9432c303da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.304674 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-497c8dda-5cd1-47ec-bdfe-3a9432c303da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34430afe-2bd3-44cf-9131-df534d272522 HTTP/1.1" status: 204 len: 168 time: 0.7175775 Feb 04 06:01:34.342842 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:34.343073 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:34.343450 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:34.376086 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:34.376509 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:34.376764 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.385511 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aae7da8-51c9-43b5-844b-84aa352cedd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] GET failed (client error): The resource could not be found. Feb 04 06:01:34.386044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3aae7da8-51c9-43b5-844b-84aa352cedd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Synchronizing usage tracker for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:34.392122 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4c8238fb-fd64-4a24-9195-a393b7f442c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.420905 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d9be999e-18fb-4d42-b5e7-7469fd61c6cb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.502147 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9be999e-18fb-4d42-b5e7-7469fd61c6cb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:34.507763 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-d9be999e-18fb-4d42-b5e7-7469fd61c6cb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:34.510741 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9be999e-18fb-4d42-b5e7-7469fd61c6cb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:34.511322 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d9be999e-18fb-4d42-b5e7-7469fd61c6cb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.524737 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d66256b-8f0a-4fed-8351-e5c15c2c8523 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:34.545973 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be999e-18fb-4d42-b5e7-7469fd61c6cb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=a61e98c5-afe9-47bd-a15a-cdc0fff8bb99,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:34.557277 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3aae7da8-51c9-43b5-844b-84aa352cedd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Unset dirty status for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:34.561500 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3aae7da8-51c9-43b5-844b-84aa352cedd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports/8325edbb-759d-4a01-9c53-ba7fac6660b1 HTTP/1.1" status: 404 len: 333 time: 0.2791989 Feb 04 06:01:34.563145 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48680) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:34.578641 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-e5770399-f0ed-4fb8-a9df-c101cacb1505 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Floating IP 15429a39-bf91-425f-99c1-53ce7d34ab1e associated. External IP: 172.26.4.78, port: e672479f-456d-4a57-8825-f317688706a4. Feb 04 06:01:34.607314 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d9be999e-18fb-4d42-b5e7-7469fd61c6cb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2222006 Feb 04 06:01:34.608594 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7840fc9-c576-4671-b562-45ff42679952 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.617932 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48684) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:34.635202 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-37782558-d21d-48b0-979d-b75a437fa715 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'fixed_ips': [{'subnet_id': 'a61e98c5-afe9-47bd-a15a-cdc0fff8bb99', 'ip_address': '2001:db8::31ed:3f86:6e0c:8fc3'}], 'name': 'tempest-NetworksTestDHCPv6-178321454'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:34.679101 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] For port 3839a878-caa0-4a21-8cf9-7e3b864286e0, host hv-neutron-8268, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:01:34.679464 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempted to set empty binding levels {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 06:01:34.717449 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-c7840fc9-c576-4671-b562-45ff42679952 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Transition to ACTIVE for port object 3c5b51e3-e799-412b-8fed-058751c654b6 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:34.745989 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c0bc70-b1da-4981-b43d-624c64562555 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting subnet f768b057-fd95-457c-80c4-70d0a16c4511 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:01:34.754431 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4c0bc70-b1da-4981-b43d-624c64562555 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.831629 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': 'a61e98c5-afe9-47bd-a15a-cdc0fff8bb99'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:01:34.833874 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.843374 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4c0bc70-b1da-4981-b43d-624c64562555 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.861456 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4c8238fb-fd64-4a24-9195-a393b7f442c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.891533 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.922922 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-37782558-d21d-48b0-979d-b75a437fa715 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:34.941450 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8238fb-fd64-4a24-9195-a393b7f442c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e29a02c-f612-4865-900d-7965a1144e7a,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:34.945776 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-37782558-d21d-48b0-979d-b75a437fa715 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:34.951124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7840fc9-c576-4671-b562-45ff42679952 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.984244 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4c8238fb-fd64-4a24-9195-a393b7f442c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.986085 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4c8238fb-fd64-4a24-9195-a393b7f442c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e29a02c-f612-4865-900d-7965a1144e7a HTTP/1.1" status: 204 len: 168 time: 0.9843044 Feb 04 06:01:34.987654 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] In _notify_port_updated(), no bound segment for port 3839a878-caa0-4a21-8cf9-7e3b864286e0 on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87471) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:01:34.989008 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:34.990145 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.992031 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] 10.222.0.31 "PUT /v2.0/ports/3839a878-caa0-4a21-8cf9-7e3b864286e0 HTTP/1.1" status: 200 len: 981 time: 3.2663660 Feb 04 06:01:34.997228 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48698) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:35.037774 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7840fc9-c576-4671-b562-45ff42679952 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Network 6a6e5fad-e912-441c-8b53-4c9501065a15 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:35.041301 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37782558-d21d-48b0-979d-b75a437fa715 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:35.053067 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6404628-9d32-4172-b795-5f9bcf2ff177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Pushing event updated for resources: {'Port': ['ID=3839a878-caa0-4a21-8cf9-7e3b864286e0,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:35.080759 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-c7840fc9-c576-4671-b562-45ff42679952 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:35.192284 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Allocated IP 2001:db8::2 (65e4f961-4ab6-4ffd-8973-b6f04910c762/a61e98c5-afe9-47bd-a15a-cdc0fff8bb99/1f34cbd8-ee57-48d0-8840-cea84d9fef0b) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:35.414641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.415123 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.415578 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.416251 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.416511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.416953 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.417397 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.418128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.418285 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.418728 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.419169 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.419641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.422044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.429552 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.430049 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.430522 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.430983 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.431438 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.431921 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.432377 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.432827 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.433277 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.433725 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.434170 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.440564 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7840fc9-c576-4671-b562-45ff42679952 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:35.450742 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6d043d53-ef31-4d43-8291-f2a1c2e49cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20821 time: 0.4505246 Feb 04 06:01:35.457921 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48710) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:35.478211 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.497198 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4c0bc70-b1da-4981-b43d-624c64562555 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.498342 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Transition to ACTIVE for port object 1f34cbd8-ee57-48d0-8840-cea84d9fef0b will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:35.521482 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Transition to ACTIVE for port object 1f34cbd8-ee57-48d0-8840-cea84d9fef0b will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:35.530377 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.543012 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7840fc9-c576-4671-b562-45ff42679952 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Pushing event updated for resources: {'Port': ['ID=3c5b51e3-e799-412b-8fed-058751c654b6,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:35.564833 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5770399-f0ed-4fb8-a9df-c101cacb1505 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 291bd204-0842-4d12-b7ad-9ab081fb392c has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:01:35.589944 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48716) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:35.626742 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:35.627025 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7840fc9-c576-4671-b562-45ff42679952 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.627820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7840fc9-c576-4671-b562-45ff42679952 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.631301 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:35.634240 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:35.643245 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d8fe28bd-f9f9-4105-a918-792a42373a77 None None] Provisioning for port 3c5b51e3-e799-412b-8fed-058751c654b6 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:35.652185 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d8fe28bd-f9f9-4105-a918-792a42373a77 None None] Provisioning complete for port 3c5b51e3-e799-412b-8fed-058751c654b6 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:35.652556 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d8fe28bd-f9f9-4105-a918-792a42373a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.664658 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0877dfee-58f3-44a5-a3a6-b5ed04c7774f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Deleting port 3839a878-caa0-4a21-8cf9-7e3b864286e0 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:35.665348 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0877dfee-58f3-44a5-a3a6-b5ed04c7774f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.674623 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-37782558-d21d-48b0-979d-b75a437fa715 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.689135 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4c0bc70-b1da-4981-b43d-624c64562555 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.693609 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c7840fc9-c576-4671-b562-45ff42679952 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6997995 Feb 04 06:01:35.717977 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48722) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:35.726959 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Pushing event updated for resources: {'Port': ['ID=1f34cbd8-ee57-48d0-8840-cea84d9fef0b,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:35.737501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-4884f547-92f4-41ab-842d-0854d1711357 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:37:e9:fd'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:35.738994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0bc70-b1da-4981-b43d-624c64562555 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Subnet': ['ID=f768b057-fd95-457c-80c4-70d0a16c4511,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:35.742483 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4c0bc70-b1da-4981-b43d-624c64562555 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.747403 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b4c0bc70-b1da-4981-b43d-624c64562555 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/subnets/f768b057-fd95-457c-80c4-70d0a16c4511 HTTP/1.1" status: 204 len: 168 time: 1.1813295 Feb 04 06:01:35.748916 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-37782558-d21d-48b0-979d-b75a437fa715 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port ca87aa90-c8ed-4ad9-b8b8-3dc7db113404 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:35.780046 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48726) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:35.791573 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fed5cc1-5b64-4c18-87c3-53d41d941ab1 None None] Network fc3ca66e-b795-46e1-9ecc-68eb56488021 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:35.852348 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48730) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:35.916021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Attempting to bind port 1f34cbd8-ee57-48d0-8840-cea84d9fef0b on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:35.916771 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Attempting to bind port 1f34cbd8-ee57-48d0-8840-cea84d9fef0b by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:35.916771 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Attempting to bind port 1f34cbd8-ee57-48d0-8840-cea84d9fef0b on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:35.923593 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe28bd-f9f9-4105-a918-792a42373a77 None None] Port 3c5b51e3-e799-412b-8fed-058751c654b6 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:35.929689 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:01:35.930057 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:35.930447 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.930832 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:01:35.931292 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Bound port: 1f34cbd8-ee57-48d0-8840-cea84d9fef0b, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:01:35.931659 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.033965 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-37782558-d21d-48b0-979d-b75a437fa715 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::31ed:3f86:6e0c:8fc3 (65e4f961-4ab6-4ffd-8973-b6f04910c762/a61e98c5-afe9-47bd-a15a-cdc0fff8bb99/ca87aa90-c8ed-4ad9-b8b8-3dc7db113404) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:36.040554 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-aa375ef6-6f97-44fb-8f21-b3111eedb04e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c39af0a4e394961ac01d1c0709fc32e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4455936 Feb 04 06:01:36.041064 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48736) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:36.112236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] For port 1f34cbd8-ee57-48d0-8840-cea84d9fef0b, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:01:36.123162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] For port 1f34cbd8-ee57-48d0-8840-cea84d9fef0b, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1f34cbd8-ee57-48d0-8840-cea84d9fef0b,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:01:36.140014 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.151055 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f521192b-4330-4559-9085-0760aeccb08e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.187270 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f496e4a0-53a4-4b03-ae29-4eda7e012453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.204746 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-688655985'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:36.226650 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165511e5-0bb9-4654-aac9-bf4a6e61b8b2 None None] Pushing event updated for resources: {'Port': ['ID=1f34cbd8-ee57-48d0-8840-cea84d9fef0b,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:36.239045 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69542346-0032-4abe-be12-e4362b1902fa None None] DHCP port deletion for fc3ca66e-b795-46e1-9ecc-68eb56488021 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:01:36.247999 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-69542346-0032-4abe-be12-e4362b1902fa None None] Deleting port 5ab702b7-b8fe-4ae4-95c3-97f219172952 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:36.248417 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-69542346-0032-4abe-be12-e4362b1902fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.272450 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5770399-f0ed-4fb8-a9df-c101cacb1505 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:01:36.276838 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:36.296552 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409d1797-dbe1-4693-98f3-b23c7e10bb06 None None] Sync routers for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:36.300913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Usage tracker for resource:network and tenant:360cce07c85945adac0a94b92cf7b0dc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:36.314438 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:36.324860 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409d1797-dbe1-4693-98f3-b23c7e10bb06 None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:36.325493 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-409d1797-dbe1-4693-98f3-b23c7e10bb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:36.329964 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:36.336225 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f496e4a0-53a4-4b03-ae29-4eda7e012453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.376616 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Made reservation on behalf of 360cce07c85945adac0a94b92cf7b0dc for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:36.380070 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.382780 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f521192b-4330-4559-9085-0760aeccb08e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port 5ab702b7-b8fe-4ae4-95c3-97f219172952 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:36.383399 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f521192b-4330-4559-9085-0760aeccb08e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.420516 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-409d1797-dbe1-4693-98f3-b23c7e10bb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:36.426673 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.445474 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409d1797-dbe1-4693-98f3-b23c7e10bb06 None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:36.446515 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-409d1797-dbe1-4693-98f3-b23c7e10bb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:36.466899 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-0877dfee-58f3-44a5-a3a6-b5ed04c7774f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] For port 3839a878-caa0-4a21-8cf9-7e3b864286e0, host hv-neutron-8268, got binding levels [] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:36.467525 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0877dfee-58f3-44a5-a3a6-b5ed04c7774f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.470185 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:36.474900 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-37782558-d21d-48b0-979d-b75a437fa715 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.482754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Usage tracker for resource:security_group_rule and tenant:360cce07c85945adac0a94b92cf7b0dc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:36.486281 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:36.497639 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:36.507636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-37782558-d21d-48b0-979d-b75a437fa715 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object ca87aa90-c8ed-4ad9-b8b8-3dc7db113404 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:36.525964 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f496e4a0-53a4-4b03-ae29-4eda7e012453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.556360 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496e4a0-53a4-4b03-ae29-4eda7e012453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c4e326-1082-4421-92b2-542346d3bcb1,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:36.565795 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-409d1797-dbe1-4693-98f3-b23c7e10bb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:36.565795 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409d1797-dbe1-4693-98f3-b23c7e10bb06 None None] The sync data for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:36.613493 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f496e4a0-53a4-4b03-ae29-4eda7e012453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.615029 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f496e4a0-53a4-4b03-ae29-4eda7e012453 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96c4e326-1082-4421-92b2-542346d3bcb1 HTTP/1.1" status: 204 len: 168 time: 0.5745277 Feb 04 06:01:36.626778 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-37782558-d21d-48b0-979d-b75a437fa715 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.718597 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-69542346-0032-4abe-be12-e4362b1902fa None None] For port 5ab702b7-b8fe-4ae4-95c3-97f219172952, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=5ab702b7-b8fe-4ae4-95c3-97f219172952,segment=NetworkSegment(5cd69f5d-8ee4-4caf-a991-33a7363c9bff),segment_id=5cd69f5d-8ee4-4caf-a991-33a7363c9bff)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:36.718996 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-69542346-0032-4abe-be12-e4362b1902fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.782659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37782558-d21d-48b0-979d-b75a437fa715 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:36.790914 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-37782558-d21d-48b0-979d-b75a437fa715 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:36.794009 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.795125 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37782558-d21d-48b0-979d-b75a437fa715 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=ca87aa90-c8ed-4ad9-b8b8-3dc7db113404,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:36.803819 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37782558-d21d-48b0-979d-b75a437fa715 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:36.809564 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37782558-d21d-48b0-979d-b75a437fa715 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:36.810202 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-37782558-d21d-48b0-979d-b75a437fa715 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.816886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.853443 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:01:36.877267 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-37782558-d21d-48b0-979d-b75a437fa715 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2564166 Feb 04 06:01:36.878116 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48742) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:36.881906 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-69542346-0032-4abe-be12-e4362b1902fa None None] Calling delete_port for 5ab702b7-b8fe-4ae4-95c3-97f219172952 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:36.886226 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.886569 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Added segment f8943147-8dd7-4405-9e9b-99fbfdcd4088 of type vlan for network bee4027a-625f-4c8a-85a4-d13563e3d39d Feb 04 06:01:36.887913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3c6c6e-4366-4ea6-b309-4112c3ab0f55,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:36.905282 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-ba5987b6-df97-4eff-a6c0-39ca422fa0dc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'fixed_ips': [{'subnet_id': 'a61e98c5-afe9-47bd-a15a-cdc0fff8bb99', 'ip_address': '2001:db8::31ed:3f86:6e0c:8fc3'}], 'name': 'tempest-NetworksTestDHCPv6-995165384'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:36.955321 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0877dfee-58f3-44a5-a3a6-b5ed04c7774f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Calling delete_port for 3839a878-caa0-4a21-8cf9-7e3b864286e0 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:36.982382 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-69542346-0032-4abe-be12-e4362b1902fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:37.021664 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:37.035836 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69542346-0032-4abe-be12-e4362b1902fa None None] No DVR routers for this DVR port 5ab702b7-b8fe-4ae4-95c3-97f219172952 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:01:37.037761 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69542346-0032-4abe-be12-e4362b1902fa None None] Pushing event deleted for resources: {'Port': ['ID=5ab702b7-b8fe-4ae4-95c3-97f219172952,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:37.045588 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:37.059522 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f521192b-4330-4559-9085-0760aeccb08e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] The port '5ab702b7-b8fe-4ae4-95c3-97f219172952' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:01:37.110166 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4884f547-92f4-41ab-842d-0854d1711357 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:37.120631 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ba5987b6-df97-4eff-a6c0-39ca422fa0dc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:37.122689 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:37.128430 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:37.129055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:37.150835 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ba5987b6-df97-4eff-a6c0-39ca422fa0dc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:port and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:37.159329 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ba5987b6-df97-4eff-a6c0-39ca422fa0dc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:37.172559 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ba5987b6-df97-4eff-a6c0-39ca422fa0dc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:37.255765 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4021132 Feb 04 06:01:37.260460 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48754) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:37.265637 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab0f8c-5c20-4970-a163-4bf6d96c1cf1 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Pushing event updated for resources: {'Network': ['ID=bee4027a-625f-4c8a-85a4-d13563e3d39d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:37.270053 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f521192b-4330-4559-9085-0760aeccb08e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:37.271131 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b8e56a02-e07a-4f72-bdde-2c1a253d8328 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Request body: {'subnet': {'network_id': 'bee4027a-625f-4c8a-85a4-d13563e3d39d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:37.278198 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network bee4027a-625f-4c8a-85a4-d13563e3d39d details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:01:37.310729 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5987b6-df97-4eff-a6c0-39ca422fa0dc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:37.317514 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-f521192b-4330-4559-9085-0760aeccb08e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3ca66e-b795-46e1-9ecc-68eb56488021']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:37.317684 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba5987b6-df97-4eff-a6c0-39ca422fa0dc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:37.336404 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-f521192b-4330-4559-9085-0760aeccb08e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd69f5d-8ee4-4caf-a991-33a7363c9bff') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:37.336693 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-f521192b-4330-4559-9085-0760aeccb08e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd69f5d-8ee4-4caf-a991-33a7363c9bff') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:37.377362 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f521192b-4330-4559-9085-0760aeccb08e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:37.406017 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f521192b-4330-4559-9085-0760aeccb08e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:37.462462 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-ba5987b6-df97-4eff-a6c0-39ca422fa0dc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port adec1385-bc23-40ae-9910-6c54f31ef3e2 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:37.531140 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b8e56a02-e07a-4f72-bdde-2c1a253d8328 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:37.535643 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b8e56a02-e07a-4f72-bdde-2c1a253d8328 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Usage tracker for resource:subnet and tenant:360cce07c85945adac0a94b92cf7b0dc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:37.538568 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b8e56a02-e07a-4f72-bdde-2c1a253d8328 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:37.546620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b8e56a02-e07a-4f72-bdde-2c1a253d8328 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:37.568382 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e56a02-e07a-4f72-bdde-2c1a253d8328 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Made reservation on behalf of 360cce07c85945adac0a94b92cf7b0dc for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:37.572029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b8e56a02-e07a-4f72-bdde-2c1a253d8328 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:37.597620 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f521192b-4330-4559-9085-0760aeccb08e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:01:37.598104 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f521192b-4330-4559-9085-0760aeccb08e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:01:37.616606 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:01:37.618427 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0877dfee-58f3-44a5-a3a6-b5ed04c7774f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:37.734264 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877dfee-58f3-44a5-a3a6-b5ed04c7774f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Pushing event deleted for resources: {'Port': ['ID=3839a878-caa0-4a21-8cf9-7e3b864286e0,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:37.843901 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1f34cbd8-ee57-48d0-8840-cea84d9fef0b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:37.891642 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0877dfee-58f3-44a5-a3a6-b5ed04c7774f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:37.921519 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5770399-f0ed-4fb8-a9df-c101cacb1505 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 5deb46f4-3b8d-4916-abc5-7158b0efde35 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:01:37.927682 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f521192b-4330-4559-9085-0760aeccb08e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:37.937725 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2466d3f2-3474-473d-805b-728f7d037856 None None] Provisioning for port 1f34cbd8-ee57-48d0-8840-cea84d9fef0b completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:37.958942 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0877dfee-58f3-44a5-a3a6-b5ed04c7774f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] 10.222.0.31 "DELETE /v2.0/ports/3839a878-caa0-4a21-8cf9-7e3b864286e0 HTTP/1.1" status: 204 len: 168 time: 2.4983311 Feb 04 06:01:37.974866 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f521192b-4330-4559-9085-0760aeccb08e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:37.979295 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 1f34cbd8-ee57-48d0-8840-cea84d9fef0b completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:37.982779 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f521192b-4330-4559-9085-0760aeccb08e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/networks/fc3ca66e-b795-46e1-9ecc-68eb56488021 HTTP/1.1" status: 204 len: 168 time: 2.1952157 Feb 04 06:01:37.988015 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 1f34cbd8-ee57-48d0-8840-cea84d9fef0b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:37.989240 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:37.989769 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48770) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:37.990109 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48772) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:38.001686 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521192b-4330-4559-9085-0760aeccb08e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Network': ['ID=fc3ca66e-b795-46e1-9ecc-68eb56488021,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:38.006791 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-622dbe3d-fb4f-4d38-819b-829407adfbb6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1081061503'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:38.035323 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5987b6-df97-4eff-a6c0-39ca422fa0dc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 06:01:38.036035 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5987b6-df97-4eff-a6c0-39ca422fa0dc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:01:38.092258 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ba5987b6-df97-4eff-a6c0-39ca422fa0dc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2076154 Feb 04 06:01:38.181034 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.204115 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48780) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:38.234619 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 1f34cbd8-ee57-48d0-8840-cea84d9fef0b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1f34cbd8-ee57-48d0-8840-cea84d9fef0b,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:38.242293 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.273878 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b8e56a02-e07a-4f72-bdde-2c1a253d8328 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.332998 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 5ab702b7-b8fe-4ae4-95c3-97f219172952 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:01:38.351402 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-622dbe3d-fb4f-4d38-819b-829407adfbb6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:38.358381 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5770399-f0ed-4fb8-a9df-c101cacb1505 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:01:38.370525 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7799c24-37a7-4d75-a660-7e846513200f None None] Sync routers for ids ['5deb46f4-3b8d-4916-abc5-7158b0efde35'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:38.371366 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 5ab702b7-b8fe-4ae4-95c3-97f219172952 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:01:38.371709 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 5ab702b7-b8fe-4ae4-95c3-97f219172952 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:01:38.373477 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d0e7e1b3-48a9-4823-997b-fe466c6c41b7 None None] Provisioning for port ca87aa90-c8ed-4ad9-b8b8-3dc7db113404 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:38.383677 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7799c24-37a7-4d75-a660-7e846513200f None None] Routers {'5deb46f4-3b8d-4916-abc5-7158b0efde35'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:38.384326 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-d7799c24-37a7-4d75-a660-7e846513200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5deb46f4-3b8d-4916-abc5-7158b0efde35'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:38.386165 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d0e7e1b3-48a9-4823-997b-fe466c6c41b7 None None] Provisioning complete for port ca87aa90-c8ed-4ad9-b8b8-3dc7db113404 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:38.386541 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e1b3-48a9-4823-997b-fe466c6c41b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.407461 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5770399-f0ed-4fb8-a9df-c101cacb1505 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.428437 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e56a02-e07a-4f72-bdde-2c1a253d8328 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Pushing event updated for resources: {'Subnet': ['ID=20f320b7-96ce-4d16-96fb-24b8b03b4114,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:38.446660 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e56a02-e07a-4f72-bdde-2c1a253d8328 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Checking segment: {'id': 'f8943147-8dd7-4405-9e9b-99fbfdcd4088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bee4027a-625f-4c8a-85a4-d13563e3d39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:38.447054 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e56a02-e07a-4f72-bdde-2c1a253d8328 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Network hostable DHCP agents. Network: bee4027a-625f-4c8a-85a4-d13563e3d39d, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:01:38.477353 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80b38f0-fb18-4b55-890c-584c06fd2706 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:38.483681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80b38f0-fb18-4b55-890c-584c06fd2706 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:38.484604 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e80b38f0-fb18-4b55-890c-584c06fd2706 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:38.490342 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-d7799c24-37a7-4d75-a660-7e846513200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:38.493817 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-d0e7e1b3-48a9-4823-997b-fe466c6c41b7 None None] Port ca87aa90-c8ed-4ad9-b8b8-3dc7db113404 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:38.505837 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=1f34cbd8-ee57-48d0-8840-cea84d9fef0b,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:38.506799 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e56a02-e07a-4f72-bdde-2c1a253d8328 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Network bee4027a-625f-4c8a-85a4-d13563e3d39d is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:01:38.507175 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7799c24-37a7-4d75-a660-7e846513200f None None] Routers {'5deb46f4-3b8d-4916-abc5-7158b0efde35'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:38.508027 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-d7799c24-37a7-4d75-a660-7e846513200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5deb46f4-3b8d-4916-abc5-7158b0efde35'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:38.518347 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e80b38f0-fb18-4b55-890c-584c06fd2706 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:38.522477 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e80b38f0-fb18-4b55-890c-584c06fd2706 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3148134 Feb 04 06:01:38.522843 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48790) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:38.568742 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-b8e56a02-e07a-4f72-bdde-2c1a253d8328 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, bee4027a-625f-4c8a-85a4-d13563e3d39d) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:38.572871 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-622dbe3d-fb4f-4d38-819b-829407adfbb6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:network and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:38.573167 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e56a02-e07a-4f72-bdde-2c1a253d8328 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:38.573762 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b8e56a02-e07a-4f72-bdde-2c1a253d8328 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.581415 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a23506e-c1f0-4b76-ac7c-3e25d76550c5 None None] Network bee4027a-625f-4c8a-85a4-d13563e3d39d requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:38.583273 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b8e45b-e0fb-441e-ba7e-d715c65d6a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] GET failed (client error): The resource could not be found. Feb 04 06:01:38.584010 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-56b8e45b-e0fb-441e-ba7e-d715c65d6a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Synchronizing usage tracker for tenant:2073abb90dcd4cd5b8d5bba4553ebba1 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:38.586990 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-622dbe3d-fb4f-4d38-819b-829407adfbb6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:38.614658 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-622dbe3d-fb4f-4d38-819b-829407adfbb6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:38.625330 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b8e56a02-e07a-4f72-bdde-2c1a253d8328 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3617361 Feb 04 06:01:38.628608 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48796) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:38.631132 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-d7799c24-37a7-4d75-a660-7e846513200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:38.631679 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7799c24-37a7-4d75-a660-7e846513200f None None] The sync data for ids ['5deb46f4-3b8d-4916-abc5-7158b0efde35'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:38.641701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f9c2da19-2eb4-45a3-8474-8c75d802f934 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port ca87aa90-c8ed-4ad9-b8b8-3dc7db113404 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:38.642252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f9c2da19-2eb4-45a3-8474-8c75d802f934 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.644131 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-9af0cb12-b760-4a7f-ab56-099f75ebacf4 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1766197691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:38.688775 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9af0cb12-b760-4a7f-ab56-099f75ebacf4 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:38.703520 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622dbe3d-fb4f-4d38-819b-829407adfbb6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:38.707850 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-622dbe3d-fb4f-4d38-819b-829407adfbb6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.735537 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-4884f547-92f4-41ab-842d-0854d1711357 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:01:38.743588 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9af0cb12-b760-4a7f-ab56-099f75ebacf4 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Usage tracker for resource:router and tenant:360cce07c85945adac0a94b92cf7b0dc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:38.750144 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9af0cb12-b760-4a7f-ab56-099f75ebacf4 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:38.763062 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-56b8e45b-e0fb-441e-ba7e-d715c65d6a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Unset dirty status for tenant:2073abb90dcd4cd5b8d5bba4553ebba1 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:38.768471 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-56b8e45b-e0fb-441e-ba7e-d715c65d6a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] 10.222.0.31 "GET /v2.0/ports/3839a878-caa0-4a21-8cf9-7e3b864286e0 HTTP/1.1" status: 404 len: 333 time: 0.7706790 Feb 04 06:01:38.770175 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9af0cb12-b760-4a7f-ab56-099f75ebacf4 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:38.773439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4884f547-92f4-41ab-842d-0854d1711357 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.776877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48802) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:38.790241 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622dbe3d-fb4f-4d38-819b-829407adfbb6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:01:38.796597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-feffd482-faa2-4f74-92b7-e0f7a6ecd90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723947134', 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:38.802338 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48806) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:38.805746 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4884f547-92f4-41ab-842d-0854d1711357 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.810767 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-feffd482-faa2-4f74-92b7-e0f7a6ecd90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:38.845562 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e5770399-f0ed-4fb8-a9df-c101cacb1505 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "PUT /v2.0/floatingips/15429a39-bf91-425f-99c1-53ce7d34ab1e HTTP/1.1" status: 200 len: 977 time: 7.2312782 Feb 04 06:01:38.855993 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48812) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:38.866286 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9af0cb12-b760-4a7f-ab56-099f75ebacf4 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.867243 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9af0cb12-b760-4a7f-ab56-099f75ebacf4 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.891502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9af0cb12-b760-4a7f-ab56-099f75ebacf4 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.902810 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-bee4027a-625f-4c8a-85a4-d13563e3d39d', 'network_id': 'bee4027a-625f-4c8a-85a4-d13563e3d39d', 'tenant_id': '360cce07c85945adac0a94b92cf7b0dc', 'fixed_ips': [{'subnet_id': '20f320b7-96ce-4d16-96fb-24b8b03b4114'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:01:38.903920 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.951309 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-feffd482-faa2-4f74-92b7-e0f7a6ecd90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:38.966845 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9af0cb12-b760-4a7f-ab56-099f75ebacf4 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.979629 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-a25bef97-515d-4329-bca8-0e88d7d7dca8 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Deleting port 6b9baad6-e11d-4070-bcc5-fdcda818980f {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:38.980000 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a25bef97-515d-4329-bca8-0e88d7d7dca8 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.030476 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2080205496', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:39.048262 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:39.073812 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-622dbe3d-fb4f-4d38-819b-829407adfbb6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.074202 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-622dbe3d-fb4f-4d38-819b-829407adfbb6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Added segment b464cfaf-df31-42b3-b60f-72d7b10793cf of type vlan for network 1509124e-8311-47bc-8514-4fad90a018c4 Feb 04 06:01:39.086421 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Usage tracker for resource:port and tenant:5e73dcdf16b247f48f3938e58e7f22ca is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:39.095878 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:39.116062 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-4884f547-92f4-41ab-842d-0854d1711357 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] In _notify_port_updated(), no bound segment for port 3c5b51e3-e799-412b-8fed-058751c654b6 on network 6a6e5fad-e912-441c-8b53-4c9501065a15 {{(pid=87471) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:01:39.126946 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:39.127743 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4884f547-92f4-41ab-842d-0854d1711357 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:39.128450 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4884f547-92f4-41ab-842d-0854d1711357 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.130902 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4884f547-92f4-41ab-842d-0854d1711357 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "PUT /v2.0/ports/3c5b51e3-e799-412b-8fed-058751c654b6 HTTP/1.1" status: 200 len: 993 time: 3.4111531 Feb 04 06:01:39.136533 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f9c2da19-2eb4-45a3-8474-8c75d802f934 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.145527 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48816) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:39.170771 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feffd482-faa2-4f74-92b7-e0f7a6ecd90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Made reservation on behalf of 2073abb90dcd4cd5b8d5bba4553ebba1 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:39.173852 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-feffd482-faa2-4f74-92b7-e0f7a6ecd90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.189416 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884f547-92f4-41ab-842d-0854d1711357 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Pushing event updated for resources: {'Port': ['ID=3c5b51e3-e799-412b-8fed-058751c654b6,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:39.200075 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-622dbe3d-fb4f-4d38-819b-829407adfbb6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.213432 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Allocated IP 172.20.0.2 (bee4027a-625f-4c8a-85a4-d13563e3d39d/20f320b7-96ce-4d16-96fb-24b8b03b4114/1e78b125-86e4-4a7d-b73b-103d61bf3fce) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:39.214053 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9af0cb12-b760-4a7f-ab56-099f75ebacf4 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.218489 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9af0cb12-b760-4a7f-ab56-099f75ebacf4 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5850363 Feb 04 06:01:39.220922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48820) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:39.399292 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2dde59b1-33ae-4766-811a-2487edfec8ec None None] Provisioning complete for port 3c5b51e3-e799-412b-8fed-058751c654b6 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:39.399699 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2dde59b1-33ae-4766-811a-2487edfec8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.427530 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-feffd482-faa2-4f74-92b7-e0f7a6ecd90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] device_id is not set on port 336f1449-f901-47e7-8d0c-cf767f6c054d yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:39.447622 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f9c2da19-2eb4-45a3-8474-8c75d802f934 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for ca87aa90-c8ed-4ad9-b8b8-3dc7db113404 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:39.464566 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-622dbe3d-fb4f-4d38-819b-829407adfbb6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:01:39.481590 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2dde59b1-33ae-4766-811a-2487edfec8ec None None] Port 3c5b51e3-e799-412b-8fed-058751c654b6 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:39.482920 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Made reservation on behalf of 5e73dcdf16b247f48f3938e58e7f22ca for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:39.485717 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.530398 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.566065 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.574493 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-e27091b4-d2dc-40c0-8314-5afd8ccd23ec tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Deleting port 3c5b51e3-e799-412b-8fed-058751c654b6 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:39.574827 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e27091b4-d2dc-40c0-8314-5afd8ccd23ec tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.578090 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Transition to ACTIVE for port object 1e78b125-86e4-4a7d-b73b-103d61bf3fce will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:39.596978 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Transition to ACTIVE for port object 1e78b125-86e4-4a7d-b73b-103d61bf3fce will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:39.603143 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.633144 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-622dbe3d-fb4f-4d38-819b-829407adfbb6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.638676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622dbe3d-fb4f-4d38-819b-829407adfbb6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:39.639250 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-622dbe3d-fb4f-4d38-819b-829407adfbb6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.665635 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:39.668550 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Network bee4027a-625f-4c8a-85a4-d13563e3d39d is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:39.672636 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:39.676336 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:39.699183 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Usage tracker for resource:security_group_rule and tenant:5e73dcdf16b247f48f3938e58e7f22ca is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:39.711589 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:39.721489 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Pushing event updated for resources: {'Port': ['ID=1e78b125-86e4-4a7d-b73b-103d61bf3fce,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:39.723863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:39.778260 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Attempting to bind port 1e78b125-86e4-4a7d-b73b-103d61bf3fce on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:39.778635 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Attempting to bind port 1e78b125-86e4-4a7d-b73b-103d61bf3fce by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f8943147-8dd7-4405-9e9b-99fbfdcd4088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bee4027a-625f-4c8a-85a4-d13563e3d39d'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:39.779581 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Attempting to bind port 1e78b125-86e4-4a7d-b73b-103d61bf3fce on network bee4027a-625f-4c8a-85a4-d13563e3d39d {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:39.784529 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:01:39.785103 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Checking segment: {'id': 'f8943147-8dd7-4405-9e9b-99fbfdcd4088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bee4027a-625f-4c8a-85a4-d13563e3d39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:39.785619 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.786147 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Bound using segment: {'id': 'f8943147-8dd7-4405-9e9b-99fbfdcd4088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bee4027a-625f-4c8a-85a4-d13563e3d39d'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:01:39.786642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Bound port: 1e78b125-86e4-4a7d-b73b-103d61bf3fce, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8943147-8dd7-4405-9e9b-99fbfdcd4088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bee4027a-625f-4c8a-85a4-d13563e3d39d'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:01:39.787056 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.834043 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1f34cbd8-ee57-48d0-8840-cea84d9fef0b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:39.908665 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-622dbe3d-fb4f-4d38-819b-829407adfbb6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9128914 Feb 04 06:01:39.920629 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48824) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:39.933162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] For port 1e78b125-86e4-4a7d-b73b-103d61bf3fce, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:01:39.936981 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] For port 1e78b125-86e4-4a7d-b73b-103d61bf3fce, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1e78b125-86e4-4a7d-b73b-103d61bf3fce,segment=NetworkSegment(f8943147-8dd7-4405-9e9b-99fbfdcd4088),segment_id=f8943147-8dd7-4405-9e9b-99fbfdcd4088)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:01:39.939507 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-9de001ed-38ae-440d-a3de-a8b4e6fdbee3 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'subnet': {'network_id': '1509124e-8311-47bc-8514-4fad90a018c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:39.942393 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a25bef97-515d-4329-bca8-0e88d7d7dca8 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.943995 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.961815 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622dbe3d-fb4f-4d38-819b-829407adfbb6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Network': ['ID=1509124e-8311-47bc-8514-4fad90a018c4,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:39.976236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 1f34cbd8-ee57-48d0-8840-cea84d9fef0b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:39.976585 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:40.008815 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 1509124e-8311-47bc-8514-4fad90a018c4 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:01:40.170249 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768f143-dc37-4072-814e-e71d32d3de60 None None] Pushing event updated for resources: {'Port': ['ID=1e78b125-86e4-4a7d-b73b-103d61bf3fce,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:40.229198 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-feffd482-faa2-4f74-92b7-e0f7a6ecd90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:40.236573 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9de001ed-38ae-440d-a3de-a8b4e6fdbee3 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:40.239206 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:40.252777 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9de001ed-38ae-440d-a3de-a8b4e6fdbee3 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:subnet and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:40.256640 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9de001ed-38ae-440d-a3de-a8b4e6fdbee3 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:40.265988 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f9c2da19-2eb4-45a3-8474-8c75d802f934 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:40.268302 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9de001ed-38ae-440d-a3de-a8b4e6fdbee3 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:40.382711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2da19-2eb4-45a3-8474-8c75d802f934 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=ca87aa90-c8ed-4ad9-b8b8-3dc7db113404,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:40.510837 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:40.535764 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f9c2da19-2eb4-45a3-8474-8c75d802f934 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:40.549262 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:40.552931 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] device_id is not set on port 3576ba6f-69d5-489c-a15e-84e6917b710c yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:40.590124 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de001ed-38ae-440d-a3de-a8b4e6fdbee3 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:40.593842 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9de001ed-38ae-440d-a3de-a8b4e6fdbee3 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:40.722175 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-feffd482-faa2-4f74-92b7-e0f7a6ecd90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:40.734183 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e27091b4-d2dc-40c0-8314-5afd8ccd23ec tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:40.755954 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9f75bb-cb32-4446-b7fc-f6a2e07cac89,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:40.761695 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f9c2da19-2eb4-45a3-8474-8c75d802f934 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/ca87aa90-c8ed-4ad9-b8b8-3dc7db113404 HTTP/1.1" status: 204 len: 168 time: 2.2352619 Feb 04 06:01:40.771059 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48828) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:40.927679 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feffd482-faa2-4f74-92b7-e0f7a6ecd90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:40.933781 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffd482-faa2-4f74-92b7-e0f7a6ecd90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Pushing event updated for resources: {'Port': ['ID=336f1449-f901-47e7-8d0c-cf767f6c054d,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:40.941788 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-feffd482-faa2-4f74-92b7-e0f7a6ecd90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:40.946811 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-e27091b4-d2dc-40c0-8314-5afd8ccd23ec tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Calling delete_port for 3c5b51e3-e799-412b-8fed-058751c654b6 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:40.948612 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feffd482-faa2-4f74-92b7-e0f7a6ecd90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:40.949517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feffd482-faa2-4f74-92b7-e0f7a6ecd90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:40.950101 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-feffd482-faa2-4f74-92b7-e0f7a6ecd90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:40.965748 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400810b5-3de8-4919-b262-c8ae9325e191 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:40.967309 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400810b5-3de8-4919-b262-c8ae9325e191 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:40.968086 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-400810b5-3de8-4919-b262-c8ae9325e191 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:41.016710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Allocated IP 172.26.4.201 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/3576ba6f-69d5-489c-a15e-84e6917b710c) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:41.055826 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a25bef97-515d-4329-bca8-0e88d7d7dca8 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:41.056127 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a25bef97-515d-4329-bca8-0e88d7d7dca8 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:41.056444 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-a25bef97-515d-4329-bca8-0e88d7d7dca8 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Floating IP 15429a39-bf91-425f-99c1-53ce7d34ab1e disassociated. External IP: 172.26.4.78, port: 6b9baad6-e11d-4070-bcc5-fdcda818980f. Feb 04 06:01:41.056767 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-a25bef97-515d-4329-bca8-0e88d7d7dca8 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Calling delete_port for 6b9baad6-e11d-4070-bcc5-fdcda818980f owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:41.095926 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-feffd482-faa2-4f74-92b7-e0f7a6ecd90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3122432 Feb 04 06:01:41.098462 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48832) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:41.102194 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-400810b5-3de8-4919-b262-c8ae9325e191 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:41.105849 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-400810b5-3de8-4919-b262-c8ae9325e191 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3207338 Feb 04 06:01:41.118893 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48836) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:41.149123 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Allocated IP 172.20.0.1 (bee4027a-625f-4c8a-85a4-d13563e3d39d/20f320b7-96ce-4d16-96fb-24b8b03b4114/76c6d296-87b2-47c1-ae4e-b2afe1491013) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:41.231439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9de001ed-38ae-440d-a3de-a8b4e6fdbee3 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:41.294711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-85bc3f7e-b7b9-42bf-9bd3-d35d7ebaee36 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet a61e98c5-afe9-47bd-a15a-cdc0fff8bb99 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:01:41.305670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-85bc3f7e-b7b9-42bf-9bd3-d35d7ebaee36 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:41.316325 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e1cc0f-1212-4da2-bebb-22a52551f5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:41.316893 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-87e1cc0f-1212-4da2-bebb-22a52551f5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Synchronizing usage tracker for tenant:2073abb90dcd4cd5b8d5bba4553ebba1 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:41.399419 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e27091b4-d2dc-40c0-8314-5afd8ccd23ec tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:41.401072 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3c77e9-ff6d-4fde-8410-8ecd3b39798e None None] Network bee4027a-625f-4c8a-85a4-d13563e3d39d requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:41.404509 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de001ed-38ae-440d-a3de-a8b4e6fdbee3 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Subnet': ['ID=2451de22-f899-4f0b-9002-7213521c1b54,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:41.446529 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:41.449422 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-87e1cc0f-1212-4da2-bebb-22a52551f5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Unset dirty status for tenant:2073abb90dcd4cd5b8d5bba4553ebba1 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:41.450581 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-87e1cc0f-1212-4da2-bebb-22a52551f5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] 10.222.0.31 "GET /v2.0/ports/336f1449-f901-47e7-8d0c-cf767f6c054d HTTP/1.1" status: 200 len: 959 time: 0.3462396 Feb 04 06:01:41.458287 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48840) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:41.502323 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Transition to ACTIVE for port object 76c6d296-87b2-47c1-ae4e-b2afe1491013 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:41.506470 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2835f7d5-5d21-4ee1-8807-55d1a1bf3f07 None None] Provisioning for port 1e78b125-86e4-4a7d-b73b-103d61bf3fce completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:41.528181 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27091b4-d2dc-40c0-8314-5afd8ccd23ec tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Pushing event deleted for resources: {'Port': ['ID=3c5b51e3-e799-412b-8fed-058751c654b6,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:41.528804 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de001ed-38ae-440d-a3de-a8b4e6fdbee3 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Checking segment: {'id': 'b464cfaf-df31-42b3-b60f-72d7b10793cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1509124e-8311-47bc-8514-4fad90a018c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:41.529329 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de001ed-38ae-440d-a3de-a8b4e6fdbee3 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network hostable DHCP agents. Network: 1509124e-8311-47bc-8514-4fad90a018c4, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:01:41.540350 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-85bc3f7e-b7b9-42bf-9bd3-d35d7ebaee36 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:41.566948 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-e7a09b91-b703-4899-a8ea-bbc039b46b90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Deleting port 336f1449-f901-47e7-8d0c-cf767f6c054d {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:41.567550 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e7a09b91-b703-4899-a8ea-bbc039b46b90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:41.597550 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de001ed-38ae-440d-a3de-a8b4e6fdbee3 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 1509124e-8311-47bc-8514-4fad90a018c4 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:01:41.628677 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-9de001ed-38ae-440d-a3de-a8b4e6fdbee3 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 1509124e-8311-47bc-8514-4fad90a018c4) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:41.635083 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de001ed-38ae-440d-a3de-a8b4e6fdbee3 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:41.635715 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9de001ed-38ae-440d-a3de-a8b4e6fdbee3 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:41.654197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5603512-94e5-440f-8893-c83f8ecc6a57 None None] Network 1509124e-8311-47bc-8514-4fad90a018c4 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:41.658352 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a25bef97-515d-4329-bca8-0e88d7d7dca8 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:41.673898 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:41.768458 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9de001ed-38ae-440d-a3de-a8b4e6fdbee3 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8466220 Feb 04 06:01:41.782351 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Network bee4027a-625f-4c8a-85a4-d13563e3d39d is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:41.807123 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48844) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:41.816123 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:41.881351 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-b04ce5e2-870f-460f-a8c7-26024f22021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'network_id': '1509124e-8311-47bc-8514-4fad90a018c4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1276208912'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:41.910494 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:41.914042 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1e78b125-86e4-4a7d-b73b-103d61bf3fce up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:41.939017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bef97-515d-4329-bca8-0e88d7d7dca8 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event deleted for resources: {'Port': ['ID=6b9baad6-e11d-4070-bcc5-fdcda818980f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:41.969483 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Pushing event updated for resources: {'Port': ['ID=76c6d296-87b2-47c1-ae4e-b2afe1491013,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:42.051893 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:42.113522 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:42.151133 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-1509124e-8311-47bc-8514-4fad90a018c4', 'network_id': '1509124e-8311-47bc-8514-4fad90a018c4', 'tenant_id': '710d5f667c8343fb8e8917198e863eab', 'fixed_ips': [{'subnet_id': '2451de22-f899-4f0b-9002-7213521c1b54'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:01:42.152506 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:42.246358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-85bc3f7e-b7b9-42bf-9bd3-d35d7ebaee36 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:42.261578 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 1e78b125-86e4-4a7d-b73b-103d61bf3fce completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:42.310590 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 1e78b125-86e4-4a7d-b73b-103d61bf3fce triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:42.310975 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:42.428972 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e27091b4-d2dc-40c0-8314-5afd8ccd23ec tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:42.448412 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1dffeb50-e116-4261-bd7f-9d83b785c18e None None] Provisioning complete for port 1e78b125-86e4-4a7d-b73b-103d61bf3fce triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:42.448997 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1dffeb50-e116-4261-bd7f-9d83b785c18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:42.463200 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e27091b4-d2dc-40c0-8314-5afd8ccd23ec tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "DELETE /v2.0/ports/3c5b51e3-e799-412b-8fed-058751c654b6 HTTP/1.1" status: 204 len: 168 time: 3.3119202 Feb 04 06:01:42.470268 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48848) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:42.484647 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e7a09b91-b703-4899-a8ea-bbc039b46b90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:42.545587 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0e443b-9098-4b1e-8554-3a5ff301332b tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] GET failed (client error): The resource could not be found. Feb 04 06:01:42.546169 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9f0e443b-9098-4b1e-8554-3a5ff301332b tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Synchronizing usage tracker for tenant:abf3f54e408e4cd2be447516d0ec55b4 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:42.556339 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25bef97-515d-4329-bca8-0e88d7d7dca8 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 5deb46f4-3b8d-4916-abc5-7158b0efde35 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:01:42.563208 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:42.568297 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Allocated IP 172.20.0.2 (1509124e-8311-47bc-8514-4fad90a018c4/2451de22-f899-4f0b-9002-7213521c1b54/870d9a4b-fc8b-4607-820c-774438fe8845) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:42.621441 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-85bc3f7e-b7b9-42bf-9bd3-d35d7ebaee36 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:42.656529 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-e7a09b91-b703-4899-a8ea-bbc039b46b90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Calling delete_port for 336f1449-f901-47e7-8d0c-cf767f6c054d owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:42.658242 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:42.727906 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9f0e443b-9098-4b1e-8554-3a5ff301332b tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Unset dirty status for tenant:abf3f54e408e4cd2be447516d0ec55b4 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:42.732660 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9f0e443b-9098-4b1e-8554-3a5ff301332b tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "GET /v2.0/ports/3c5b51e3-e799-412b-8fed-058751c654b6 HTTP/1.1" status: 404 len: 333 time: 0.2543685 Feb 04 06:01:42.734014 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48852) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:42.743076 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-dd8a4ec6-1a42-4757-8ba2-3cb803f76084 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Request body: {'port': {'network_id': '6a6e5fad-e912-441c-8b53-4c9501065a15', 'name': 'tempest-AllowedAddressPairTestJSON-1698390308'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:42.752317 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:42.753271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc3f7e-b7b9-42bf-9bd3-d35d7ebaee36 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=a61e98c5-afe9-47bd-a15a-cdc0fff8bb99,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:42.758258 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 1e78b125-86e4-4a7d-b73b-103d61bf3fce, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1e78b125-86e4-4a7d-b73b-103d61bf3fce,segment=NetworkSegment(f8943147-8dd7-4405-9e9b-99fbfdcd4088),segment_id=f8943147-8dd7-4405-9e9b-99fbfdcd4088)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:42.765997 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-85bc3f7e-b7b9-42bf-9bd3-d35d7ebaee36 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:42.768900 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:42.773724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b04ce5e2-870f-460f-a8c7-26024f22021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:42.778385 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b04ce5e2-870f-460f-a8c7-26024f22021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:port and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:42.781983 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:42.782547 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec1fb8a-d69e-4a32-9731-64c3aecd8b13 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:42.801800 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:42.815430 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Pushing event updated for resources: {'Port': ['ID=3576ba6f-69d5-489c-a15e-84e6917b710c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:42.830752 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b04ce5e2-870f-460f-a8c7-26024f22021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:42.843763 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b04ce5e2-870f-460f-a8c7-26024f22021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:42.883932 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-85bc3f7e-b7b9-42bf-9bd3-d35d7ebaee36 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/a61e98c5-afe9-47bd-a15a-cdc0fff8bb99 HTTP/1.1" status: 204 len: 168 time: 1.7612844 Feb 04 06:01:42.884628 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1dffeb50-e116-4261-bd7f-9d83b785c18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:42.892685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48856) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:42.963206 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04ce5e2-870f-460f-a8c7-26024f22021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:42.966729 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b04ce5e2-870f-460f-a8c7-26024f22021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:42.979735 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e7a09b91-b703-4899-a8ea-bbc039b46b90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:42.981299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:42.981897 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:42.986155 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:42.994552 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b3697cb8-3567-4f15-8099-f0e5af815726 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965633 Feb 04 06:01:43.002093 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48860) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:43.010392 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-ef90f2fa-3549-4db8-86e5-760ca25fdd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:43.068742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a09b91-b703-4899-a8ea-bbc039b46b90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Pushing event deleted for resources: {'Port': ['ID=336f1449-f901-47e7-8d0c-cf767f6c054d,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:43.078344 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25bef97-515d-4329-bca8-0e88d7d7dca8 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:01:43.095275 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-57f995d7-da6d-468e-a267-d9ec590ac579 tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.2890041 Feb 04 06:01:43.099485 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48864) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:43.109676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-b04ce5e2-870f-460f-a8c7-26024f22021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] device_id is not set on port df736615-5771-40fb-898b-96b57282854f yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:43.148055 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e7a09b91-b703-4899-a8ea-bbc039b46b90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:43.152910 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-9b967ceb-9b7c-4b01-9e87-cad1c64332fc tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.201'}]}}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:43.161065 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5a16fb-4f37-402f-9e7b-73753703dafc None None] Sync routers for ids ['5deb46f4-3b8d-4916-abc5-7158b0efde35'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:43.169226 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-dd8a4ec6-1a42-4757-8ba2-3cb803f76084 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:43.173158 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9b967ceb-9b7c-4b01-9e87-cad1c64332fc tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:43.198820 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9b967ceb-9b7c-4b01-9e87-cad1c64332fc tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Usage tracker for resource:router and tenant:5e73dcdf16b247f48f3938e58e7f22ca is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:43.201331 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ef90f2fa-3549-4db8-86e5-760ca25fdd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:43.208909 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9b967ceb-9b7c-4b01-9e87-cad1c64332fc tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:43.209206 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ef90f2fa-3549-4db8-86e5-760ca25fdd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:43.213761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ef90f2fa-3549-4db8-86e5-760ca25fdd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:43.222261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ef90f2fa-3549-4db8-86e5-760ca25fdd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:43.224537 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a25bef97-515d-4329-bca8-0e88d7d7dca8 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:43.229211 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a25bef97-515d-4329-bca8-0e88d7d7dca8 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "DELETE /v2.0/ports/6b9baad6-e11d-4070-bcc5-fdcda818980f HTTP/1.1" status: 204 len: 168 time: 4.3695779 Feb 04 06:01:43.229470 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48868) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:43.233261 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9b967ceb-9b7c-4b01-9e87-cad1c64332fc tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:43.240552 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=1e78b125-86e4-4a7d-b73b-103d61bf3fce,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:43.244304 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:43.249821 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e7a09b91-b703-4899-a8ea-bbc039b46b90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] 10.222.0.31 "DELETE /v2.0/ports/336f1449-f901-47e7-8d0c-cf767f6c054d HTTP/1.1" status: 204 len: 168 time: 1.7879875 Feb 04 06:01:43.253133 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-dd8a4ec6-1a42-4757-8ba2-3cb803f76084 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:43.253732 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5a16fb-4f37-402f-9e7b-73753703dafc None None] Routers {'5deb46f4-3b8d-4916-abc5-7158b0efde35'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:43.254365 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4a5a16fb-4f37-402f-9e7b-73753703dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5deb46f4-3b8d-4916-abc5-7158b0efde35'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:43.259540 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48872) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:43.304102 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef90f2fa-3549-4db8-86e5-760ca25fdd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:43.307521 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ef90f2fa-3549-4db8-86e5-760ca25fdd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:43.334540 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4a5a16fb-4f37-402f-9e7b-73753703dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:43.336166 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Transition to ACTIVE for port object 870d9a4b-fc8b-4607-820c-774438fe8845 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:43.341328 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-1dffeb50-e116-4261-bd7f-9d83b785c18e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:01:43.341708 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-1dffeb50-e116-4261-bd7f-9d83b785c18e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:01:43.365173 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5a16fb-4f37-402f-9e7b-73753703dafc None None] Routers {'5deb46f4-3b8d-4916-abc5-7158b0efde35'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:43.365832 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4a5a16fb-4f37-402f-9e7b-73753703dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5deb46f4-3b8d-4916-abc5-7158b0efde35'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:43.415867 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Transition to ACTIVE for port object 870d9a4b-fc8b-4607-820c-774438fe8845 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:43.435267 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:43.441850 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9b967ceb-9b7c-4b01-9e87-cad1c64332fc tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:43.442882 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9b967ceb-9b7c-4b01-9e87-cad1c64332fc tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:43.446328 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8a4ec6-1a42-4757-8ba2-3cb803f76084 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Made reservation on behalf of abf3f54e408e4cd2be447516d0ec55b4 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:43.449801 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4ec6-1a42-4757-8ba2-3cb803f76084 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:43.473286 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4a5a16fb-4f37-402f-9e7b-73753703dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:43.473909 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5a16fb-4f37-402f-9e7b-73753703dafc None None] The sync data for ids ['5deb46f4-3b8d-4916-abc5-7158b0efde35'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:43.500978 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf01088-60c8-4a97-a918-788282e58fc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] GET failed (client error): The resource could not be found. Feb 04 06:01:43.501339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-adf01088-60c8-4a97-a918-788282e58fc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Synchronizing usage tracker for tenant:2073abb90dcd4cd5b8d5bba4553ebba1 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:43.520488 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Network 1509124e-8311-47bc-8514-4fad90a018c4 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:43.526430 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:43.529067 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:43.540920 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Pushing event updated for resources: {'Port': ['ID=870d9a4b-fc8b-4607-820c-774438fe8845,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:43.552993 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-dd8a4ec6-1a42-4757-8ba2-3cb803f76084 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] device_id is not set on port 1974bf0f-f6c0-42e2-a97f-4c9fc139c8f9 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:43.606924 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9b967ceb-9b7c-4b01-9e87-cad1c64332fc tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:43.624276 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6d312e-2464-4c3e-9642-1c287b2422a9 None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:01:43.639926 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-adf01088-60c8-4a97-a918-788282e58fc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Unset dirty status for tenant:2073abb90dcd4cd5b8d5bba4553ebba1 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:43.641094 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-adf01088-60c8-4a97-a918-788282e58fc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] 10.222.0.31 "GET /v2.0/ports/336f1449-f901-47e7-8d0c-cf767f6c054d HTTP/1.1" status: 404 len: 333 time: 0.3762362 Feb 04 06:01:43.644148 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-b04ce5e2-870f-460f-a8c7-26024f22021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Allocated IP 172.20.0.7 (1509124e-8311-47bc-8514-4fad90a018c4/2451de22-f899-4f0b-9002-7213521c1b54/df736615-5771-40fb-898b-96b57282854f) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:43.645004 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48876) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:43.653598 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d312e-2464-4c3e-9642-1c287b2422a9 None None] Deleting port 1f34cbd8-ee57-48d0-8840-cea84d9fef0b {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:43.654510 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8a6d312e-2464-4c3e-9642-1c287b2422a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:43.659487 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-3bb67e56-b07a-4aac-b20d-579b8433e9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Request body: {'port': {'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-897122290'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:43.666182 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3bb67e56-b07a-4aac-b20d-579b8433e9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:43.746519 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Attempting to bind port 870d9a4b-fc8b-4607-820c-774438fe8845 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:43.746894 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Attempting to bind port 870d9a4b-fc8b-4607-820c-774438fe8845 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'b464cfaf-df31-42b3-b60f-72d7b10793cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1509124e-8311-47bc-8514-4fad90a018c4'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:43.747321 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Attempting to bind port 870d9a4b-fc8b-4607-820c-774438fe8845 on network 1509124e-8311-47bc-8514-4fad90a018c4 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:43.763921 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:01:43.763921 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Checking segment: {'id': 'b464cfaf-df31-42b3-b60f-72d7b10793cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1509124e-8311-47bc-8514-4fad90a018c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:43.763921 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:43.763921 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Bound using segment: {'id': 'b464cfaf-df31-42b3-b60f-72d7b10793cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1509124e-8311-47bc-8514-4fad90a018c4'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:01:43.763921 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Bound port: 870d9a4b-fc8b-4607-820c-774438fe8845, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b464cfaf-df31-42b3-b60f-72d7b10793cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1509124e-8311-47bc-8514-4fad90a018c4'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:01:43.764899 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3bb67e56-b07a-4aac-b20d-579b8433e9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:43.765078 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:43.824036 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1e78b125-86e4-4a7d-b73b-103d61bf3fce up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:43.845178 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb67e56-b07a-4aac-b20d-579b8433e9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Made reservation on behalf of 2073abb90dcd4cd5b8d5bba4553ebba1 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:43.847091 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3bb67e56-b07a-4aac-b20d-579b8433e9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:43.958274 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-3bb67e56-b07a-4aac-b20d-579b8433e9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] device_id is not set on port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:44.027611 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] For port 870d9a4b-fc8b-4607-820c-774438fe8845, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:01:44.099247 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ef90f2fa-3549-4db8-86e5-760ca25fdd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:44.105128 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] For port 870d9a4b-fc8b-4607-820c-774438fe8845, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=870d9a4b-fc8b-4607-820c-774438fe8845,segment=NetworkSegment(b464cfaf-df31-42b3-b60f-72d7b10793cf),segment_id=b464cfaf-df31-42b3-b60f-72d7b10793cf)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:01:44.129517 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:44.179287 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1dffeb50-e116-4261-bd7f-9d83b785c18e None None] Provisioning for port 76c6d296-87b2-47c1-ae4e-b2afe1491013 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:44.217507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1dffeb50-e116-4261-bd7f-9d83b785c18e None None] Provisioning complete for port 76c6d296-87b2-47c1-ae4e-b2afe1491013 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:44.217955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1dffeb50-e116-4261-bd7f-9d83b785c18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:44.229830 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef90f2fa-3549-4db8-86e5-760ca25fdd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:44.244960 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-ef90f2fa-3549-4db8-86e5-760ca25fdd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:44.251025 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b04ce5e2-870f-460f-a8c7-26024f22021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:44.267725 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 1e78b125-86e4-4a7d-b73b-103d61bf3fce triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:44.268121 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:44.277861 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-b04ce5e2-870f-460f-a8c7-26024f22021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Transition to ACTIVE for port object df736615-5771-40fb-898b-96b57282854f will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:44.319112 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef90f2fa-3549-4db8-86e5-760ca25fdd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:44.319993 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ef90f2fa-3549-4db8-86e5-760ca25fdd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:44.346027 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8a6d312e-2464-4c3e-9642-1c287b2422a9 None None] For port 1f34cbd8-ee57-48d0-8840-cea84d9fef0b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1f34cbd8-ee57-48d0-8840-cea84d9fef0b,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:44.346426 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8a6d312e-2464-4c3e-9642-1c287b2422a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:44.366146 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cd018-7036-440a-9d13-5b973fd931b3 None None] Pushing event updated for resources: {'Port': ['ID=870d9a4b-fc8b-4607-820c-774438fe8845,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:44.371591 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-1dffeb50-e116-4261-bd7f-9d83b785c18e None None] Port 76c6d296-87b2-47c1-ae4e-b2afe1491013 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:44.428183 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90f2fa-3549-4db8-86e5-760ca25fdd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=28a0f774-ea2c-4023-ae0a-c14f4b77da98,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:44.481274 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-dd8a4ec6-1a42-4757-8ba2-3cb803f76084 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Allocated IP 172.20.0.8 (6a6e5fad-e912-441c-8b53-4c9501065a15/02568f8d-ddb6-4e85-a282-00c5c1e89e99/1974bf0f-f6c0-42e2-a97f-4c9fc139c8f9) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:44.488389 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ef90f2fa-3549-4db8-86e5-760ca25fdd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4848332 Feb 04 06:01:44.498128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48880) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:44.506825 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9b967ceb-9b7c-4b01-9e87-cad1c64332fc tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:44.514299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3bb67e56-b07a-4aac-b20d-579b8433e9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:44.527003 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8a4cff21-840d-485f-a549-b8b074ca6519 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'fixed_ips': [{'subnet_id': '28a0f774-ea2c-4023-ae0a-c14f4b77da98', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-652456206'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:44.541149 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d312e-2464-4c3e-9642-1c287b2422a9 None None] Calling delete_port for 1f34cbd8-ee57-48d0-8840-cea84d9fef0b owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:44.661084 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3bb67e56-b07a-4aac-b20d-579b8433e9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:44.705827 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:01:44.720863 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b665db79-ec25-429e-b04d-14a71845605e None None] Provisioning complete for port 76c6d296-87b2-47c1-ae4e-b2afe1491013 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:44.721616 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b665db79-ec25-429e-b04d-14a71845605e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:44.726757 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b04ce5e2-870f-460f-a8c7-26024f22021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:44.750972 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a7b46eaa-b584-46dd-8a82-2398119f0c60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:44.798247 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:44.815382 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1f34cbd8-ee57-48d0-8840-cea84d9fef0b no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:01:44.835834 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb67e56-b07a-4aac-b20d-579b8433e9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:44.848868 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-3bb67e56-b07a-4aac-b20d-579b8433e9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:44.857134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb67e56-b07a-4aac-b20d-579b8433e9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:44.858202 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb67e56-b07a-4aac-b20d-579b8433e9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:44.859269 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3bb67e56-b07a-4aac-b20d-579b8433e9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:44.869322 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb67e56-b07a-4aac-b20d-579b8433e9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Pushing event updated for resources: {'Port': ['ID=fe6d57cd-37ce-430d-a7c2-a41eedf01d1c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:44.881133 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b665db79-ec25-429e-b04d-14a71845605e None None] Port 76c6d296-87b2-47c1-ae4e-b2afe1491013 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:44.901273 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8a6d312e-2464-4c3e-9642-1c287b2422a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:44.920124 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:44.940373 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No active binding found for port 1f34cbd8-ee57-48d0-8840-cea84d9fef0b {{(pid=87472) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 06:01:44.940779 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1f34cbd8-ee57-48d0-8840-cea84d9fef0b not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:01:44.951687 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3bb67e56-b07a-4aac-b20d-579b8433e9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2985330 Feb 04 06:01:44.952300 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d312e-2464-4c3e-9642-1c287b2422a9 None None] Pushing event deleted for resources: {'Port': ['ID=1f34cbd8-ee57-48d0-8840-cea84d9fef0b,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:44.954021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d312e-2464-4c3e-9642-1c287b2422a9 None None] No DVR routers for this DVR port 1f34cbd8-ee57-48d0-8840-cea84d9fef0b on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:01:44.967386 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48884) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:44.967737 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b059b2-35ce-40af-b805-97ae0637c431 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:44.976815 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:45.045493 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04ce5e2-870f-460f-a8c7-26024f22021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 1509124e-8311-47bc-8514-4fad90a018c4 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:45.112021 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-b04ce5e2-870f-460f-a8c7-26024f22021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:45.113862 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ce5e2-870f-460f-a8c7-26024f22021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=df736615-5771-40fb-898b-96b57282854f,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:45.116031 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04ce5e2-870f-460f-a8c7-26024f22021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:45.188187 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04ce5e2-870f-460f-a8c7-26024f22021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:45.189074 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b04ce5e2-870f-460f-a8c7-26024f22021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:45.207466 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:45.208080 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': '28a0f774-ea2c-4023-ae0a-c14f4b77da98'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:01:45.209070 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:45.271696 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b04ce5e2-870f-460f-a8c7-26024f22021a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.4636562 Feb 04 06:01:45.278923 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48888) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:45.306073 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8a4cff21-840d-485f-a549-b8b074ca6519 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:45.317598 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:45.332762 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8a4cff21-840d-485f-a549-b8b074ca6519 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:port and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:45.408890 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Allocated IP 2001:db8::2 (65e4f961-4ab6-4ffd-8973-b6f04910c762/28a0f774-ea2c-4023-ae0a-c14f4b77da98/b08ec622-7472-41b2-b10b-b69b40a6610e) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:45.463699 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8a4cff21-840d-485f-a549-b8b074ca6519 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:45.491082 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8a4cff21-840d-485f-a549-b8b074ca6519 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:45.525892 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Pushing event updated for resources: {'Port': ['ID=76c6d296-87b2-47c1-ae4e-b2afe1491013,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:45.538855 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Network bee4027a-625f-4c8a-85a4-d13563e3d39d is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:45.544071 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:45.573170 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4cff21-840d-485f-a549-b8b074ca6519 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:45.623564 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-1c16ef45-ce94-4ccb-967b-75c86234d5ca tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port df736615-5771-40fb-898b-96b57282854f {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:45.623962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1c16ef45-ce94-4ccb-967b-75c86234d5ca tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:45.670711 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4ec6-1a42-4757-8ba2-3cb803f76084 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:45.694024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-a7b46eaa-b584-46dd-8a82-2398119f0c60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Deleting port d3c09a3d-071b-4931-bc1f-a71b08a92c41 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:45.694521 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a7b46eaa-b584-46dd-8a82-2398119f0c60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:45.797343 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:45.820090 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Transition to ACTIVE for port object b08ec622-7472-41b2-b10b-b69b40a6610e will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:45.864536 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Transition to ACTIVE for port object b08ec622-7472-41b2-b10b-b69b40a6610e will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:45.874114 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 870d9a4b-fc8b-4607-820c-774438fe8845 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:45.907890 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e22188a-ffc2-4f77-a7a0-ad278204a48d None None] Network 1509124e-8311-47bc-8514-4fad90a018c4 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:45.924590 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:46.064145 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-dd8a4ec6-1a42-4757-8ba2-3cb803f76084 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Transition to ACTIVE for port object 1974bf0f-f6c0-42e2-a97f-4c9fc139c8f9 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:46.070656 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:46.074372 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4de4bcd5-9580-41bd-a7c7-fce732061c03 None None] Provisioning for port 870d9a4b-fc8b-4607-820c-774438fe8845 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:46.081122 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] device_id is not set on port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:46.087204 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:46.095034 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:46.140589 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:46.151206 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Pushing event updated for resources: {'Port': ['ID=b08ec622-7472-41b2-b10b-b69b40a6610e,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:46.151543 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a7b46eaa-b584-46dd-8a82-2398119f0c60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:46.213221 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a4cff21-840d-485f-a549-b8b074ca6519 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:46.228567 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4ec6-1a42-4757-8ba2-3cb803f76084 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:46.235494 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Attempting to bind port b08ec622-7472-41b2-b10b-b69b40a6610e on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:46.235888 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Attempting to bind port b08ec622-7472-41b2-b10b-b69b40a6610e by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:46.236234 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Attempting to bind port b08ec622-7472-41b2-b10b-b69b40a6610e on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:46.237318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Transition to ACTIVE for port object fe6d57cd-37ce-430d-a7c2-a41eedf01d1c will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:46.245160 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 870d9a4b-fc8b-4607-820c-774438fe8845 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:46.257091 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:01:46.257465 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:46.257958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:46.258677 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:01:46.259166 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Bound port: b08ec622-7472-41b2-b10b-b69b40a6610e, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:01:46.259540 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:46.299229 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 870d9a4b-fc8b-4607-820c-774438fe8845 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:46.299602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:46.300988 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-a7b46eaa-b584-46dd-8a82-2398119f0c60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Calling delete_port for d3c09a3d-071b-4931-bc1f-a71b08a92c41 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:46.332425 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:46.382797 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Router 5f2518c5-766d-4e36-a429-aaa7cee63d29 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:01:46.399998 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-befa37ef-aa95-486f-b4b4-3e381b475a3f None None] Provisioning complete for port 76c6d296-87b2-47c1-ae4e-b2afe1491013 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:46.400366 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-befa37ef-aa95-486f-b4b4-3e381b475a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:46.456545 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-8a4cff21-840d-485f-a549-b8b074ca6519 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port e991297d-5e64-48cc-91b4-2e0c126b10b8 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:46.497644 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8a4ec6-1a42-4757-8ba2-3cb803f76084 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Network 6a6e5fad-e912-441c-8b53-4c9501065a15 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:46.498947 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a4ec6-1a42-4757-8ba2-3cb803f76084 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Pushing event updated for resources: {'Port': ['ID=1974bf0f-f6c0-42e2-a97f-4c9fc139c8f9,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:46.505019 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-dd8a4ec6-1a42-4757-8ba2-3cb803f76084 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:46.532983 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-befa37ef-aa95-486f-b4b4-3e381b475a3f None None] Port 76c6d296-87b2-47c1-ae4e-b2afe1491013 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:46.553403 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] For port b08ec622-7472-41b2-b10b-b69b40a6610e, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:01:46.563904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8a4ec6-1a42-4757-8ba2-3cb803f76084 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:46.594871 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] For port b08ec622-7472-41b2-b10b-b69b40a6610e, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b08ec622-7472-41b2-b10b-b69b40a6610e,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:01:46.614594 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:46.689744 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:46.697480 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1c16ef45-ce94-4ccb-967b-75c86234d5ca tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:46.747608 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d48a5d-c3b1-4ffb-9f32-cb65bcdd4d2b None None] Pushing event updated for resources: {'Port': ['ID=b08ec622-7472-41b2-b10b-b69b40a6610e,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:46.757197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 870d9a4b-fc8b-4607-820c-774438fe8845, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=870d9a4b-fc8b-4607-820c-774438fe8845,segment=NetworkSegment(b464cfaf-df31-42b3-b60f-72d7b10793cf),segment_id=b464cfaf-df31-42b3-b60f-72d7b10793cf)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:46.773582 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:46.829100 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8a4ec6-1a42-4757-8ba2-3cb803f76084 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:46.829337 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4ec6-1a42-4757-8ba2-3cb803f76084 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:46.885020 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-dd8a4ec6-1a42-4757-8ba2-3cb803f76084 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1467865 Feb 04 06:01:46.896962 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=870d9a4b-fc8b-4607-820c-774438fe8845,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:46.899736 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48892) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:46.906754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9b967ceb-9b7c-4b01-9e87-cad1c64332fc tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:46.946080 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:01:46.950991 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8e167b2f-89f2-4214-8e72-52e72315adf5 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:37:e9:fd'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:46.958596 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c21bfb-6f32-4593-829a-701a90ceb864 None None] Sync routers for ids ['5f2518c5-766d-4e36-a429-aaa7cee63d29'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:46.975884 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c21bfb-6f32-4593-829a-701a90ceb864 None None] Routers {'5f2518c5-766d-4e36-a429-aaa7cee63d29'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:46.976871 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-b5c21bfb-6f32-4593-829a-701a90ceb864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5f2518c5-766d-4e36-a429-aaa7cee63d29'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:46.986197 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d56550f4-12e8-4c67-b6d0-734c0e2db727 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] 10.222.0.31 "PUT /v2.0/routers/5f2518c5-766d-4e36-a429-aaa7cee63d29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7625167 Feb 04 06:01:46.995212 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9b967ceb-9b7c-4b01-9e87-cad1c64332fc tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:46.997583 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c549e341-043f-42f1-97bf-3c8f115c1c7a None None] Provisioning for port 1974bf0f-f6c0-42e2-a97f-4c9fc139c8f9 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:47.007196 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c549e341-043f-42f1-97bf-3c8f115c1c7a None None] Provisioning complete for port 1974bf0f-f6c0-42e2-a97f-4c9fc139c8f9 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:47.007570 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c549e341-043f-42f1-97bf-3c8f115c1c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:47.012526 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48896) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:47.037837 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-1e69b91a-6a44-4d1e-87c6-7fafc5248cce tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Request body: {'port': {'network_id': 'bee4027a-625f-4c8a-85a4-d13563e3d39d', 'name': 'tempest-FloatingIPNegativeTestJSON-172406620'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:47.044870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Pushing event updated for resources: {'Port': ['ID=fe6d57cd-37ce-430d-a7c2-a41eedf01d1c,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:47.069424 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-c549e341-043f-42f1-97bf-3c8f115c1c7a None None] Port 1974bf0f-f6c0-42e2-a97f-4c9fc139c8f9 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:47.104818 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-b5c21bfb-6f32-4593-829a-701a90ceb864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:47.105428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-1c16ef45-ce94-4ccb-967b-75c86234d5ca tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for df736615-5771-40fb-898b-96b57282854f owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:47.124269 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c21bfb-6f32-4593-829a-701a90ceb864 None None] Routers {'5f2518c5-766d-4e36-a429-aaa7cee63d29'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:47.125326 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-b5c21bfb-6f32-4593-829a-701a90ceb864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5f2518c5-766d-4e36-a429-aaa7cee63d29'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:47.210873 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-25840016-00aa-49b1-88b6-aee4fdee99da None None] Provisioning complete for port 870d9a4b-fc8b-4607-820c-774438fe8845 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:47.211293 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-25840016-00aa-49b1-88b6-aee4fdee99da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:47.224913 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-b5c21bfb-6f32-4593-829a-701a90ceb864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:47.225308 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c21bfb-6f32-4593-829a-701a90ceb864 None None] The sync data for ids ['5f2518c5-766d-4e36-a429-aaa7cee63d29'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:47.276828 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4cff21-840d-485f-a549-b8b074ca6519 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:01:47.277350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4cff21-840d-485f-a549-b8b074ca6519 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:01:47.344058 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8a4cff21-840d-485f-a549-b8b074ca6519 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.8412049 Feb 04 06:01:47.350739 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48900) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:47.391737 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a7b46eaa-b584-46dd-8a82-2398119f0c60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:47.420840 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-25840016-00aa-49b1-88b6-aee4fdee99da None None] Provisioning for port df736615-5771-40fb-898b-96b57282854f completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:47.427454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-25840016-00aa-49b1-88b6-aee4fdee99da None None] Provisioning complete for port df736615-5771-40fb-898b-96b57282854f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:47.427864 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-25840016-00aa-49b1-88b6-aee4fdee99da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:47.462016 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:47.462615 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:47.463193 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:47.469526 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b46eaa-b584-46dd-8a82-2398119f0c60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event deleted for resources: {'Port': ['ID=d3c09a3d-071b-4931-bc1f-a71b08a92c41,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:47.498121 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-25840016-00aa-49b1-88b6-aee4fdee99da None None] Port df736615-5771-40fb-898b-96b57282854f cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:47.516031 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:47.516366 dv-neutron-826830-2-hyperv neutron-server[87470]: ERROR neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:47.544434 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.plugins.ml2.plugin [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 2 to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c Feb 04 06:01:47.594734 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:47.595175 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:47.595354 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:47.607710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:47.608372 dv-neutron-826830-2-hyperv neutron-server[87470]: ERROR neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:47.613430 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.plugins.ml2.plugin [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 3 to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c Feb 04 06:01:47.629478 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b94d1426-2df7-4c91-8a2c-2209b0e66171 None None] Provisioning complete for port df736615-5771-40fb-898b-96b57282854f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:47.629953 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b94d1426-2df7-4c91-8a2c-2209b0e66171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:47.635941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1e69b91a-6a44-4d1e-87c6-7fafc5248cce tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:47.652208 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1e69b91a-6a44-4d1e-87c6-7fafc5248cce tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Usage tracker for resource:port and tenant:360cce07c85945adac0a94b92cf7b0dc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:47.699049 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1e69b91a-6a44-4d1e-87c6-7fafc5248cce tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:47.703687 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b94d1426-2df7-4c91-8a2c-2209b0e66171 None None] Port df736615-5771-40fb-898b-96b57282854f cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:47.731169 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:47.731684 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:47.731918 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:47.771505 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:47.771874 dv-neutron-826830-2-hyperv neutron-server[87470]: ERROR neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:47.782685 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.plugins.ml2.plugin [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 4 to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c Feb 04 06:01:47.817599 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:47.817927 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:47.818259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:47.878864 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1c16ef45-ce94-4ccb-967b-75c86234d5ca tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:47.922264 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1e69b91a-6a44-4d1e-87c6-7fafc5248cce tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:47.924864 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:47.925198 dv-neutron-826830-2-hyperv neutron-server[87470]: ERROR neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:47.930372 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 870d9a4b-fc8b-4607-820c-774438fe8845 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:47.934110 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.plugins.ml2.plugin [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 5 to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c Feb 04 06:01:47.958326 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16ef45-ce94-4ccb-967b-75c86234d5ca tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Port': ['ID=df736615-5771-40fb-898b-96b57282854f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:47.978661 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e69b91a-6a44-4d1e-87c6-7fafc5248cce tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Made reservation on behalf of 360cce07c85945adac0a94b92cf7b0dc for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:47.982516 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1e69b91a-6a44-4d1e-87c6-7fafc5248cce tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.010233 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:48.010566 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:48.010914 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:48.014589 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db721d7d-303c-4ea9-b437-95b301f4f7d5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:48.015381 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-db721d7d-303c-4ea9-b437-95b301f4f7d5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:48.031055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:48.031375 dv-neutron-826830-2-hyperv neutron-server[87470]: ERROR neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:48.035970 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9b967ceb-9b7c-4b01-9e87-cad1c64332fc tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.050428 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 870d9a4b-fc8b-4607-820c-774438fe8845 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:48.050803 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.070540 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.plugins.ml2.plugin [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 6 to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c Feb 04 06:01:48.112411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8e167b2f-89f2-4214-8e72-52e72315adf5 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.118577 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a7b46eaa-b584-46dd-8a82-2398119f0c60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.140922 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:48.141257 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:48.141928 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:48.162756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:48.163115 dv-neutron-826830-2-hyperv neutron-server[87470]: ERROR neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:48.172555 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-1e69b91a-6a44-4d1e-87c6-7fafc5248cce tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] device_id is not set on port 0efac50b-c182-4746-8c95-9bed54d05f94 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:48.250057 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.plugins.ml2.plugin [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 7 to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c Feb 04 06:01:48.293895 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1c16ef45-ce94-4ccb-967b-75c86234d5ca tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.328072 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:48.328574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:48.329045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:48.342438 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b08ec622-7472-41b2-b10b-b69b40a6610e up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:48.353858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:48.354448 dv-neutron-826830-2-hyperv neutron-server[87470]: ERROR neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:48.359056 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1c16ef45-ce94-4ccb-967b-75c86234d5ca tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/ports/df736615-5771-40fb-898b-96b57282854f HTTP/1.1" status: 204 len: 168 time: 3.0790668 Feb 04 06:01:48.362662 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48906) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:48.363351 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.plugins.ml2.plugin [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 8 to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c Feb 04 06:01:48.427492 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:48.428076 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:48.428406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:48.439291 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-da589d2d-1514-49e7-b50d-944da2fe95cb None None] Provisioning for port b08ec622-7472-41b2-b10b-b69b40a6610e completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:48.451132 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port b08ec622-7472-41b2-b10b-b69b40a6610e completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:48.456172 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port b08ec622-7472-41b2-b10b-b69b40a6610e triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:48.456542 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.484300 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff840fa5-8050-4609-9197-5c845a0c7034 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] GET failed (client error): The resource could not be found. Feb 04 06:01:48.485219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ff840fa5-8050-4609-9197-5c845a0c7034 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Synchronizing usage tracker for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:48.497270 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:48.497849 dv-neutron-826830-2-hyperv neutron-server[87470]: ERROR neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:48.507451 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.plugins.ml2.plugin [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 9 to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c Feb 04 06:01:48.536923 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:48.537498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:48.537986 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:48.550417 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:48.550732 dv-neutron-826830-2-hyperv neutron-server[87470]: ERROR neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:48.552806 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.plugins.ml2.plugin [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempt 10 to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c Feb 04 06:01:48.559463 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ff840fa5-8050-4609-9197-5c845a0c7034 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Unset dirty status for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:48.563603 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ff840fa5-8050-4609-9197-5c845a0c7034 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports/df736615-5771-40fb-898b-96b57282854f HTTP/1.1" status: 404 len: 333 time: 0.1927340 Feb 04 06:01:48.564361 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48910) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:48.578955 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-db721d7d-303c-4ea9-b437-95b301f4f7d5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:48.580134 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-db721d7d-303c-4ea9-b437-95b301f4f7d5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.1611495 Feb 04 06:01:48.611139 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48914) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:48.613267 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.614556 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:48.614893 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:48.615225 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempting to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:48.649170 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port b08ec622-7472-41b2-b10b-b69b40a6610e, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b08ec622-7472-41b2-b10b-b69b40a6610e,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:48.654785 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.670738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9b967ceb-9b7c-4b01-9e87-cad1c64332fc tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.674632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9b967ceb-9b7c-4b01-9e87-cad1c64332fc tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.725517 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=b08ec622-7472-41b2-b10b-b69b40a6610e,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:48.734300 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:01:48.735143 dv-neutron-826830-2-hyperv neutron-server[87470]: ERROR neutron.plugins.ml2.managers [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Failed to bind port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bb84a50f-bf2f-49eb-b2ee-17a5eab38844'}] Feb 04 06:01:48.735374 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.829667 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9b967ceb-9b7c-4b01-9e87-cad1c64332fc tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.830142 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b967ceb-9b7c-4b01-9e87-cad1c64332fc tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 493e77ca-559d-4719-a95b-053dbe4c90ef {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:01:48.839642 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-265edd99-f188-44d6-8cac-2d6bf53428e0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting subnet 2451de22-f899-4f0b-9002-7213521c1b54 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:01:48.895969 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-1e69b91a-6a44-4d1e-87c6-7fafc5248cce tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Allocated IP 172.20.0.6 (bee4027a-625f-4c8a-85a4-d13563e3d39d/20f320b7-96ce-4d16-96fb-24b8b03b4114/0efac50b-c182-4746-8c95-9bed54d05f94) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:48.898227 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-9b967ceb-9b7c-4b01-9e87-cad1c64332fc tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 06:01:48.899249 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9b967ceb-9b7c-4b01-9e87-cad1c64332fc tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.7958062 Feb 04 06:01:48.903619 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48918) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:48.906895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcfa4e-2187-4f41-8776-b6991f0e966a req-4c520a21-c7a0-4b78-ab34-88d44ff3366c tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:48.908359 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c8fcfa4e-2187-4f41-8776-b6991f0e966a req-4c520a21-c7a0-4b78-ab34-88d44ff3366c tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.4491694 Feb 04 06:01:48.909505 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1a8a5a-0ea4-4f3c-9562-ed968f9428ca tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:48.911118 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1a8a5a-0ea4-4f3c-9562-ed968f9428ca tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:48.911885 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4a1a8a5a-0ea4-4f3c-9562-ed968f9428ca tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:48.919291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-265edd99-f188-44d6-8cac-2d6bf53428e0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.031984 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c8fcfa4e-2187-4f41-8776-b6991f0e966a req-118e3c6d-5733-4434-b536-721710937e0a tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091390 Feb 04 06:01:49.067647 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8e167b2f-89f2-4214-8e72-52e72315adf5 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.125992 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8e167b2f-89f2-4214-8e72-52e72315adf5 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.195480 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4a1a8a5a-0ea4-4f3c-9562-ed968f9428ca tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:49.199201 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4a1a8a5a-0ea4-4f3c-9562-ed968f9428ca tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5835700 Feb 04 06:01:49.205120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] For port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:01:49.205602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attempted to set empty binding levels {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 06:01:49.208596 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-265edd99-f188-44d6-8cac-2d6bf53428e0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.217258 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48924) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:49.247382 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-2291bb69-fa58-4c9b-b626-8e7582e53a9b tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Deleting port 3576ba6f-69d5-489c-a15e-84e6917b710c {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:49.247729 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2291bb69-fa58-4c9b-b626-8e7582e53a9b tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.285508 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.367538 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b46eaa-b584-46dd-8a82-2398119f0c60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 5deb46f4-3b8d-4916-abc5-7158b0efde35 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:01:49.384794 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] In _notify_port_updated(), no bound segment for port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c on network bb84a50f-bf2f-49eb-b2ee-17a5eab38844 {{(pid=87470) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:01:49.385681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:49.385899 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e167b2f-89f2-4214-8e72-52e72315adf5 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Pushing event updated for resources: {'Port': ['ID=1974bf0f-f6c0-42e2-a97f-4c9fc139c8f9,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:49.386649 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.388017 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] 10.222.0.31 "PUT /v2.0/ports/fe6d57cd-37ce-430d-a7c2-a41eedf01d1c HTTP/1.1" status: 200 len: 980 time: 4.4193845 Feb 04 06:01:49.399319 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48928) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:49.439128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb96921-dca9-420e-a6cc-5127ed4777f2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet 28a0f774-ea2c-4023-ae0a-c14f4b77da98 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:01:49.446731 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1e69b91a-6a44-4d1e-87c6-7fafc5248cce tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.449680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8e167b2f-89f2-4214-8e72-52e72315adf5 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] In _notify_port_updated(), no bound segment for port 1974bf0f-f6c0-42e2-a97f-4c9fc139c8f9 on network 6a6e5fad-e912-441c-8b53-4c9501065a15 {{(pid=87471) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:01:49.454968 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e167b2f-89f2-4214-8e72-52e72315adf5 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:49.455576 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8e167b2f-89f2-4214-8e72-52e72315adf5 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.456898 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8e167b2f-89f2-4214-8e72-52e72315adf5 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "PUT /v2.0/ports/1974bf0f-f6c0-42e2-a97f-4c9fc139c8f9 HTTP/1.1" status: 200 len: 996 time: 2.5187674 Feb 04 06:01:49.460991 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5bb96921-dca9-420e-a6cc-5127ed4777f2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.474016 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-011a5ad4-da83-4b51-a48b-96c2b1582cb7 None None] Provisioning complete for port 1974bf0f-f6c0-42e2-a97f-4c9fc139c8f9 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:49.474564 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-011a5ad4-da83-4b51-a48b-96c2b1582cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.486110 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48932) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:49.515492 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-1e69b91a-6a44-4d1e-87c6-7fafc5248cce tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Transition to ACTIVE for port object 0efac50b-c182-4746-8c95-9bed54d05f94 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:49.528931 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-011a5ad4-da83-4b51-a48b-96c2b1582cb7 None None] Port 1974bf0f-f6c0-42e2-a97f-4c9fc139c8f9 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:49.535599 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353743db-4001-4435-8c46-e50a6ddd1906 req-9a41ba9e-25d7-4bca-901d-f3044c050b2c tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:49.537220 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-353743db-4001-4435-8c46-e50a6ddd1906 req-9a41ba9e-25d7-4bca-901d-f3044c050b2c tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.3754034 Feb 04 06:01:49.539633 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5bb96921-dca9-420e-a6cc-5127ed4777f2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.568962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3a02a-3b04-46be-b143-a63f98cc2637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Pushing event updated for resources: {'Port': ['ID=fe6d57cd-37ce-430d-a7c2-a41eedf01d1c,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:49.713056 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-64ed97b2-b60d-4ff0-a383-9085bb94758c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Deleting port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:49.713436 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-64ed97b2-b60d-4ff0-a383-9085bb94758c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.778213 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-353743db-4001-4435-8c46-e50a6ddd1906 req-13bfc949-d828-480b-9521-1b18226d4bbf tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854058 Feb 04 06:01:49.779638 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b08ec622-7472-41b2-b10b-b69b40a6610e up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:49.795418 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1e69b91a-6a44-4d1e-87c6-7fafc5248cce tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.812736 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-cc8cde67-1eb1-4b12-84a2-d822172e736e tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Deleting port 1974bf0f-f6c0-42e2-a97f-4c9fc139c8f9 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:49.813237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc8cde67-1eb1-4b12-84a2-d822172e736e tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.834704 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5bb96921-dca9-420e-a6cc-5127ed4777f2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.868919 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port b08ec622-7472-41b2-b10b-b69b40a6610e triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:49.870182 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.917751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e69b91a-6a44-4d1e-87c6-7fafc5248cce tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Network bee4027a-625f-4c8a-85a4-d13563e3d39d is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:49.939109 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-1e69b91a-6a44-4d1e-87c6-7fafc5248cce tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:49.940954 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69b91a-6a44-4d1e-87c6-7fafc5248cce tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Pushing event updated for resources: {'Port': ['ID=0efac50b-c182-4746-8c95-9bed54d05f94,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:49.944495 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e69b91a-6a44-4d1e-87c6-7fafc5248cce tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:49.947745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-265edd99-f188-44d6-8cac-2d6bf53428e0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:50.059574 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e69b91a-6a44-4d1e-87c6-7fafc5248cce tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:50.060509 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1e69b91a-6a44-4d1e-87c6-7fafc5248cce tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:50.095180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5bb96921-dca9-420e-a6cc-5127ed4777f2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:50.169615 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b46eaa-b584-46dd-8a82-2398119f0c60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:01:50.177218 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a7b46eaa-b584-46dd-8a82-2398119f0c60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "PUT /v2.0/routers/5deb46f4-3b8d-4916-abc5-7158b0efde35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9443841 Feb 04 06:01:50.178577 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1e69b91a-6a44-4d1e-87c6-7fafc5248cce tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1651258 Feb 04 06:01:50.185948 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f99cf-e9ca-4342-90fe-7e192192473e None None] Sync routers for ids ['5deb46f4-3b8d-4916-abc5-7158b0efde35'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:50.195662 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48940) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:50.195933 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48942) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:50.204426 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f99cf-e9ca-4342-90fe-7e192192473e None None] Routers {'5deb46f4-3b8d-4916-abc5-7158b0efde35'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:50.208444 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ea8f99cf-e9ca-4342-90fe-7e192192473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5deb46f4-3b8d-4916-abc5-7158b0efde35'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:50.227104 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:50.235639 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:50.250797 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb96921-dca9-420e-a6cc-5127ed4777f2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=28a0f774-ea2c-4023-ae0a-c14f4b77da98,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:50.259971 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2291bb69-fa58-4c9b-b626-8e7582e53a9b tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:50.285729 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c00b2ba-3e9e-43b0-92dd-bdf6dd999ebd None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:50.312222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Usage tracker for resource:floatingip and tenant:360cce07c85945adac0a94b92cf7b0dc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:50.317807 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5bb96921-dca9-420e-a6cc-5127ed4777f2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:50.318770 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ea8f99cf-e9ca-4342-90fe-7e192192473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:50.322359 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5bb96921-dca9-420e-a6cc-5127ed4777f2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/28a0f774-ea2c-4023-ae0a-c14f4b77da98 HTTP/1.1" status: 204 len: 168 time: 1.0952823 Feb 04 06:01:50.349857 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:50.358222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48948) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:50.369304 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:50.397539 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f99cf-e9ca-4342-90fe-7e192192473e None None] Routers {'5deb46f4-3b8d-4916-abc5-7158b0efde35'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:50.398136 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ea8f99cf-e9ca-4342-90fe-7e192192473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5deb46f4-3b8d-4916-abc5-7158b0efde35'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:50.460712 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-05560691-8f47-45e8-ac31-67dcfab0a67f None None] Provisioning for port 0efac50b-c182-4746-8c95-9bed54d05f94 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:50.467264 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-67d3b0f7-9149-4f27-bad5-a67ab9876f6d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960507 Feb 04 06:01:50.468304 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-05560691-8f47-45e8-ac31-67dcfab0a67f None None] Provisioning complete for port 0efac50b-c182-4746-8c95-9bed54d05f94 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:50.468437 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48952) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:50.468520 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-05560691-8f47-45e8-ac31-67dcfab0a67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:50.489762 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-2291bb69-fa58-4c9b-b626-8e7582e53a9b tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Calling delete_port for 3576ba6f-69d5-489c-a15e-84e6917b710c owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:50.497421 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ea8f99cf-e9ca-4342-90fe-7e192192473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:50.497955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f99cf-e9ca-4342-90fe-7e192192473e None None] The sync data for ids ['5deb46f4-3b8d-4916-abc5-7158b0efde35'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:50.537432 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f20c7b40-8519-45b9-ab84-c4602efc891a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:50.552466 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:50.586657 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-05560691-8f47-45e8-ac31-67dcfab0a67f None None] Port 0efac50b-c182-4746-8c95-9bed54d05f94 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:50.651234 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5fca2bbe-2db8-4e73-a824-71f0730cf96d tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:50.685440 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751cccbb-c979-47ce-a216-b8febef8c911 None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:01:50.690691 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-751cccbb-c979-47ce-a216-b8febef8c911 None None] Deleting port b08ec622-7472-41b2-b10b-b69b40a6610e {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:50.691385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-751cccbb-c979-47ce-a216-b8febef8c911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:50.709460 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-265edd99-f188-44d6-8cac-2d6bf53428e0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:50.741484 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816e572-59a1-41ae-a0e5-28a81fed1fe2 req-cd939006-ba73-433c-a351-ce98aec12555 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:50.742954 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f816e572-59a1-41ae-a0e5-28a81fed1fe2 req-cd939006-ba73-433c-a351-ce98aec12555 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.4279208 Feb 04 06:01:50.809340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-64ed97b2-b60d-4ff0-a383-9085bb94758c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] For port fe6d57cd-37ce-430d-a7c2-a41eedf01d1c, host hv-neutron-8268, got binding levels [] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:50.809658 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-64ed97b2-b60d-4ff0-a383-9085bb94758c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:50.838084 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-265edd99-f188-44d6-8cac-2d6bf53428e0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:50.840691 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265edd99-f188-44d6-8cac-2d6bf53428e0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Subnet': ['ID=2451de22-f899-4f0b-9002-7213521c1b54,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:50.875748 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f4ab38-c650-43b1-aba7-62d1e538ba93 None None] Network 1509124e-8311-47bc-8514-4fad90a018c4 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:50.887392 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f816e572-59a1-41ae-a0e5-28a81fed1fe2 req-c83c3969-0d01-4dd5-8d90-e7f2ee02adc9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365604 Feb 04 06:01:50.908569 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5fca2bbe-2db8-4e73-a824-71f0730cf96d tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:50.937238 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-5fca2bbe-2db8-4e73-a824-71f0730cf96d tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Deleting port 19ed651f-7999-4a08-84da-c4f032dde182 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:50.937585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5fca2bbe-2db8-4e73-a824-71f0730cf96d tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:50.979179 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-64ed97b2-b60d-4ff0-a383-9085bb94758c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Calling delete_port for fe6d57cd-37ce-430d-a7c2-a41eedf01d1c owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:50.987482 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-751cccbb-c979-47ce-a216-b8febef8c911 None None] For port b08ec622-7472-41b2-b10b-b69b40a6610e, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b08ec622-7472-41b2-b10b-b69b40a6610e,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:50.988133 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-751cccbb-c979-47ce-a216-b8febef8c911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:50.996970 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:51.022087 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265edd99-f188-44d6-8cac-2d6bf53428e0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:51.022441 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265edd99-f188-44d6-8cac-2d6bf53428e0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:51.022758 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265edd99-f188-44d6-8cac-2d6bf53428e0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:51.023089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265edd99-f188-44d6-8cac-2d6bf53428e0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:51.023439 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265edd99-f188-44d6-8cac-2d6bf53428e0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:51.023901 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265edd99-f188-44d6-8cac-2d6bf53428e0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:51.024228 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265edd99-f188-44d6-8cac-2d6bf53428e0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:51.024553 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265edd99-f188-44d6-8cac-2d6bf53428e0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:51.024873 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265edd99-f188-44d6-8cac-2d6bf53428e0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:51.025230 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265edd99-f188-44d6-8cac-2d6bf53428e0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:51.025559 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265edd99-f188-44d6-8cac-2d6bf53428e0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:51.025869 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265edd99-f188-44d6-8cac-2d6bf53428e0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:51.052663 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-265edd99-f188-44d6-8cac-2d6bf53428e0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/subnets/2451de22-f899-4f0b-9002-7213521c1b54 HTTP/1.1" status: 204 len: 168 time: 2.4829021 Feb 04 06:01:51.054105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48956) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:51.097615 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc8cde67-1eb1-4b12-84a2-d822172e736e tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:51.111824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f20c7b40-8519-45b9-ab84-c4602efc891a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:51.142961 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-751cccbb-c979-47ce-a216-b8febef8c911 None None] Calling delete_port for b08ec622-7472-41b2-b10b-b69b40a6610e owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:51.265072 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f20c7b40-8519-45b9-ab84-c4602efc891a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:51.277388 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-cc8cde67-1eb1-4b12-84a2-d822172e736e tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Calling delete_port for 1974bf0f-f6c0-42e2-a97f-4c9fc139c8f9 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:51.318610 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-751cccbb-c979-47ce-a216-b8febef8c911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:51.367096 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751cccbb-c979-47ce-a216-b8febef8c911 None None] No DVR routers for this DVR port b08ec622-7472-41b2-b10b-b69b40a6610e on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:01:51.376738 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cccbb-c979-47ce-a216-b8febef8c911 None None] Pushing event deleted for resources: {'Port': ['ID=b08ec622-7472-41b2-b10b-b69b40a6610e,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:51.384442 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20c7b40-8519-45b9-ab84-c4602efc891a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:51.387953 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f20c7b40-8519-45b9-ab84-c4602efc891a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:51.406406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-64ed97b2-b60d-4ff0-a383-9085bb94758c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:51.432901 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516d45be-858e-4c1d-8998-c67b19fab144 None None] DHCP port deletion for 1509124e-8311-47bc-8514-4fad90a018c4 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:01:51.437045 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-516d45be-858e-4c1d-8998-c67b19fab144 None None] Deleting port 870d9a4b-fc8b-4607-820c-774438fe8845 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:51.437527 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-516d45be-858e-4c1d-8998-c67b19fab144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:51.452225 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:51.479679 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5fca2bbe-2db8-4e73-a824-71f0730cf96d tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:51.480227 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2291bb69-fa58-4c9b-b626-8e7582e53a9b tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:51.531664 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed97b2-b60d-4ff0-a383-9085bb94758c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe6d57cd-37ce-430d-a7c2-a41eedf01d1c,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:51.588975 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-64ed97b2-b60d-4ff0-a383-9085bb94758c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:51.605982 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291bb69-fa58-4c9b-b626-8e7582e53a9b tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Pushing event deleted for resources: {'Port': ['ID=3576ba6f-69d5-489c-a15e-84e6917b710c,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:51.613516 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port 870d9a4b-fc8b-4607-820c-774438fe8845 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:51.614295 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:51.651792 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-5fca2bbe-2db8-4e73-a824-71f0730cf96d tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Calling delete_port for 19ed651f-7999-4a08-84da-c4f032dde182 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:51.658485 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-516d45be-858e-4c1d-8998-c67b19fab144 None None] For port 870d9a4b-fc8b-4607-820c-774438fe8845, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=870d9a4b-fc8b-4607-820c-774438fe8845,segment=NetworkSegment(b464cfaf-df31-42b3-b60f-72d7b10793cf),segment_id=b464cfaf-df31-42b3-b60f-72d7b10793cf)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:51.659598 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-516d45be-858e-4c1d-8998-c67b19fab144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:51.678801 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Allocated IP 172.26.4.25 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/3e49a1c8-b127-44dd-9630-d75baa69f02a) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:51.754163 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-64ed97b2-b60d-4ff0-a383-9085bb94758c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] 10.222.0.31 "DELETE /v2.0/ports/fe6d57cd-37ce-430d-a7c2-a41eedf01d1c HTTP/1.1" status: 204 len: 168 time: 2.3502622 Feb 04 06:01:51.764512 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48960) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:51.810923 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-516d45be-858e-4c1d-8998-c67b19fab144 None None] Calling delete_port for 870d9a4b-fc8b-4607-820c-774438fe8845 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:51.827014 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2291bb69-fa58-4c9b-b626-8e7582e53a9b tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:51.834242 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7311130-395c-44c1-88f0-54064d45ccb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] GET failed (client error): The resource could not be found. Feb 04 06:01:51.834773 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d7311130-395c-44c1-88f0-54064d45ccb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Synchronizing usage tracker for tenant:2073abb90dcd4cd5b8d5bba4553ebba1 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:51.839092 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 870d9a4b-fc8b-4607-820c-774438fe8845 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:01:51.858769 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2291bb69-fa58-4c9b-b626-8e7582e53a9b tempest-RoutersAdminNegativeTest-942740193 tempest-RoutersAdminNegativeTest-942740193-project-admin] 10.222.0.31 "DELETE /v2.0/ports/3576ba6f-69d5-489c-a15e-84e6917b710c HTTP/1.1" status: 204 len: 168 time: 2.9403021 Feb 04 06:01:51.858769 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc8cde67-1eb1-4b12-84a2-d822172e736e tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:51.917379 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d7311130-395c-44c1-88f0-54064d45ccb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] Unset dirty status for tenant:2073abb90dcd4cd5b8d5bba4553ebba1 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:51.918364 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d7311130-395c-44c1-88f0-54064d45ccb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649353103-project-admin] 10.222.0.31 "GET /v2.0/ports/fe6d57cd-37ce-430d-a7c2-a41eedf01d1c HTTP/1.1" status: 404 len: 333 time: 0.1491363 Feb 04 06:01:51.919305 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cde67-1eb1-4b12-84a2-d822172e736e tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Pushing event deleted for resources: {'Port': ['ID=1974bf0f-f6c0-42e2-a97f-4c9fc139c8f9,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:51.924576 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48966) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:52.050495 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-516d45be-858e-4c1d-8998-c67b19fab144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:52.054498 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:52.181261 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d45be-858e-4c1d-8998-c67b19fab144 None None] Pushing event deleted for resources: {'Port': ['ID=870d9a4b-fc8b-4607-820c-774438fe8845,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:52.242110 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d45be-858e-4c1d-8998-c67b19fab144 None None] No DVR routers for this DVR port 870d9a4b-fc8b-4607-820c-774438fe8845 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:01:52.244023 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b08ec622-7472-41b2-b10b-b69b40a6610e no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:01:52.286301 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: b08ec622-7472-41b2-b10b-b69b40a6610e {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:01:52.286816 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b08ec622-7472-41b2-b10b-b69b40a6610e not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:01:52.332474 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc8cde67-1eb1-4b12-84a2-d822172e736e tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:52.338365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7316f71-ae16-4a02-ba39-9426ad587b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:52.365520 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-cc8cde67-1eb1-4b12-84a2-d822172e736e tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "DELETE /v2.0/ports/1974bf0f-f6c0-42e2-a97f-4c9fc139c8f9 HTTP/1.1" status: 204 len: 168 time: 2.8649952 Feb 04 06:01:52.368186 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48974) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:52.380505 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48978) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:52.399644 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] For port 870d9a4b-fc8b-4607-820c-774438fe8845, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=870d9a4b-fc8b-4607-820c-774438fe8845,segment=NetworkSegment(b464cfaf-df31-42b3-b60f-72d7b10793cf),segment_id=b464cfaf-df31-42b3-b60f-72d7b10793cf)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:52.400351 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:52.565032 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-106fc706-6c33-48fd-afe1-90414db826ae tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] GET failed (client error): The resource could not be found. Feb 04 06:01:52.565561 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-106fc706-6c33-48fd-afe1-90414db826ae tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Synchronizing usage tracker for tenant:abf3f54e408e4cd2be447516d0ec55b4 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:52.572716 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f20c7b40-8519-45b9-ab84-c4602efc891a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:52.572928 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:52.582877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for 870d9a4b-fc8b-4607-820c-774438fe8845 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:52.665450 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e9ea0-d9e1-474d-8f06-98506724f4ef req-a5adcd1d-b4af-455f-a592-e08194a8b5f1 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:52.667012 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c68e9ea0-d9e1-474d-8f06-98506724f4ef req-a5adcd1d-b4af-455f-a592-e08194a8b5f1 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.5350001 Feb 04 06:01:52.732339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5fca2bbe-2db8-4e73-a824-71f0730cf96d tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:52.736614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20c7b40-8519-45b9-ab84-c4602efc891a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:52.738354 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fc2c3dbb-b446-4866-818a-59962bdda136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:52.753610 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-f20c7b40-8519-45b9-ab84-c4602efc891a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:52.757497 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7316f71-ae16-4a02-ba39-9426ad587b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:52.762884 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d56b439-481d-49c9-afb2-2920d90f88db None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:52.766692 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-106fc706-6c33-48fd-afe1-90414db826ae tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Unset dirty status for tenant:abf3f54e408e4cd2be447516d0ec55b4 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:52.771457 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-106fc706-6c33-48fd-afe1-90414db826ae tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "GET /v2.0/ports/1974bf0f-f6c0-42e2-a97f-4c9fc139c8f9 HTTP/1.1" status: 404 len: 333 time: 0.3987901 Feb 04 06:01:52.775331 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20c7b40-8519-45b9-ab84-c4602efc891a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:52.775724 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f20c7b40-8519-45b9-ab84-c4602efc891a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:52.776218 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 48984) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:52.788174 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fc2c3dbb-b446-4866-818a-59962bdda136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:52.797791 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c7b40-8519-45b9-ab84-c4602efc891a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=a9265e05-c5d0-4ab1-86d0-3f59aaa4697b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:52.799002 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:01:52.799314 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:01:52.805989 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ce577fda-f1f8-4176-a331-24f69c1e9b82 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Request body: {'port': {'network_id': '6a6e5fad-e912-441c-8b53-4c9501065a15', 'name': 'tempest-AllowedAddressPairTestJSON-94124898'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:52.812708 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fc2c3dbb-b446-4866-818a-59962bdda136 admin admin] Usage tracker for resource:security_group_rule and tenant:aa5d5a5249a94aec8bc506ce9d8073f9 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:52.815949 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-c7316f71-ae16-4a02-ba39-9426ad587b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb84a50f-bf2f-49eb-b2ee-17a5eab38844']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:52.822642 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fc2c3dbb-b446-4866-818a-59962bdda136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:52.831101 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fc2c3dbb-b446-4866-818a-59962bdda136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:52.838567 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-c7316f71-ae16-4a02-ba39-9426ad587b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:52.838877 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-c7316f71-ae16-4a02-ba39-9426ad587b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0306bd2-e7ba-43bd-a72e-a33cff9cfded') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:52.847366 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca2bbe-2db8-4e73-a824-71f0730cf96d tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event deleted for resources: {'Port': ['ID=19ed651f-7999-4a08-84da-c4f032dde182,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:52.853843 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f20c7b40-8519-45b9-ab84-c4602efc891a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3774192 Feb 04 06:01:52.862292 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48988) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:52.868922 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7316f71-ae16-4a02-ba39-9426ad587b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:52.869074 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c68e9ea0-d9e1-474d-8f06-98506724f4ef req-285c372a-f69d-4b45-81da-170dad4bc3c3 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923878 Feb 04 06:01:52.878064 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-7b40e7c2-2cbc-43c9-ba3b-7d14e63f0ec9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1679691454', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:52.883909 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:52.888077 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7b40e7c2-2cbc-43c9-ba3b-7d14e63f0ec9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:52.900584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7b40e7c2-2cbc-43c9-ba3b-7d14e63f0ec9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:router and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:52.905377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7316f71-ae16-4a02-ba39-9426ad587b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:52.907570 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7b40e7c2-2cbc-43c9-ba3b-7d14e63f0ec9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:52.919063 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7b40e7c2-2cbc-43c9-ba3b-7d14e63f0ec9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:52.926021 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7316f71-ae16-4a02-ba39-9426ad587b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:01:52.926422 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7316f71-ae16-4a02-ba39-9426ad587b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:01:52.946002 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:01:53.016473 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7b40e7c2-2cbc-43c9-ba3b-7d14e63f0ec9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.017415 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7b40e7c2-2cbc-43c9-ba3b-7d14e63f0ec9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.025808 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': 'a9265e05-c5d0-4ab1-86d0-3f59aaa4697b'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:01:53.026973 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.066092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7b40e7c2-2cbc-43c9-ba3b-7d14e63f0ec9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.078892 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7316f71-ae16-4a02-ba39-9426ad587b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.104053 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7316f71-ae16-4a02-ba39-9426ad587b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.117447 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fc2c3dbb-b446-4866-818a-59962bdda136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.120844 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7316f71-ae16-4a02-ba39-9426ad587b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] Pushing event deleted for resources: {'Network': ['ID=bb84a50f-bf2f-49eb-b2ee-17a5eab38844,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:53.133512 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fc2c3dbb-b446-4866-818a-59962bdda136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.163426 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c7316f71-ae16-4a02-ba39-9426ad587b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497590881-project] 10.222.0.31 "DELETE /v2.0/networks/bb84a50f-bf2f-49eb-b2ee-17a5eab38844 HTTP/1.1" status: 204 len: 168 time: 1.2292466 Feb 04 06:01:53.168922 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7b40e7c2-2cbc-43c9-ba3b-7d14e63f0ec9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.212964 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:53.215958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Allocated IP 2001:db8::2 (65e4f961-4ab6-4ffd-8973-b6f04910c762/a9265e05-c5d0-4ab1-86d0-3f59aaa4697b/efd401c8-3189-4f52-882f-5af1389eb4e7) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:53.221363 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:53.223447 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Pushing event updated for resources: {'Port': ['ID=3e49a1c8-b127-44dd-9630-d75baa69f02a,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:53.227494 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:53.253821 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c3dbb-b446-4866-818a-59962bdda136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb79308d-7208-4524-bc10-b0bbf4d12d6d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:53.264799 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fc2c3dbb-b446-4866-818a-59962bdda136 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa5d5a5249a94aec8bc506ce9d8073f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8793771 Feb 04 06:01:53.265580 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 48994) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:53.281242 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5fca2bbe-2db8-4e73-a824-71f0730cf96d tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.341081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port 870d9a4b-fc8b-4607-820c-774438fe8845 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:53.341592 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.356552 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7b40e7c2-2cbc-43c9-ba3b-7d14e63f0ec9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.357954 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7b40e7c2-2cbc-43c9-ba3b-7d14e63f0ec9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4930222 Feb 04 06:01:53.362079 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49000) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:53.483860 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.494326 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Transition to ACTIVE for port object efd401c8-3189-4f52-882f-5af1389eb4e7 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:53.499909 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49004) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:53.512540 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Transition to ACTIVE for port object efd401c8-3189-4f52-882f-5af1389eb4e7 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:53.520820 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.568981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] The port '870d9a4b-fc8b-4607-820c-774438fe8845' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:01:53.580730 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5fca2bbe-2db8-4e73-a824-71f0730cf96d tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.583255 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ce577fda-f1f8-4176-a331-24f69c1e9b82 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:53.586202 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dbfd1f1b-263b-4930-ad3a-fbdd66d4db30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.593774 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Pushing event updated for resources: {'Port': ['ID=efd401c8-3189-4f52-882f-5af1389eb4e7,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:53.606587 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:53.607790 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:53.610716 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:53.614968 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5fca2bbe-2db8-4e73-a824-71f0730cf96d tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.640625 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ce577fda-f1f8-4176-a331-24f69c1e9b82 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:53.709663 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Attempting to bind port efd401c8-3189-4f52-882f-5af1389eb4e7 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:53.710122 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Attempting to bind port efd401c8-3189-4f52-882f-5af1389eb4e7 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:53.710545 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Attempting to bind port efd401c8-3189-4f52-882f-5af1389eb4e7 on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:53.715928 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:01:53.716402 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:53.716851 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.717300 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:01:53.717857 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Bound port: efd401c8-3189-4f52-882f-5af1389eb4e7, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:01:53.718357 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.740567 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:01:53.754069 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dbfd1f1b-263b-4930-ad3a-fbdd66d4db30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.754952 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce577fda-f1f8-4176-a331-24f69c1e9b82 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Made reservation on behalf of abf3f54e408e4cd2be447516d0ec55b4 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:53.759224 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ce577fda-f1f8-4176-a331-24f69c1e9b82 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.782229 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5fca2bbe-2db8-4e73-a824-71f0730cf96d tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.782739 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fca2bbe-2db8-4e73-a824-71f0730cf96d tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Fanout notify agent at l3_agent the message router_deleted on router 5deb46f4-3b8d-4916-abc5-7158b0efde35 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:01:53.789971 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.832191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1509124e-8311-47bc-8514-4fad90a018c4']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:53.841534 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-ce577fda-f1f8-4176-a331-24f69c1e9b82 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] device_id is not set on port 35025f08-b513-4c8d-9cf2-4b7788289143 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:53.853873 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] For port efd401c8-3189-4f52-882f-5af1389eb4e7, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:01:53.857187 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] For port efd401c8-3189-4f52-882f-5af1389eb4e7, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=efd401c8-3189-4f52-882f-5af1389eb4e7,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:01:53.863146 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.883191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.889719 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b464cfaf-df31-42b3-b60f-72d7b10793cf') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:53.890010 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b464cfaf-df31-42b3-b60f-72d7b10793cf') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:53.915505 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.919819 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fd402336-65d0-49f2-966b-ead449b4c4a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a8fdcfbf9db4bc28e75505be6eae4e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4187734 Feb 04 06:01:53.921097 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49012) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:53.951712 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a904b7a-3c78-48e8-aafd-178c038316eb None None] Pushing event updated for resources: {'Port': ['ID=efd401c8-3189-4f52-882f-5af1389eb4e7,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:53.997198 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5fca2bbe-2db8-4e73-a824-71f0730cf96d tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.001102 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5fca2bbe-2db8-4e73-a824-71f0730cf96d tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "DELETE /v2.0/routers/5deb46f4-3b8d-4916-abc5-7158b0efde35 HTTP/1.1" status: 204 len: 168 time: 3.7978919 Feb 04 06:01:54.008593 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49016) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:54.014792 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.067438 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-205a1159-7e02-4218-b57a-96a9617a5c66 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.067749 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:01:54.068207 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:01:54.083421 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:01:54.091056 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dbfd1f1b-263b-4930-ad3a-fbdd66d4db30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.194403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.271744 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.304214 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.313905 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd1f1b-263b-4930-ad3a-fbdd66d4db30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb79308d-7208-4524-bc10-b0bbf4d12d6d,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:54.342964 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Network': ['ID=1509124e-8311-47bc-8514-4fad90a018c4,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:54.358947 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-ce577fda-f1f8-4176-a331-24f69c1e9b82 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Allocated IP 172.20.0.14 (6a6e5fad-e912-441c-8b53-4c9501065a15/02568f8d-ddb6-4e85-a282-00c5c1e89e99/35025f08-b513-4c8d-9cf2-4b7788289143) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:54.362036 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/networks/1509124e-8311-47bc-8514-4fad90a018c4 HTTP/1.1" status: 204 len: 168 time: 3.3079619 Feb 04 06:01:54.372564 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49020) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:54.375673 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:54.376039 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:54.376393 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:54.376692 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:54.377202 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:54.377539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:54.377854 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:54.378165 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:54.378477 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:54.378788 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:54.379124 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:54.379414 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec70cd-9873-4c90-8881-115008691438 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:54.395128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f61b67fe-bd3c-410e-ac5d-d998e0339479 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24', 'name': 'tempest-PortsTestJSON-825864525'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:54.410666 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dbfd1f1b-263b-4930-ad3a-fbdd66d4db30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.423474 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-dbfd1f1b-263b-4930-ad3a-fbdd66d4db30 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb79308d-7208-4524-bc10-b0bbf4d12d6d HTTP/1.1" status: 204 len: 168 time: 1.1482806 Feb 04 06:01:54.433843 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-298affad-287d-4031-a84a-7bd52b19d5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.452900 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7f22c1-ca03-424d-9177-8226ae474dac tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Deleting subnet 541e51c1-6471-4d81-9dcd-d2a4c5b6450a {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:01:54.455941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2e7f22c1-ca03-424d-9177-8226ae474dac tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.583299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-298affad-287d-4031-a84a-7bd52b19d5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.605835 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2e7f22c1-ca03-424d-9177-8226ae474dac tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.790101 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49028) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:54.849730 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-298affad-287d-4031-a84a-7bd52b19d5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.868874 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e996154-fa35-4e2c-8841-18b6ad072f5e req-deca52d3-4da9-4825-982e-7590dbee8d95 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:54.870595 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9e996154-fa35-4e2c-8841-18b6ad072f5e req-deca52d3-4da9-4825-982e-7590dbee8d95 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.7789829 Feb 04 06:01:54.875942 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f61b67fe-bd3c-410e-ac5d-d998e0339479 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:54.893367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298affad-287d-4031-a84a-7bd52b19d5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d275129-7d2b-453c-bf11-62465aec3f2f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:54.907112 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f61b67fe-bd3c-410e-ac5d-d998e0339479 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:port and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:54.911482 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2e7f22c1-ca03-424d-9177-8226ae474dac tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.922569 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f61b67fe-bd3c-410e-ac5d-d998e0339479 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:54.938963 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f61b67fe-bd3c-410e-ac5d-d998e0339479 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:54.986723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-205a1159-7e02-4218-b57a-96a9617a5c66 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::1 (65e4f961-4ab6-4ffd-8973-b6f04910c762/a9265e05-c5d0-4ab1-86d0-3f59aaa4697b/dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:54.990875 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61b67fe-bd3c-410e-ac5d-d998e0339479 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:54.994372 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f61b67fe-bd3c-410e-ac5d-d998e0339479 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.011283 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e0cc8199-5448-4145-a79b-b20f97345d28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e73dcdf16b247f48f3938e58e7f22ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200954 Feb 04 06:01:55.012037 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49032) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:55.033730 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-298affad-287d-4031-a84a-7bd52b19d5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.037327 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-298affad-287d-4031-a84a-7bd52b19d5da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d275129-7d2b-453c-bf11-62465aec3f2f HTTP/1.1" status: 204 len: 168 time: 1.1105330 Feb 04 06:01:55.043872 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9e996154-fa35-4e2c-8841-18b6ad072f5e req-dd8b8f45-9698-4139-81ac-4afd74b0df92 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580827 Feb 04 06:01:55.051410 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.076459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.113995 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f61b67fe-bd3c-410e-ac5d-d998e0339479 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] device_id is not set on port 3feee5e8-6a12-42e8-874c-4d208de59386 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:55.161789 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ce577fda-f1f8-4176-a331-24f69c1e9b82 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.244933 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2e7f22c1-ca03-424d-9177-8226ae474dac tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.258133 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ce577fda-f1f8-4176-a331-24f69c1e9b82 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Transition to ACTIVE for port object 35025f08-b513-4c8d-9cf2-4b7788289143 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:55.290972 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Pushing event updated for resources: {'Port': ['ID=3e49a1c8-b127-44dd-9630-d75baa69f02a,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:55.298995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7908f3ea-24d3-42cf-a955-e71c38b239c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.310766 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f22c1-ca03-424d-9177-8226ae474dac tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event deleted for resources: {'Subnet': ['ID=541e51c1-6471-4d81-9dcd-d2a4c5b6450a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:55.328802 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2e7f22c1-ca03-424d-9177-8226ae474dac tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.331257 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46175cee-9e6b-46a2-8b8d-314acc3aae09 None None] Network f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:55.364212 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7908f3ea-24d3-42cf-a955-e71c38b239c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.372999 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-205a1159-7e02-4218-b57a-96a9617a5c66 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.387072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.387285 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2e7f22c1-ca03-424d-9177-8226ae474dac tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "DELETE /v2.0/subnets/541e51c1-6471-4d81-9dcd-d2a4c5b6450a HTTP/1.1" status: 204 len: 168 time: 1.3730659 Feb 04 06:01:55.393038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49040) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:55.402480 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-205a1159-7e02-4218-b57a-96a9617a5c66 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:55.435652 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.437028 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1ac652d8-9dd1-4e55-acd7-43d0c00cadf3 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2304437 Feb 04 06:01:55.443023 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49044) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:55.450281 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-205a1159-7e02-4218-b57a-96a9617a5c66 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.451236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-56e70ef0-5068-495a-8546-533786efdfd3 None None] Provisioning for port efd401c8-3189-4f52-882f-5af1389eb4e7 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:55.506227 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-d3d1c5be-358c-4c76-aea1-fda6fc3d17c9 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Request body: {'floatingip': {'port_id': '0efac50b-c182-4746-8c95-9bed54d05f94', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:55.572066 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49048) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:55.600268 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205a1159-7e02-4218-b57a-96a9617a5c66 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:55.606747 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-205a1159-7e02-4218-b57a-96a9617a5c66 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:55.607755 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ce577fda-f1f8-4176-a331-24f69c1e9b82 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.624232 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a1159-7e02-4218-b57a-96a9617a5c66 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:55.625306 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-205a1159-7e02-4218-b57a-96a9617a5c66 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.674658 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] DHCP port deletion for f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:01:55.679059 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] Deleting port ad903d20-6bcf-41bb-b080-3bc7e681b074 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:55.679417 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.684629 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c5be-358c-4c76-aea1-fda6fc3d17c9 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for floatingip, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.747935 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a1159-7e02-4218-b57a-96a9617a5c66 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:55.762101 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.801639 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7908f3ea-24d3-42cf-a955-e71c38b239c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.805339 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Deleting port ad903d20-6bcf-41bb-b080-3bc7e681b074 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:55.805675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.827605 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce577fda-f1f8-4176-a331-24f69c1e9b82 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Network 6a6e5fad-e912-441c-8b53-4c9501065a15 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:55.845270 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-ce577fda-f1f8-4176-a331-24f69c1e9b82 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:55.849145 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce577fda-f1f8-4176-a331-24f69c1e9b82 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:55.859569 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908f3ea-24d3-42cf-a955-e71c38b239c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9f75bb-cb32-4446-b7fc-f6a2e07cac89,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:55.992038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7908f3ea-24d3-42cf-a955-e71c38b239c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.992732 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device efd401c8-3189-4f52-882f-5af1389eb4e7 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:55.996923 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7908f3ea-24d3-42cf-a955-e71c38b239c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db9f75bb-cb32-4446-b7fc-f6a2e07cac89 HTTP/1.1" status: 204 len: 168 time: 0.9790270 Feb 04 06:01:56.016494 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f61b67fe-bd3c-410e-ac5d-d998e0339479 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.070943 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-205a1159-7e02-4218-b57a-96a9617a5c66 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.114616 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6d2e1123-1180-4ac3-9b53-73e20c411b6d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2073abb90dcd4cd5b8d5bba4553ebba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5251627 Feb 04 06:01:56.123120 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49060) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:56.151563 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce577fda-f1f8-4176-a331-24f69c1e9b82 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Pushing event updated for resources: {'Port': ['ID=35025f08-b513-4c8d-9cf2-4b7788289143,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:56.154786 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f61b67fe-bd3c-410e-ac5d-d998e0339479 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.248580 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] For port ad903d20-6bcf-41bb-b080-3bc7e681b074, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ad903d20-6bcf-41bb-b080-3bc7e681b074,segment=NetworkSegment(e6f6ec21-95d3-49a3-a68a-4c699623f770),segment_id=e6f6ec21-95d3-49a3-a68a-4c699623f770)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:56.248810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61b67fe-bd3c-410e-ac5d-d998e0339479 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 8c1d83c3-a130-442d-8848-3392923c3a24 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:56.249148 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.260129 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-f61b67fe-bd3c-410e-ac5d-d998e0339479 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:56.269449 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce577fda-f1f8-4176-a331-24f69c1e9b82 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:56.270372 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ce577fda-f1f8-4176-a331-24f69c1e9b82 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.272840 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-868b9c8d-1b3e-405f-819d-c3f9060cc74c None None] Provisioning for port dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:56.299917 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b67fe-bd3c-410e-ac5d-d998e0339479 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:56.306885 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61b67fe-bd3c-410e-ac5d-d998e0339479 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:56.307940 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f61b67fe-bd3c-410e-ac5d-d998e0339479 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.348289 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ce577fda-f1f8-4176-a331-24f69c1e9b82 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5608830 Feb 04 06:01:56.386071 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49064) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:56.407163 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] Calling delete_port for ad903d20-6bcf-41bb-b080-3bc7e681b074 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:56.469334 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f61b67fe-bd3c-410e-ac5d-d998e0339479 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0867629 Feb 04 06:01:56.479650 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49070) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:56.483989 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-649837cc-9128-4f05-bd27-65adb0002d23 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Request body: {'port': {'network_id': '6a6e5fad-e912-441c-8b53-4c9501065a15', 'name': 'tempest-AllowedAddressPairTestJSON-403656208'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:56.501940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-868b9c8d-1b3e-405f-819d-c3f9060cc74c None None] Provisioning complete for port dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:56.502580 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-868b9c8d-1b3e-405f-819d-c3f9060cc74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.546744 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.639760 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] No DVR routers for this DVR port ad903d20-6bcf-41bb-b080-3bc7e681b074 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:01:56.645032 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] Pushing event deleted for resources: {'Port': ['ID=ad903d20-6bcf-41bb-b080-3bc7e681b074,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:56.668844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.669151 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.669492 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.669823 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.670274 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.670624 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.670996 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.671333 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.671667 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.672485 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.672830 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.673296 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73f36f-50d1-497f-95a6-cb5486417299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.677331 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9808ae8b-7f75-4108-8402-093306b27fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.679662 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port efd401c8-3189-4f52-882f-5af1389eb4e7 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:56.688231 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-868b9c8d-1b3e-405f-819d-c3f9060cc74c None None] Port dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:56.691893 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port efd401c8-3189-4f52-882f-5af1389eb4e7 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:56.692185 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.719532 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9808ae8b-7f75-4108-8402-093306b27fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.742398 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b67fe-bd3c-410e-ac5d-d998e0339479 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=3feee5e8-6a12-42e8-874c-4d208de59386,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:56.793926 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] For port ad903d20-6bcf-41bb-b080-3bc7e681b074, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ad903d20-6bcf-41bb-b080-3bc7e681b074,segment=NetworkSegment(e6f6ec21-95d3-49a3-a68a-4c699623f770),segment_id=e6f6ec21-95d3-49a3-a68a-4c699623f770)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:56.794906 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.806515 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-d3d1c5be-358c-4c76-aea1-fda6fc3d17c9 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] update failed (client error): The resource could not be found. Feb 04 06:01:56.807566 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d3d1c5be-358c-4c76-aea1-fda6fc3d17c9 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] 10.222.0.31 "PUT /v2.0/floatingips/f556e8be-7c6e-4e26-87d9-bf1cfcd30b13 HTTP/1.1" status: 404 len: 507 time: 1.3631072 Feb 04 06:01:56.829023 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49082) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:56.837565 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f9313-0799-4ce6-8d65-a59bd842c402 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port 3feee5e8-6a12-42e8-874c-4d208de59386 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:56.837890 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9313-0799-4ce6-8d65-a59bd842c402 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.854632 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.866781 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4b443f62-aa62-4bb8-bfca-846ab53a97ba None None] Provisioning for port 35025f08-b513-4c8d-9cf2-4b7788289143 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:56.884946 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4b443f62-aa62-4bb8-bfca-846ab53a97ba None None] Provisioning complete for port 35025f08-b513-4c8d-9cf2-4b7788289143 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:56.885317 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4b443f62-aa62-4bb8-bfca-846ab53a97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.946521 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Calling delete_port for ad903d20-6bcf-41bb-b080-3bc7e681b074 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:56.957325 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port efd401c8-3189-4f52-882f-5af1389eb4e7, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=efd401c8-3189-4f52-882f-5af1389eb4e7,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:56.964883 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-4b443f62-aa62-4bb8-bfca-846ab53a97ba None None] Port 35025f08-b513-4c8d-9cf2-4b7788289143 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:56.971526 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:57.049618 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ad903d20-6bcf-41bb-b080-3bc7e681b074 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:01:57.051555 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-205a1159-7e02-4218-b57a-96a9617a5c66 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:57.054583 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:01:57.054953 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:01:57.066077 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-205a1159-7e02-4218-b57a-96a9617a5c66 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:57.067563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-205a1159-7e02-4218-b57a-96a9617a5c66 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:57.103470 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: ad903d20-6bcf-41bb-b080-3bc7e681b074 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:01:57.103928 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ad903d20-6bcf-41bb-b080-3bc7e681b074 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:01:57.138798 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=efd401c8-3189-4f52-882f-5af1389eb4e7,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:57.207258 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49094) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:57.231165 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a1159-7e02-4218-b57a-96a9617a5c66 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:57.285900 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205a1159-7e02-4218-b57a-96a9617a5c66 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:57.287023 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-205a1159-7e02-4218-b57a-96a9617a5c66 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:57.307847 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f34b05-907f-42d1-a6fb-61e2a38823a3 req-4e38bd28-ed49-4579-a8cb-21b545038fc2 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:57.309363 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b2f34b05-907f-42d1-a6fb-61e2a38823a3 req-4e38bd28-ed49-4579-a8cb-21b545038fc2 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.9811463 Feb 04 06:01:57.382189 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-052dcc78-f215-4f26-95b8-3ff665d47f30 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Deleting port 3e49a1c8-b127-44dd-9630-d75baa69f02a {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:57.382479 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-052dcc78-f215-4f26-95b8-3ff665d47f30 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:57.458758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-649837cc-9128-4f05-bd27-65adb0002d23 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:57.464013 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9808ae8b-7f75-4108-8402-093306b27fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:57.492789 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205a1159-7e02-4218-b57a-96a9617a5c66 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Router e17da28e-1e7a-499a-850f-474c61898a29 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:01:57.531480 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f21bd781-9eed-4d18-9b1a-b9e80f8735ca tempest-AgentManagementNegativeTest-1554521222 tempest-AgentManagementNegativeTest-1554521222-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3045545 Feb 04 06:01:57.548852 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808ae8b-7f75-4108-8402-093306b27fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c805720a-e501-4f90-ace1-a25570ddc172,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:57.557710 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-649837cc-9128-4f05-bd27-65adb0002d23 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:57.562207 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Deleting port ad903d20-6bcf-41bb-b080-3bc7e681b074 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:57.562551 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:57.584666 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9808ae8b-7f75-4108-8402-093306b27fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:57.588506 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9808ae8b-7f75-4108-8402-093306b27fcf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c805720a-e501-4f90-ace1-a25570ddc172 HTTP/1.1" status: 204 len: 168 time: 1.4390113 Feb 04 06:01:57.596783 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b2f34b05-907f-42d1-a6fb-61e2a38823a3 req-7e4a0f05-0033-4ca1-a539-6b629fd3bce2 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2635484 Feb 04 06:01:57.616965 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9313-0799-4ce6-8d65-a59bd842c402 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:57.631319 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649837cc-9128-4f05-bd27-65adb0002d23 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Made reservation on behalf of abf3f54e408e4cd2be447516d0ec55b4 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:57.634967 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-649837cc-9128-4f05-bd27-65adb0002d23 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:57.648608 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1ab84a78-f065-4d97-8ba0-ac7b07738f71 None None] Provisioning complete for port dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:57.649599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1ab84a78-f065-4d97-8ba0-ac7b07738f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:57.703262 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] The port 'ad903d20-6bcf-41bb-b080-3bc7e681b074' was deleted {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:01:57.813946 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-1ab84a78-f065-4d97-8ba0-ac7b07738f71 None None] Port dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:57.827874 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f9313-0799-4ce6-8d65-a59bd842c402 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for 3feee5e8-6a12-42e8-874c-4d208de59386 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:57.841693 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device efd401c8-3189-4f52-882f-5af1389eb4e7 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:57.885466 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-649837cc-9128-4f05-bd27-65adb0002d23 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] device_id is not set on port 91c507c3-4184-448d-be24-9c029a9e5c57 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:57.952355 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port efd401c8-3189-4f52-882f-5af1389eb4e7 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:57.955241 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:57.975051 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205a1159-7e02-4218-b57a-96a9617a5c66 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:01:57.986919 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-205a1159-7e02-4218-b57a-96a9617a5c66 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "PUT /v2.0/routers/e17da28e-1e7a-499a-850f-474c61898a29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6232133 Feb 04 06:01:57.990074 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49106) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:57.991528 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Sync routers for ids ['e17da28e-1e7a-499a-850f-474c61898a29'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:58.014892 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Routers {'e17da28e-1e7a-499a-850f-474c61898a29'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:58.015518 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['e17da28e-1e7a-499a-850f-474c61898a29'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:58.050644 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:58.095678 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49112) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:58.113834 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:58.133676 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7bc90e-770c-4eb7-86fe-b3ba2d603cba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:58.134273 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ac7bc90e-770c-4eb7-86fe-b3ba2d603cba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:58.137884 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f6ec21-95d3-49a3-a68a-4c699623f770') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:58.138189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f6ec21-95d3-49a3-a68a-4c699623f770') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:58.164200 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:58.181500 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9313-0799-4ce6-8d65-a59bd842c402 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:58.198748 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Set router e17da28e-1e7a-499a-850f-474c61898a29 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:01:58.218399 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:58.234436 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-052dcc78-f215-4f26-95b8-3ff665d47f30 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:58.235296 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-052dcc78-f215-4f26-95b8-3ff665d47f30 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:58.235858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:01:58.237038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:58.325533 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f9313-0799-4ce6-8d65-a59bd842c402 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Port': ['ID=3feee5e8-6a12-42e8-874c-4d208de59386,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:01:58.359655 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:01:58.392056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-052dcc78-f215-4f26-95b8-3ff665d47f30 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Calling delete_port for 3e49a1c8-b127-44dd-9630-d75baa69f02a owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:58.402729 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:58.406580 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ac7bc90e-770c-4eb7-86fe-b3ba2d603cba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:58.412302 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ac7bc90e-770c-4eb7-86fe-b3ba2d603cba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports/dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b HTTP/1.1" status: 200 len: 911 time: 0.4215703 Feb 04 06:01:58.423240 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:58.424611 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49124) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:58.435372 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9313-0799-4ce6-8d65-a59bd842c402 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:58.453081 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "DELETE /v2.0/networks/f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c HTTP/1.1" status: 204 len: 168 time: 3.0566232 Feb 04 06:01:58.454356 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5749116a-2733-47cd-b6ad-91fe88abe3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:58.473867 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49130) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:58.504701 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-649837cc-9128-4f05-bd27-65adb0002d23 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Allocated IP 172.20.0.10 (6a6e5fad-e912-441c-8b53-4c9501065a15/02568f8d-ddb6-4e85-a282-00c5c1e89e99/91c507c3-4184-448d-be24-9c029a9e5c57) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:58.531208 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0d5f9313-0799-4ce6-8d65-a59bd842c402 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/ports/3feee5e8-6a12-42e8-874c-4d208de59386 HTTP/1.1" status: 204 len: 168 time: 2.0169899 Feb 04 06:01:58.536374 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49136) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:58.550593 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-fcd77df7-3487-47d6-84ce-31a1ec7ca30c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24', 'mac_address': 'fa:16:3e:02:8b:e1', 'name': 'tempest-PortsTestJSON-35017846'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:58.568487 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dd465-a0d2-405b-ae44-68b54629ac60 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event deleted for resources: {'Network': ['ID=f5c31a5c-e203-40d6-85fa-6b64d1d9aa8c,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:58.686804 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17da28e-1e7a-499a-850f-474c61898a29', 'name': 'tempest-NetworksTestDHCPv6-router-1679691454', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:53Z', 'updated_at': '2022-02-04T06:01:55Z', 'revision_number': 2, 'project_id': '675c510890904ac2b9a9de3c77631cc0', 'gw_port_host': None, '_interfaces': [{'id': 'dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b', 'name': '', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'mac_address': 'fa:16:3e:ee:8d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17da28e-1e7a-499a-850f-474c61898a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a9265e05-c5d0-4ab1-86d0-3f59aaa4697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:54Z', 'updated_at': '2022-02-04T06:01:56Z', 'revision_number': 2, 'project_id': '675c510890904ac2b9a9de3c77631cc0', 'subnets': [{'id': 'a9265e05-c5d0-4ab1-86d0-3f59aaa4697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:58.696370 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Checking router: e17da28e-1e7a-499a-850f-474c61898a29 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:01:58.696716 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Updating router e17da28e-1e7a-499a-850f-474c61898a29 port dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:01:58.705558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5749116a-2733-47cd-b6ad-91fe88abe3aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:58.727588 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5749116a-2733-47cd-b6ad-91fe88abe3aa admin admin] Usage tracker for resource:security_group_rule and tenant:1fa5a7effcd64180856c8f6b01f564de is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:58.733467 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5749116a-2733-47cd-b6ad-91fe88abe3aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:58.738265 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-55b64ce8-34f6-4701-bb33-4619fee6af71 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Deleting port e0e458b5-f408-4cef-af38-42d7de624248 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:01:58.738849 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-55b64ce8-34f6-4701-bb33-4619fee6af71 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:58.820863 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:58.831905 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5749116a-2733-47cd-b6ad-91fe88abe3aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:58.949853 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-fcd77df7-3487-47d6-84ce-31a1ec7ca30c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:59.012901 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb42b7b-5913-4eeb-8d9e-3d90b6fb3227 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:59.017711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-55b64ce8-34f6-4701-bb33-4619fee6af71 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:59.018324 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-55b64ce8-34f6-4701-bb33-4619fee6af71 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:59.018670 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb42b7b-5913-4eeb-8d9e-3d90b6fb3227 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:59.020288 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-dfb42b7b-5913-4eeb-8d9e-3d90b6fb3227 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5868697 Feb 04 06:01:59.026992 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49152) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:59.033006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-fcd77df7-3487-47d6-84ce-31a1ec7ca30c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:port and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:59.040425 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-fcd77df7-3487-47d6-84ce-31a1ec7ca30c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:59.062305 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-fcd77df7-3487-47d6-84ce-31a1ec7ca30c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:59.084013 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-052dcc78-f215-4f26-95b8-3ff665d47f30 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:59.145299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd77df7-3487-47d6-84ce-31a1ec7ca30c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:59.209406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dcc78-f215-4f26-95b8-3ff665d47f30 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Pushing event deleted for resources: {'Port': ['ID=3e49a1c8-b127-44dd-9630-d75baa69f02a,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:59.238715 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:59.251610 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Transition to ACTIVE for port object dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:59.266409 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:59.381718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-649837cc-9128-4f05-bd27-65adb0002d23 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:59.410694 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fcd77df7-3487-47d6-84ce-31a1ec7ca30c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:59.418575 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5749116a-2733-47cd-b6ad-91fe88abe3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:59.436574 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fef7ce-ccc5-4557-a64e-d4dcb36437e7 req-323b5e5e-db5e-47a1-8624-c5c991a3016d tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:59.438662 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-38fef7ce-ccc5-4557-a64e-d4dcb36437e7 req-323b5e5e-db5e-47a1-8624-c5c991a3016d tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.5588636 Feb 04 06:01:59.443573 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-649837cc-9128-4f05-bd27-65adb0002d23 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Transition to ACTIVE for port object 91c507c3-4184-448d-be24-9c029a9e5c57 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:59.454534 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-052dcc78-f215-4f26-95b8-3ff665d47f30 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for floatingip, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:59.454852 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477623d-3ae2-4e9f-ad0f-69795c618aa8 None None] Pushing event updated for resources: {'Port': ['ID=dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:59.486668 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5ad7eaac-f46c-443d-b1c6-4beafa68ec40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:59.504074 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-fcd77df7-3487-47d6-84ce-31a1ec7ca30c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] device_id is not set on port e0f2caaf-7cd9-476a-bd18-96a7ea4b7d2a yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:01:59.517800 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477623d-3ae2-4e9f-ad0f-69795c618aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:59.518160 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477623d-3ae2-4e9f-ad0f-69795c618aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:59.518498 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477623d-3ae2-4e9f-ad0f-69795c618aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:59.518824 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477623d-3ae2-4e9f-ad0f-69795c618aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:59.519148 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477623d-3ae2-4e9f-ad0f-69795c618aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:59.519478 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477623d-3ae2-4e9f-ad0f-69795c618aa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:59.519817 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477623d-3ae2-4e9f-ad0f-69795c618aa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:59.520132 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477623d-3ae2-4e9f-ad0f-69795c618aa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:59.520445 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477623d-3ae2-4e9f-ad0f-69795c618aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:59.520756 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477623d-3ae2-4e9f-ad0f-69795c618aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:59.521065 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477623d-3ae2-4e9f-ad0f-69795c618aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:59.521373 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477623d-3ae2-4e9f-ad0f-69795c618aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:59.594678 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-052dcc78-f215-4f26-95b8-3ff665d47f30 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:59.599957 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5749116a-2733-47cd-b6ad-91fe88abe3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:59.600880 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-052dcc78-f215-4f26-95b8-3ff665d47f30 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] 10.222.0.31 "DELETE /v2.0/floatingips/f556e8be-7c6e-4e26-87d9-bf1cfcd30b13 HTTP/1.1" status: 204 len: 168 time: 2.7716801 Feb 04 06:01:59.612783 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49166) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:59.626459 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Attempting to bind port dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:59.626820 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Attempting to bind port dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:59.627174 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Attempting to bind port dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:59.637590 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:01:59.637950 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:59.638520 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:59.640545 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:01:59.641034 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Bound port: dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:01:59.641410 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:59.662234 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49168) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:59.697013 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-38fef7ce-ccc5-4557-a64e-d4dcb36437e7 req-a7286e3a-55df-49e2-bd43-6f4eb6ce923e tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468972 Feb 04 06:01:59.728191 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-55b64ce8-34f6-4701-bb33-4619fee6af71 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Calling delete_port for e0e458b5-f408-4cef-af38-42d7de624248 owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:01:59.740185 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-649837cc-9128-4f05-bd27-65adb0002d23 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:59.792461 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] For port dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:01:59.796623 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] For port dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:01:59.803667 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:59.826049 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749116a-2733-47cd-b6ad-91fe88abe3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82766bdd-d5de-4e71-b9ca-58581a0c5474,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:59.830611 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5749116a-2733-47cd-b6ad-91fe88abe3aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1fa5a7effcd64180856c8f6b01f564de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7317016 Feb 04 06:01:59.833908 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4727cada-fe93-49d6-89ea-d373d7bba55c tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Request body: {'floatingip': {'floating_network_id': 'bee4027a-625f-4c8a-85a4-d13563e3d39d', 'port_id': '0efac50b-c182-4746-8c95-9bed54d05f94', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:59.848707 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49180) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:59.863139 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4727cada-fe93-49d6-89ea-d373d7bba55c tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:59.884944 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4727cada-fe93-49d6-89ea-d373d7bba55c tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Usage tracker for resource:floatingip and tenant:360cce07c85945adac0a94b92cf7b0dc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:59.889698 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4727cada-fe93-49d6-89ea-d373d7bba55c tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:59.904773 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Routers {'e17da28e-1e7a-499a-850f-474c61898a29'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:59.905480 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:01:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['e17da28e-1e7a-499a-850f-474c61898a29'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:59.912468 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4727cada-fe93-49d6-89ea-d373d7bba55c tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:59.924099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649837cc-9128-4f05-bd27-65adb0002d23 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Network 6a6e5fad-e912-441c-8b53-4c9501065a15 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:59.938753 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-649837cc-9128-4f05-bd27-65adb0002d23 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:59.946875 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649837cc-9128-4f05-bd27-65adb0002d23 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:00.038663 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649837cc-9128-4f05-bd27-65adb0002d23 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:00.039441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-649837cc-9128-4f05-bd27-65adb0002d23 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:00.046210 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477623d-3ae2-4e9f-ad0f-69795c618aa8 None None] Pushing event updated for resources: {'Port': ['ID=dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:00.069473 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4727cada-fe93-49d6-89ea-d373d7bba55c tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for floatingip, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:00.079425 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-785724223'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:00.086675 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649837cc-9128-4f05-bd27-65adb0002d23 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Pushing event updated for resources: {'Port': ['ID=91c507c3-4184-448d-be24-9c029a9e5c57,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:00.102096 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:00.109164 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] Set router e17da28e-1e7a-499a-850f-474c61898a29 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:02:00.120666 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Usage tracker for resource:network and tenant:56067da2f4524d48af12abec9c14087a is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:00.128209 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:00.148860 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fcd77df7-3487-47d6-84ce-31a1ec7ca30c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:00.154070 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:00.167919 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-649837cc-9128-4f05-bd27-65adb0002d23 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7800000 Feb 04 06:02:00.168871 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49184) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:00.179914 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-bd3f4ee9-cca1-45e8-b484-25b1e1679646 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:37:e9:fd'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:df:1e:b6'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:00.262876 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Made reservation on behalf of 56067da2f4524d48af12abec9c14087a for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:00.266780 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:00.296859 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:00.400381 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:00.414046 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5cd55c8f-0f06-4993-93a2-21d5a36d7d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:00.415314 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fa04238b-f53c-4d8d-8bf5-b63812412512 None None] Provisioning for port 91c507c3-4184-448d-be24-9c029a9e5c57 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:00.416742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Usage tracker for resource:security_group_rule and tenant:56067da2f4524d48af12abec9c14087a is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:00.421737 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fa04238b-f53c-4d8d-8bf5-b63812412512 None None] Provisioning complete for port 91c507c3-4184-448d-be24-9c029a9e5c57 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:00.422459 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fa04238b-f53c-4d8d-8bf5-b63812412512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:00.424096 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:00.432655 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:00.438147 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fcd77df7-3487-47d6-84ce-31a1ec7ca30c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:00.452843 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5cd55c8f-0f06-4993-93a2-21d5a36d7d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:00.550229 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-fa04238b-f53c-4d8d-8bf5-b63812412512 None None] Port 91c507c3-4184-448d-be24-9c029a9e5c57 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:00.567393 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd77df7-3487-47d6-84ce-31a1ec7ca30c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 8c1d83c3-a130-442d-8848-3392923c3a24 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:00.574345 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-fcd77df7-3487-47d6-84ce-31a1ec7ca30c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:00.587082 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd77df7-3487-47d6-84ce-31a1ec7ca30c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:00.592695 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd77df7-3487-47d6-84ce-31a1ec7ca30c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:00.593627 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fcd77df7-3487-47d6-84ce-31a1ec7ca30c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:00.600500 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd77df7-3487-47d6-84ce-31a1ec7ca30c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=e0f2caaf-7cd9-476a-bd18-96a7ea4b7d2a,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:00.605093 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-55b64ce8-34f6-4701-bb33-4619fee6af71 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:00.664417 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17da28e-1e7a-499a-850f-474c61898a29', 'name': 'tempest-NetworksTestDHCPv6-router-1679691454', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:53Z', 'updated_at': '2022-02-04T06:01:55Z', 'revision_number': 2, 'project_id': '675c510890904ac2b9a9de3c77631cc0', 'gw_port_host': None, '_interfaces': [{'id': 'dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b', 'name': '', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'mac_address': 'fa:16:3e:ee:8d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17da28e-1e7a-499a-850f-474c61898a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a9265e05-c5d0-4ab1-86d0-3f59aaa4697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:54Z', 'updated_at': '2022-02-04T06:01:59Z', 'revision_number': 4, 'project_id': '675c510890904ac2b9a9de3c77631cc0', 'subnets': [{'id': 'a9265e05-c5d0-4ab1-86d0-3f59aaa4697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:00.669463 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1a52ad-34ce-4837-8497-d735dcd3869d None None] The sync data for ids ['e17da28e-1e7a-499a-850f-474c61898a29'] in dv-neutron-826830-2-hyperv is: [{'id': 'e17da28e-1e7a-499a-850f-474c61898a29', 'name': 'tempest-NetworksTestDHCPv6-router-1679691454', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:53Z', 'updated_at': '2022-02-04T06:01:55Z', 'revision_number': 2, 'project_id': '675c510890904ac2b9a9de3c77631cc0', 'gw_port_host': None, '_interfaces': [{'id': 'dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b', 'name': '', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'mac_address': 'fa:16:3e:ee:8d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17da28e-1e7a-499a-850f-474c61898a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a9265e05-c5d0-4ab1-86d0-3f59aaa4697b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:54Z', 'updated_at': '2022-02-04T06:01:59Z', 'revision_number': 4, 'project_id': '675c510890904ac2b9a9de3c77631cc0', 'subnets': [{'id': 'a9265e05-c5d0-4ab1-86d0-3f59aaa4697b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:02:00.691237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5cd55c8f-0f06-4993-93a2-21d5a36d7d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:00.692866 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fcd77df7-3487-47d6-84ce-31a1ec7ca30c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.1554313 Feb 04 06:02:00.693525 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49188) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:00.721771 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b64ce8-34f6-4701-bb33-4619fee6af71 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event deleted for resources: {'Port': ['ID=e0e458b5-f408-4cef-af38-42d7de624248,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:00.739707 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd3f4ee9-cca1-45e8-b484-25b1e1679646 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:00.789647 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd55c8f-0f06-4993-93a2-21d5a36d7d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82766bdd-d5de-4e71-b9ca-58581a0c5474,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:00.829900 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:00.893449 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c6d23c-144e-4b2d-a9b9-448a3ed74ff8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:00.893669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5cd55c8f-0f06-4993-93a2-21d5a36d7d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:00.894093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f9c6d23c-144e-4b2d-a9b9-448a3ed74ff8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Synchronizing usage tracker for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:00.896403 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5cd55c8f-0f06-4993-93a2-21d5a36d7d36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82766bdd-d5de-4e71-b9ca-58581a0c5474 HTTP/1.1" status: 204 len: 168 time: 1.0374086 Feb 04 06:02:00.904504 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:00.912341 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-55b64ce8-34f6-4701-bb33-4619fee6af71 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:00.913964 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-55b64ce8-34f6-4701-bb33-4619fee6af71 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:00.919352 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-55b64ce8-34f6-4701-bb33-4619fee6af71 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "DELETE /v2.0/floatingips/15429a39-bf91-425f-99c1-53ce7d34ab1e HTTP/1.1" status: 204 len: 168 time: 2.4409051 Feb 04 06:02:00.923625 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-4727cada-fe93-49d6-89ea-d373d7bba55c tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:02:00.923625 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4727cada-fe93-49d6-89ea-d373d7bba55c tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2037663 Feb 04 06:02:00.933902 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49196) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:00.934263 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49198) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:00.971691 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': '0efac50b-c182-4746-8c95-9bed54d05f94', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:00.995376 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:01.008750 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:02:01.021426 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f9c6d23c-144e-4b2d-a9b9-448a3ed74ff8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Unset dirty status for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:01.024067 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f9c6d23c-144e-4b2d-a9b9-448a3ed74ff8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports/e0f2caaf-7cd9-476a-bd18-96a7ea4b7d2a HTTP/1.1" status: 200 len: 839 time: 0.3217216 Feb 04 06:02:01.024067 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Usage tracker for resource:floatingip and tenant:360cce07c85945adac0a94b92cf7b0dc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:01.032450 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49204) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:01.033008 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548b6427-39f7-44cd-a03a-101c2d8ccb70,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:01.036099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:01.068206 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:01.073735 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:01.074412 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Added segment 646faff7-b76e-45eb-9b63-16067d16a63b of type vlan for network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f Feb 04 06:02:01.097611 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-9889e10e-bd08-40f0-bc2d-4cc6435a99de tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] DELETE failed (client error): The resource could not be found. Feb 04 06:02:01.098154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9889e10e-bd08-40f0-bc2d-4cc6435a99de tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:02:01.102839 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9889e10e-bd08-40f0-bc2d-4cc6435a99de tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "DELETE /v2.0/ports/6b9baad6-e11d-4070-bcc5-fdcda818980f HTTP/1.1" status: 404 len: 333 time: 0.1764309 Feb 04 06:02:01.103687 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49208) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:01.106925 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:01.177950 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-eb1aefe7-7ea3-46a4-b29a-9cae1c61e0d8 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Synchronizing usage tracker for tenant:be32df0199ab40b58629ba8c05d7ef10 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:01.195313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-050ced10-6f40-4e59-bac8-76fdccf5102b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:01.346316 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-918857b4-3e0e-4b59-bdf3-b30cfe0b9291 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port e0f2caaf-7cd9-476a-bd18-96a7ea4b7d2a {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:01.346656 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-918857b4-3e0e-4b59-bdf3-b30cfe0b9291 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:01.368415 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:01.374173 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:01.374761 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:01.432699 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-eb1aefe7-7ea3-46a4-b29a-9cae1c61e0d8 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Unset dirty status for tenant:be32df0199ab40b58629ba8c05d7ef10 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:01.433781 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-eb1aefe7-7ea3-46a4-b29a-9cae1c61e0d8 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "GET /v2.0/ports?device_id=5deb46f4-3b8d-4916-abc5-7158b0efde35 HTTP/1.1" status: 200 len: 205 time: 0.3196986 Feb 04 06:02:01.446796 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49218) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:01.481023 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:01.565088 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-27fb5bd2-2bb5-4dbd-b85d-a92f04862819 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] delete failed (client error): The resource could not be found. Feb 04 06:02:01.567084 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-27fb5bd2-2bb5-4dbd-b85d-a92f04862819 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "DELETE /v2.0/routers/5deb46f4-3b8d-4916-abc5-7158b0efde35 HTTP/1.1" status: 404 len: 336 time: 0.1193495 Feb 04 06:02:01.581345 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49226) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:01.619571 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Pushing event updated for resources: {'Network': ['ID=d5bdfc88-ea3c-496a-9512-bd8edbe0a74f,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:01.634760 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:02:01.655108 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4df663-fd6a-48d8-b4a8-445d189f5e0f req-60be876c-49c1-4aea-aa18-1c3f3a241fff tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:01.656658 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5c4df663-fd6a-48d8-b4a8-445d189f5e0f req-60be876c-49c1-4aea-aa18-1c3f3a241fff tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.8070235 Feb 04 06:02:01.663346 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-53837409-669b-4aef-b019-1f6441370efc tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9972479 Feb 04 06:02:01.738636 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5c4df663-fd6a-48d8-b4a8-445d189f5e0f req-718dddab-29b2-4ab8-8682-23827e51389e tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734308 Feb 04 06:02:01.744284 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd3f4ee9-cca1-45e8-b484-25b1e1679646 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:01.761218 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd3f4ee9-cca1-45e8-b484-25b1e1679646 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:01.914865 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-326e4156-166d-44e2-a2c0-3f32123e84d8 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] DELETE failed (client error): The resource could not be found. Feb 04 06:02:01.914865 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326e4156-166d-44e2-a2c0-3f32123e84d8 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:02:01.916464 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-326e4156-166d-44e2-a2c0-3f32123e84d8 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "DELETE /v2.0/subnets/541e51c1-6471-4d81-9dcd-d2a4c5b6450a HTTP/1.1" status: 404 len: 337 time: 0.3338675 Feb 04 06:02:01.931665 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49242) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:01.954781 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:01.999299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f4ee9-cca1-45e8-b484-25b1e1679646 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Pushing event updated for resources: {'Port': ['ID=91c507c3-4184-448d-be24-9c029a9e5c57,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:02.030794 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cf9d86eb-99be-4773-b0ac-93e4d4c12f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.087422 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.134064 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:02.140700 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:02.141000 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.145675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-918857b4-3e0e-4b59-bdf3-b30cfe0b9291 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.202039 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-bd3f4ee9-cca1-45e8-b484-25b1e1679646 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] In _notify_port_updated(), no bound segment for port 91c507c3-4184-448d-be24-9c029a9e5c57 on network 6a6e5fad-e912-441c-8b53-4c9501065a15 {{(pid=87471) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:02:02.216241 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3f4ee9-cca1-45e8-b484-25b1e1679646 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:02.217704 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd3f4ee9-cca1-45e8-b484-25b1e1679646 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.225511 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bd3f4ee9-cca1-45e8-b484-25b1e1679646 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "PUT /v2.0/ports/91c507c3-4184-448d-be24-9c029a9e5c57 HTTP/1.1" status: 200 len: 1056 time: 2.0520980 Feb 04 06:02:02.226895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49250) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:02.373222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49254) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:02.373222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49256) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:02.446615 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d7865ec7-48ee-4be8-832e-356bf065522d None None] Provisioning complete for port 91c507c3-4184-448d-be24-9c029a9e5c57 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:02.446980 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d7865ec7-48ee-4be8-832e-356bf065522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.470097 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Request body: {'port': {'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f', 'binding:host_id': 'hv-neutron-8268', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-528073933'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:02.482104 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.485277 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:02.528178 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:02.536491 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-d7865ec7-48ee-4be8-832e-356bf065522d None None] Port 91c507c3-4184-448d-be24-9c029a9e5c57 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:02.541745 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.562847 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-918857b4-3e0e-4b59-bdf3-b30cfe0b9291 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for e0f2caaf-7cd9-476a-bd18-96a7ea4b7d2a owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:02.576068 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Usage tracker for resource:port and tenant:5cef31f26a024a90a892bb9da796a740 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:02.586620 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:02.615874 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:02.645583 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:02.654105 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-a08a5516-5de8-44fb-ac35-9bf71ee82c10 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Deleting port e672479f-456d-4a57-8825-f317688706a4 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:02.654665 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a08a5516-5de8-44fb-ac35-9bf71ee82c10 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.663232 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-644546362'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:02.683176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-c058a22c-b0bb-45b9-8d81-17633fc196f1 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Deleting port 91c507c3-4184-448d-be24-9c029a9e5c57 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:02.683520 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c058a22c-b0bb-45b9-8d81-17633fc196f1 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.712757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-918857b4-3e0e-4b59-bdf3-b30cfe0b9291 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.722508 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:02.746074 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Usage tracker for resource:network and tenant:2eff4ff6cd5e4d9ebfad11f77d26cc56 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:02.755774 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:02.758157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Made reservation on behalf of 5cef31f26a024a90a892bb9da796a740 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:02.760424 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.762201 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.781646 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:02.800430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.817014 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918857b4-3e0e-4b59-bdf3-b30cfe0b9291 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Port': ['ID=e0f2caaf-7cd9-476a-bd18-96a7ea4b7d2a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:02.828129 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-050ced10-6f40-4e59-bac8-76fdccf5102b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:02.828479 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-050ced10-6f40-4e59-bac8-76fdccf5102b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.846282 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.856875 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Allocated IP 172.26.4.9 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/2074cac7-a751-4b15-9650-f87ad097ce0d) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:02.869071 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-918857b4-3e0e-4b59-bdf3-b30cfe0b9291 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.870609 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Made reservation on behalf of 2eff4ff6cd5e4d9ebfad11f77d26cc56 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:02.874034 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.902009 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:02.913724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.927384 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Usage tracker for resource:security_group_rule and tenant:5cef31f26a024a90a892bb9da796a740 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:02.927589 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-918857b4-3e0e-4b59-bdf3-b30cfe0b9291 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/ports/e0f2caaf-7cd9-476a-bd18-96a7ea4b7d2a HTTP/1.1" status: 204 len: 168 time: 1.8935628 Feb 04 06:02:02.930915 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49264) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:02.931640 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:02.946988 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595ccad-6138-4faa-89ac-3d9dc0d7d798 req-1265f77d-2547-44d7-891f-b67152b8b3ea tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:02.948434 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5595ccad-6138-4faa-89ac-3d9dc0d7d798 req-1265f77d-2547-44d7-891f-b67152b8b3ea tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.5742972 Feb 04 06:02:02.974124 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:03.029179 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adeed13-72af-4f9c-9d11-c6415b3bf4a1 req-5c4a2eea-1293-457f-8530-c63a7c2bce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:03.030681 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8adeed13-72af-4f9c-9d11-c6415b3bf4a1 req-5c4a2eea-1293-457f-8530-c63a7c2bce58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cb94bb5ad2274bffbb62168bf92a11ea&device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 1098 time: 0.5162585 Feb 04 06:02:03.033262 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:03.150371 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a08a5516-5de8-44fb-ac35-9bf71ee82c10 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:03.164420 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Usage tracker for resource:security_group_rule and tenant:2eff4ff6cd5e4d9ebfad11f77d26cc56 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:03.168115 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-050ced10-6f40-4e59-bac8-76fdccf5102b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] For port dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:03.168994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-050ced10-6f40-4e59-bac8-76fdccf5102b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:03.198467 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:03.221386 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbbadda-b2cf-48d5-abc7-32042e531aaa tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] GET failed (client error): The resource could not be found. Feb 04 06:02:03.226351 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7dbbadda-b2cf-48d5-abc7-32042e531aaa tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports/e0f2caaf-7cd9-476a-bd18-96a7ea4b7d2a HTTP/1.1" status: 404 len: 333 time: 0.2838836 Feb 04 06:02:03.283185 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49268) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:03.285178 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:03.338096 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-a08a5516-5de8-44fb-ac35-9bf71ee82c10 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Calling delete_port for e672479f-456d-4a57-8825-f317688706a4 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:03.346226 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5595ccad-6138-4faa-89ac-3d9dc0d7d798 req-c4a19493-6790-44ba-8036-30d143932c10 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3733099 Feb 04 06:02:03.422607 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a7e0f357-d765-4379-b427-59649ebfbeb2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24', 'name': 'tempest-PortsTestJSON-1135611883'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:03.442574 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c058a22c-b0bb-45b9-8d81-17633fc196f1 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:03.450522 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-050ced10-6f40-4e59-bac8-76fdccf5102b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:03.741613 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-c058a22c-b0bb-45b9-8d81-17633fc196f1 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Calling delete_port for 91c507c3-4184-448d-be24-9c029a9e5c57 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:03.778643 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:03.789265 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adeed13-72af-4f9c-9d11-c6415b3bf4a1 req-e7fee56d-29ac-47d0-bc71-4e2b8c67dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:03.790727 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8adeed13-72af-4f9c-9d11-c6415b3bf4a1 req-e7fee56d-29ac-47d0-bc71-4e2b8c67dbab service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8542b43-7535-4da4-a485-e641ef5c90d7 HTTP/1.1" status: 200 len: 913 time: 0.6519742 Feb 04 06:02:03.791507 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a7e0f357-d765-4379-b427-59649ebfbeb2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:03.798578 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:03.870428 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:03.870996 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:03.937142 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:03.949242 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a7e0f357-d765-4379-b427-59649ebfbeb2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:port and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:03.960652 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a7e0f357-d765-4379-b427-59649ebfbeb2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:03.973325 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:03.974944 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a7e0f357-d765-4379-b427-59649ebfbeb2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:04.003584 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] device_id is not set on port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:04.011630 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e0f357-d765-4379-b427-59649ebfbeb2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:04.015460 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a7e0f357-d765-4379-b427-59649ebfbeb2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.030365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a08a5516-5de8-44fb-ac35-9bf71ee82c10 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.068571 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8adeed13-72af-4f9c-9d11-c6415b3bf4a1 req-5a9c9073-859d-47dc-ba9e-abba2906f681 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f18d41ea-c499-44ca-a515-2785b9a6b400 HTTP/1.1" status: 200 len: 1001 time: 0.2600055 Feb 04 06:02:04.098113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.128554 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a5516-5de8-44fb-ac35-9bf71ee82c10 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event deleted for resources: {'Port': ['ID=e672479f-456d-4a57-8825-f317688706a4,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:04.132039 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-a7e0f357-d765-4379-b427-59649ebfbeb2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] device_id is not set on port b8299159-8163-46f5-b6d4-133e13792ef1 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:04.159224 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.208831 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.211507 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c60b11-cd5f-428b-b575-4749ca675aa4,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:04.227568 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.322182 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-050ced10-6f40-4e59-bac8-76fdccf5102b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.327639 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a08a5516-5de8-44fb-ac35-9bf71ee82c10 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.336133 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:02:04.366973 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:04.375904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adeed13-72af-4f9c-9d11-c6415b3bf4a1 req-6eef7d28-f3ef-46b1-92bf-f0ac66f12d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:04.377374 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8adeed13-72af-4f9c-9d11-c6415b3bf4a1 req-6eef7d28-f3ef-46b1-92bf-f0ac66f12d0f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da9005f5-dfd7-4698-952c-229a09293613 HTTP/1.1" status: 200 len: 851 time: 0.2826350 Feb 04 06:02:04.387089 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:04.404664 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ced10-6f40-4e59-bac8-76fdccf5102b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:04.414324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:04.470142 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.470489 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Added segment 32a639c1-9a76-4aab-bfc8-9ee40446440f of type vlan for network 9f3dc698-52a5-409f-ad37-f387bd575ebc Feb 04 06:02:04.472833 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=decb7c96-1ad9-4e53-a48c-1c3fa0f90f48,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:04.482427 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a08a5516-5de8-44fb-ac35-9bf71ee82c10 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "DELETE /v2.0/ports/e672479f-456d-4a57-8825-f317688706a4 HTTP/1.1" status: 204 len: 168 time: 2.5436602 Feb 04 06:02:04.535612 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49274) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:04.593890 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Pushing event updated for resources: {'Port': ['ID=2074cac7-a751-4b15-9650-f87ad097ce0d,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:04.617912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c058a22c-b0bb-45b9-8d81-17633fc196f1 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.718254 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058a22c-b0bb-45b9-8d81-17633fc196f1 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Pushing event deleted for resources: {'Port': ['ID=91c507c3-4184-448d-be24-9c029a9e5c57,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:04.721010 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.730739 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-050ced10-6f40-4e59-bac8-76fdccf5102b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.842141 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f9a364a3-9bab-45e0-8364-9ba9adb16879 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Deleting port 415b157c-2ed8-44eb-9c4d-924afa6b4651 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:04.842819 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f9a364a3-9bab-45e0-8364-9ba9adb16879 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.941124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a7e0f357-d765-4379-b427-59649ebfbeb2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:05.000979 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] device_id is not set on port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:05.041197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:05.046635 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:05.047213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:05.076284 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:05.106642 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b8724-5af0-466b-b914-ef1accf110cf req-6f164cc9-0d86-43fd-8929-3d027f3f07f1 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:05.108110 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-786b8724-5af0-466b-b914-ef1accf110cf req-6f164cc9-0d86-43fd-8929-3d027f3f07f1 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.5734396 Feb 04 06:02:05.121083 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adeed13-72af-4f9c-9d11-c6415b3bf4a1 req-98b169f0-e54e-4581-823e-adf221ae1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:05.122520 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8adeed13-72af-4f9c-9d11-c6415b3bf4a1 req-98b169f0-e54e-4581-823e-adf221ae1ae4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8542b43-7535-4da4-a485-e641ef5c90d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7144647 Feb 04 06:02:05.162535 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050ced10-6f40-4e59-bac8-76fdccf5102b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Router e17da28e-1e7a-499a-850f-474c61898a29 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:02:05.246533 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a7e0f357-d765-4379-b427-59649ebfbeb2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:05.370236 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Transition to ACTIVE for port object bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:05.394638 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Deleting port 2074cac7-a751-4b15-9650-f87ad097ce0d {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:05.394981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:05.536499 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Pushing event updated for resources: {'Network': ['ID=9f3dc698-52a5-409f-ad37-f387bd575ebc,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:05.545691 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:05.548215 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 9f3dc698-52a5-409f-ad37-f387bd575ebc details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:02:05.585862 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050ced10-6f40-4e59-bac8-76fdccf5102b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:02:05.591003 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-050ced10-6f40-4e59-bac8-76fdccf5102b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "PUT /v2.0/routers/e17da28e-1e7a-499a-850f-474c61898a29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5626614 Feb 04 06:02:05.604903 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e0f357-d765-4379-b427-59649ebfbeb2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 8c1d83c3-a130-442d-8848-3392923c3a24 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:05.610462 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49278) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:05.613365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-a7e0f357-d765-4379-b427-59649ebfbeb2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:05.615757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e0f357-d765-4379-b427-59649ebfbeb2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:05.620089 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68233c6-9370-4e8c-804d-f331caebf138 None None] Sync routers for ids ['e17da28e-1e7a-499a-850f-474c61898a29'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:02:05.621532 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e0f357-d765-4379-b427-59649ebfbeb2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:05.622166 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a7e0f357-d765-4379-b427-59649ebfbeb2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:05.649289 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68233c6-9370-4e8c-804d-f331caebf138 None None] Routers {'e17da28e-1e7a-499a-850f-474c61898a29'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:02:05.650032 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a68233c6-9370-4e8c-804d-f331caebf138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:02:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['e17da28e-1e7a-499a-850f-474c61898a29'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:05.664671 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-02c62f84-0f00-4584-9961-a20167187259 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.2620668 Feb 04 06:02:05.668794 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0f357-d765-4379-b427-59649ebfbeb2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=b8299159-8163-46f5-b6d4-133e13792ef1,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:05.672099 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49282) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:05.690734 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-786b8724-5af0-466b-b914-ef1accf110cf req-4109f9e8-54ab-4655-94c2-c8003fd5b90d tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5117810 Feb 04 06:02:05.696330 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-cde2aead-1120-4085-be7a-2c2eda4a7e71 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Request body: {'subnet': {'network_id': '9f3dc698-52a5-409f-ad37-f387bd575ebc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:05.781745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f9a364a3-9bab-45e0-8364-9ba9adb16879 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:05.793025 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a7e0f357-d765-4379-b427-59649ebfbeb2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5087273 Feb 04 06:02:05.811345 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-a68233c6-9370-4e8c-804d-f331caebf138 None None] Set router e17da28e-1e7a-499a-850f-474c61898a29 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:02:05.814318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49286) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:05.860376 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Pushing event updated for resources: {'Port': ['ID=bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:05.882059 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4c1c8ffc-c634-4f28-ac53-865fa215014d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:05.918357 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a68233c6-9370-4e8c-804d-f331caebf138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17da28e-1e7a-499a-850f-474c61898a29', 'name': 'tempest-NetworksTestDHCPv6-router-1679691454', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:53Z', 'updated_at': '2022-02-04T06:02:04Z', 'revision_number': 3, 'project_id': '675c510890904ac2b9a9de3c77631cc0', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:05.922784 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68233c6-9370-4e8c-804d-f331caebf138 None None] Checking router: e17da28e-1e7a-499a-850f-474c61898a29 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:02:05.931050 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68233c6-9370-4e8c-804d-f331caebf138 None None] Routers {'e17da28e-1e7a-499a-850f-474c61898a29'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:02:05.931764 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a68233c6-9370-4e8c-804d-f331caebf138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:02:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['e17da28e-1e7a-499a-850f-474c61898a29'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:05.939658 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8adeed13-72af-4f9c-9d11-c6415b3bf4a1 req-152adec2-26ee-4ddd-9495-849797b038b7 service neutron] 10.222.0.43 "GET /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7575412 Feb 04 06:02:05.979617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f9a364a3-9bab-45e0-8364-9ba9adb16879 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Calling delete_port for 415b157c-2ed8-44eb-9c4d-924afa6b4651 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:05.993479 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:05.993787 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:06.043676 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce74828-d670-491b-82e5-48b03ba097f0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:06.045319 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce74828-d670-491b-82e5-48b03ba097f0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:06.046721 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4ce74828-d670-491b-82e5-48b03ba097f0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:06.056069 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Checking segment: {'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:06.056634 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Network hostable DHCP agents. Network: d5bdfc88-ea3c-496a-9512-bd8edbe0a74f, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:02:06.059935 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-a68233c6-9370-4e8c-804d-f331caebf138 None None] Set router e17da28e-1e7a-499a-850f-474c61898a29 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:02:06.063523 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c058a22c-b0bb-45b9-8d81-17633fc196f1 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:06.068568 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c058a22c-b0bb-45b9-8d81-17633fc196f1 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "DELETE /v2.0/ports/91c507c3-4184-448d-be24-9c029a9e5c57 HTTP/1.1" status: 204 len: 168 time: 3.8354814 Feb 04 06:02:06.076092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49290) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:06.090825 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-cde2aead-1120-4085-be7a-2c2eda4a7e71 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:06.146816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4ce74828-d670-491b-82e5-48b03ba097f0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:06.150433 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4ce74828-d670-491b-82e5-48b03ba097f0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5361927 Feb 04 06:02:06.150433 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-cde2aead-1120-4085-be7a-2c2eda4a7e71 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Usage tracker for resource:subnet and tenant:2eff4ff6cd5e4d9ebfad11f77d26cc56 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:06.155266 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49294) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:06.156053 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-cde2aead-1120-4085-be7a-2c2eda4a7e71 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:06.161687 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4c515d-d593-4fcd-b1df-ca0c472d233e tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] GET failed (client error): The resource could not be found. Feb 04 06:02:06.165417 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fc4c515d-d593-4fcd-b1df-ca0c472d233e tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "GET /v2.0/ports/91c507c3-4184-448d-be24-9c029a9e5c57 HTTP/1.1" status: 404 len: 333 time: 0.0814929 Feb 04 06:02:06.167739 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a68233c6-9370-4e8c-804d-f331caebf138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17da28e-1e7a-499a-850f-474c61898a29', 'name': 'tempest-NetworksTestDHCPv6-router-1679691454', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:53Z', 'updated_at': '2022-02-04T06:02:04Z', 'revision_number': 3, 'project_id': '675c510890904ac2b9a9de3c77631cc0', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:06.171940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68233c6-9370-4e8c-804d-f331caebf138 None None] The sync data for ids ['e17da28e-1e7a-499a-850f-474c61898a29'] in dv-neutron-826830-2-hyperv is: [{'id': 'e17da28e-1e7a-499a-850f-474c61898a29', 'name': 'tempest-NetworksTestDHCPv6-router-1679691454', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:53Z', 'updated_at': '2022-02-04T06:02:04Z', 'revision_number': 3, 'project_id': '675c510890904ac2b9a9de3c77631cc0', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:02:06.196523 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49298) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:06.206378 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Calling delete_port for 2074cac7-a751-4b15-9650-f87ad097ce0d owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:06.211375 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-cde2aead-1120-4085-be7a-2c2eda4a7e71 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:06.299656 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde2aead-1120-4085-be7a-2c2eda4a7e71 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Made reservation on behalf of 2eff4ff6cd5e4d9ebfad11f77d26cc56 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:06.303118 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cde2aead-1120-4085-be7a-2c2eda4a7e71 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:06.336916 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:02:06.362244 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd758a-62b8-43c7-aa03-11151b96d60c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Deleting port 35025f08-b513-4c8d-9cf2-4b7788289143 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:06.362588 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e9bd758a-62b8-43c7-aa03-11151b96d60c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:06.371517 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c1c8ffc-c634-4f28-ac53-865fa215014d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:06.406827 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, d5bdfc88-ea3c-496a-9512-bd8edbe0a74f) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:06.415006 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2284c46e-432e-4248-83eb-a1e57d5fae30 None None] Network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:06.428243 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8adeed13-72af-4f9c-9d11-c6415b3bf4a1 req-bc64a42a-8aa0-499b-bd02-e50a521aa8be service neutron] 10.222.0.43 "GET /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790280 Feb 04 06:02:06.436440 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:06.460350 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec568b8-818e-4b28-a10b-b54e86dc41e8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet a9265e05-c5d0-4ab1-86d0-3f59aaa4697b {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:02:06.472886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eec568b8-818e-4b28-a10b-b54e86dc41e8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:06.529672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:06.530053 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:06.530392 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:06.555677 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:06.556163 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:06.560887 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 2 to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f Feb 04 06:02:06.592029 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:06.592382 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:06.592690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:06.621066 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f9a364a3-9bab-45e0-8364-9ba9adb16879 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:06.669382 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:06.670506 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eec568b8-818e-4b28-a10b-b54e86dc41e8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:06.703843 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:06.704156 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:06.718423 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 3 to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f Feb 04 06:02:06.738487 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a364a3-9bab-45e0-8364-9ba9adb16879 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event deleted for resources: {'Port': ['ID=415b157c-2ed8-44eb-9c4d-924afa6b4651,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:06.744139 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Pushing event deleted for resources: {'Port': ['ID=2074cac7-a751-4b15-9650-f87ad097ce0d,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:06.793177 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:06.793904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:06.793904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:06.882430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:06.882750 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:06.971069 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:07.033415 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 4 to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f Feb 04 06:02:07.077618 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e9bd758a-62b8-43c7-aa03-11151b96d60c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:07.098936 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:07.098936 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:07.099225 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:07.167904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f9a364a3-9bab-45e0-8364-9ba9adb16879 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:07.203686 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f9a364a3-9bab-45e0-8364-9ba9adb16879 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "DELETE /v2.0/ports/415b157c-2ed8-44eb-9c4d-924afa6b4651 HTTP/1.1" status: 204 len: 168 time: 2.6148169 Feb 04 06:02:07.208467 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49304) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:07.218800 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:07.219133 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:07.229757 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd758a-62b8-43c7-aa03-11151b96d60c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Calling delete_port for 35025f08-b513-4c8d-9cf2-4b7788289143 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:07.260181 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 5 to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f Feb 04 06:02:07.266026 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eec568b8-818e-4b28-a10b-b54e86dc41e8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:07.312993 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:07.313342 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:07.313659 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:07.325994 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:07.326318 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:07.327117 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] create failed (client error): The resource could not be found. Feb 04 06:02:07.331439 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4a5a37a9-3522-406c-99d0-8ab2aba53968 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.3888831 Feb 04 06:02:07.331439 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 6 to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f Feb 04 06:02:07.335701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.resource_extend [None req-4c1c8ffc-c634-4f28-ac53-865fa215014d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:02:07.337182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49308) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:07.363687 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c1c8ffc-c634-4f28-ac53-865fa215014d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:07.365574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cde2aead-1120-4085-be7a-2c2eda4a7e71 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:07.401784 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:07.402120 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:07.402451 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:07.416144 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c1c8ffc-c634-4f28-ac53-865fa215014d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:07.428939 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e037f-af22-46de-a99a-d4e90a2b0599 req-44c7afc3-b02d-4ac5-984e-186950c92071 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:07.430431 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ad2e037f-af22-46de-a99a-d4e90a2b0599 req-44c7afc3-b02d-4ac5-984e-186950c92071 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.5949316 Feb 04 06:02:07.463707 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:07.464006 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:07.472186 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 7 to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f Feb 04 06:02:07.497401 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c8ffc-c634-4f28-ac53-865fa215014d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] In _notify_port_updated(), no bound segment for port b8299159-8163-46f5-b6d4-133e13792ef1 on network 8c1d83c3-a130-442d-8848-3392923c3a24 {{(pid=87470) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:02:07.502824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1c8ffc-c634-4f28-ac53-865fa215014d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:07.503434 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c1c8ffc-c634-4f28-ac53-865fa215014d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:07.504763 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4c1c8ffc-c634-4f28-ac53-865fa215014d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "PUT /v2.0/ports/b8299159-8163-46f5-b6d4-133e13792ef1 HTTP/1.1" status: 200 len: 818 time: 1.6851816 Feb 04 06:02:07.510435 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-af5f707b-e02e-4935-a0b0-401a4ac32035 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Deleting port 0efac50b-c182-4746-8c95-9bed54d05f94 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:07.510783 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af5f707b-e02e-4935-a0b0-401a4ac32035 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:07.520494 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49312) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:07.557352 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:07.557657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:07.558019 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:07.591370 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:07.591695 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:07.598079 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2aead-1120-4085-be7a-2c2eda4a7e71 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Pushing event updated for resources: {'Subnet': ['ID=f850292e-53eb-42b0-ba60-29cce7547b15,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:07.600265 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 8 to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f Feb 04 06:02:07.610464 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eec568b8-818e-4b28-a10b-b54e86dc41e8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:07.624816 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ad2e037f-af22-46de-a99a-d4e90a2b0599 req-608d04b9-6ffb-45a1-87f7-909627c2dfd5 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598341 Feb 04 06:02:07.628408 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e9bd758a-62b8-43c7-aa03-11151b96d60c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:07.653962 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:07.654315 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:07.654608 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:07.657811 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c8ffc-c634-4f28-ac53-865fa215014d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=b8299159-8163-46f5-b6d4-133e13792ef1,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:07.673827 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde2aead-1120-4085-be7a-2c2eda4a7e71 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Checking segment: {'id': '32a639c1-9a76-4aab-bfc8-9ee40446440f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9f3dc698-52a5-409f-ad37-f387bd575ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:07.674267 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde2aead-1120-4085-be7a-2c2eda4a7e71 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Network hostable DHCP agents. Network: 9f3dc698-52a5-409f-ad37-f387bd575ebc, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:02:07.682252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eec568b8-818e-4b28-a10b-b54e86dc41e8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:07.683586 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24231e6-655e-4932-95ae-ce65110be16c None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:07.684985 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec568b8-818e-4b28-a10b-b54e86dc41e8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=a9265e05-c5d0-4ab1-86d0-3f59aaa4697b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:07.693615 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d06995-eec0-45ba-b546-157350ab7507 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:07.694305 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-22d06995-eec0-45ba-b546-157350ab7507 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Synchronizing usage tracker for tenant:be32df0199ab40b58629ba8c05d7ef10 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:07.710917 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-3ce50c6d-ea15-47e7-bb41-ea8d4379b3dc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port b8299159-8163-46f5-b6d4-133e13792ef1 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:07.711252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ce50c6d-ea15-47e7-bb41-ea8d4379b3dc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:07.726752 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:07.727079 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:07.730230 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 9 to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f Feb 04 06:02:07.738753 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd758a-62b8-43c7-aa03-11151b96d60c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Pushing event deleted for resources: {'Port': ['ID=35025f08-b513-4c8d-9cf2-4b7788289143,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:07.775027 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-eec568b8-818e-4b28-a10b-b54e86dc41e8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/a9265e05-c5d0-4ab1-86d0-3f59aaa4697b HTTP/1.1" status: 204 len: 168 time: 1.6149187 Feb 04 06:02:07.778643 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49316) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:07.802918 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:02:07.818922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:07.819251 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:07.819763 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:07.846270 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:02:07.846770 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device dd4ddbf7-f0fd-4472-a9a1-014e44ff5f6b not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:02:07.851542 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde2aead-1120-4085-be7a-2c2eda4a7e71 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Network 9f3dc698-52a5-409f-ad37-f387bd575ebc is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:02:07.864267 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-22d06995-eec0-45ba-b546-157350ab7507 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Unset dirty status for tenant:be32df0199ab40b58629ba8c05d7ef10 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:07.867876 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-22d06995-eec0-45ba-b546-157350ab7507 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "GET /v2.0/ports?device_id=291bd204-0842-4d12-b7ad-9ab081fb392c HTTP/1.1" status: 200 len: 913 time: 0.6427178 Feb 04 06:02:07.872644 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49320) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:07.917780 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:07.918372 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:07.922867 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 10 to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f Feb 04 06:02:07.955018 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:07.955348 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:07.955886 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:07.965207 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e9bd758a-62b8-43c7-aa03-11151b96d60c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:07.990470 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:07.991419 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:07.992123 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:08.018882 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-cde2aead-1120-4085-be7a-2c2eda4a7e71 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 9f3dc698-52a5-409f-ad37-f387bd575ebc) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:08.038570 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eefd1f-42e1-4039-9621-401f8d279683 None None] Network 9f3dc698-52a5-409f-ad37-f387bd575ebc requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:08.039354 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e9bd758a-62b8-43c7-aa03-11151b96d60c tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "DELETE /v2.0/ports/35025f08-b513-4c8d-9cf2-4b7788289143 HTTP/1.1" status: 204 len: 168 time: 1.8345966 Feb 04 06:02:08.042856 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49324) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:08.050457 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde2aead-1120-4085-be7a-2c2eda4a7e71 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:08.051049 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cde2aead-1120-4085-be7a-2c2eda4a7e71 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:08.061466 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993aa991-5744-400a-818b-5041ffb2bf00 None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:02:08.071757 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-993aa991-5744-400a-818b-5041ffb2bf00 None None] Deleting port efd401c8-3189-4f52-882f-5af1389eb4e7 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:08.072500 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-993aa991-5744-400a-818b-5041ffb2bf00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:08.075582 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af5f707b-e02e-4935-a0b0-401a4ac32035 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:08.138369 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-010eb1b9-e4b8-4693-b91e-d4595368c83b tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] GET failed (client error): The resource could not be found. Feb 04 06:02:08.139834 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-010eb1b9-e4b8-4693-b91e-d4595368c83b tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "GET /v2.0/ports/35025f08-b513-4c8d-9cf2-4b7788289143 HTTP/1.1" status: 404 len: 333 time: 0.0930371 Feb 04 06:02:08.145772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49328) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:08.214653 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-af5f707b-e02e-4935-a0b0-401a4ac32035 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Calling delete_port for 0efac50b-c182-4746-8c95-9bed54d05f94 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:08.220322 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-cde2aead-1120-4085-be7a-2c2eda4a7e71 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5389583 Feb 04 06:02:08.248206 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49332) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:08.303023 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-7e3f5290-f6be-47ea-a5e2-fc8046633d73 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Request body: {'port': {'network_id': '9f3dc698-52a5-409f-ad37-f387bd575ebc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-535895773'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:08.340918 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1f9dfe9e-68cd-4d28-8c66-3561adb464e1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:router {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:08.407197 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-050b66bf-4d18-48b8-b147-4fbca1150d33 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Deleting port 8022b36f-3435-471e-8d28-20d1754b9bc2 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:08.407666 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-050b66bf-4d18-48b8-b147-4fbca1150d33 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:08.432595 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ce50c6d-ea15-47e7-bb41-ea8d4379b3dc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:08.434986 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] For port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f, host hv-neutron-8268, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:02:08.435111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempted to set empty binding levels {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 06:02:08.459064 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:08.478411 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-993aa991-5744-400a-818b-5041ffb2bf00 None None] For port efd401c8-3189-4f52-882f-5af1389eb4e7, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=efd401c8-3189-4f52-882f-5af1389eb4e7,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:08.478797 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-993aa991-5744-400a-818b-5041ffb2bf00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:08.553094 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:08.553629 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:08.575197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-9f3dc698-52a5-409f-ad37-f387bd575ebc', 'network_id': '9f3dc698-52a5-409f-ad37-f387bd575ebc', 'tenant_id': '2eff4ff6cd5e4d9ebfad11f77d26cc56', 'fixed_ips': [{'subnet_id': 'f850292e-53eb-42b0-ba60-29cce7547b15'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:02:08.577091 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:08.649905 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-993aa991-5744-400a-818b-5041ffb2bf00 None None] Calling delete_port for efd401c8-3189-4f52-882f-5af1389eb4e7 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:08.769948 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Pushing event updated for resources: {'Port': ['ID=bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:08.777616 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1f9dfe9e-68cd-4d28-8c66-3561adb464e1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:router {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:08.782032 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1f9dfe9e-68cd-4d28-8c66-3561adb464e1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.0026155 Feb 04 06:02:08.791249 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-3ce50c6d-ea15-47e7-bb41-ea8d4379b3dc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for b8299159-8163-46f5-b6d4-133e13792ef1 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:08.813346 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49338) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:08.815899 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-993aa991-5744-400a-818b-5041ffb2bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:08.819146 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7e3f5290-f6be-47ea-a5e2-fc8046633d73 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:08.842664 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e27e89a2-e5f8-46d7-8f6f-43fc02ad3c7d tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.4302697 Feb 04 06:02:08.842664 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6b562fe7-54ba-40da-89a1-d0647810bdb6 req-703930c9-3f2e-4027-88aa-596db18f0c48 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5928147 Feb 04 06:02:08.845433 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49342) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:08.892080 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993aa991-5744-400a-818b-5041ffb2bf00 None None] Pushing event deleted for resources: {'Port': ['ID=efd401c8-3189-4f52-882f-5af1389eb4e7,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:08.895649 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7e3f5290-f6be-47ea-a5e2-fc8046633d73 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Usage tracker for resource:port and tenant:2eff4ff6cd5e4d9ebfad11f77d26cc56 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:08.903226 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7e3f5290-f6be-47ea-a5e2-fc8046633d73 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:08.912534 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993aa991-5744-400a-818b-5041ffb2bf00 None None] No DVR routers for this DVR port efd401c8-3189-4f52-882f-5af1389eb4e7 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:02:08.935240 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7e3f5290-f6be-47ea-a5e2-fc8046633d73 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:08.983260 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Allocated IP 2001:db8::2 (9f3dc698-52a5-409f-ad37-f387bd575ebc/f850292e-53eb-42b0-ba60-29cce7547b15/58f86503-50e5-44c6-854f-6d8692672c78) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:09.043874 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af5f707b-e02e-4935-a0b0-401a4ac32035 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:09.094586 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-3789e668-b656-4fb1-a19e-7e528173bc63 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Deleting port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:09.094928 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3789e668-b656-4fb1-a19e-7e528173bc63 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:09.114494 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4fc6574f-7536-4e1b-b73d-e29de8eabdf9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:09.164846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3f5290-f6be-47ea-a5e2-fc8046633d73 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Made reservation on behalf of 2eff4ff6cd5e4d9ebfad11f77d26cc56 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:09.168348 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5290-f6be-47ea-a5e2-fc8046633d73 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:09.187752 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f707b-e02e-4935-a0b0-401a4ac32035 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Pushing event deleted for resources: {'Port': ['ID=0efac50b-c182-4746-8c95-9bed54d05f94,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:09.237531 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ce50c6d-ea15-47e7-bb41-ea8d4379b3dc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:09.241705 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:09.260895 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Transition to ACTIVE for port object 58f86503-50e5-44c6-854f-6d8692672c78 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:09.282791 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Transition to ACTIVE for port object 58f86503-50e5-44c6-854f-6d8692672c78 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:09.293785 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:09.326828 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-7e3f5290-f6be-47ea-a5e2-fc8046633d73 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] device_id is not set on port 8d4d0b76-e5bb-4bc0-8127-46f51aa59fc3 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:09.392712 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce50c6d-ea15-47e7-bb41-ea8d4379b3dc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Port': ['ID=b8299159-8163-46f5-b6d4-133e13792ef1,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:09.427268 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Network 9f3dc698-52a5-409f-ad37-f387bd575ebc is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:09.430925 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:09.435520 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:09.444545 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ce50c6d-ea15-47e7-bb41-ea8d4379b3dc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:09.478106 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Pushing event updated for resources: {'Port': ['ID=58f86503-50e5-44c6-854f-6d8692672c78,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:09.492229 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3ce50c6d-ea15-47e7-bb41-ea8d4379b3dc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/ports/b8299159-8163-46f5-b6d4-133e13792ef1 HTTP/1.1" status: 204 len: 168 time: 1.9605134 Feb 04 06:02:09.509986 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-050b66bf-4d18-48b8-b147-4fbca1150d33 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:09.520646 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49346) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:09.549850 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Attempting to bind port 58f86503-50e5-44c6-854f-6d8692672c78 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:09.550293 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Attempting to bind port 58f86503-50e5-44c6-854f-6d8692672c78 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '32a639c1-9a76-4aab-bfc8-9ee40446440f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9f3dc698-52a5-409f-ad37-f387bd575ebc'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:09.550571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Attempting to bind port 58f86503-50e5-44c6-854f-6d8692672c78 on network 9f3dc698-52a5-409f-ad37-f387bd575ebc {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:09.556065 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:02:09.556440 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Checking segment: {'id': '32a639c1-9a76-4aab-bfc8-9ee40446440f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9f3dc698-52a5-409f-ad37-f387bd575ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:09.556827 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:09.557209 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Bound using segment: {'id': '32a639c1-9a76-4aab-bfc8-9ee40446440f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9f3dc698-52a5-409f-ad37-f387bd575ebc'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:02:09.557661 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Bound port: 58f86503-50e5-44c6-854f-6d8692672c78, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a639c1-9a76-4aab-bfc8-9ee40446440f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9f3dc698-52a5-409f-ad37-f387bd575ebc'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:02:09.558029 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:09.631655 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef287453-1daf-43a5-b523-9573abab1380 req-d39ed732-bd71-4afb-905d-942b9ee7b2d5 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:09.633068 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ef287453-1daf-43a5-b523-9573abab1380 req-d39ed732-bd71-4afb-905d-942b9ee7b2d5 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.8661597 Feb 04 06:02:09.644915 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4fc6574f-7536-4e1b-b73d-e29de8eabdf9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:09.652062 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] For port 58f86503-50e5-44c6-854f-6d8692672c78, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:02:09.652257 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4fc6574f-7536-4e1b-b73d-e29de8eabdf9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:09.655721 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] For port 58f86503-50e5-44c6-854f-6d8692672c78, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=58f86503-50e5-44c6-854f-6d8692672c78,segment=NetworkSegment(32a639c1-9a76-4aab-bfc8-9ee40446440f),segment_id=32a639c1-9a76-4aab-bfc8-9ee40446440f)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:02:09.665053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:09.672638 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b562fe7-54ba-40da-89a1-d0647810bdb6 req-e5659985-c1be-4f2f-b885-aa08173ecad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:09.674116 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6b562fe7-54ba-40da-89a1-d0647810bdb6 req-e5659985-c1be-4f2f-b885-aa08173ecad0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cb94bb5ad2274bffbb62168bf92a11ea&device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 1098 time: 0.7534835 Feb 04 06:02:09.676670 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af5f707b-e02e-4935-a0b0-401a4ac32035 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:09.752762 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9b7da-182f-4fe5-be00-2a36c15d7b1b None None] Pushing event updated for resources: {'Port': ['ID=58f86503-50e5-44c6-854f-6d8692672c78,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:09.755799 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-af5f707b-e02e-4935-a0b0-401a4ac32035 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] 10.222.0.31 "DELETE /v2.0/ports/0efac50b-c182-4746-8c95-9bed54d05f94 HTTP/1.1" status: 204 len: 168 time: 2.4043019 Feb 04 06:02:09.773846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49350) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:09.795295 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-050b66bf-4d18-48b8-b147-4fbca1150d33 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Calling delete_port for 8022b36f-3435-471e-8d28-20d1754b9bc2 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:09.836422 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device efd401c8-3189-4f52-882f-5af1389eb4e7 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:02:09.878702 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-3789e668-b656-4fb1-a19e-7e528173bc63 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] For port bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f, host hv-neutron-8268, got binding levels [] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:09.879070 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3789e668-b656-4fb1-a19e-7e528173bc63 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:09.884502 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: efd401c8-3189-4f52-882f-5af1389eb4e7 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:02:09.884879 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device efd401c8-3189-4f52-882f-5af1389eb4e7 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:02:09.887187 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4fc6574f-7536-4e1b-b73d-e29de8eabdf9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:09.895449 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc6574f-7536-4e1b-b73d-e29de8eabdf9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Fanout notify agent at l3_agent the message router_deleted on router e17da28e-1e7a-499a-850f-474c61898a29 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:02:09.925998 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ef287453-1daf-43a5-b523-9573abab1380 req-22dfffcd-b8d5-45d2-98b4-a50252a64c1e tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787240 Feb 04 06:02:10.013672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-7e3f5290-f6be-47ea-a5e2-fc8046633d73 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Allocated IP 2001:db8::99 (9f3dc698-52a5-409f-ad37-f387bd575ebc/f850292e-53eb-42b0-ba60-29cce7547b15/8d4d0b76-e5bb-4bc0-8127-46f51aa59fc3) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:10.040670 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4fc6574f-7536-4e1b-b73d-e29de8eabdf9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:10.048586 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4fc6574f-7536-4e1b-b73d-e29de8eabdf9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/routers/e17da28e-1e7a-499a-850f-474c61898a29 HTTP/1.1" status: 204 len: 168 time: 1.2242143 Feb 04 06:02:10.052424 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49356) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:10.080549 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-3789e668-b656-4fb1-a19e-7e528173bc63 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Calling delete_port for bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:10.081511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-e19031e6-8abc-45fc-b080-0e959dfb1ee0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:10.348801 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d908927f-0603-4ca8-877a-dd6682af9bd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:10.349499 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d908927f-0603-4ca8-877a-dd6682af9bd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Synchronizing usage tracker for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:10.398986 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b562fe7-54ba-40da-89a1-d0647810bdb6 req-715f49b3-217b-4587-961d-cb97a71be2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:10.400388 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6b562fe7-54ba-40da-89a1-d0647810bdb6 req-715f49b3-217b-4587-961d-cb97a71be2a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8542b43-7535-4da4-a485-e641ef5c90d7 HTTP/1.1" status: 200 len: 913 time: 0.6981165 Feb 04 06:02:10.452832 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d908927f-0603-4ca8-877a-dd6682af9bd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Unset dirty status for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:10.454020 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d908927f-0603-4ca8-877a-dd6682af9bd0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.9069157 Feb 04 06:02:10.457219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-050b66bf-4d18-48b8-b147-4fbca1150d33 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:10.458864 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3789e668-b656-4fb1-a19e-7e528173bc63 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:10.464825 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49360) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:10.501058 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c20ea7c-d4fb-4e41-91bc-1c41bdf59baf tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:10.501769 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5c20ea7c-d4fb-4e41-91bc-1c41bdf59baf tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Synchronizing usage tracker for tenant:360cce07c85945adac0a94b92cf7b0dc on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:10.555483 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b66bf-4d18-48b8-b147-4fbca1150d33 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Pushing event deleted for resources: {'Port': ['ID=8022b36f-3435-471e-8d28-20d1754b9bc2,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:10.578841 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e19031e6-8abc-45fc-b080-0e959dfb1ee0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:10.596858 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e19031e6-8abc-45fc-b080-0e959dfb1ee0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:10.612032 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e19031e6-8abc-45fc-b080-0e959dfb1ee0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:10.643266 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6b562fe7-54ba-40da-89a1-d0647810bdb6 req-a09ac379-9bc5-4233-8ab7-c21d42443866 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f18d41ea-c499-44ca-a515-2785b9a6b400 HTTP/1.1" status: 200 len: 1001 time: 0.2338407 Feb 04 06:02:10.644558 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e19031e6-8abc-45fc-b080-0e959dfb1ee0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:10.652335 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ee93f5-ebf7-4847-bc88-2c42bec8f410 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] GET failed (client error): The resource could not be found. Feb 04 06:02:10.653794 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-26ee93f5-ebf7-4847-bc88-2c42bec8f410 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports/b8299159-8163-46f5-b6d4-133e13792ef1 HTTP/1.1" status: 404 len: 333 time: 0.1593626 Feb 04 06:02:10.676164 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5b18cd61-f858-4664-88e5-0ed884d3b53c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:10.698610 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49364) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:10.708444 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5c20ea7c-d4fb-4e41-91bc-1c41bdf59baf tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Unset dirty status for tenant:360cce07c85945adac0a94b92cf7b0dc on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:10.709562 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5c20ea7c-d4fb-4e41-91bc-1c41bdf59baf tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f2518c5-766d-4e36-a429-aaa7cee63d29 HTTP/1.1" status: 200 len: 913 time: 0.9346976 Feb 04 06:02:10.731421 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3789e668-b656-4fb1-a19e-7e528173bc63 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:10.734393 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49368) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:10.735804 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789e668-b656-4fb1-a19e-7e528173bc63 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:10.762863 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-bd3b5df5-298b-4afb-8bb4-ca9ce17226ff tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1658621788'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:10.774785 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bd3b5df5-298b-4afb-8bb4-ca9ce17226ff tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:10.791646 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bd3b5df5-298b-4afb-8bb4-ca9ce17226ff tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:network and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:10.794385 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19031e6-8abc-45fc-b080-0e959dfb1ee0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:10.798550 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e19031e6-8abc-45fc-b080-0e959dfb1ee0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:10.821747 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bd3b5df5-298b-4afb-8bb4-ca9ce17226ff tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:10.884737 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bd3b5df5-298b-4afb-8bb4-ca9ce17226ff tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:10.933258 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543194f-84c9-43e7-9159-87478983b9ae req-cbe84aa8-1ac8-4dce-9a18-6589f2a2f4d6 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:10.934818 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0543194f-84c9-43e7-9159-87478983b9ae req-cbe84aa8-1ac8-4dce-9a18-6589f2a2f4d6 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.8208716 Feb 04 06:02:10.956891 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-050b66bf-4d18-48b8-b147-4fbca1150d33 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:10.958887 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-050b66bf-4d18-48b8-b147-4fbca1150d33 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "DELETE /v2.0/ports/8022b36f-3435-471e-8d28-20d1754b9bc2 HTTP/1.1" status: 204 len: 168 time: 2.8097486 Feb 04 06:02:10.963141 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3789e668-b656-4fb1-a19e-7e528173bc63 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] 10.222.0.31 "DELETE /v2.0/ports/bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f HTTP/1.1" status: 204 len: 168 time: 2.1121497 Feb 04 06:02:10.966915 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b562fe7-54ba-40da-89a1-d0647810bdb6 req-37152f9f-d028-4d94-949a-ac6d3870edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:10.968455 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6b562fe7-54ba-40da-89a1-d0647810bdb6 req-37152f9f-d028-4d94-949a-ac6d3870edf5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da9005f5-dfd7-4698-952c-229a09293613 HTTP/1.1" status: 200 len: 851 time: 0.2625661 Feb 04 06:02:10.974590 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49372) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:10.974920 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49374) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:10.999197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3b5df5-298b-4afb-8bb4-ca9ce17226ff tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:11.002742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd3b5df5-298b-4afb-8bb4-ca9ce17226ff tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:11.031487 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d9cb2c-2e1c-47ed-8212-47cba77fb42b None None] Network 9f3dc698-52a5-409f-ad37-f387bd575ebc requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:11.098600 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5290-f6be-47ea-a5e2-fc8046633d73 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:11.143125 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-7e3f5290-f6be-47ea-a5e2-fc8046633d73 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Transition to ACTIVE for port object 8d4d0b76-e5bb-4bc0-8127-46f51aa59fc3 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:11.148620 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0543194f-84c9-43e7-9159-87478983b9ae req-5ac48582-740f-44fc-9f91-ca869ffb5e8c tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972404 Feb 04 06:02:11.162194 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-392e646a-4769-43c1-af21-0b54a598b6b0 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] GET failed (client error): The resource could not be found. Feb 04 06:02:11.162753 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-392e646a-4769-43c1-af21-0b54a598b6b0 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Synchronizing usage tracker for tenant:5cef31f26a024a90a892bb9da796a740 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:11.167642 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3b5df5-298b-4afb-8bb4-ca9ce17226ff tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:02:11.195537 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ef794a88-7cce-4463-abec-1d9d73fecca5 None None] Provisioning for port 58f86503-50e5-44c6-854f-6d8692672c78 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:11.273958 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c909c06-1a36-413f-8fd1-67bf746116a1 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Deleting subnet 02568f8d-ddb6-4e85-a282-00c5c1e89e99 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:02:11.330898 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd3b5df5-298b-4afb-8bb4-ca9ce17226ff tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:11.331367 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-bd3b5df5-298b-4afb-8bb4-ca9ce17226ff tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Added segment f48ea388-ed4e-4fdc-9500-6e3e3f111846 of type vlan for network 3fc73496-6911-45e8-9429-b4600a57b99e Feb 04 06:02:11.340449 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c909c06-1a36-413f-8fd1-67bf746116a1 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:11.367769 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-392e646a-4769-43c1-af21-0b54a598b6b0 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Unset dirty status for tenant:5cef31f26a024a90a892bb9da796a740 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:11.372558 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-392e646a-4769-43c1-af21-0b54a598b6b0 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] 10.222.0.31 "GET /v2.0/ports/bcd8921a-38ed-4cfb-80e7-e3e8d354ea4f HTTP/1.1" status: 404 len: 333 time: 0.3915977 Feb 04 06:02:11.393699 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49382) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:11.429063 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f91c5591-1cd2-4b72-a1db-722a84c03d08 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Request body: {'port': {'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-54549110'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:11.458958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f91c5591-1cd2-4b72-a1db-722a84c03d08 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:11.463067 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b562fe7-54ba-40da-89a1-d0647810bdb6 req-5826be5b-b66c-443a-8b20-8d26e83af475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:11.464824 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6b562fe7-54ba-40da-89a1-d0647810bdb6 req-5826be5b-b66c-443a-8b20-8d26e83af475 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8542b43-7535-4da4-a485-e641ef5c90d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4688179 Feb 04 06:02:11.484497 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5290-f6be-47ea-a5e2-fc8046633d73 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:11.486733 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e19031e6-8abc-45fc-b080-0e959dfb1ee0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:11.494114 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd3b5df5-298b-4afb-8bb4-ca9ce17226ff tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:11.513986 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c909c06-1a36-413f-8fd1-67bf746116a1 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:11.579950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f91c5591-1cd2-4b72-a1db-722a84c03d08 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:11.721083 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-bd3b5df5-298b-4afb-8bb4-ca9ce17226ff tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:02:11.732773 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c909c06-1a36-413f-8fd1-67bf746116a1 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:11.733119 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91c5591-1cd2-4b72-a1db-722a84c03d08 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Made reservation on behalf of 5cef31f26a024a90a892bb9da796a740 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:11.735762 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f91c5591-1cd2-4b72-a1db-722a84c03d08 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:11.754100 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19031e6-8abc-45fc-b080-0e959dfb1ee0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:11.768830 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-e19031e6-8abc-45fc-b080-0e959dfb1ee0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:11.781363 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3f5290-f6be-47ea-a5e2-fc8046633d73 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Network 9f3dc698-52a5-409f-ad37-f387bd575ebc is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:11.785023 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11819ed5-acc1-4031-9469-16772473f720 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:11.790505 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19031e6-8abc-45fc-b080-0e959dfb1ee0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:11.791128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e19031e6-8abc-45fc-b080-0e959dfb1ee0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:11.795099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-7e3f5290-f6be-47ea-a5e2-fc8046633d73 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:11.797054 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f5290-f6be-47ea-a5e2-fc8046633d73 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Pushing event updated for resources: {'Port': ['ID=8d4d0b76-e5bb-4bc0-8127-46f51aa59fc3,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:11.799297 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3f5290-f6be-47ea-a5e2-fc8046633d73 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:11.804918 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3f5290-f6be-47ea-a5e2-fc8046633d73 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:11.805562 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5290-f6be-47ea-a5e2-fc8046633d73 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:11.829981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19031e6-8abc-45fc-b080-0e959dfb1ee0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=d4520f10-b5a6-489b-843a-a51b0f6c9cca,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:11.859522 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f91c5591-1cd2-4b72-a1db-722a84c03d08 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] device_id is not set on port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:11.895420 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd3b5df5-298b-4afb-8bb4-ca9ce17226ff tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:11.900800 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3b5df5-298b-4afb-8bb4-ca9ce17226ff tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:11.901647 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd3b5df5-298b-4afb-8bb4-ca9ce17226ff tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:11.966612 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 58f86503-50e5-44c6-854f-6d8692672c78 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:12.000808 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-5b18cd61-f858-4664-88e5-0ed884d3b53c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Deleting port 2a459812-bdda-40b8-9c21-2df06ecb6ecb {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:12.001143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5b18cd61-f858-4664-88e5-0ed884d3b53c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.034770 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ccafd-fb6d-4ff4-b872-52c0d944e284 req-eaf14145-efe9-43f4-9b8f-176fc10376a4 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:12.036513 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-237ccafd-fb6d-4ff4-b872-52c0d944e284 req-eaf14145-efe9-43f4-9b8f-176fc10376a4 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.7126126 Feb 04 06:02:12.081772 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6b562fe7-54ba-40da-89a1-d0647810bdb6 req-b4ab9a8f-ea4a-4cc8-bca6-f49ded8df1b4 service neutron] 10.222.0.43 "GET /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6014988 Feb 04 06:02:12.123631 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 58f86503-50e5-44c6-854f-6d8692672c78 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:12.127700 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7e3f5290-f6be-47ea-a5e2-fc8046633d73 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.8750317 Feb 04 06:02:12.138510 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bd3b5df5-298b-4afb-8bb4-ca9ce17226ff tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4286985 Feb 04 06:02:12.138723 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 58f86503-50e5-44c6-854f-6d8692672c78 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:12.138723 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.140053 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e19031e6-8abc-45fc-b080-0e959dfb1ee0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0837324 Feb 04 06:02:12.140795 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49386) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:12.141120 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49388) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:12.141426 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49390) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:12.161669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c909c06-1a36-413f-8fd1-67bf746116a1 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.164131 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0de76f88-dba1-40c2-be4d-bdb077982f67 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Request body: {'port': {'network_id': '9f3dc698-52a5-409f-ad37-f387bd575ebc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2032750933', 'allowed_address_pairs': [{'ip_address': '2001:db8::99', 'mac_address': 'fa:16:3e:87:a2:70'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:12.180678 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-fba964c7-ab83-4f38-b6e5-c5610f8ced74 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'subnet': {'network_id': '3fc73496-6911-45e8-9429-b4600a57b99e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:12.243075 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c909c06-1a36-413f-8fd1-67bf746116a1 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Pushing event deleted for resources: {'Subnet': ['ID=02568f8d-ddb6-4e85-a282-00c5c1e89e99,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:12.250005 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b5df5-298b-4afb-8bb4-ca9ce17226ff tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Network': ['ID=3fc73496-6911-45e8-9429-b4600a57b99e,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:12.252258 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c909c06-1a36-413f-8fd1-67bf746116a1 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.261718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-9b69f078-a8ba-4d45-b8b0-847d927373f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-904044455', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:12.271704 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f95cff3-c855-424a-ac18-c663ab328846 None None] Network 6a6e5fad-e912-441c-8b53-4c9501065a15 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:12.284762 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 3fc73496-6911-45e8-9429-b4600a57b99e details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:02:12.305899 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9dc777a6-005a-404f-9b06-86ca22b10e21 None None] Provisioning for port 8d4d0b76-e5bb-4bc0-8127-46f51aa59fc3 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:12.336483 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7c909c06-1a36-413f-8fd1-67bf746116a1 tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "DELETE /v2.0/subnets/02568f8d-ddb6-4e85-a282-00c5c1e89e99 HTTP/1.1" status: 204 len: 168 time: 1.3581777 Feb 04 06:02:12.341329 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49398) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:12.428444 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': 'd4520f10-b5a6-489b-843a-a51b0f6c9cca'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:02:12.428832 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.454082 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9dc777a6-005a-404f-9b06-86ca22b10e21 None None] Provisioning complete for port 8d4d0b76-e5bb-4bc0-8127-46f51aa59fc3 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:12.454352 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9dc777a6-005a-404f-9b06-86ca22b10e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.472057 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9b69f078-a8ba-4d45-b8b0-847d927373f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:12.475405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-63bb45a5-9a31-423b-90ee-4724a798f769 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.557568 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9b69f078-a8ba-4d45-b8b0-847d927373f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:router and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:12.565557 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-237ccafd-fb6d-4ff4-b872-52c0d944e284 req-8b4460c6-f248-49f4-93b1-f4de7aa1d729 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5009756 Feb 04 06:02:12.572362 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9b69f078-a8ba-4d45-b8b0-847d927373f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:12.602991 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9b69f078-a8ba-4d45-b8b0-847d927373f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:12.621055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5b18cd61-f858-4664-88e5-0ed884d3b53c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.757498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.763691 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-fba964c7-ab83-4f38-b6e5-c5610f8ced74 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:12.765943 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-5b18cd61-f858-4664-88e5-0ed884d3b53c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Calling delete_port for 2a459812-bdda-40b8-9c21-2df06ecb6ecb owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:12.773763 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9b69f078-a8ba-4d45-b8b0-847d927373f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.774760 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9b69f078-a8ba-4d45-b8b0-847d927373f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.781306 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-fba964c7-ab83-4f38-b6e5-c5610f8ced74 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:subnet and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:12.792726 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6b562fe7-54ba-40da-89a1-d0647810bdb6 req-05c02613-5604-4e1f-9713-1d5bd28bb3c3 service neutron] 10.222.0.43 "GET /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6979730 Feb 04 06:02:12.794509 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-fba964c7-ab83-4f38-b6e5-c5610f8ced74 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:12.808176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-fba964c7-ab83-4f38-b6e5-c5610f8ced74 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:12.840713 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0de76f88-dba1-40c2-be4d-bdb077982f67 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:12.854658 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9b69f078-a8ba-4d45-b8b0-847d927373f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.856262 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0de76f88-dba1-40c2-be4d-bdb077982f67 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Usage tracker for resource:port and tenant:2eff4ff6cd5e4d9ebfad11f77d26cc56 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:12.863310 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9dc777a6-005a-404f-9b06-86ca22b10e21 None None] Port 8d4d0b76-e5bb-4bc0-8127-46f51aa59fc3 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:12.863526 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba964c7-ab83-4f38-b6e5-c5610f8ced74 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:12.864845 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.866856 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fba964c7-ab83-4f38-b6e5-c5610f8ced74 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.883593 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0de76f88-dba1-40c2-be4d-bdb077982f67 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:12.904117 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f91c5591-1cd2-4b72-a1db-722a84c03d08 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.946321 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 58f86503-50e5-44c6-854f-6d8692672c78, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=58f86503-50e5-44c6-854f-6d8692672c78,segment=NetworkSegment(32a639c1-9a76-4aab-bfc8-9ee40446440f),segment_id=32a639c1-9a76-4aab-bfc8-9ee40446440f)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:12.953369 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0de76f88-dba1-40c2-be4d-bdb077982f67 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:12.954628 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Deleting port df51f562-1a93-49ba-9604-58ef1083552b {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:12.955211 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.971279 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:13.006021 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de76f88-dba1-40c2-be4d-bdb077982f67 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Made reservation on behalf of 2eff4ff6cd5e4d9ebfad11f77d26cc56 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:13.032569 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9b69f078-a8ba-4d45-b8b0-847d927373f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:13.109118 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Allocated IP 2001:db8::2 (65e4f961-4ab6-4ffd-8973-b6f04910c762/d4520f10-b5a6-489b-843a-a51b0f6c9cca/ab61102b-82db-4f78-badf-38273ceff787) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:13.207148 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9b69f078-a8ba-4d45-b8b0-847d927373f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:13.211191 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9b69f078-a8ba-4d45-b8b0-847d927373f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0589325 Feb 04 06:02:13.211370 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49406) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:13.256135 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f91c5591-1cd2-4b72-a1db-722a84c03d08 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:13.280607 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=58f86503-50e5-44c6-854f-6d8692672c78,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:13.376136 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0de76f88-dba1-40c2-be4d-bdb077982f67 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:13.381232 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c7129b-eb81-4e31-8852-97c7e0a4bca0 None None] DHCP port deletion for 6a6e5fad-e912-441c-8b53-4c9501065a15 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:02:13.398270 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-63c7129b-eb81-4e31-8852-97c7e0a4bca0 None None] Deleting port df51f562-1a93-49ba-9604-58ef1083552b {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:13.398650 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-63c7129b-eb81-4e31-8852-97c7e0a4bca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:13.407706 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91c5591-1cd2-4b72-a1db-722a84c03d08 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:13.417409 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-f91c5591-1cd2-4b72-a1db-722a84c03d08 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:13.420313 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c5591-1cd2-4b72-a1db-722a84c03d08 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Pushing event updated for resources: {'Port': ['ID=45fd0e98-f7f0-44b2-a0e5-7c160684a94f,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:13.425093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c5591-1cd2-4b72-a1db-722a84c03d08 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:13.426030 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91c5591-1cd2-4b72-a1db-722a84c03d08 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:13.426612 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f91c5591-1cd2-4b72-a1db-722a84c03d08 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:13.437021 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-0de76f88-dba1-40c2-be4d-bdb077982f67 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] device_id is not set on port 599d8f64-4ba1-4d88-baab-6209bf2f151c yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:13.490724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86b94a-c3b4-4370-8208-7bf631305044 req-115c6bda-b43b-4545-b5d2-eee2f1cca250 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:13.492233 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9a86b94a-c3b4-4370-8208-7bf631305044 req-115c6bda-b43b-4545-b5d2-eee2f1cca250 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.4075673 Feb 04 06:02:13.603082 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f91c5591-1cd2-4b72-a1db-722a84c03d08 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 2.1998067 Feb 04 06:02:13.604403 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:13.609320 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49414) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:13.613012 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] For port df51f562-1a93-49ba-9604-58ef1083552b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=df51f562-1a93-49ba-9604-58ef1083552b,segment=NetworkSegment(41c7e31f-dec3-45b5-8afc-465bdd67631e),segment_id=41c7e31f-dec3-45b5-8afc-465bdd67631e)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:13.613534 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:13.619257 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fba964c7-ab83-4f38-b6e5-c5610f8ced74 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:13.634153 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Transition to ACTIVE for port object ab61102b-82db-4f78-badf-38273ceff787 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:13.666646 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8268'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:13.667739 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-63c7129b-eb81-4e31-8852-97c7e0a4bca0 None None] For port df51f562-1a93-49ba-9604-58ef1083552b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=df51f562-1a93-49ba-9604-58ef1083552b,segment=NetworkSegment(41c7e31f-dec3-45b5-8afc-465bdd67631e),segment_id=41c7e31f-dec3-45b5-8afc-465bdd67631e)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:13.668157 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-63c7129b-eb81-4e31-8852-97c7e0a4bca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:13.680038 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Transition to ACTIVE for port object ab61102b-82db-4f78-badf-38273ceff787 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:13.754113 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:13.777722 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9a86b94a-c3b4-4370-8208-7bf631305044 req-2f6d0e73-ef0c-4b09-890e-cc660a1ed93f tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426882 Feb 04 06:02:13.889222 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-63c7129b-eb81-4e31-8852-97c7e0a4bca0 None None] Calling delete_port for df51f562-1a93-49ba-9604-58ef1083552b owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:13.919344 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba964c7-ab83-4f38-b6e5-c5610f8ced74 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Subnet': ['ID=763ff75f-30b6-4030-ade7-254251c1f19a,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:13.932133 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 58f86503-50e5-44c6-854f-6d8692672c78 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:13.946699 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Calling delete_port for df51f562-1a93-49ba-9604-58ef1083552b owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:13.976410 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-0de76f88-dba1-40c2-be4d-bdb077982f67 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Allocated IP 2001:db8::101 (9f3dc698-52a5-409f-ad37-f387bd575ebc/f850292e-53eb-42b0-ba60-29cce7547b15/599d8f64-4ba1-4d88-baab-6209bf2f151c) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:13.978653 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba964c7-ab83-4f38-b6e5-c5610f8ced74 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Checking segment: {'id': 'f48ea388-ed4e-4fdc-9500-6e3e3f111846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3fc73496-6911-45e8-9429-b4600a57b99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:13.979026 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba964c7-ab83-4f38-b6e5-c5610f8ced74 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network hostable DHCP agents. Network: 3fc73496-6911-45e8-9429-b4600a57b99e, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:02:14.004246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:14.064249 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:14.071146 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:14.081338 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:14.086001 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Pushing event updated for resources: {'Port': ['ID=ab61102b-82db-4f78-badf-38273ceff787,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:14.096825 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-63bb45a5-9a31-423b-90ee-4724a798f769 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Deleting port 76c6d296-87b2-47c1-ae4e-b2afe1491013 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:14.097179 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-63bb45a5-9a31-423b-90ee-4724a798f769 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:14.104307 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba964c7-ab83-4f38-b6e5-c5610f8ced74 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 3fc73496-6911-45e8-9429-b4600a57b99e is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:02:14.157563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5b18cd61-f858-4664-88e5-0ed884d3b53c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:14.212290 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-63c7129b-eb81-4e31-8852-97c7e0a4bca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:14.251383 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Attempting to bind port ab61102b-82db-4f78-badf-38273ceff787 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:14.251940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Attempting to bind port ab61102b-82db-4f78-badf-38273ceff787 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:14.252385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Attempting to bind port ab61102b-82db-4f78-badf-38273ceff787 on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:14.275474 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:02:14.276189 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:14.276764 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:14.277328 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:02:14.277953 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Bound port: ab61102b-82db-4f78-badf-38273ceff787, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:02:14.278489 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:14.295893 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7129b-eb81-4e31-8852-97c7e0a4bca0 None None] Pushing event deleted for resources: {'Port': ['ID=df51f562-1a93-49ba-9604-58ef1083552b,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:14.304433 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 58f86503-50e5-44c6-854f-6d8692672c78 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:14.304809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:14.315416 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18cd61-f858-4664-88e5-0ed884d3b53c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event deleted for resources: {'Port': ['ID=2a459812-bdda-40b8-9c21-2df06ecb6ecb,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:14.334258 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c7129b-eb81-4e31-8852-97c7e0a4bca0 None None] No DVR routers for this DVR port df51f562-1a93-49ba-9604-58ef1083552b on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:02:14.505496 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] For port ab61102b-82db-4f78-badf-38273ceff787, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:02:14.519560 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-fba964c7-ab83-4f38-b6e5-c5610f8ced74 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 3fc73496-6911-45e8-9429-b4600a57b99e) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:14.520939 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] For port ab61102b-82db-4f78-badf-38273ceff787, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ab61102b-82db-4f78-badf-38273ceff787,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:02:14.538009 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba964c7-ab83-4f38-b6e5-c5610f8ced74 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:14.538875 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fba964c7-ab83-4f38-b6e5-c5610f8ced74 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:14.541608 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebddd31-fb98-4610-b6a3-997a13f5fbe7 None None] Network 3fc73496-6911-45e8-9429-b4600a57b99e requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:14.566734 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:14.583263 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fba964c7-ab83-4f38-b6e5-c5610f8ced74 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4322338 Feb 04 06:02:14.591582 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49418) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:14.595576 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0de76f88-dba1-40c2-be4d-bdb077982f67 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:14.604958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-c414746f-b095-4f25-80e4-452548bfb3fc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'subnet': {'network_id': '3fc73496-6911-45e8-9429-b4600a57b99e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:14.656135 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device df51f562-1a93-49ba-9604-58ef1083552b no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:02:14.723451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: df51f562-1a93-49ba-9604-58ef1083552b {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:02:14.723943 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device df51f562-1a93-49ba-9604-58ef1083552b not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:02:14.772066 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cc795-d0d1-4c52-9763-537445ce6520 None None] Pushing event updated for resources: {'Port': ['ID=ab61102b-82db-4f78-badf-38273ceff787,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:14.777731 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:02:14.778307 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:02:14.842576 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-0de76f88-dba1-40c2-be4d-bdb077982f67 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Transition to ACTIVE for port object 599d8f64-4ba1-4d88-baab-6209bf2f151c will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:14.883068 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-63bb45a5-9a31-423b-90ee-4724a798f769 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:14.968514 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-3fc73496-6911-45e8-9429-b4600a57b99e', 'network_id': '3fc73496-6911-45e8-9429-b4600a57b99e', 'tenant_id': '710d5f667c8343fb8e8917198e863eab', 'fixed_ips': [{'subnet_id': '763ff75f-30b6-4030-ade7-254251c1f19a'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:02:14.969556 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:15.044054 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] device_id is not set on port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:15.088693 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:15.103564 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c414746f-b095-4f25-80e4-452548bfb3fc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:15.120839 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c414746f-b095-4f25-80e4-452548bfb3fc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:subnet and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:15.125688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-63bb45a5-9a31-423b-90ee-4724a798f769 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Calling delete_port for 76c6d296-87b2-47c1-ae4e-b2afe1491013 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:15.126125 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c414746f-b095-4f25-80e4-452548bfb3fc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:15.146318 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Transition to ACTIVE for port object 45fd0e98-f7f0-44b2-a0e5-7c160684a94f will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:15.151406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c414746f-b095-4f25-80e4-452548bfb3fc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:15.154194 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0de76f88-dba1-40c2-be4d-bdb077982f67 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:15.200774 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Allocated IP 172.20.0.2 (3fc73496-6911-45e8-9429-b4600a57b99e/763ff75f-30b6-4030-ade7-254251c1f19a/a29eb330-5aea-4f67-9e9e-a11034e76f9d) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:15.225621 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:15.259662 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702befd6-630d-4209-b6bb-4cb88fce0904 req-c44191ef-c609-4f38-b095-55c0984ca894 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:15.261409 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-702befd6-630d-4209-b6bb-4cb88fce0904 req-c44191ef-c609-4f38-b095-55c0984ca894 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.3034711 Feb 04 06:02:15.263498 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de76f88-dba1-40c2-be4d-bdb077982f67 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Network 9f3dc698-52a5-409f-ad37-f387bd575ebc is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:15.275951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-0de76f88-dba1-40c2-be4d-bdb077982f67 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:15.300361 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de76f88-dba1-40c2-be4d-bdb077982f67 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:15.305945 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de76f88-dba1-40c2-be4d-bdb077982f67 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:15.306629 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0de76f88-dba1-40c2-be4d-bdb077982f67 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:15.330014 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c414746f-b095-4f25-80e4-452548bfb3fc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:15.334663 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c414746f-b095-4f25-80e4-452548bfb3fc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:15.349145 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Deleting port df51f562-1a93-49ba-9604-58ef1083552b {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:15.349145 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:15.431325 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0de76f88-dba1-40c2-be4d-bdb077982f67 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.2817986 Feb 04 06:02:15.435067 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49424) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:15.442783 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] The port 'df51f562-1a93-49ba-9604-58ef1083552b' was deleted {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:02:15.490448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:15.503640 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Transition to ACTIVE for port object a29eb330-5aea-4f67-9e9e-a11034e76f9d will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:15.510357 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de76f88-dba1-40c2-be4d-bdb077982f67 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Pushing event updated for resources: {'Port': ['ID=599d8f64-4ba1-4d88-baab-6209bf2f151c,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:15.531398 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Transition to ACTIVE for port object a29eb330-5aea-4f67-9e9e-a11034e76f9d will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:15.546761 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:15.595286 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:15.595925 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:15.596032 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:15.617037 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-702befd6-630d-4209-b6bb-4cb88fce0904 req-34611655-dd43-4715-97bd-ee802b9ee4f2 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3425376 Feb 04 06:02:15.641997 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:15.642336 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:15.645836 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Network 3fc73496-6911-45e8-9429-b4600a57b99e is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:15.646712 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:15.647711 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 2 to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f Feb 04 06:02:15.651342 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:15.660994 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Pushing event updated for resources: {'Port': ['ID=a29eb330-5aea-4f67-9e9e-a11034e76f9d,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:15.678436 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Pushing event updated for resources: {'Port': ['ID=45fd0e98-f7f0-44b2-a0e5-7c160684a94f,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:15.680806 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:15.681352 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:15.682060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:15.697952 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:15.698450 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:15.699596 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.ipam_backend_mixin [None req-c414746f-b095-4f25-80e4-452548bfb3fc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 763ff75f-30b6-4030-ade7-254251c1f19a (CIDR: 172.20.0.0/28) Feb 04 06:02:15.700283 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 3 to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f Feb 04 06:02:15.712944 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-c414746f-b095-4f25-80e4-452548bfb3fc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:02:15.713489 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c414746f-b095-4f25-80e4-452548bfb3fc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:02:15.727009 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:15.727346 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:15.727692 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:15.735588 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:15.735965 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:15.737736 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 4 to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f Feb 04 06:02:15.749121 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c414746f-b095-4f25-80e4-452548bfb3fc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1561949 Feb 04 06:02:15.754299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49430) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:15.761555 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-5da263a3-fa9e-4f3a-8714-b09b3f7065a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'subnet': {'network_id': '3fc73496-6911-45e8-9429-b4600a57b99e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:15.794846 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Attempting to bind port a29eb330-5aea-4f67-9e9e-a11034e76f9d on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:15.796257 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Attempting to bind port a29eb330-5aea-4f67-9e9e-a11034e76f9d by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f48ea388-ed4e-4fdc-9500-6e3e3f111846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3fc73496-6911-45e8-9429-b4600a57b99e'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:15.797096 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:15.797436 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:15.797781 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:15.797894 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Attempting to bind port a29eb330-5aea-4f67-9e9e-a11034e76f9d on network 3fc73496-6911-45e8-9429-b4600a57b99e {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:15.827677 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:02:15.828115 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Checking segment: {'id': 'f48ea388-ed4e-4fdc-9500-6e3e3f111846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3fc73496-6911-45e8-9429-b4600a57b99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:15.828521 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:15.828908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Bound using segment: {'id': 'f48ea388-ed4e-4fdc-9500-6e3e3f111846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3fc73496-6911-45e8-9429-b4600a57b99e'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:02:15.831392 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Bound port: a29eb330-5aea-4f67-9e9e-a11034e76f9d, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48ea388-ed4e-4fdc-9500-6e3e3f111846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3fc73496-6911-45e8-9429-b4600a57b99e'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:02:15.839276 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:15.855831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-921e1144-0618-4479-b065-ce577eb6912e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:15.857041 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8dce3730-894b-4831-be94-88aa39e9ac57 None None] Provisioning for port 599d8f64-4ba1-4d88-baab-6209bf2f151c completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:15.867405 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8dce3730-894b-4831-be94-88aa39e9ac57 None None] Provisioning complete for port 599d8f64-4ba1-4d88-baab-6209bf2f151c triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:15.867848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8dce3730-894b-4831-be94-88aa39e9ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:15.912699 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:15.913062 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:15.922649 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 5 to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f Feb 04 06:02:15.969431 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ab61102b-82db-4f78-badf-38273ceff787 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:15.974314 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:15.974649 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:15.974984 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:15.981547 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:16.012998 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6e5fad-e912-441c-8b53-4c9501065a15']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:16.017873 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:16.018211 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:16.025298 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 6 to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f Feb 04 06:02:16.033635 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c7e31f-dec3-45b5-8afc-465bdd67631e') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:16.034341 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c7e31f-dec3-45b5-8afc-465bdd67631e') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:16.051575 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:16.072340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:16.081143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:02:16.081875 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:16.089415 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:16.089749 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:16.090091 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:16.095525 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8dce3730-894b-4831-be94-88aa39e9ac57 None None] Port 599d8f64-4ba1-4d88-baab-6209bf2f151c cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:16.102138 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5da263a3-fa9e-4f3a-8714-b09b3f7065a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:16.111937 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] For port a29eb330-5aea-4f67-9e9e-a11034e76f9d, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:02:16.115321 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] For port a29eb330-5aea-4f67-9e9e-a11034e76f9d, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a29eb330-5aea-4f67-9e9e-a11034e76f9d,segment=NetworkSegment(f48ea388-ed4e-4fdc-9500-6e3e3f111846),segment_id=f48ea388-ed4e-4fdc-9500-6e3e3f111846)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:02:16.147492 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:16.147885 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:16.152615 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:16.156615 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 7 to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f Feb 04 06:02:16.167280 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5da263a3-fa9e-4f3a-8714-b09b3f7065a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:subnet and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:16.210646 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5da263a3-fa9e-4f3a-8714-b09b3f7065a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:16.251253 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5da263a3-fa9e-4f3a-8714-b09b3f7065a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:16.256878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:16.257254 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:16.257694 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:16.277176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:16.277507 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:16.281234 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 8 to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f Feb 04 06:02:16.295298 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port ab61102b-82db-4f78-badf-38273ceff787 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:16.298756 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da263a3-fa9e-4f3a-8714-b09b3f7065a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:16.301162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca452ee-1d71-4f52-9b1e-e86965e928e3 None None] Pushing event updated for resources: {'Port': ['ID=a29eb330-5aea-4f67-9e9e-a11034e76f9d,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:16.302234 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5da263a3-fa9e-4f3a-8714-b09b3f7065a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:02:16.330065 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:02:16.332581 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5b18cd61-f858-4664-88e5-0ed884d3b53c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:16.379394 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:16.379740 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:16.379995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:16.380096 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:16.406583 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:16.406914 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:16.412393 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 9 to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f Feb 04 06:02:16.419142 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-045402af-3628-4a8b-9b24-c9ed657f9fcd None None] Provisioning for port ab61102b-82db-4f78-badf-38273ceff787 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:16.424845 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-045402af-3628-4a8b-9b24-c9ed657f9fcd None None] Provisioning complete for port ab61102b-82db-4f78-badf-38273ceff787 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:16.425214 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-045402af-3628-4a8b-9b24-c9ed657f9fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:16.444054 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:16.444426 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:16.444718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:16.448162 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4c488-e236-4d7a-90dd-6b45d8e7cdd1 req-11bcd339-d41f-4df6-95c1-f7002ce68d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:16.449663 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-81b4c488-e236-4d7a-90dd-6b45d8e7cdd1 req-11bcd339-d41f-4df6-95c1-f7002ce68d61 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cb94bb5ad2274bffbb62168bf92a11ea&device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 1098 time: 0.3449898 Feb 04 06:02:16.452506 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:16.494220 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:16.494558 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:16.502377 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17376ea-07bf-40b2-9341-5786d0fa43a6 req-6c0454c0-ef8f-4747-a013-95cbd0f02cc9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:16.504375 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a17376ea-07bf-40b2-9341-5786d0fa43a6 req-6c0454c0-ef8f-4747-a013-95cbd0f02cc9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.3552260 Feb 04 06:02:16.511078 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.plugins.ml2.plugin [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 10 to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f Feb 04 06:02:16.583955 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] 10.222.0.31 "DELETE /v2.0/networks/6a6e5fad-e912-441c-8b53-4c9501065a15 HTTP/1.1" status: 204 len: 168 time: 4.2417221 Feb 04 06:02:16.602505 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00349b-e900-426a-b19c-4c041441ce0d tempest-AllowedAddressPairTestJSON-1558766067 tempest-AllowedAddressPairTestJSON-1558766067-project] Pushing event deleted for resources: {'Network': ['ID=6a6e5fad-e912-441c-8b53-4c9501065a15,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:16.636375 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-045402af-3628-4a8b-9b24-c9ed657f9fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:16.670620 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-045402af-3628-4a8b-9b24-c9ed657f9fcd None None] For port ab61102b-82db-4f78-badf-38273ceff787, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ab61102b-82db-4f78-badf-38273ceff787,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:16.683020 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-045402af-3628-4a8b-9b24-c9ed657f9fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:16.712841 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b8234-1444-46bb-ba3e-727b6dd06bfd tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:16.719595 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b8234-1444-46bb-ba3e-727b6dd06bfd tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:16.725546 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b8234-1444-46bb-ba3e-727b6dd06bfd tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:16.729925 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d82b8234-1444-46bb-ba3e-727b6dd06bfd tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 1.2791965 Feb 04 06:02:16.735536 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49438) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:16.797087 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:16.797657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:16.797745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:16.805964 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045402af-3628-4a8b-9b24-c9ed657f9fcd None None] Pushing event updated for resources: {'Port': ['ID=ab61102b-82db-4f78-badf-38273ceff787,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:16.815859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-073719e5-d11e-4705-9920-53f2bb94cf9c tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Deleting port 599d8f64-4ba1-4d88-baab-6209bf2f151c {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:16.816263 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-073719e5-d11e-4705-9920-53f2bb94cf9c tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:16.822104 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:16.822437 dv-neutron-826830-2-hyperv neutron-server[87471]: ERROR neutron.plugins.ml2.managers [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:16.822892 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:16.840366 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5da263a3-fa9e-4f3a-8714-b09b3f7065a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:16.866417 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-63bb45a5-9a31-423b-90ee-4724a798f769 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:17.002415 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49444) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:17.009553 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb45a5-9a31-423b-90ee-4724a798f769 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Pushing event deleted for resources: {'Port': ['ID=76c6d296-87b2-47c1-ae4e-b2afe1491013,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:17.118218 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a17376ea-07bf-40b2-9341-5786d0fa43a6 req-a28e08e4-a40c-47a0-9896-a9aa0500b126 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5994294 Feb 04 06:02:17.139228 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da263a3-fa9e-4f3a-8714-b09b3f7065a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 3fc73496-6911-45e8-9429-b4600a57b99e is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:17.158433 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-5da263a3-fa9e-4f3a-8714-b09b3f7065a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:17.184094 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da263a3-fa9e-4f3a-8714-b09b3f7065a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.184686 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5da263a3-fa9e-4f3a-8714-b09b3f7065a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:17.195288 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da263a3-fa9e-4f3a-8714-b09b3f7065a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Subnet': ['ID=2eeb5cc6-ed6c-405e-ad8c-cff0ed09fa93,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:17.204967 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4c488-e236-4d7a-90dd-6b45d8e7cdd1 req-21e14c6c-196b-46dc-92c9-ed3f1319147e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.206859 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-81b4c488-e236-4d7a-90dd-6b45d8e7cdd1 req-21e14c6c-196b-46dc-92c9-ed3f1319147e service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8542b43-7535-4da4-a485-e641ef5c90d7 HTTP/1.1" status: 200 len: 913 time: 0.7406282 Feb 04 06:02:17.293911 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5da263a3-fa9e-4f3a-8714-b09b3f7065a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5384219 Feb 04 06:02:17.312808 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49450) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:17.313940 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] For port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f, host hv-neutron-8268, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:02:17.314318 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempted to set empty binding levels {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 06:02:17.324094 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-24d03bec-4b99-46eb-8e2b-daf130e63936 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'network_id': '3fc73496-6911-45e8-9429-b4600a57b99e', 'fixed_ips': [{'subnet_id': '763ff75f-30b6-4030-ade7-254251c1f19a'}, {'subnet_id': '2eeb5cc6-ed6c-405e-ad8c-cff0ed09fa93'}], 'name': 'tempest-PortsTestJSON-1582732368'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:17.396324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:17.485676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] In _notify_port_updated(), no bound segment for port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87471) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:02:17.486548 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.487151 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:17.488505 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] 10.222.0.31 "PUT /v2.0/ports/45fd0e98-f7f0-44b2-a0e5-7c160684a94f HTTP/1.1" status: 200 len: 975 time: 3.8775504 Feb 04 06:02:17.494943 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49454) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:17.560640 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-81b4c488-e236-4d7a-90dd-6b45d8e7cdd1 req-36887825-1fd1-414c-b719-005f583ad0ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f18d41ea-c499-44ca-a515-2785b9a6b400 HTTP/1.1" status: 200 len: 1001 time: 0.3411083 Feb 04 06:02:17.574733 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd569d-f837-41a2-b3c0-e8d09ed5049f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Pushing event updated for resources: {'Port': ['ID=45fd0e98-f7f0-44b2-a0e5-7c160684a94f,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:17.584969 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196729a8-16e8-46cb-9fd6-6afbcc8b6ae4 None None] Network 3fc73496-6911-45e8-9429-b4600a57b99e requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:17.660487 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-24d03bec-4b99-46eb-8e2b-daf130e63936 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:17.671343 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-24d03bec-4b99-46eb-8e2b-daf130e63936 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:port and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:17.673245 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-df281e39-6943-4efc-97f4-e7567ab75bb5 None None] Provisioning for port a29eb330-5aea-4f67-9e9e-a11034e76f9d completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:17.675109 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-24d03bec-4b99-46eb-8e2b-daf130e63936 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:17.678920 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4c488-e236-4d7a-90dd-6b45d8e7cdd1 req-77fc8252-49c5-49fc-9767-6691c37b60c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.680400 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-81b4c488-e236-4d7a-90dd-6b45d8e7cdd1 req-77fc8252-49c5-49fc-9767-6691c37b60c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da9005f5-dfd7-4698-952c-229a09293613 HTTP/1.1" status: 200 len: 851 time: 0.1069822 Feb 04 06:02:17.684903 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-24d03bec-4b99-46eb-8e2b-daf130e63936 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:17.754875 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a4d8c9f8-5475-4520-8832-fc36ed6867c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abf3f54e408e4cd2be447516d0ec55b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7467813 Feb 04 06:02:17.755715 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49458) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:17.758164 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d03bec-4b99-46eb-8e2b-daf130e63936 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:17.787042 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.787042 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.787366 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.787846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.788286 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.788739 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.789196 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.789640 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.790089 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.790538 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.790984 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.791425 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.792061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.792655 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.793271 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.793970 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.794566 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.795162 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.797358 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Synchronizing usage tracker for tenant:5cef31f26a024a90a892bb9da796a740 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:17.944417 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-921e1144-0618-4479-b065-ce577eb6912e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::1 (65e4f961-4ab6-4ffd-8973-b6f04910c762/d4520f10-b5a6-489b-843a-a51b0f6c9cca/68d36055-f078-40ae-b38f-12b0c10c0e75) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:17.946465 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-63bb45a5-9a31-423b-90ee-4724a798f769 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:17.947841 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Unset dirty status for tenant:5cef31f26a024a90a892bb9da796a740 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:17.949034 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-eb548058-b727-4d02-b718-223a5d103121 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16262 time: 0.4531598 Feb 04 06:02:17.957390 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49462) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:17.999363 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3299e7a1-5dd8-41a8-83c8-e8af2b3f5802 None None] Update dhcp port {'port': {'network_id': '3fc73496-6911-45e8-9429-b4600a57b99e', 'fixed_ips': [{'subnet_id': '763ff75f-30b6-4030-ade7-254251c1f19a', 'ip_address': '172.20.0.2'}, {'subnet_id': '2eeb5cc6-ed6c-405e-ad8c-cff0ed09fa93'}], 'binding:host_id': 'dv-neutron-826830-2-hyperv'}, 'id': 'a29eb330-5aea-4f67-9e9e-a11034e76f9d'} from dv-neutron-826830-2-hyperv. {{(pid=87472) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:02:18.025254 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a29eb330-5aea-4f67-9e9e-a11034e76f9d up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:18.034997 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4c488-e236-4d7a-90dd-6b45d8e7cdd1 req-4d5bd617-9b7f-48a4-88cd-0b73e6acdfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:18.036516 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-81b4c488-e236-4d7a-90dd-6b45d8e7cdd1 req-4d5bd617-9b7f-48a4-88cd-0b73e6acdfbf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8542b43-7535-4da4-a485-e641ef5c90d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3468897 Feb 04 06:02:18.039687 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-24d03bec-4b99-46eb-8e2b-daf130e63936 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:18.092201 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3da97454-efd7-4572-a7b7-3275469f319c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:18.103684 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3299e7a1-5dd8-41a8-83c8-e8af2b3f5802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:18.174939 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-24d03bec-4b99-46eb-8e2b-daf130e63936 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] device_id is not set on port cfc4e6c7-a22b-40e3-afaf-1234c498297a yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:18.213763 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-073719e5-d11e-4705-9920-53f2bb94cf9c tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:18.220011 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-60d8e268-40b6-41c4-bc10-b5406f5c3c26 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Deleting port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:18.220364 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-60d8e268-40b6-41c4-bc10-b5406f5c3c26 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:18.286047 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3da97454-efd7-4572-a7b7-3275469f319c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:18.296017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b18cd61-f858-4664-88e5-0ed884d3b53c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Router 291bd204-0842-4d12-b7ad-9ab081fb392c has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:02:18.355741 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port a29eb330-5aea-4f67-9e9e-a11034e76f9d completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:18.362550 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-073719e5-d11e-4705-9920-53f2bb94cf9c tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Calling delete_port for 599d8f64-4ba1-4d88-baab-6209bf2f151c owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:18.370347 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port a29eb330-5aea-4f67-9e9e-a11034e76f9d triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:18.370779 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:18.545060 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-3299e7a1-5dd8-41a8-83c8-e8af2b3f5802 None None] Allocated IP 172.20.0.18 (3fc73496-6911-45e8-9429-b4600a57b99e/2eeb5cc6-ed6c-405e-ad8c-cff0ed09fa93/a29eb330-5aea-4f67-9e9e-a11034e76f9d) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:18.559374 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-81b4c488-e236-4d7a-90dd-6b45d8e7cdd1 req-0c0d69d8-4f54-4cd8-8918-aeb89b87c046 service neutron] 10.222.0.43 "GET /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058017 Feb 04 06:02:18.639386 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:18.716238 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-3299e7a1-5dd8-41a8-83c8-e8af2b3f5802 None None] For port a29eb330-5aea-4f67-9e9e-a11034e76f9d, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a29eb330-5aea-4f67-9e9e-a11034e76f9d,segment=NetworkSegment(f48ea388-ed4e-4fdc-9500-6e3e3f111846),segment_id=f48ea388-ed4e-4fdc-9500-6e3e3f111846)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:18.744313 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3299e7a1-5dd8-41a8-83c8-e8af2b3f5802 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:18.762735 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3299e7a1-5dd8-41a8-83c8-e8af2b3f5802 None None] Transition to ACTIVE for port object a29eb330-5aea-4f67-9e9e-a11034e76f9d will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:18.768407 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3299e7a1-5dd8-41a8-83c8-e8af2b3f5802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:18.829539 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bb45a5-9a31-423b-90ee-4724a798f769 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Router 5f2518c5-766d-4e36-a429-aaa7cee63d29 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:02:18.840365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-921e1144-0618-4479-b065-ce577eb6912e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:18.911280 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3da97454-efd7-4572-a7b7-3275469f319c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:18.968802 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da97454-efd7-4572-a7b7-3275469f319c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6deed6b1-fba9-46f3-a5c2-85ea55d0eff2,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:18.979285 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:02:18.979285 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:02:19.000525 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299e7a1-5dd8-41a8-83c8-e8af2b3f5802 None None] Pushing event updated for resources: {'Port': ['ID=a29eb330-5aea-4f67-9e9e-a11034e76f9d,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:19.002847 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-60d8e268-40b6-41c4-bc10-b5406f5c3c26 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] For port 45fd0e98-f7f0-44b2-a0e5-7c160684a94f, host hv-neutron-8268, got binding levels [] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:19.003221 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-60d8e268-40b6-41c4-bc10-b5406f5c3c26 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:19.018255 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-921e1144-0618-4479-b065-ce577eb6912e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object 68d36055-f078-40ae-b38f-12b0c10c0e75 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:19.033452 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5b1b5-c9ec-4879-acd7-0928ed735bc1 req-78736af3-5d2d-4297-b829-f6a60d2ea535 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:19.038600 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c5d5b1b5-c9ec-4879-acd7-0928ed735bc1 req-78736af3-5d2d-4297-b829-f6a60d2ea535 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.7421288 Feb 04 06:02:19.129237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b18cd61-f858-4664-88e5-0ed884d3b53c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:02:19.138370 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bb45a5-9a31-423b-90ee-4724a798f769 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:02:19.144366 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ecfcc-d7b8-4090-afb9-f0303336d17d None None] Sync routers for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:02:19.156546 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-073719e5-d11e-4705-9920-53f2bb94cf9c tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:19.163743 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5b18cd61-f858-4664-88e5-0ed884d3b53c tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "PUT /v2.0/routers/291bd204-0842-4d12-b7ad-9ab081fb392c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2900190 Feb 04 06:02:19.174720 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9eff49-f251-40c2-8db7-f068e2bb33f3 None None] Sync routers for ids ['5f2518c5-766d-4e36-a429-aaa7cee63d29'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:02:19.176319 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ecfcc-d7b8-4090-afb9-f0303336d17d None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:02:19.177149 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ba2ecfcc-d7b8-4090-afb9-f0303336d17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:02:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:19.190403 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9eff49-f251-40c2-8db7-f068e2bb33f3 None None] Routers {'5f2518c5-766d-4e36-a429-aaa7cee63d29'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:02:19.193076 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-bd9eff49-f251-40c2-8db7-f068e2bb33f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:02:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5f2518c5-766d-4e36-a429-aaa7cee63d29'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:19.196639 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-60d8e268-40b6-41c4-bc10-b5406f5c3c26 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Calling delete_port for 45fd0e98-f7f0-44b2-a0e5-7c160684a94f owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:19.200729 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49468) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:19.237186 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-63bb45a5-9a31-423b-90ee-4724a798f769 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] 10.222.0.31 "PUT /v2.0/routers/5f2518c5-766d-4e36-a429-aaa7cee63d29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4465842 Feb 04 06:02:19.244943 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3da97454-efd7-4572-a7b7-3275469f319c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:19.246073 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3da97454-efd7-4572-a7b7-3275469f319c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6deed6b1-fba9-46f3-a5c2-85ea55d0eff2 HTTP/1.1" status: 204 len: 168 time: 1.4891624 Feb 04 06:02:19.272890 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ba2ecfcc-d7b8-4090-afb9-f0303336d17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:19.279912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49472) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:19.286327 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ecfcc-d7b8-4090-afb9-f0303336d17d None None] Routers {'291bd204-0842-4d12-b7ad-9ab081fb392c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:02:19.287223 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ba2ecfcc-d7b8-4090-afb9-f0303336d17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:02:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['291bd204-0842-4d12-b7ad-9ab081fb392c'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:19.296970 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c5d5b1b5-c9ec-4879-acd7-0928ed735bc1 req-446fc4dc-c1d7-47ff-a871-da4edc879fb7 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958306 Feb 04 06:02:19.338714 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-bd9eff49-f251-40c2-8db7-f068e2bb33f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:19.348886 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9eff49-f251-40c2-8db7-f068e2bb33f3 None None] Routers {'5f2518c5-766d-4e36-a429-aaa7cee63d29'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:02:19.349503 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-bd9eff49-f251-40c2-8db7-f068e2bb33f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:02:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5f2518c5-766d-4e36-a429-aaa7cee63d29'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:19.390858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073719e5-d11e-4705-9920-53f2bb94cf9c tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Pushing event deleted for resources: {'Port': ['ID=599d8f64-4ba1-4d88-baab-6209bf2f151c,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:19.401211 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ba2ecfcc-d7b8-4090-afb9-f0303336d17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:19.401610 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ecfcc-d7b8-4090-afb9-f0303336d17d None None] The sync data for ids ['291bd204-0842-4d12-b7ad-9ab081fb392c'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:02:19.451330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-bd9eff49-f251-40c2-8db7-f068e2bb33f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:19.451939 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9eff49-f251-40c2-8db7-f068e2bb33f3 None None] The sync data for ids ['5f2518c5-766d-4e36-a429-aaa7cee63d29'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:02:19.507042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-921e1144-0618-4479-b065-ce577eb6912e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:19.641725 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:19.677806 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921e1144-0618-4479-b065-ce577eb6912e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:19.687365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-921e1144-0618-4479-b065-ce577eb6912e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:19.689845 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e1144-0618-4479-b065-ce577eb6912e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:19.690389 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-921e1144-0618-4479-b065-ce577eb6912e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:19.701201 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-24d03bec-4b99-46eb-8e2b-daf130e63936 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Allocated IP 172.20.0.5 (3fc73496-6911-45e8-9429-b4600a57b99e/763ff75f-30b6-4030-ade7-254251c1f19a/cfc4e6c7-a22b-40e3-afaf-1234c498297a) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:19.709013 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-24d03bec-4b99-46eb-8e2b-daf130e63936 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Allocated IP 172.20.0.25 (3fc73496-6911-45e8-9429-b4600a57b99e/2eeb5cc6-ed6c-405e-ad8c-cff0ed09fa93/cfc4e6c7-a22b-40e3-afaf-1234c498297a) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:19.730301 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port a29eb330-5aea-4f67-9e9e-a11034e76f9d, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a29eb330-5aea-4f67-9e9e-a11034e76f9d,segment=NetworkSegment(f48ea388-ed4e-4fdc-9500-6e3e3f111846),segment_id=f48ea388-ed4e-4fdc-9500-6e3e3f111846)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:19.738074 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:19.739249 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ab61102b-82db-4f78-badf-38273ceff787 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:19.891011 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56e8e59-c661-442f-b7ed-647c826bdbfd None None] Network 3fc73496-6911-45e8-9429-b4600a57b99e requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:19.927134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e1144-0618-4479-b065-ce577eb6912e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=68d36055-f078-40ae-b38f-12b0c10c0e75,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:19.996028 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-24d03bec-4b99-46eb-8e2b-daf130e63936 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:20.001237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-073719e5-d11e-4705-9920-53f2bb94cf9c tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:20.003321 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-073719e5-d11e-4705-9920-53f2bb94cf9c tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "DELETE /v2.0/ports/599d8f64-4ba1-4d88-baab-6209bf2f151c HTTP/1.1" status: 204 len: 168 time: 3.2668376 Feb 04 06:02:20.010820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49486) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:20.016840 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8f59d8cd-8e06-4531-a272-3e78b6783c53 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:20.031334 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c617099f-338a-4d78-9ddb-519d5fd943e6 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:20.087348 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=a29eb330-5aea-4f67-9e9e-a11034e76f9d,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:20.094868 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e7127811-84e6-4cc6-bdb5-5a9f4d2e1493 None None] Provisioning for port a29eb330-5aea-4f67-9e9e-a11034e76f9d completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:20.124548 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e7127811-84e6-4cc6-bdb5-5a9f4d2e1493 None None] Provisioning complete for port a29eb330-5aea-4f67-9e9e-a11034e76f9d triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:20.124978 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e7127811-84e6-4cc6-bdb5-5a9f4d2e1493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:20.153626 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fd209f-9662-4e9e-b688-68847424a39f tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] GET failed (client error): The resource could not be found. Feb 04 06:02:20.154280 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-69fd209f-9662-4e9e-b688-68847424a39f tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Synchronizing usage tracker for tenant:2eff4ff6cd5e4d9ebfad11f77d26cc56 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:20.221221 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port ab61102b-82db-4f78-badf-38273ceff787 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:20.221597 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:20.268745 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-81b4c488-e236-4d7a-90dd-6b45d8e7cdd1 req-901b62d4-1df3-4c72-886a-1b8ed99730e8 service neutron] 10.222.0.43 "GET /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6996098 Feb 04 06:02:20.304377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-69fd209f-9662-4e9e-b688-68847424a39f tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Unset dirty status for tenant:2eff4ff6cd5e4d9ebfad11f77d26cc56 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:20.305148 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-69fd209f-9662-4e9e-b688-68847424a39f tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "GET /v2.0/ports/599d8f64-4ba1-4d88-baab-6209bf2f151c HTTP/1.1" status: 404 len: 333 time: 0.2936733 Feb 04 06:02:20.350217 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49498) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:20.370013 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-24b621a6-8016-4f19-80b4-8d2d0e9262c5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Request body: {'port': {'network_id': '9f3dc698-52a5-409f-ad37-f387bd575ebc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-894079568'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:20.522659 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-24d03bec-4b99-46eb-8e2b-daf130e63936 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Transition to ACTIVE for port object cfc4e6c7-a22b-40e3-afaf-1234c498297a will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:20.531615 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-921e1144-0618-4479-b065-ce577eb6912e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:20.552049 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49506) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:20.562168 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8f59d8cd-8e06-4531-a272-3e78b6783c53 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:20.595036 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-24b621a6-8016-4f19-80b4-8d2d0e9262c5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:20.627842 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-8f59d8cd-8e06-4531-a272-3e78b6783c53 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Deleting port 6d9ee5ed-1dca-490a-8d14-45ea02d0d051 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:20.628199 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8f59d8cd-8e06-4531-a272-3e78b6783c53 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:20.665383 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c617099f-338a-4d78-9ddb-519d5fd943e6 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:20.672274 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c617099f-338a-4d78-9ddb-519d5fd943e6 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:20.690283 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-24b621a6-8016-4f19-80b4-8d2d0e9262c5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:20.748091 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-53197a85-d4a4-47b9-9ff3-6c808939b1a1 None None] Provisioning for port 68d36055-f078-40ae-b38f-12b0c10c0e75 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:20.757078 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-60d8e268-40b6-41c4-bc10-b5406f5c3c26 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:20.758727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b621a6-8016-4f19-80b4-8d2d0e9262c5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Made reservation on behalf of 2eff4ff6cd5e4d9ebfad11f77d26cc56 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:20.760659 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-53197a85-d4a4-47b9-9ff3-6c808939b1a1 None None] Provisioning complete for port 68d36055-f078-40ae-b38f-12b0c10c0e75 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:20.761319 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-53197a85-d4a4-47b9-9ff3-6c808939b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:20.765524 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-24b621a6-8016-4f19-80b4-8d2d0e9262c5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:20.785777 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c617099f-338a-4d78-9ddb-519d5fd943e6 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:20.785777 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c617099f-338a-4d78-9ddb-519d5fd943e6 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Fanout notify agent at l3_agent the message router_deleted on router 5f2518c5-766d-4e36-a429-aaa7cee63d29 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:02:20.940853 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a29eb330-5aea-4f67-9e9e-a11034e76f9d up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:21.020367 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-53197a85-d4a4-47b9-9ff3-6c808939b1a1 None None] Port 68d36055-f078-40ae-b38f-12b0c10c0e75 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:21.038124 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port a29eb330-5aea-4f67-9e9e-a11034e76f9d triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:21.038350 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8f59d8cd-8e06-4531-a272-3e78b6783c53 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:21.038746 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:21.058437 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1193213160'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:21.080212 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8e268-40b6-41c4-bc10-b5406f5c3c26 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Pushing event deleted for resources: {'Port': ['ID=45fd0e98-f7f0-44b2-a0e5-7c160684a94f,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:21.084578 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-24b621a6-8016-4f19-80b4-8d2d0e9262c5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] device_id is not set on port 6bc4bc1a-082b-47fa-8dee-e3892ee47f98 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:21.118197 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:21.119616 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-24d03bec-4b99-46eb-8e2b-daf130e63936 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:21.132478 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60436784-61b4-4a41-9d9b-f46acb5e2f44 req-14f900c1-d816-44dd-8596-f179b57598d2 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:21.134236 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-60436784-61b4-4a41-9d9b-f46acb5e2f44 req-14f900c1-d816-44dd-8596-f179b57598d2 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.5453873 Feb 04 06:02:21.193801 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-8f59d8cd-8e06-4531-a272-3e78b6783c53 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Calling delete_port for 6d9ee5ed-1dca-490a-8d14-45ea02d0d051 owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:21.209294 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ea0e9de3-b9a8-4bda-afe1-ee2b42ac86e6 None None] Provisioning complete for port a29eb330-5aea-4f67-9e9e-a11034e76f9d triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:21.210129 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9de3-b9a8-4bda-afe1-ee2b42ac86e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:21.212326 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-60d8e268-40b6-41c4-bc10-b5406f5c3c26 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:21.221054 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Usage tracker for resource:network and tenant:1732704a04234f15aed46b5c3b938b8e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:21.225962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:21.242139 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c617099f-338a-4d78-9ddb-519d5fd943e6 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:21.245584 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c617099f-338a-4d78-9ddb-519d5fd943e6 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] 10.222.0.31 "DELETE /v2.0/routers/5f2518c5-766d-4e36-a429-aaa7cee63d29 HTTP/1.1" status: 204 len: 168 time: 1.9431560 Feb 04 06:02:21.254390 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:21.256193 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49512) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:21.280176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d03bec-4b99-46eb-8e2b-daf130e63936 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 3fc73496-6911-45e8-9429-b4600a57b99e is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:21.298509 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-24d03bec-4b99-46eb-8e2b-daf130e63936 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:21.308973 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-60d8e268-40b6-41c4-bc10-b5406f5c3c26 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] 10.222.0.31 "DELETE /v2.0/ports/45fd0e98-f7f0-44b2-a0e5-7c160684a94f HTTP/1.1" status: 204 len: 168 time: 3.3490074 Feb 04 06:02:21.312550 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d03bec-4b99-46eb-8e2b-daf130e63936 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:21.328316 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49516) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:21.358389 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-60436784-61b4-4a41-9d9b-f46acb5e2f44 req-648379fb-87cd-42ac-9a49-f68cb87cd9d5 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846044 Feb 04 06:02:21.359019 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d03bec-4b99-46eb-8e2b-daf130e63936 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=cfc4e6c7-a22b-40e3-afaf-1234c498297a,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:21.404524 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Made reservation on behalf of 1732704a04234f15aed46b5c3b938b8e for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:21.408039 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:21.446087 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d03bec-4b99-46eb-8e2b-daf130e63936 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:21.446629 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-24d03bec-4b99-46eb-8e2b-daf130e63936 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:21.476241 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-24b621a6-8016-4f19-80b4-8d2d0e9262c5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Allocated IP 2001:db8::1ba (9f3dc698-52a5-409f-ad37-f387bd575ebc/f850292e-53eb-42b0-ba60-29cce7547b15/6bc4bc1a-082b-47fa-8dee-e3892ee47f98) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:21.491466 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-24d03bec-4b99-46eb-8e2b-daf130e63936 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.1733758 Feb 04 06:02:21.492442 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49520) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:21.500678 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-323fc4e7-3113-451b-b780-8469d49b98e2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '763ff75f-30b6-4030-ade7-254251c1f19a'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:21.560038 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7357c9ed-7d69-4f99-834d-83797877fa25 None None] Provisioning for port cfc4e6c7-a22b-40e3-afaf-1234c498297a completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:21.565361 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7357c9ed-7d69-4f99-834d-83797877fa25 None None] Provisioning complete for port cfc4e6c7-a22b-40e3-afaf-1234c498297a triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:21.565732 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7357c9ed-7d69-4f99-834d-83797877fa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:21.611599 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:21.628376 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7357c9ed-7d69-4f99-834d-83797877fa25 None None] Port cfc4e6c7-a22b-40e3-afaf-1234c498297a cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:21.639274 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ca95fc-2af1-4b78-93ed-e43881f564dd tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] GET failed (client error): The resource could not be found. Feb 04 06:02:21.640674 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b4ca95fc-2af1-4b78-93ed-e43881f564dd tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] 10.222.0.31 "GET /v2.0/ports/45fd0e98-f7f0-44b2-a0e5-7c160684a94f HTTP/1.1" status: 404 len: 333 time: 0.3095112 Feb 04 06:02:21.648430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49524) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:21.653256 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba00694-ac31-4a6a-8903-63f0a9fa0e6d tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Deleting subnet 20f320b7-96ce-4d16-96fb-24b8b03b4114 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:02:21.667375 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aba00694-ac31-4a6a-8903-63f0a9fa0e6d tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:21.711547 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-1e244cc9-f387-4e63-aa3e-ce684c97096a tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-384806579', 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:21.724086 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:21.730913 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1e244cc9-f387-4e63-aa3e-ce684c97096a tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:21.748192 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Usage tracker for resource:security_group_rule and tenant:1732704a04234f15aed46b5c3b938b8e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:21.760776 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-323fc4e7-3113-451b-b780-8469d49b98e2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:21.762792 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:21.772001 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1e244cc9-f387-4e63-aa3e-ce684c97096a tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:21.781599 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:21.792442 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aba00694-ac31-4a6a-8903-63f0a9fa0e6d tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:21.837655 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e244cc9-f387-4e63-aa3e-ce684c97096a tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Made reservation on behalf of 5cef31f26a024a90a892bb9da796a740 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:21.840073 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1e244cc9-f387-4e63-aa3e-ce684c97096a tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:21.897782 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-1e244cc9-f387-4e63-aa3e-ce684c97096a tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] device_id is not set on port 31c9fdd3-96be-47ac-b420-b22072b6cc70 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:21.929071 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-921e1144-0618-4479-b065-ce577eb6912e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:21.954532 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-921e1144-0618-4479-b065-ce577eb6912e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:21.955289 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-921e1144-0618-4479-b065-ce577eb6912e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.105751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-24b621a6-8016-4f19-80b4-8d2d0e9262c5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.252938 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aba00694-ac31-4a6a-8903-63f0a9fa0e6d tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.255411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-24b621a6-8016-4f19-80b4-8d2d0e9262c5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Transition to ACTIVE for port object 6bc4bc1a-082b-47fa-8dee-e3892ee47f98 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:22.279164 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8f59d8cd-8e06-4531-a272-3e78b6783c53 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.302307 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e1144-0618-4479-b065-ce577eb6912e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=68d36055-f078-40ae-b38f-12b0c10c0e75,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:22.326788 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1e244cc9-f387-4e63-aa3e-ce684c97096a tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.385459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-24b621a6-8016-4f19-80b4-8d2d0e9262c5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.408904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59d8cd-8e06-4531-a272-3e78b6783c53 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event deleted for resources: {'Port': ['ID=6d9ee5ed-1dca-490a-8d14-45ea02d0d051,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:22.473581 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-323fc4e7-3113-451b-b780-8469d49b98e2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Delete allocated IP 172.20.0.25 (3fc73496-6911-45e8-9429-b4600a57b99e/2eeb5cc6-ed6c-405e-ad8c-cff0ed09fa93) {{(pid=87471) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 06:02:22.488600 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b621a6-8016-4f19-80b4-8d2d0e9262c5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Network 9f3dc698-52a5-409f-ad37-f387bd575ebc is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:22.489167 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.497189 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-24b621a6-8016-4f19-80b4-8d2d0e9262c5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:22.508286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.536720 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b621a6-8016-4f19-80b4-8d2d0e9262c5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:22.542638 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b621a6-8016-4f19-80b4-8d2d0e9262c5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:22.543300 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-24b621a6-8016-4f19-80b4-8d2d0e9262c5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.570784 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b621a6-8016-4f19-80b4-8d2d0e9262c5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Pushing event updated for resources: {'Port': ['ID=6bc4bc1a-082b-47fa-8dee-e3892ee47f98,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:22.572761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aba00694-ac31-4a6a-8903-63f0a9fa0e6d tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.580323 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:02:22.612890 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921e1144-0618-4479-b065-ce577eb6912e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:22.623910 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8f59d8cd-8e06-4531-a272-3e78b6783c53 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.645577 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1e244cc9-f387-4e63-aa3e-ce684c97096a tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.674885 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-921e1144-0618-4479-b065-ce577eb6912e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:22.684139 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba00694-ac31-4a6a-8903-63f0a9fa0e6d tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Pushing event deleted for resources: {'Subnet': ['ID=20f320b7-96ce-4d16-96fb-24b8b03b4114,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:22.687752 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aba00694-ac31-4a6a-8903-63f0a9fa0e6d tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.715612 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a276db-b193-4ab2-9b34-aa2a6a558219 None None] Network bee4027a-625f-4c8a-85a4-d13563e3d39d requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:22.720189 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-24b621a6-8016-4f19-80b4-8d2d0e9262c5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3570762 Feb 04 06:02:22.739001 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49532) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:22.753993 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-42ee462f-37cc-477f-89cf-9e4402c9eaa8 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::99', 'mac_address': 'fa:16:3e:87:a2:70'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:22.759848 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cd4dea-9287-42b8-abd6-f62e8e583eb7,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:22.778317 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.778666 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Added segment f5d185d5-a940-4c9e-90bb-069545208b86 of type vlan for network dfcbd227-9ef2-47f8-83bc-e5db7b885a7c Feb 04 06:02:22.794204 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e244cc9-f387-4e63-aa3e-ce684c97096a tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:22.820232 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-1e244cc9-f387-4e63-aa3e-ce684c97096a tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:22.845826 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e244cc9-f387-4e63-aa3e-ce684c97096a tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:22.847017 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e244cc9-f387-4e63-aa3e-ce684c97096a tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:22.847815 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1e244cc9-f387-4e63-aa3e-ce684c97096a tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.861686 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8f59d8cd-8e06-4531-a272-3e78b6783c53 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.864386 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8f59d8cd-8e06-4531-a272-3e78b6783c53 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.944919 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-28770674-6459-48b1-922d-46b8c138be5b None None] Provisioning for port 6bc4bc1a-082b-47fa-8dee-e3892ee47f98 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:22.957085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-28770674-6459-48b1-922d-46b8c138be5b None None] Provisioning complete for port 6bc4bc1a-082b-47fa-8dee-e3892ee47f98 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:22.957544 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-28770674-6459-48b1-922d-46b8c138be5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.972700 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8f59d8cd-8e06-4531-a272-3e78b6783c53 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.973602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f59d8cd-8e06-4531-a272-3e78b6783c53 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Fanout notify agent at l3_agent the message router_deleted on router 291bd204-0842-4d12-b7ad-9ab081fb392c {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:02:23.010505 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e244cc9-f387-4e63-aa3e-ce684c97096a tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Pushing event updated for resources: {'Port': ['ID=31c9fdd3-96be-47ac-b420-b22072b6cc70,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:23.033933 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-28770674-6459-48b1-922d-46b8c138be5b None None] Port 6bc4bc1a-082b-47fa-8dee-e3892ee47f98 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:23.073824 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1e244cc9-f387-4e63-aa3e-ce684c97096a tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4182618 Feb 04 06:02:23.078247 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49536) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:23.087174 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8f59d8cd-8e06-4531-a272-3e78b6783c53 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.088250 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8f59d8cd-8e06-4531-a272-3e78b6783c53 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "DELETE /v2.0/routers/291bd204-0842-4d12-b7ad-9ab081fb392c HTTP/1.1" status: 204 len: 168 time: 3.8778434 Feb 04 06:02:23.090353 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.101512 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49540) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:23.136235 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-aba00694-ac31-4a6a-8903-63f0a9fa0e6d tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] 10.222.0.31 "DELETE /v2.0/subnets/20f320b7-96ce-4d16-96fb-24b8b03b4114 HTTP/1.1" status: 204 len: 168 time: 1.8769219 Feb 04 06:02:23.137029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49544) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:23.139438 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42139e97-ecff-4ead-9ac3-65b912cd2d27 None None] DHCP port deletion for bee4027a-625f-4c8a-85a4-d13563e3d39d request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:02:23.140637 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595863f3-0761-4e5a-bdf3-8b983bcc2902 req-a160235c-0635-4db4-83c3-b172f8b94470 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:23.142146 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-595863f3-0761-4e5a-bdf3-8b983bcc2902 req-a160235c-0635-4db4-83c3-b172f8b94470 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.6475854 Feb 04 06:02:23.159501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-42139e97-ecff-4ead-9ac3-65b912cd2d27 None None] Deleting port 1e78b125-86e4-4a7d-b73b-103d61bf3fce {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:23.160682 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-42139e97-ecff-4ead-9ac3-65b912cd2d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.204650 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-323fc4e7-3113-451b-b780-8469d49b98e2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.239747 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-46ef3cfb-0daa-47db-acc1-b4cfc352e7c2 None None] Provisioning complete for port 68d36055-f078-40ae-b38f-12b0c10c0e75 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:23.240633 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46ef3cfb-0daa-47db-acc1-b4cfc352e7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.250680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-323fc4e7-3113-451b-b780-8469d49b98e2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Transition to ACTIVE for port object cfc4e6c7-a22b-40e3-afaf-1234c498297a will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:23.256948 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-595863f3-0761-4e5a-bdf3-8b983bcc2902 req-0880732e-1fdd-424d-a7c3-cb4220445355 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032183 Feb 04 06:02:23.285502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-323fc4e7-3113-451b-b780-8469d49b98e2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.369334 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-96fcf51f-5160-4fea-9d97-f4641aff8b76 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Deleting subnet 66ab9ec8-a6aa-4b1a-82e2-717c7cd6b604 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:02:23.372184 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa5049e-a319-4a44-a068-516fc404f550 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:23.376876 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1aa5049e-a319-4a44-a068-516fc404f550 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] 10.222.0.31 "GET /v2.0/ports/31c9fdd3-96be-47ac-b420-b22072b6cc70 HTTP/1.1" status: 200 len: 954 time: 0.2917905 Feb 04 06:02:23.381696 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49550) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:23.383583 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-96fcf51f-5160-4fea-9d97-f4641aff8b76 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.423750 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fc4e7-3113-451b-b780-8469d49b98e2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=cfc4e6c7-a22b-40e3-afaf-1234c498297a,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:23.455656 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.459461 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-46ef3cfb-0daa-47db-acc1-b4cfc352e7c2 None None] Port 68d36055-f078-40ae-b38f-12b0c10c0e75 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:23.461360 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:23.461498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.513607 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-42139e97-ecff-4ead-9ac3-65b912cd2d27 None None] For port 1e78b125-86e4-4a7d-b73b-103d61bf3fce, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1e78b125-86e4-4a7d-b73b-103d61bf3fce,segment=NetworkSegment(f8943147-8dd7-4405-9e9b-99fbfdcd4088),segment_id=f8943147-8dd7-4405-9e9b-99fbfdcd4088)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:23.514050 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-42139e97-ecff-4ead-9ac3-65b912cd2d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.608067 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-42ee462f-37cc-477f-89cf-9e4402c9eaa8 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.609575 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba474a22-5b64-4e3b-812d-625f0eb6c252 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.641741 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-96fcf51f-5160-4fea-9d97-f4641aff8b76 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.657574 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-42139e97-ecff-4ead-9ac3-65b912cd2d27 None None] Calling delete_port for 1e78b125-86e4-4a7d-b73b-103d61bf3fce owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:23.673337 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.1184735 Feb 04 06:02:23.684683 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49554) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:23.685337 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744de93-404a-4fb5-957d-96796a110735 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Pushing event updated for resources: {'Network': ['ID=dfcbd227-9ef2-47f8-83bc-e5db7b885a7c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:23.688978 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ac378309-cd52-4e2b-a712-f7a725e55012 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Deleting port 31c9fdd3-96be-47ac-b420-b22072b6cc70 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:23.689328 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ac378309-cd52-4e2b-a712-f7a725e55012 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.692110 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-323fc4e7-3113-451b-b780-8469d49b98e2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] In _notify_port_updated(), no bound segment for port cfc4e6c7-a22b-40e3-afaf-1234c498297a on network 3fc73496-6911-45e8-9429-b4600a57b99e {{(pid=87471) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:02:23.697487 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323fc4e7-3113-451b-b780-8469d49b98e2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:23.698162 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-323fc4e7-3113-451b-b780-8469d49b98e2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.703023 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-323fc4e7-3113-451b-b780-8469d49b98e2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "PUT /v2.0/ports/cfc4e6c7-a22b-40e3-afaf-1234c498297a HTTP/1.1" status: 200 len: 919 time: 2.2060628 Feb 04 06:02:23.707761 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49556) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:23.719487 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-07027054-df96-456c-bf62-12ba10be3ec4 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '763ff75f-30b6-4030-ade7-254251c1f19a'}, {'subnet_id': '2eeb5cc6-ed6c-405e-ad8c-cff0ed09fa93'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:23.736540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-0918374c-09f3-4846-a706-65288aafca62 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Request body: {'subnet': {'network_id': 'dfcbd227-9ef2-47f8-83bc-e5db7b885a7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:23.745391 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e7137aa4-4708-470c-8e14-ae4199cf3e09 None None] Provisioning for port cfc4e6c7-a22b-40e3-afaf-1234c498297a completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:23.754503 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e7137aa4-4708-470c-8e14-ae4199cf3e09 None None] Provisioning complete for port cfc4e6c7-a22b-40e3-afaf-1234c498297a triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:23.754503 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e7137aa4-4708-470c-8e14-ae4199cf3e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.784907 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa35edd-d9f9-4706-aa47-86512f969ecf req-ac1eebc3-c106-480b-ace0-bb2b69b9d1bb tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:23.787827 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network dfcbd227-9ef2-47f8-83bc-e5db7b885a7c details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:02:23.792290 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9fa35edd-d9f9-4706-aa47-86512f969ecf req-ac1eebc3-c106-480b-ace0-bb2b69b9d1bb tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.3654320 Feb 04 06:02:23.888398 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-42139e97-ecff-4ead-9ac3-65b912cd2d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.913148 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ba474a22-5b64-4e3b-812d-625f0eb6c252 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Deleting port 1e78b125-86e4-4a7d-b73b-103d61bf3fce {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:23.913489 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba474a22-5b64-4e3b-812d-625f0eb6c252 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.924061 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9fa35edd-d9f9-4706-aa47-86512f969ecf req-9c6b0385-0581-4fb1-9a5b-f6dc8d4d889d tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307619 Feb 04 06:02:23.954808 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42139e97-ecff-4ead-9ac3-65b912cd2d27 None None] Pushing event deleted for resources: {'Port': ['ID=1e78b125-86e4-4a7d-b73b-103d61bf3fce,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:23.970039 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42139e97-ecff-4ead-9ac3-65b912cd2d27 None None] No DVR routers for this DVR port 1e78b125-86e4-4a7d-b73b-103d61bf3fce on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:02:23.971398 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-e7137aa4-4708-470c-8e14-ae4199cf3e09 None None] Port cfc4e6c7-a22b-40e3-afaf-1234c498297a cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:24.042446 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921e1144-0618-4479-b065-ce577eb6912e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Router 03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:02:24.118498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ba474a22-5b64-4e3b-812d-625f0eb6c252 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] The port '1e78b125-86e4-4a7d-b73b-103d61bf3fce' was deleted {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:02:24.122630 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-96fcf51f-5160-4fea-9d97-f4641aff8b76 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:24.172717 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-07027054-df96-456c-bf62-12ba10be3ec4 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:24.252864 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-42ee462f-37cc-477f-89cf-9e4402c9eaa8 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:24.265482 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-42ee462f-37cc-477f-89cf-9e4402c9eaa8 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:24.278987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0918374c-09f3-4846-a706-65288aafca62 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:24.368539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-42ee462f-37cc-477f-89cf-9e4402c9eaa8 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] In _notify_port_updated(), no bound segment for port 6bc4bc1a-082b-47fa-8dee-e3892ee47f98 on network 9f3dc698-52a5-409f-ad37-f387bd575ebc {{(pid=87471) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:02:24.373994 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ee462f-37cc-477f-89cf-9e4402c9eaa8 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:24.374613 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-42ee462f-37cc-477f-89cf-9e4402c9eaa8 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:24.378599 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-42ee462f-37cc-477f-89cf-9e4402c9eaa8 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "PUT /v2.0/ports/6bc4bc1a-082b-47fa-8dee-e3892ee47f98 HTTP/1.1" status: 200 len: 1001 time: 1.6328082 Feb 04 06:02:24.384043 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49566) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:24.429496 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0918374c-09f3-4846-a706-65288aafca62 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Usage tracker for resource:subnet and tenant:1732704a04234f15aed46b5c3b938b8e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:24.432828 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0918374c-09f3-4846-a706-65288aafca62 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:24.440356 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0918374c-09f3-4846-a706-65288aafca62 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:24.529681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba474a22-5b64-4e3b-812d-625f0eb6c252 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:24.549409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-96fcf51f-5160-4fea-9d97-f4641aff8b76 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:24.565235 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee462f-37cc-477f-89cf-9e4402c9eaa8 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Pushing event updated for resources: {'Port': ['ID=6bc4bc1a-082b-47fa-8dee-e3892ee47f98,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:24.599946 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0ba88986-5450-4a8e-a232-49e37a474fec tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Deleting port 6bc4bc1a-082b-47fa-8dee-e3892ee47f98 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:24.600292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ba88986-5450-4a8e-a232-49e37a474fec tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:24.637520 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0918374c-09f3-4846-a706-65288aafca62 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Made reservation on behalf of 1732704a04234f15aed46b5c3b938b8e for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:24.641032 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0918374c-09f3-4846-a706-65288aafca62 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:24.682885 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1e78b125-86e4-4a7d-b73b-103d61bf3fce no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:02:24.695736 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-96fcf51f-5160-4fea-9d97-f4641aff8b76 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:24.726510 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 1e78b125-86e4-4a7d-b73b-103d61bf3fce {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:02:24.726900 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1e78b125-86e4-4a7d-b73b-103d61bf3fce not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:02:24.736836 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-31f0ef76-8e06-4344-8581-07736ad820f9 None None] Provisioning complete for port 6bc4bc1a-082b-47fa-8dee-e3892ee47f98 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:24.737206 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-31f0ef76-8e06-4344-8581-07736ad820f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:24.761847 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcf51f-5160-4fea-9d97-f4641aff8b76 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event deleted for resources: {'Subnet': ['ID=66ab9ec8-a6aa-4b1a-82e2-717c7cd6b604,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:24.769267 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-ba474a22-5b64-4e3b-812d-625f0eb6c252 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee4027a-625f-4c8a-85a4-d13563e3d39d']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:24.786866 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a6c59-6d31-4bec-8b1f-3f1ac68a4cf4 req-5f6b7027-afeb-45e9-8171-b61a1c06ef75 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:24.788309 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5a6a6c59-6d31-4bec-8b1f-3f1ac68a4cf4 req-5f6b7027-afeb-45e9-8171-b61a1c06ef75 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.4211824 Feb 04 06:02:24.793647 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-31f0ef76-8e06-4344-8581-07736ad820f9 None None] Port 6bc4bc1a-082b-47fa-8dee-e3892ee47f98 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:24.796573 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-96fcf51f-5160-4fea-9d97-f4641aff8b76 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "DELETE /v2.0/subnets/66ab9ec8-a6aa-4b1a-82e2-717c7cd6b604 HTTP/1.1" status: 204 len: 168 time: 1.6648486 Feb 04 06:02:24.797745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49570) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:24.829690 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-ba474a22-5b64-4e3b-812d-625f0eb6c252 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8943147-8dd7-4405-9e9b-99fbfdcd4088') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:24.829952 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-ba474a22-5b64-4e3b-812d-625f0eb6c252 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8943147-8dd7-4405-9e9b-99fbfdcd4088') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:24.871231 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ac378309-cd52-4e2b-a712-f7a725e55012 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:24.884599 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba474a22-5b64-4e3b-812d-625f0eb6c252 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:24.899013 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921e1144-0618-4479-b065-ce577eb6912e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:02:24.910165 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Sync routers for ids ['03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:02:24.922088 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Routers {'03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:02:24.922794 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:02:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:24.960544 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-921e1144-0618-4479-b065-ce577eb6912e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "PUT /v2.0/routers/03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7316694 Feb 04 06:02:24.976668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49574) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:25.099928 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Set router 03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:02:25.100132 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ac378309-cd52-4e2b-a712-f7a725e55012 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Calling delete_port for 31c9fdd3-96be-47ac-b420-b22072b6cc70 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:25.115298 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5a6a6c59-6d31-4bec-8b1f-3f1ac68a4cf4 req-98a17de5-befc-44e1-b518-2ff3e29ad8a9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169804 Feb 04 06:02:25.123766 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-07027054-df96-456c-bf62-12ba10be3ec4 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Allocated IP 172.20.0.28 (3fc73496-6911-45e8-9429-b4600a57b99e/2eeb5cc6-ed6c-405e-ad8c-cff0ed09fa93/cfc4e6c7-a22b-40e3-afaf-1234c498297a) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:25.136579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba474a22-5b64-4e3b-812d-625f0eb6c252 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:25.207151 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba474a22-5b64-4e3b-812d-625f0eb6c252 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:02:25.207609 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba474a22-5b64-4e3b-812d-625f0eb6c252 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:02:25.225019 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:02:25.299416 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ba88986-5450-4a8e-a232-49e37a474fec tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:25.346913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-20cd5791-7368-43e6-a8d7-af91b1b856e1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:25.361296 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fafbb61-c568-4e1e-816b-5e0dbf002f2b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:25.361896 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6fafbb61-c568-4e1e-816b-5e0dbf002f2b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:25.431862 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0ba88986-5450-4a8e-a232-49e37a474fec tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Calling delete_port for 6bc4bc1a-082b-47fa-8dee-e3892ee47f98 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:25.460636 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-07027054-df96-456c-bf62-12ba10be3ec4 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:02:25.486706 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34', 'name': 'tempest-NetworksTestDHCPv6-router-904044455', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:02:12Z', 'updated_at': '2022-02-04T06:02:20Z', 'revision_number': 2, 'project_id': '675c510890904ac2b9a9de3c77631cc0', 'gw_port_host': None, '_interfaces': [{'id': '68d36055-f078-40ae-b38f-12b0c10c0e75', 'name': '', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'mac_address': 'fa:16:3e:b8:0a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'd4520f10-b5a6-489b-843a-a51b0f6c9cca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:02:16Z', 'updated_at': '2022-02-04T06:02:21Z', 'revision_number': 2, 'project_id': '675c510890904ac2b9a9de3c77631cc0', 'subnets': [{'id': 'd4520f10-b5a6-489b-843a-a51b0f6c9cca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:25.491196 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Checking router: 03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:02:25.492003 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Updating router 03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34 port 68d36055-f078-40ae-b38f-12b0c10c0e75 binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:02:25.493480 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-07027054-df96-456c-bf62-12ba10be3ec4 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:25.553855 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:25.566856 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba474a22-5b64-4e3b-812d-625f0eb6c252 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:25.598825 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ac378309-cd52-4e2b-a712-f7a725e55012 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:25.617452 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-07027054-df96-456c-bf62-12ba10be3ec4 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Transition to ACTIVE for port object cfc4e6c7-a22b-40e3-afaf-1234c498297a will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:25.618647 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ba88986-5450-4a8e-a232-49e37a474fec tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:25.672934 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-07027054-df96-456c-bf62-12ba10be3ec4 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:25.686859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba474a22-5b64-4e3b-812d-625f0eb6c252 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:25.689276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba88986-5450-4a8e-a232-49e37a474fec tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Pushing event deleted for resources: {'Port': ['ID=6bc4bc1a-082b-47fa-8dee-e3892ee47f98,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:25.715845 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba474a22-5b64-4e3b-812d-625f0eb6c252 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] Pushing event deleted for resources: {'Network': ['ID=bee4027a-625f-4c8a-85a4-d13563e3d39d,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:25.717659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6fafbb61-c568-4e1e-816b-5e0dbf002f2b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:25.721563 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6fafbb61-c568-4e1e-816b-5e0dbf002f2b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports/68d36055-f078-40ae-b38f-12b0c10c0e75 HTTP/1.1" status: 200 len: 911 time: 0.6919978 Feb 04 06:02:25.722568 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49578) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:25.735514 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac378309-cd52-4e2b-a712-f7a725e55012 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Pushing event deleted for resources: {'Port': ['ID=31c9fdd3-96be-47ac-b420-b22072b6cc70,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:25.897941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ac378309-cd52-4e2b-a712-f7a725e55012 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:25.899926 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ac378309-cd52-4e2b-a712-f7a725e55012 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] 10.222.0.31 "DELETE /v2.0/ports/31c9fdd3-96be-47ac-b420-b22072b6cc70 HTTP/1.1" status: 204 len: 168 time: 2.4862611 Feb 04 06:02:25.925647 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49582) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:25.936952 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ba474a22-5b64-4e3b-812d-625f0eb6c252 tempest-FloatingIPNegativeTestJSON-1688815742 tempest-FloatingIPNegativeTestJSON-1688815742-project] 10.222.0.31 "DELETE /v2.0/networks/bee4027a-625f-4c8a-85a4-d13563e3d39d HTTP/1.1" status: 204 len: 168 time: 2.7837174 Feb 04 06:02:25.987615 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-07027054-df96-456c-bf62-12ba10be3ec4 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] In _notify_port_updated(), no bound segment for port cfc4e6c7-a22b-40e3-afaf-1234c498297a on network 3fc73496-6911-45e8-9429-b4600a57b99e {{(pid=87471) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:02:25.993446 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07027054-df96-456c-bf62-12ba10be3ec4 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:25.994106 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-07027054-df96-456c-bf62-12ba10be3ec4 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:25.995429 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-07027054-df96-456c-bf62-12ba10be3ec4 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "PUT /v2.0/ports/cfc4e6c7-a22b-40e3-afaf-1234c498297a HTTP/1.1" status: 200 len: 999 time: 2.2865689 Feb 04 06:02:25.996271 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07027054-df96-456c-bf62-12ba10be3ec4 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=cfc4e6c7-a22b-40e3-afaf-1234c498297a,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:25.999005 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49588) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:26.022013 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:26.051732 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Transition to ACTIVE for port object 68d36055-f078-40ae-b38f-12b0c10c0e75 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:26.054086 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-20cd5791-7368-43e6-a8d7-af91b1b856e1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:26.078868 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9b4305-6dea-4b40-ba7b-381710b5ae69 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] GET failed (client error): The resource could not be found. Feb 04 06:02:26.079444 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0a9b4305-6dea-4b40-ba7b-381710b5ae69 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Synchronizing usage tracker for tenant:5cef31f26a024a90a892bb9da796a740 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:26.081940 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:26.105330 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0918374c-09f3-4846-a706-65288aafca62 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:26.149890 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-20cd5791-7368-43e6-a8d7-af91b1b856e1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60dc474-500d-4967-b0b4-ba10481a0817']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:26.183611 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ba88986-5450-4a8e-a232-49e37a474fec tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:26.183981 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-20cd5791-7368-43e6-a8d7-af91b1b856e1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c395da5-9e16-4e11-aaa5-9b1688363af1') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:26.184284 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-20cd5791-7368-43e6-a8d7-af91b1b856e1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c395da5-9e16-4e11-aaa5-9b1688363af1') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:26.202805 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0ba88986-5450-4a8e-a232-49e37a474fec tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "DELETE /v2.0/ports/6bc4bc1a-082b-47fa-8dee-e3892ee47f98 HTTP/1.1" status: 204 len: 168 time: 1.8142955 Feb 04 06:02:26.205953 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49594) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:26.224659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-20cd5791-7368-43e6-a8d7-af91b1b856e1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:26.243988 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0a9b4305-6dea-4b40-ba7b-381710b5ae69 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Unset dirty status for tenant:5cef31f26a024a90a892bb9da796a740 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:26.245218 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0a9b4305-6dea-4b40-ba7b-381710b5ae69 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] 10.222.0.31 "GET /v2.0/ports/31c9fdd3-96be-47ac-b420-b22072b6cc70 HTTP/1.1" status: 404 len: 333 time: 0.3062551 Feb 04 06:02:26.249530 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49598) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:26.251085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5dde4012-654f-4b7e-bce3-0e55d461a8ae None None] Provisioning for port cfc4e6c7-a22b-40e3-afaf-1234c498297a completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:26.261310 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-5a655368-7a46-4d19-bea5-c63a4bd63861 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port cfc4e6c7-a22b-40e3-afaf-1234c498297a {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:26.261920 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5a655368-7a46-4d19-bea5-c63a4bd63861 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:26.265010 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5dde4012-654f-4b7e-bce3-0e55d461a8ae None None] Provisioning complete for port cfc4e6c7-a22b-40e3-afaf-1234c498297a triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:26.266275 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918374c-09f3-4846-a706-65288aafca62 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Pushing event updated for resources: {'Subnet': ['ID=22c4f7cf-093e-4a81-b003-8452abd395ac,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:26.269662 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5dde4012-654f-4b7e-bce3-0e55d461a8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:26.277440 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e771154b-16ee-4924-a420-d3c47b69e760 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:26.297097 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e771154b-16ee-4924-a420-d3c47b69e760 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:26.299429 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-db96215b-f9d7-4af0-ad20-fdf5552095bd tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Request body: {'port': {'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2042663942'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:26.301702 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e771154b-16ee-4924-a420-d3c47b69e760 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5682275 Feb 04 06:02:26.302410 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49602) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:26.303470 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-20cd5791-7368-43e6-a8d7-af91b1b856e1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:26.316912 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcca022-766f-46cd-81ad-2cf8e2a3376f None None] Pushing event updated for resources: {'Port': ['ID=68d36055-f078-40ae-b38f-12b0c10c0e75,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:26.364651 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f10d749-a40e-4ab7-ab6a-94e71fe9eee0 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] GET failed (client error): The resource could not be found. Feb 04 06:02:26.365202 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6f10d749-a40e-4ab7-ab6a-94e71fe9eee0 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Synchronizing usage tracker for tenant:2eff4ff6cd5e4d9ebfad11f77d26cc56 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:26.392296 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-5dde4012-654f-4b7e-bce3-0e55d461a8ae None None] Port cfc4e6c7-a22b-40e3-afaf-1234c498297a cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:26.399960 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-db96215b-f9d7-4af0-ad20-fdf5552095bd tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:26.424693 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cd5791-7368-43e6-a8d7-af91b1b856e1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:02:26.425111 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-20cd5791-7368-43e6-a8d7-af91b1b856e1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:26.433062 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6f10d749-a40e-4ab7-ab6a-94e71fe9eee0 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Unset dirty status for tenant:2eff4ff6cd5e4d9ebfad11f77d26cc56 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:26.434375 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6f10d749-a40e-4ab7-ab6a-94e71fe9eee0 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "GET /v2.0/ports/6bc4bc1a-082b-47fa-8dee-e3892ee47f98 HTTP/1.1" status: 404 len: 333 time: 0.2272046 Feb 04 06:02:26.451035 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49608) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:02:26.470355 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:02:26.484198 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0918374c-09f3-4846-a706-65288aafca62 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Checking segment: {'id': 'f5d185d5-a940-4c9e-90bb-069545208b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dfcbd227-9ef2-47f8-83bc-e5db7b885a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:26.484562 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0918374c-09f3-4846-a706-65288aafca62 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Network hostable DHCP agents. Network: dfcbd227-9ef2-47f8-83bc-e5db7b885a7c, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:02:26.523958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-db96215b-f9d7-4af0-ad20-fdf5552095bd tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:26.526032 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49610) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:26.530302 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f36b255e-bcfa-4ff8-9211-db9d2b740265 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Request body: {'port': {'network_id': '9f3dc698-52a5-409f-ad37-f387bd575ebc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-144725705'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:26.623892 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Attempting to bind port 68d36055-f078-40ae-b38f-12b0c10c0e75 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:26.624439 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Attempting to bind port 68d36055-f078-40ae-b38f-12b0c10c0e75 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:26.624868 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Attempting to bind port 68d36055-f078-40ae-b38f-12b0c10c0e75 on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:26.636370 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:02:26.636752 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:26.637140 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:26.637526 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:02:26.637988 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Bound port: 68d36055-f078-40ae-b38f-12b0c10c0e75, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:02:26.638359 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:26.660300 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-20cd5791-7368-43e6-a8d7-af91b1b856e1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:26.665375 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0918374c-09f3-4846-a706-65288aafca62 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Network dfcbd227-9ef2-47f8-83bc-e5db7b885a7c is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:02:26.688425 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-20cd5791-7368-43e6-a8d7-af91b1b856e1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:26.700652 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd5791-7368-43e6-a8d7-af91b1b856e1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] Pushing event deleted for resources: {'Network': ['ID=e60dc474-500d-4967-b0b4-ba10481a0817,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:26.708767 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-20cd5791-7368-43e6-a8d7-af91b1b856e1 tempest-FloatingIPTestJSON-1587056605 tempest-FloatingIPTestJSON-1587056605-project] 10.222.0.31 "DELETE /v2.0/networks/e60dc474-500d-4967-b0b4-ba10481a0817 HTTP/1.1" status: 204 len: 168 time: 1.8939881 Feb 04 06:02:26.708979 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-0918374c-09f3-4846-a706-65288aafca62 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, dfcbd227-9ef2-47f8-83bc-e5db7b885a7c) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:26.719067 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3d72a0-ebab-4f35-890b-c2b3cef2c052 None None] Network dfcbd227-9ef2-47f8-83bc-e5db7b885a7c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:26.776168 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918374c-09f3-4846-a706-65288aafca62 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:26.776770 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0918374c-09f3-4846-a706-65288aafca62 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:26.786692 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] For port 68d36055-f078-40ae-b38f-12b0c10c0e75, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:02:26.790418 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] For port 68d36055-f078-40ae-b38f-12b0c10c0e75, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=68d36055-f078-40ae-b38f-12b0c10c0e75,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:02:26.803438 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:26.892761 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0918374c-09f3-4846-a706-65288aafca62 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1787674 Feb 04 06:02:26.895426 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49620) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:26.912323 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4602968c-2490-4447-9279-2534596bd7b5 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Request body: {'port': {'network_id': 'dfcbd227-9ef2-47f8-83bc-e5db7b885a7c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-127387248'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:26.973932 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Routers {'03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:02:26.974576 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:02:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:27.036870 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f36b255e-bcfa-4ff8-9211-db9d2b740265 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:27.149203 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db96215b-f9d7-4af0-ad20-fdf5552095bd tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Made reservation on behalf of 5cef31f26a024a90a892bb9da796a740 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:27.154140 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-db96215b-f9d7-4af0-ad20-fdf5552095bd tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:27.155388 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49626) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:27.162107 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f36b255e-bcfa-4ff8-9211-db9d2b740265 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:27.216292 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] Set router 03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:02:27.239094 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4602968c-2490-4447-9279-2534596bd7b5 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:27.262586 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-dfcbd227-9ef2-47f8-83bc-e5db7b885a7c', 'network_id': 'dfcbd227-9ef2-47f8-83bc-e5db7b885a7c', 'tenant_id': '1732704a04234f15aed46b5c3b938b8e', 'fixed_ips': [{'subnet_id': '22c4f7cf-093e-4a81-b003-8452abd395ac'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:02:27.263460 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:27.278864 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36b255e-bcfa-4ff8-9211-db9d2b740265 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Made reservation on behalf of 2eff4ff6cd5e4d9ebfad11f77d26cc56 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:27.282444 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f36b255e-bcfa-4ff8-9211-db9d2b740265 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:27.299498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4602968c-2490-4447-9279-2534596bd7b5 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Usage tracker for resource:port and tenant:1732704a04234f15aed46b5c3b938b8e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:27.305272 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-db96215b-f9d7-4af0-ad20-fdf5552095bd tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] device_id is not set on port 6a42210f-8998-4c17-944b-166ec35b4c73 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:27.308952 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4602968c-2490-4447-9279-2534596bd7b5 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:27.326824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4602968c-2490-4447-9279-2534596bd7b5 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:27.378373 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-67833fda-2a82-49c3-9c09-81bca1dff6a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=360cce07c85945adac0a94b92cf7b0dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6929836 Feb 04 06:02:27.380710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49632) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:27.385370 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4602968c-2490-4447-9279-2534596bd7b5 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Made reservation on behalf of 1732704a04234f15aed46b5c3b938b8e for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:27.390842 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4602968c-2490-4447-9279-2534596bd7b5 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:27.405584 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cecb5-9739-4508-9fbf-60f6cda8ca7f req-dfc6442f-16de-4315-a097-9ad12c761802 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:27.407001 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8f3cecb5-9739-4508-9fbf-60f6cda8ca7f req-dfc6442f-16de-4315-a097-9ad12c761802 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.9550304 Feb 04 06:02:27.419732 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f36b255e-bcfa-4ff8-9211-db9d2b740265 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] device_id is not set on port 967f9a7a-58d4-422e-a14a-5d21b0bb599d yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:27.439159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-4602968c-2490-4447-9279-2534596bd7b5 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] device_id is not set on port 022d5c55-7682-4014-abb8-ad40d2a37730 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:27.499596 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5a655368-7a46-4d19-bea5-c63a4bd63861 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:27.568646 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fa286945-eabd-428d-9b67-dc8228dc79a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be32df0199ab40b58629ba8c05d7ef10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4121633 Feb 04 06:02:27.580023 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49636) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:27.608635 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-4331c829-378e-4703-887b-54712fdcbbce tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:27.610109 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-4331c829-378e-4703-887b-54712fdcbbce tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.43 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 0.9138443 Feb 04 06:02:27.614735 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Allocated IP 172.20.0.2 (dfcbd227-9ef2-47f8-83bc-e5db7b885a7c/22c4f7cf-093e-4a81-b003-8452abd395ac/7b9d0cbf-53be-4db0-a2e1-0e3049275385) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:27.631436 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcca022-766f-46cd-81ad-2cf8e2a3376f None None] Pushing event updated for resources: {'Port': ['ID=68d36055-f078-40ae-b38f-12b0c10c0e75,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:27.643402 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34', 'name': 'tempest-NetworksTestDHCPv6-router-904044455', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:02:12Z', 'updated_at': '2022-02-04T06:02:20Z', 'revision_number': 2, 'project_id': '675c510890904ac2b9a9de3c77631cc0', 'gw_port_host': None, '_interfaces': [{'id': '68d36055-f078-40ae-b38f-12b0c10c0e75', 'name': '', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'mac_address': 'fa:16:3e:b8:0a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'd4520f10-b5a6-489b-843a-a51b0f6c9cca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:02:16Z', 'updated_at': '2022-02-04T06:02:26Z', 'revision_number': 4, 'project_id': '675c510890904ac2b9a9de3c77631cc0', 'subnets': [{'id': 'd4520f10-b5a6-489b-843a-a51b0f6c9cca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:27.648427 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95940c7c-055b-42a2-b162-af2a0fb64251 None None] The sync data for ids ['03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34'] in dv-neutron-826830-2-hyperv is: [{'id': '03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34', 'name': 'tempest-NetworksTestDHCPv6-router-904044455', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:02:12Z', 'updated_at': '2022-02-04T06:02:20Z', 'revision_number': 2, 'project_id': '675c510890904ac2b9a9de3c77631cc0', 'gw_port_host': None, '_interfaces': [{'id': '68d36055-f078-40ae-b38f-12b0c10c0e75', 'name': '', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'mac_address': 'fa:16:3e:b8:0a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'd4520f10-b5a6-489b-843a-a51b0f6c9cca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:02:16Z', 'updated_at': '2022-02-04T06:02:26Z', 'revision_number': 4, 'project_id': '675c510890904ac2b9a9de3c77631cc0', 'subnets': [{'id': 'd4520f10-b5a6-489b-843a-a51b0f6c9cca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:02:27.729737 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-5a655368-7a46-4d19-bea5-c63a4bd63861 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for cfc4e6c7-a22b-40e3-afaf-1234c498297a owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:27.860605 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:27.872323 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Transition to ACTIVE for port object 7b9d0cbf-53be-4db0-a2e1-0e3049275385 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:27.891905 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f8611f0d-9443-4c61-8b4b-7531a5d4f2e4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:27.901547 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8f3cecb5-9739-4508-9fbf-60f6cda8ca7f req-585c10e5-64ee-4de0-9d65-834731e656b8 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4462566 Feb 04 06:02:27.922423 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Transition to ACTIVE for port object 7b9d0cbf-53be-4db0-a2e1-0e3049275385 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:27.931146 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.023353 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Network dfcbd227-9ef2-47f8-83bc-e5db7b885a7c is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:28.033656 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:28.037595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:28.043916 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Pushing event updated for resources: {'Port': ['ID=7b9d0cbf-53be-4db0-a2e1-0e3049275385,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:28.078084 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Deleting port f18d41ea-c499-44ca-a515-2785b9a6b400 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:28.078518 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.153350 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Attempting to bind port 7b9d0cbf-53be-4db0-a2e1-0e3049275385 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:28.154074 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Attempting to bind port 7b9d0cbf-53be-4db0-a2e1-0e3049275385 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f5d185d5-a940-4c9e-90bb-069545208b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dfcbd227-9ef2-47f8-83bc-e5db7b885a7c'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:28.154764 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Attempting to bind port 7b9d0cbf-53be-4db0-a2e1-0e3049275385 on network dfcbd227-9ef2-47f8-83bc-e5db7b885a7c {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:28.162193 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:02:28.163075 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Checking segment: {'id': 'f5d185d5-a940-4c9e-90bb-069545208b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dfcbd227-9ef2-47f8-83bc-e5db7b885a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:28.163933 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.164579 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Bound using segment: {'id': 'f5d185d5-a940-4c9e-90bb-069545208b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dfcbd227-9ef2-47f8-83bc-e5db7b885a7c'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:02:28.165363 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Bound port: 7b9d0cbf-53be-4db0-a2e1-0e3049275385, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d185d5-a940-4c9e-90bb-069545208b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dfcbd227-9ef2-47f8-83bc-e5db7b885a7c'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:02:28.166451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.206657 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cd6c2a12-833a-4c20-8ee1-246fb7430c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.237309 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-f36b255e-bcfa-4ff8-9211-db9d2b740265 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Allocated IP 2001:db8::37b (9f3dc698-52a5-409f-ad37-f387bd575ebc/f850292e-53eb-42b0-ba60-29cce7547b15/967f9a7a-58d4-422e-a14a-5d21b0bb599d) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:28.240511 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e55272bb-ffa9-4ad0-88c3-a6dade55ff6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.268146 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] For port 7b9d0cbf-53be-4db0-a2e1-0e3049275385, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:02:28.272630 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] For port 7b9d0cbf-53be-4db0-a2e1-0e3049275385, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=7b9d0cbf-53be-4db0-a2e1-0e3049275385,segment=NetworkSegment(f5d185d5-a940-4c9e-90bb-069545208b86),segment_id=f5d185d5-a940-4c9e-90bb-069545208b86)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:02:28.280808 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.295670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cd6c2a12-833a-4c20-8ee1-246fb7430c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.373571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b63fa-37e8-4646-a953-7f609eb0b2bb None None] Pushing event updated for resources: {'Port': ['ID=7b9d0cbf-53be-4db0-a2e1-0e3049275385,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:28.381075 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-4602968c-2490-4447-9279-2534596bd7b5 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Allocated IP 172.20.0.5 (dfcbd227-9ef2-47f8-83bc-e5db7b885a7c/22c4f7cf-093e-4a81-b003-8452abd395ac/022d5c55-7682-4014-abb8-ad40d2a37730) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:28.399415 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e55272bb-ffa9-4ad0-88c3-a6dade55ff6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.405525 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-db96215b-f9d7-4af0-ad20-fdf5552095bd tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.597918 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-db96215b-f9d7-4af0-ad20-fdf5552095bd tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.736745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db96215b-f9d7-4af0-ad20-fdf5552095bd tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:28.747948 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-db96215b-f9d7-4af0-ad20-fdf5552095bd tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:28.763309 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96215b-f9d7-4af0-ad20-fdf5552095bd tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Pushing event updated for resources: {'Port': ['ID=6a42210f-8998-4c17-944b-166ec35b4c73,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:28.767509 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db96215b-f9d7-4af0-ad20-fdf5552095bd tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:28.767509 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db96215b-f9d7-4af0-ad20-fdf5552095bd tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:28.768516 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-db96215b-f9d7-4af0-ad20-fdf5552095bd tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.787444 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] For port f18d41ea-c499-44ca-a515-2785b9a6b400, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f18d41ea-c499-44ca-a515-2785b9a6b400,segment=NetworkSegment(0969c73a-e15c-4ae5-a0f3-82efa99c56d5),segment_id=0969c73a-e15c-4ae5-a0f3-82efa99c56d5)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:28.787835 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.807983 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4602968c-2490-4447-9279-2534596bd7b5 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.832966 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-4602968c-2490-4447-9279-2534596bd7b5 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Transition to ACTIVE for port object 022d5c55-7682-4014-abb8-ad40d2a37730 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:28.839112 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 68d36055-f078-40ae-b38f-12b0c10c0e75 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:28.869226 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4602968c-2490-4447-9279-2534596bd7b5 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.926823 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cd6c2a12-833a-4c20-8ee1-246fb7430c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.938572 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 68d36055-f078-40ae-b38f-12b0c10c0e75 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:28.945980 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 68d36055-f078-40ae-b38f-12b0c10c0e75 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:28.947943 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.971365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f8611f0d-9443-4c61-8b4b-7531a5d4f2e4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port 68d36055-f078-40ae-b38f-12b0c10c0e75 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:28.971658 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f8611f0d-9443-4c61-8b4b-7531a5d4f2e4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.040760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e55272bb-ffa9-4ad0-88c3-a6dade55ff6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.044613 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c2a12-833a-4c20-8ee1-246fb7430c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3583db-a160-47d9-bf85-98f3b25e1389,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:29.079187 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4602968c-2490-4447-9279-2534596bd7b5 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Network dfcbd227-9ef2-47f8-83bc-e5db7b885a7c is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:29.081241 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55272bb-ffa9-4ad0-88c3-a6dade55ff6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3c6c6e-4366-4ea6-b309-4112c3ab0f55,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:29.108407 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-4602968c-2490-4447-9279-2534596bd7b5 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:29.108614 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.111145 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4602968c-2490-4447-9279-2534596bd7b5 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:29.147134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602968c-2490-4447-9279-2534596bd7b5 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Pushing event updated for resources: {'Port': ['ID=022d5c55-7682-4014-abb8-ad40d2a37730,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:29.149797 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 68d36055-f078-40ae-b38f-12b0c10c0e75, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=68d36055-f078-40ae-b38f-12b0c10c0e75,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:29.156979 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.158084 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7b9d0cbf-53be-4db0-a2e1-0e3049275385 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:29.200570 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5a655368-7a46-4d19-bea5-c63a4bd63861 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.201977 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e55272bb-ffa9-4ad0-88c3-a6dade55ff6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.203768 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e55272bb-ffa9-4ad0-88c3-a6dade55ff6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e3c6c6e-4366-4ea6-b309-4112c3ab0f55 HTTP/1.1" status: 204 len: 168 time: 1.8198969 Feb 04 06:02:29.213114 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cd6c2a12-833a-4c20-8ee1-246fb7430c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.217267 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-cd6c2a12-833a-4c20-8ee1-246fb7430c28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c3583db-a160-47d9-bf85-98f3b25e1389 HTTP/1.1" status: 204 len: 168 time: 1.6257205 Feb 04 06:02:29.264719 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4602968c-2490-4447-9279-2534596bd7b5 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:29.269697 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4602968c-2490-4447-9279-2534596bd7b5 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.364926 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=68d36055-f078-40ae-b38f-12b0c10c0e75,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:29.385148 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4602968c-2490-4447-9279-2534596bd7b5 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4710307 Feb 04 06:02:29.386263 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49648) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:29.393758 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 7b9d0cbf-53be-4db0-a2e1-0e3049275385 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:29.401043 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a655368-7a46-4d19-bea5-c63a4bd63861 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Port': ['ID=cfc4e6c7-a22b-40e3-afaf-1234c498297a,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:29.403847 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-f8611f0d-9443-4c61-8b4b-7531a5d4f2e4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] For port 68d36055-f078-40ae-b38f-12b0c10c0e75, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=68d36055-f078-40ae-b38f-12b0c10c0e75,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:29.404223 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f8611f0d-9443-4c61-8b4b-7531a5d4f2e4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.428593 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Request body: {'port': {'network_id': 'dfcbd227-9ef2-47f8-83bc-e5db7b885a7c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-760685305', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:29.429225 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.api.validators [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] bootfile-name is not in valid_values {{(pid=87471) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:02:29.429518 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.api.validators [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] tftp-server is not in valid_values {{(pid=87471) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:02:29.429809 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.api.validators [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] server-ip-address is not in valid_values {{(pid=87471) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:02:29.501364 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fa37bc6f-c206-4729-8dc1-e96d976f029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.670223 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f8611f0d-9443-4c61-8b4b-7531a5d4f2e4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for 68d36055-f078-40ae-b38f-12b0c10c0e75 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:29.857864 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-db96215b-f9d7-4af0-ad20-fdf5552095bd tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.6069002 Feb 04 06:02:29.861804 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-f8611f0d-9443-4c61-8b4b-7531a5d4f2e4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:02:29.862353 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-f8611f0d-9443-4c61-8b4b-7531a5d4f2e4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:02:29.863154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49668) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:29.877526 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:29.958017 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b20d80e-c303-4057-9ccf-a44d90a6301a None None] Network dfcbd227-9ef2-47f8-83bc-e5db7b885a7c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:30.012572 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:30.092243 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f36b255e-bcfa-4ff8-9211-db9d2b740265 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:30.111672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f36b255e-bcfa-4ff8-9211-db9d2b740265 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Transition to ACTIVE for port object 967f9a7a-58d4-422e-a14a-5d21b0bb599d will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:30.169639 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cd9db500-9417-4a3c-9b52-b0953658d3d1 None None] Provisioning for port 7b9d0cbf-53be-4db0-a2e1-0e3049275385 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:30.256354 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cd9db500-9417-4a3c-9b52-b0953658d3d1 None None] Provisioning complete for port 7b9d0cbf-53be-4db0-a2e1-0e3049275385 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:30.256959 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cd9db500-9417-4a3c-9b52-b0953658d3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:30.260308 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f36b255e-bcfa-4ff8-9211-db9d2b740265 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:30.421980 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f92ddc-6d20-4fd0-956e-40a8a925d97c req-ec191c50-1966-4f09-b97b-7ed018bcb1b0 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:30.423524 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b4f92ddc-6d20-4fd0-956e-40a8a925d97c req-ec191c50-1966-4f09-b97b-7ed018bcb1b0 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 945 time: 1.3044665 Feb 04 06:02:30.430009 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:30.441356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Usage tracker for resource:port and tenant:1732704a04234f15aed46b5c3b938b8e is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:30.444605 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:30.448669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cd9db500-9417-4a3c-9b52-b0953658d3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:30.457846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:30.493836 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device f18d41ea-c499-44ca-a515-2785b9a6b400 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:02:30.497363 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5a655368-7a46-4d19-bea5-c63a4bd63861 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:30.502943 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5a655368-7a46-4d19-bea5-c63a4bd63861 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/ports/cfc4e6c7-a22b-40e3-afaf-1234c498297a HTTP/1.1" status: 204 len: 168 time: 4.5005722 Feb 04 06:02:30.512504 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36b255e-bcfa-4ff8-9211-db9d2b740265 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Network 9f3dc698-52a5-409f-ad37-f387bd575ebc is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:30.541275 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49694) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:30.553826 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Made reservation on behalf of 1732704a04234f15aed46b5c3b938b8e for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:30.558430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:30.563360 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-cd9db500-9417-4a3c-9b52-b0953658d3d1 None None] For port 7b9d0cbf-53be-4db0-a2e1-0e3049275385, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=7b9d0cbf-53be-4db0-a2e1-0e3049275385,segment=NetworkSegment(f5d185d5-a940-4c9e-90bb-069545208b86),segment_id=f5d185d5-a940-4c9e-90bb-069545208b86)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:30.569555 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f8611f0d-9443-4c61-8b4b-7531a5d4f2e4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port 68d36055-f078-40ae-b38f-12b0c10c0e75 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:30.570504 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f8611f0d-9443-4c61-8b4b-7531a5d4f2e4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:30.580527 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cd9db500-9417-4a3c-9b52-b0953658d3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:30.589105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49696) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:30.608962 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-f36b255e-bcfa-4ff8-9211-db9d2b740265 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:30.616131 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36b255e-bcfa-4ff8-9211-db9d2b740265 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:30.622241 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36b255e-bcfa-4ff8-9211-db9d2b740265 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:30.622881 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f36b255e-bcfa-4ff8-9211-db9d2b740265 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:30.717229 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49702) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:30.729742 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:02:30.737726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9db500-9417-4a3c-9b52-b0953658d3d1 None None] Pushing event updated for resources: {'Port': ['ID=7b9d0cbf-53be-4db0-a2e1-0e3049275385,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:30.740468 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:30.740838 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:30.741144 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Floating IP 11dff595-a69e-4cf0-a4c9-11cf99233eb2 disassociated. External IP: 172.26.4.167, port: f18d41ea-c499-44ca-a515-2785b9a6b400. Feb 04 06:02:30.741477 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Calling delete_port for f18d41ea-c499-44ca-a515-2785b9a6b400 owned by compute:nova {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:30.786727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b255e-bcfa-4ff8-9211-db9d2b740265 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Pushing event updated for resources: {'Port': ['ID=967f9a7a-58d4-422e-a14a-5d21b0bb599d,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:30.788513 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 68d36055-f078-40ae-b38f-12b0c10c0e75 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:30.864133 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1623b0e-2fd1-47df-bd3c-1029b2eb10cc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] GET failed (client error): The resource could not be found. Feb 04 06:02:30.864724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e1623b0e-2fd1-47df-bd3c-1029b2eb10cc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Synchronizing usage tracker for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:30.867953 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:30.877448 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] device_id is not set on port bda081b2-e694-4d8d-af2e-5d6b4785d69f yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:30.932816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] device_id is not set on port 6a42210f-8998-4c17-944b-166ec35b4c73 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:30.950054 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b84220-35ec-4caf-b266-7ad359c5e389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f18d41ea-c499-44ca-a515-2785b9a6b400'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:02:30.963527 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-f8611f0d-9443-4c61-8b4b-7531a5d4f2e4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] For port 68d36055-f078-40ae-b38f-12b0c10c0e75, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=68d36055-f078-40ae-b38f-12b0c10c0e75,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:30.964159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f8611f0d-9443-4c61-8b4b-7531a5d4f2e4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:30.967731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port f18d41ea-c499-44ca-a515-2785b9a6b400, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f18d41ea-c499-44ca-a515-2785b9a6b400,segment=NetworkSegment(0969c73a-e15c-4ae5-a0f3-82efa99c56d5),segment_id=0969c73a-e15c-4ae5-a0f3-82efa99c56d5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:30.971083 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-95dedcd7-62f0-46dc-a490-ce7c67285222 None None] Provisioning for port 022d5c55-7682-4014-abb8-ad40d2a37730 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:30.978746 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-95dedcd7-62f0-46dc-a490-ce7c67285222 None None] Provisioning complete for port 022d5c55-7682-4014-abb8-ad40d2a37730 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:30.979117 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-95dedcd7-62f0-46dc-a490-ce7c67285222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:30.993895 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b4f92ddc-6d20-4fd0-956e-40a8a925d97c req-6f98e216-c752-4596-ad45-2e6581499c97 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5195355 Feb 04 06:02:31.016833 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f36b255e-bcfa-4ff8-9211-db9d2b740265 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.4994600 Feb 04 06:02:31.020958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49712) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:31.025121 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:31.036702 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0a3bf490-de5a-4c90-a712-433fa48b8cb9 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] Request body: {'port': {'network_id': 'b6e86877-e841-4adb-a1d4-d2cafede1c30', 'name': 'tempest-NetworksNegativeTestJSON-1747781045'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:31.085142 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b84220-35ec-4caf-b266-7ad359c5e389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f18d41ea-c499-44ca-a515-2785b9a6b400', 'code': 200} Feb 04 06:02:31.088762 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-519327b4-6b13-4bbd-bad8-4946619c86c4 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:87:a2:70'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:31.112781 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 68d36055-f078-40ae-b38f-12b0c10c0e75 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:31.113405 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:31.128322 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-662319228'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:31.158297 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3bf490-de5a-4c90-a712-433fa48b8cb9 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] POST failed (client error): The resource could not be found. Feb 04 06:02:31.159053 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3bf490-de5a-4c90-a712-433fa48b8cb9 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:02:31.160403 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0a3bf490-de5a-4c90-a712-433fa48b8cb9 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5574434 Feb 04 06:02:31.168532 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f8611f0d-9443-4c61-8b4b-7531a5d4f2e4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for 68d36055-f078-40ae-b38f-12b0c10c0e75 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:31.174941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:31.177248 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49716) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:31.194692 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-95dedcd7-62f0-46dc-a490-ce7c67285222 None None] Port 022d5c55-7682-4014-abb8-ad40d2a37730 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:31.205129 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=f18d41ea-c499-44ca-a515-2785b9a6b400,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:31.222967 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-95dedcd7-62f0-46dc-a490-ce7c67285222 None None] Provisioning complete for port 7b9d0cbf-53be-4db0-a2e1-0e3049275385 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:31.223417 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-95dedcd7-62f0-46dc-a490-ce7c67285222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:31.231801 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Usage tracker for resource:network and tenant:a16e808cbb7c487da688fc682beafc7d is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:31.235673 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e1623b0e-2fd1-47df-bd3c-1029b2eb10cc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Unset dirty status for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:31.240241 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e1623b0e-2fd1-47df-bd3c-1029b2eb10cc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports/cfc4e6c7-a22b-40e3-afaf-1234c498297a HTTP/1.1" status: 404 len: 333 time: 0.6611335 Feb 04 06:02:31.244347 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:31.246799 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49720) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:31.287795 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:31.309835 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:31.316852 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Transition to ACTIVE for port object 6a42210f-8998-4c17-944b-166ec35b4c73 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:31.322040 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e85adb-34b2-4541-9c7e-c0401873cf54 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] DELETE failed (client error): The resource could not be found. Feb 04 06:02:31.322510 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e85adb-34b2-4541-9c7e-c0401873cf54 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:02:31.332367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:31.418398 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:02:31.418712 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:02:31.469964 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-31e85adb-34b2-4541-9c7e-c0401873cf54 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] 10.222.0.31 "DELETE /v2.0/networks/0b9ba16c-20b7-4672-bbf6-a1730e9160c5 HTTP/1.1" status: 404 len: 339 time: 0.2688906 Feb 04 06:02:31.478810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Made reservation on behalf of a16e808cbb7c487da688fc682beafc7d for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:31.482208 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:31.496804 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49726) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:31.513869 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Pushing event updated for resources: {'Port': ['ID=6a42210f-8998-4c17-944b-166ec35b4c73,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:31.529705 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:31.530067 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:31.530354 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:31.531918 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-56d6850c-c3c2-4c7f-a01f-afa9d01a719c None None] Provisioning for port 967f9a7a-58d4-422e-a14a-5d21b0bb599d completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:31.536794 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:31.537116 dv-neutron-826830-2-hyperv neutron-server[87470]: ERROR neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:31.537482 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.plugins.ml2.plugin [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 2 to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 Feb 04 06:02:31.540502 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-56d6850c-c3c2-4c7f-a01f-afa9d01a719c None None] Provisioning complete for port 967f9a7a-58d4-422e-a14a-5d21b0bb599d triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:31.541109 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-56d6850c-c3c2-4c7f-a01f-afa9d01a719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:31.559097 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:31.560751 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:31.561133 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:31.561558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:31.566659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:31.566984 dv-neutron-826830-2-hyperv neutron-server[87470]: ERROR neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:31.567650 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.plugins.ml2.plugin [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 3 to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 Feb 04 06:02:31.572488 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f85fd87-8779-45e8-961d-0fffe40ce563 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting subnet 2eeb5cc6-ed6c-405e-ad8c-cff0ed09fa93 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:02:31.574413 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f8611f0d-9443-4c61-8b4b-7531a5d4f2e4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:31.593626 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6f85fd87-8779-45e8-961d-0fffe40ce563 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:31.603217 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-56d6850c-c3c2-4c7f-a01f-afa9d01a719c None None] Port 967f9a7a-58d4-422e-a14a-5d21b0bb599d cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:31.616125 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-56d6850c-c3c2-4c7f-a01f-afa9d01a719c None None] Provisioning complete for port 022d5c55-7682-4014-abb8-ad40d2a37730 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:31.616891 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-56d6850c-c3c2-4c7f-a01f-afa9d01a719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:31.629407 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8611f0d-9443-4c61-8b4b-7531a5d4f2e4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=68d36055-f078-40ae-b38f-12b0c10c0e75,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:31.632676 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:31.633002 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:31.633331 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:31.673714 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:31.674037 dv-neutron-826830-2-hyperv neutron-server[87470]: ERROR neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:31.678965 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.plugins.ml2.plugin [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 4 to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 Feb 04 06:02:31.692355 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-56d6850c-c3c2-4c7f-a01f-afa9d01a719c None None] Port 022d5c55-7682-4014-abb8-ad40d2a37730 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:31.748315 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:31.748460 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:31.748720 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:31.786177 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1d0221-1d7a-42aa-befb-112b7cc71632 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] DELETE failed (client error): The resource could not be found. Feb 04 06:02:31.786659 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1d0221-1d7a-42aa-befb-112b7cc71632 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:02:31.788316 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6e1d0221-1d7a-42aa-befb-112b7cc71632 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] 10.222.0.31 "DELETE /v2.0/ports/9ae23143-cec0-43f8-ba27-d6c6ed4dbf1d HTTP/1.1" status: 404 len: 333 time: 0.2904544 Feb 04 06:02:31.789741 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Allocated IP 172.20.0.13 (dfcbd227-9ef2-47f8-83bc-e5db7b885a7c/22c4f7cf-093e-4a81-b003-8452abd395ac/bda081b2-e694-4d8d-af2e-5d6b4785d69f) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:31.801099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49730) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:31.812169 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:31.812169 dv-neutron-826830-2-hyperv neutron-server[87470]: ERROR neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:31.812169 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.plugins.ml2.plugin [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 5 to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 Feb 04 06:02:31.813441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:31.824743 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ca041c94-5eb3-4bfa-9ec1-0ff825dd508b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:31.825852 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Usage tracker for resource:security_group_rule and tenant:a16e808cbb7c487da688fc682beafc7d is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:31.839081 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:31.839417 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:31.839725 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:31.841977 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f8611f0d-9443-4c61-8b4b-7531a5d4f2e4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:31.850461 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:31.850776 dv-neutron-826830-2-hyperv neutron-server[87470]: ERROR neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:31.852678 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.plugins.ml2.plugin [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 6 to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 Feb 04 06:02:31.876407 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:31.896241 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63ce4fa-b947-4fab-aaef-9a1d939eda57 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] DELETE failed (client error): The resource could not be found. Feb 04 06:02:31.896699 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63ce4fa-b947-4fab-aaef-9a1d939eda57 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:02:31.898372 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e63ce4fa-b947-4fab-aaef-9a1d939eda57 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] 10.222.0.31 "DELETE /v2.0/subnets/8e7c3fea-9374-46a7-bce5-678772fe7461 HTTP/1.1" status: 404 len: 337 time: 0.0825489 Feb 04 06:02:31.899420 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:31.914584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49734) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:31.923397 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Deleting port f18d41ea-c499-44ca-a515-2785b9a6b400 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:31.923740 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:31.977585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6f85fd87-8779-45e8-961d-0fffe40ce563 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:31.997570 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:31.997896 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:31.998267 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:32.018595 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:32.018919 dv-neutron-826830-2-hyperv neutron-server[87470]: ERROR neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:32.020939 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.plugins.ml2.plugin [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 7 to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 Feb 04 06:02:32.027773 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd39a93-2deb-42f7-ac58-287bcc217738 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] GET failed (client error): The resource could not be found. Feb 04 06:02:32.029112 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-edd39a93-2deb-42f7-ac58-287bcc217738 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] 10.222.0.31 "GET /v2.0/networks/77fba735-da77-418a-9d19-ce0c31395748 HTTP/1.1" status: 404 len: 339 time: 0.1066520 Feb 04 06:02:32.032955 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49740) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:32.254504 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:32.255257 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:32.255257 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:32.314381 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe028c61-8f8e-4515-a3c1-f9112d07604c tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] GET failed (client error): The resource could not be found. Feb 04 06:02:32.315725 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fe028c61-8f8e-4515-a3c1-f9112d07604c tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] 10.222.0.31 "GET /v2.0/ports/4da398ce-54e9-442f-b1ef-bcb244a53abd HTTP/1.1" status: 404 len: 333 time: 0.2797287 Feb 04 06:02:32.321836 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-519327b4-6b13-4bbd-bad8-4946619c86c4 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:32.323914 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:32.324229 dv-neutron-826830-2-hyperv neutron-server[87470]: ERROR neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:32.326907 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49744) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:32.327347 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.plugins.ml2.plugin [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 8 to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 Feb 04 06:02:32.381894 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e69938-b61f-41f2-b3d0-f6c221b10e15 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] GET failed (client error): The resource could not be found. Feb 04 06:02:32.386929 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-40e69938-b61f-41f2-b3d0-f6c221b10e15 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] 10.222.0.31 "GET /v2.0/subnets/92f7f648-989c-4b22-b513-4fca8694ef45 HTTP/1.1" status: 404 len: 337 time: 0.0491359 Feb 04 06:02:32.386929 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:32.386929 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:32.386929 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:32.389044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49748) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:32.394934 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8611f0d-9443-4c61-8b4b-7531a5d4f2e4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Router 03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:02:32.399019 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-ba84b90a-55ae-4ac3-af0f-783c06ba9353 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:32.417466 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:32.417791 dv-neutron-826830-2-hyperv neutron-server[87470]: ERROR neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:32.420959 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.plugins.ml2.plugin [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 9 to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 Feb 04 06:02:32.431563 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba84b90a-55ae-4ac3-af0f-783c06ba9353 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] PUT failed (client error): The resource could not be found. Feb 04 06:02:32.432032 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba84b90a-55ae-4ac3-af0f-783c06ba9353 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:02:32.436869 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ba84b90a-55ae-4ac3-af0f-783c06ba9353 tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] 10.222.0.31 "PUT /v2.0/networks/a3deb267-759c-4b4e-8706-e07f5be70c95 HTTP/1.1" status: 404 len: 339 time: 0.0422742 Feb 04 06:02:32.438140 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49752) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:32.495723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b1b85c21-c65e-402b-a208-43967ce9d90a tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:32.529750 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:32.530078 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:32.530405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:32.602594 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:32.602917 dv-neutron-826830-2-hyperv neutron-server[87470]: ERROR neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:32.603665 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b85c21-c65e-402b-a208-43967ce9d90a tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] PUT failed (client error): The resource could not be found. Feb 04 06:02:32.604144 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b85c21-c65e-402b-a208-43967ce9d90a tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:02:32.609042 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b1b85c21-c65e-402b-a208-43967ce9d90a tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] 10.222.0.31 "PUT /v2.0/ports/89abe0f8-4ca6-4f05-9e0a-4c64e0c9d009 HTTP/1.1" status: 404 len: 333 time: 0.1656401 Feb 04 06:02:32.609042 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.plugins.ml2.plugin [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempt 10 to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 Feb 04 06:02:32.617204 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49756) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:32.626059 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-5a90e6de-41f0-41cb-8120-a28c1d4a264a tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:32.657141 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8611f0d-9443-4c61-8b4b-7531a5d4f2e4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:02:32.663735 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6f85fd87-8779-45e8-961d-0fffe40ce563 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:32.667658 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a90e6de-41f0-41cb-8120-a28c1d4a264a tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] PUT failed (client error): The resource could not be found. Feb 04 06:02:32.668145 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a90e6de-41f0-41cb-8120-a28c1d4a264a tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:02:32.674512 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5a90e6de-41f0-41cb-8120-a28c1d4a264a tempest-NetworksNegativeTestJSON-333180410 tempest-NetworksNegativeTestJSON-333180410-project] 10.222.0.31 "PUT /v2.0/subnets/50bdfe86-bc73-4b08-9ffa-2dbf9bb74763 HTTP/1.1" status: 404 len: 337 time: 0.0516086 Feb 04 06:02:32.674720 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d032b09a-f9d8-4e91-8ad4-fd08bd4dc283 None None] Sync routers for ids ['03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:02:32.675155 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:32.675155 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:32.675155 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempting to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:32.685926 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d032b09a-f9d8-4e91-8ad4-fd08bd4dc283 None None] Routers {'03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:02:32.686670 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d032b09a-f9d8-4e91-8ad4-fd08bd4dc283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:02:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:32.697265 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:02:32.698432 dv-neutron-826830-2-hyperv neutron-server[87470]: ERROR neutron.plugins.ml2.managers [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Failed to bind port 6a42210f-8998-4c17-944b-166ec35b4c73 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '646faff7-b76e-45eb-9b63-16067d16a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd5bdfc88-ea3c-496a-9512-bd8edbe0a74f'}] Feb 04 06:02:32.699063 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:32.726300 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f8611f0d-9443-4c61-8b4b-7531a5d4f2e4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "PUT /v2.0/routers/03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4183669 Feb 04 06:02:32.731681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49762) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:32.749718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:32.837624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:32.854232 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:32.890736 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab66205-ab94-4915-ad4c-1c7b5144b2cc req-4c28bbde-bafe-4530-b266-3d18959627e9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:32.891464 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-1ab66205-ab94-4915-ad4c-1c7b5144b2cc req-4c28bbde-bafe-4530-b266-3d18959627e9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Synchronizing usage tracker for tenant:cb94bb5ad2274bffbb62168bf92a11ea on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:32.915544 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7b9d0cbf-53be-4db0-a2e1-0e3049275385 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:32.915923 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] For port f18d41ea-c499-44ca-a515-2785b9a6b400, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f18d41ea-c499-44ca-a515-2785b9a6b400,segment=NetworkSegment(0969c73a-e15c-4ae5-a0f3-82efa99c56d5),segment_id=0969c73a-e15c-4ae5-a0f3-82efa99c56d5)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:32.916293 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:32.942668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] For port 6a42210f-8998-4c17-944b-166ec35b4c73, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:02:32.943033 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attempted to set empty binding levels {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 06:02:32.950096 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98154870-2a4b-4914-966e-fc96d19b7a40 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:32.951755 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98154870-2a4b-4914-966e-fc96d19b7a40 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:32.952668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-98154870-2a4b-4914-966e-fc96d19b7a40 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:32.957692 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:32.971177 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-d032b09a-f9d8-4e91-8ad4-fd08bd4dc283 None None] Set router 03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:02:33.025362 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] In _notify_port_updated(), no bound segment for port 6a42210f-8998-4c17-944b-166ec35b4c73 on network d5bdfc88-ea3c-496a-9512-bd8edbe0a74f {{(pid=87470) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:02:33.026229 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:33.026835 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.028702 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] 10.222.0.31 "PUT /v2.0/ports/6a42210f-8998-4c17-944b-166ec35b4c73 HTTP/1.1" status: 200 len: 977 time: 3.1637490 Feb 04 06:02:33.029599 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49768) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:33.040376 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49770) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:33.048054 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:02:33.071632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Transition to ACTIVE for port object bda081b2-e694-4d8d-af2e-5d6b4785d69f will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:33.074038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-98154870-2a4b-4914-966e-fc96d19b7a40 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:33.078059 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-98154870-2a4b-4914-966e-fc96d19b7a40 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3445613 Feb 04 06:02:33.080844 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49778) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:33.132343 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6220d2-f795-42cc-a67e-ed7fae905617,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:33.135383 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.135724 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Added segment 66c0dac7-dd12-46dd-815a-2f79be57df5e of type vlan for network 32309697-06c9-4bd6-9a04-ed2c165ed680 Feb 04 06:02:33.140502 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b700f90-bfee-47d9-b31b-04ff1c60c166 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Pushing event updated for resources: {'Port': ['ID=6a42210f-8998-4c17-944b-166ec35b4c73,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:33.151510 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-1ab66205-ab94-4915-ad4c-1c7b5144b2cc req-4c28bbde-bafe-4530-b266-3d18959627e9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Unset dirty status for tenant:cb94bb5ad2274bffbb62168bf92a11ea on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:33.152738 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1ab66205-ab94-4915-ad4c-1c7b5144b2cc req-4c28bbde-bafe-4530-b266-3d18959627e9 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 943 time: 1.0311635 Feb 04 06:02:33.163019 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6f85fd87-8779-45e8-961d-0fffe40ce563 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.163272 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.188006 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f8d23a1f-a240-4e28-b100-2d017eac793f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Deleting port 6a42210f-8998-4c17-944b-166ec35b4c73 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:33.188501 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f8d23a1f-a240-4e28-b100-2d017eac793f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.206887 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.215113 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d032b09a-f9d8-4e91-8ad4-fd08bd4dc283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34', 'name': 'tempest-NetworksTestDHCPv6-router-904044455', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:02:12Z', 'updated_at': '2022-02-04T06:02:31Z', 'revision_number': 3, 'project_id': '675c510890904ac2b9a9de3c77631cc0', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:33.222560 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 7b9d0cbf-53be-4db0-a2e1-0e3049275385 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:33.222928 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.261597 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7e77813d-bc7d-4d21-9863-ea0d6538453d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.298081 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d032b09a-f9d8-4e91-8ad4-fd08bd4dc283 None None] Checking router: 03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:02:33.298984 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-895450c9-ae23-4445-9d4c-7993d1263855 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet d4520f10-b5a6-489b-843a-a51b0f6c9cca {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:02:33.304446 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7e77813d-bc7d-4d21-9863-ea0d6538453d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:33.308838 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-895450c9-ae23-4445-9d4c-7993d1263855 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.316199 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85fd87-8779-45e8-961d-0fffe40ce563 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Subnet': ['ID=2eeb5cc6-ed6c-405e-ad8c-cff0ed09fa93,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:33.320615 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6f85fd87-8779-45e8-961d-0fffe40ce563 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.322333 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d032b09a-f9d8-4e91-8ad4-fd08bd4dc283 None None] Routers {'03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:02:33.322988 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d032b09a-f9d8-4e91-8ad4-fd08bd4dc283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:02:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:33.336990 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.345441 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7e77813d-bc7d-4d21-9863-ea0d6538453d admin admin] Usage tracker for resource:security_group_rule and tenant:1105d989ab20488e82087902535bf3ba is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:33.354811 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7e77813d-bc7d-4d21-9863-ea0d6538453d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:33.364162 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7e77813d-bc7d-4d21-9863-ea0d6538453d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:33.372665 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17205766-be7e-4c10-be0e-ead39e0fb00a None None] Network 3fc73496-6911-45e8-9429-b4600a57b99e requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:33.443000 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-895450c9-ae23-4445-9d4c-7993d1263855 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.472622 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-519327b4-6b13-4bbd-bad8-4946619c86c4 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.476727 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6f85fd87-8779-45e8-961d-0fffe40ce563 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/subnets/2eeb5cc6-ed6c-405e-ad8c-cff0ed09fa93 HTTP/1.1" status: 204 len: 168 time: 2.2227478 Feb 04 06:02:33.483176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49782) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:33.484074 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1ab66205-ab94-4915-ad4c-1c7b5144b2cc req-7e542eb2-fcd7-450a-8e69-778262cea35a tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d30698a-fb2d-4b0c-9dc6-704840005b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575040 Feb 04 06:02:33.526001 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-d032b09a-f9d8-4e91-8ad4-fd08bd4dc283 None None] Set router 03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:02:33.540513 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-519327b4-6b13-4bbd-bad8-4946619c86c4 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.544592 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.641251 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d032b09a-f9d8-4e91-8ad4-fd08bd4dc283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34', 'name': 'tempest-NetworksTestDHCPv6-router-904044455', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:02:12Z', 'updated_at': '2022-02-04T06:02:31Z', 'revision_number': 3, 'project_id': '675c510890904ac2b9a9de3c77631cc0', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:33.651054 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d032b09a-f9d8-4e91-8ad4-fd08bd4dc283 None None] The sync data for ids ['03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34'] in dv-neutron-826830-2-hyperv is: [{'id': '03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34', 'name': 'tempest-NetworksTestDHCPv6-router-904044455', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:02:12Z', 'updated_at': '2022-02-04T06:02:31Z', 'revision_number': 3, 'project_id': '675c510890904ac2b9a9de3c77631cc0', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:02:33.714809 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-d871acb9-f3d2-4aa8-8251-5c9d6b5b2f27 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting subnet 763ff75f-30b6-4030-ade7-254251c1f19a {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:02:33.718918 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d871acb9-f3d2-4aa8-8251-5c9d6b5b2f27 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.760228 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-519327b4-6b13-4bbd-bad8-4946619c86c4 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] In _notify_port_updated(), no bound segment for port 967f9a7a-58d4-422e-a14a-5d21b0bb599d on network 9f3dc698-52a5-409f-ad37-f387bd575ebc {{(pid=87471) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:02:33.766030 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519327b4-6b13-4bbd-bad8-4946619c86c4 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:33.766688 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-519327b4-6b13-4bbd-bad8-4946619c86c4 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.768074 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-519327b4-6b13-4bbd-bad8-4946619c86c4 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "PUT /v2.0/ports/967f9a7a-58d4-422e-a14a-5d21b0bb599d HTTP/1.1" status: 200 len: 1002 time: 2.7013566 Feb 04 06:02:33.773787 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.779480 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:33.779979 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.780951 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49786) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:33.786680 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-f8d23a1f-a240-4e28-b100-2d017eac793f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] For port 6a42210f-8998-4c17-944b-166ec35b4c73, host hv-neutron-8268, got binding levels [] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:33.787421 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f8d23a1f-a240-4e28-b100-2d017eac793f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.808569 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.808924 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:33.809693 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Floating IP 11dff595-a69e-4cf0-a4c9-11cf99233eb2 disassociated. External IP: 172.26.4.167, port: f18d41ea-c499-44ca-a515-2785b9a6b400. Feb 04 06:02:33.809693 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Calling delete_port for f18d41ea-c499-44ca-a515-2785b9a6b400 owned by compute:nova {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:33.868217 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Network dfcbd227-9ef2-47f8-83bc-e5db7b885a7c is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:33.922688 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:33.942771 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519327b4-6b13-4bbd-bad8-4946619c86c4 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Pushing event updated for resources: {'Port': ['ID=967f9a7a-58d4-422e-a14a-5d21b0bb599d,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:33.950801 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:34.017300 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.2808318 Feb 04 06:02:34.092910 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e8098-ff20-45ce-8afe-3bbce095f6f5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Network': ['ID=32309697-06c9-4bd6-9a04-ed2c165ed680,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:34.105799 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 32309697-06c9-4bd6-9a04-ed2c165ed680 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:02:34.332781 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Pushing event updated for resources: {'Port': ['ID=bda081b2-e694-4d8d-af2e-5d6b4785d69f,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:34.367033 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:34.367695 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:34.402816 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:34.434015 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4d29bcf1-9092-4d03-9c16-826c8a4dc922 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 5.0306733 Feb 04 06:02:34.434696 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49790) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:34.434822 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f8d23a1f-a240-4e28-b100-2d017eac793f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Calling delete_port for 6a42210f-8998-4c17-944b-166ec35b4c73 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:34.485819 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f9fe8ef1-84e6-4319-a67a-ad81d44e38aa None None] Provisioning complete for port 967f9a7a-58d4-422e-a14a-5d21b0bb599d triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:34.486184 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f9fe8ef1-84e6-4319-a67a-ad81d44e38aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:34.491946 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:34.600175 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Pushing event deleted for resources: {'Port': ['ID=f18d41ea-c499-44ca-a515-2785b9a6b400,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:34.607386 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-895450c9-ae23-4445-9d4c-7993d1263855 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:34.673575 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe8ef1-84e6-4319-a67a-ad81d44e38aa None None] Port 967f9a7a-58d4-422e-a14a-5d21b0bb599d cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:34.695652 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 68d36055-f078-40ae-b38f-12b0c10c0e75 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:02:34.733885 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d871acb9-f3d2-4aa8-8251-5c9d6b5b2f27 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:34.782774 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 68d36055-f078-40ae-b38f-12b0c10c0e75 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:02:34.783117 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 68d36055-f078-40ae-b38f-12b0c10c0e75 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:02:34.823183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1e88717c-a9b8-4cf8-bc35-13f40353b033 None None] Provisioning for port bda081b2-e694-4d8d-af2e-5d6b4785d69f completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:34.826896 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7e77813d-bc7d-4d21-9863-ea0d6538453d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:34.829742 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1e88717c-a9b8-4cf8-bc35-13f40353b033 None None] Provisioning complete for port bda081b2-e694-4d8d-af2e-5d6b4785d69f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:34.830055 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1e88717c-a9b8-4cf8-bc35-13f40353b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:34.893047 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-1639bd74-ea02-440b-a0aa-4d8764837fdd req-892bbd01-8302-42f6-b537-e974f9de3661 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Synchronizing usage tracker for tenant:cb94bb5ad2274bffbb62168bf92a11ea on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:34.901414 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d871acb9-f3d2-4aa8-8251-5c9d6b5b2f27 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:34.970810 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-1e88717c-a9b8-4cf8-bc35-13f40353b033 None None] Port bda081b2-e694-4d8d-af2e-5d6b4785d69f cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:34.993979 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f8d23a1f-a240-4e28-b100-2d017eac793f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:35.002441 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7e77813d-bc7d-4d21-9863-ea0d6538453d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:35.052253 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-1639bd74-ea02-440b-a0aa-4d8764837fdd req-892bbd01-8302-42f6-b537-e974f9de3661 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Unset dirty status for tenant:cb94bb5ad2274bffbb62168bf92a11ea on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:35.053430 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1639bd74-ea02-440b-a0aa-4d8764837fdd req-892bbd01-8302-42f6-b537-e974f9de3661 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 210 time: 0.3143506 Feb 04 06:02:35.067517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981849b0-5065-4331-abe5-afb3ed4a5306 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:35.079968 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981849b0-5065-4331-abe5-afb3ed4a5306 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:35.089058 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981849b0-5065-4331-abe5-afb3ed4a5306 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:35.090145 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-981849b0-5065-4331-abe5-afb3ed4a5306 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Synchronizing usage tracker for tenant:1732704a04234f15aed46b5c3b938b8e on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:35.090330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6838cad6-3036-4dbd-8527-6d482f32f72a None None] Provisioning complete for port a29eb330-5aea-4f67-9e9e-a11034e76f9d triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:35.090704 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6838cad6-3036-4dbd-8527-6d482f32f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:35.118503 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Router 45ec620b-074a-483e-9ba4-6553cad5b875 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:02:35.156359 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d23a1f-a240-4e28-b100-2d017eac793f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a42210f-8998-4c17-944b-166ec35b4c73,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:35.173045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-506390c7-02df-432f-867f-8519d1fd95d1 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Deleting port 967f9a7a-58d4-422e-a14a-5d21b0bb599d {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:35.173268 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-506390c7-02df-432f-867f-8519d1fd95d1 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:35.195069 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-981849b0-5065-4331-abe5-afb3ed4a5306 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Unset dirty status for tenant:1732704a04234f15aed46b5c3b938b8e on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:35.196689 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-981849b0-5065-4331-abe5-afb3ed4a5306 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.7610607 Feb 04 06:02:35.205964 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49796) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:35.280558 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-967828e0-30a9-43a0-944f-25b73f4d2be3 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Deleting port bda081b2-e694-4d8d-af2e-5d6b4785d69f {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:35.281156 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-967828e0-30a9-43a0-944f-25b73f4d2be3 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:35.319582 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7e77813d-bc7d-4d21-9863-ea0d6538453d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1105d989ab20488e82087902535bf3ba&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2888403 Feb 04 06:02:35.320810 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d871acb9-f3d2-4aa8-8251-5c9d6b5b2f27 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:35.322815 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49800) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:35.334277 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f8d23a1f-a240-4e28-b100-2d017eac793f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:35.366170 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-895450c9-ae23-4445-9d4c-7993d1263855 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:35.391671 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871acb9-f3d2-4aa8-8251-5c9d6b5b2f27 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Subnet': ['ID=763ff75f-30b6-4030-ade7-254251c1f19a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:35.410664 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4491b7-05e2-4fe4-8c61-75e137a7e2dc None None] Network 3fc73496-6911-45e8-9429-b4600a57b99e requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:35.430929 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77813d-bc7d-4d21-9863-ea0d6538453d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e849c97-a750-4824-bce0-8a7ec6d09788,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:35.433859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-895450c9-ae23-4445-9d4c-7993d1263855 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:35.442608 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d871acb9-f3d2-4aa8-8251-5c9d6b5b2f27 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:35.478224 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895450c9-ae23-4445-9d4c-7993d1263855 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=d4520f10-b5a6-489b-843a-a51b0f6c9cca,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:35.567819 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d871acb9-f3d2-4aa8-8251-5c9d6b5b2f27 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/subnets/763ff75f-30b6-4030-ade7-254251c1f19a HTTP/1.1" status: 204 len: 168 time: 2.0810955 Feb 04 06:02:35.569706 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49804) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:35.580958 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f8d23a1f-a240-4e28-b100-2d017eac793f tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] 10.222.0.31 "DELETE /v2.0/ports/6a42210f-8998-4c17-944b-166ec35b4c73 HTTP/1.1" status: 204 len: 168 time: 2.5395000 Feb 04 06:02:35.599805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49808) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:35.603751 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-895450c9-ae23-4445-9d4c-7993d1263855 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/d4520f10-b5a6-489b-843a-a51b0f6c9cca HTTP/1.1" status: 204 len: 168 time: 2.5179152 Feb 04 06:02:35.609440 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49810) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:35.615103 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443d72de-539e-42e9-83cc-a404fbcf5db5 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:35.637543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-967828e0-30a9-43a0-944f-25b73f4d2be3 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:35.809740 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-73dbe2a3-c0a5-4ef6-9b1c-6b5b72dd7d06 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] GET failed (client error): The resource could not be found. Feb 04 06:02:35.810485 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-73dbe2a3-c0a5-4ef6-9b1c-6b5b72dd7d06 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Synchronizing usage tracker for tenant:5cef31f26a024a90a892bb9da796a740 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:35.892453 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-506390c7-02df-432f-867f-8519d1fd95d1 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:35.896689 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-967828e0-30a9-43a0-944f-25b73f4d2be3 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Calling delete_port for bda081b2-e694-4d8d-af2e-5d6b4785d69f owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:36.017946 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9a99d1-39ee-4953-82b7-5873523d08d6 None None] DHCP port deletion for 3fc73496-6911-45e8-9429-b4600a57b99e request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:02:36.024867 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-dd9a99d1-39ee-4953-82b7-5873523d08d6 None None] Deleting port a29eb330-5aea-4f67-9e9e-a11034e76f9d {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:36.025455 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd9a99d1-39ee-4953-82b7-5873523d08d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:36.038901 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2d94a051-3e6c-47a6-9800-7015b0325b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:36.066542 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:36.068474 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-73dbe2a3-c0a5-4ef6-9b1c-6b5b72dd7d06 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] Unset dirty status for tenant:5cef31f26a024a90a892bb9da796a740 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:36.074554 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2d94a051-3e6c-47a6-9800-7015b0325b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:36.074791 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-73dbe2a3-c0a5-4ef6-9b1c-6b5b72dd7d06 tempest-PortsAdminExtendedAttrsTestJSON-1702173873 tempest-PortsAdminExtendedAttrsTestJSON-1702173873-project-admin] 10.222.0.31 "GET /v2.0/ports/6a42210f-8998-4c17-944b-166ec35b4c73 HTTP/1.1" status: 404 len: 333 time: 0.4696624 Feb 04 06:02:36.076609 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49816) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:36.085296 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-506390c7-02df-432f-867f-8519d1fd95d1 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Calling delete_port for 967f9a7a-58d4-422e-a14a-5d21b0bb599d owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:36.145759 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2d94a051-3e6c-47a6-9800-7015b0325b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:36.169310 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94a051-3e6c-47a6-9800-7015b0325b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e849c97-a750-4824-bce0-8a7ec6d09788,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:36.235077 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:02:36.239161 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port a29eb330-5aea-4f67-9e9e-a11034e76f9d {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:36.242898 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:36.247568 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d82c30-34ca-44a5-8925-d533931ee965 None None] Sync routers for ids ['45ec620b-074a-483e-9ba4-6553cad5b875'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:02:36.262373 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d82c30-34ca-44a5-8925-d533931ee965 None None] Routers {'45ec620b-074a-483e-9ba4-6553cad5b875'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:02:36.262986 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-69d82c30-34ca-44a5-8925-d533931ee965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:02:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45ec620b-074a-483e-9ba4-6553cad5b875'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:36.334209 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-79fe4903-72f0-4916-afce-f2d69567f4bf tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7125258 Feb 04 06:02:36.341291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49822) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:36.373603 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2d94a051-3e6c-47a6-9800-7015b0325b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:36.380003 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2d94a051-3e6c-47a6-9800-7015b0325b15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e849c97-a750-4824-bce0-8a7ec6d09788 HTTP/1.1" status: 204 len: 168 time: 1.0491321 Feb 04 06:02:36.390272 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-967828e0-30a9-43a0-944f-25b73f4d2be3 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:36.461616 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-33f1333a-03b4-41b7-8f37-8e06e70c1ee2 req-8d8296ba-af70-4ecc-be30-69e1c193786b tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 210 time: 0.0889707 Feb 04 06:02:36.593603 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] No DVR routers for this DVR port f18d41ea-c499-44ca-a515-2785b9a6b400 on host hv-neutron-8268 {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:02:36.598693 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967828e0-30a9-43a0-944f-25b73f4d2be3 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Pushing event deleted for resources: {'Port': ['ID=bda081b2-e694-4d8d-af2e-5d6b4785d69f,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:36.607508 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:36.614962 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b84220-35ec-4caf-b266-7ad359c5e389', 'name': 'network-vif-deleted', 'tag': 'f18d41ea-c499-44ca-a515-2785b9a6b400'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:02:36.621877 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5c639cd5-b3fb-45a6-9e4e-59027be2cfb4 req-b02d9df1-63de-4e1d-9b90-502d9e5ce223 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.43 "DELETE /v2.0/ports/f18d41ea-c499-44ca-a515-2785b9a6b400 HTTP/1.1" status: 204 len: 173 time: 8.9252374 Feb 04 06:02:36.698107 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-69d82c30-34ca-44a5-8925-d533931ee965 None None] Set router 45ec620b-074a-483e-9ba4-6553cad5b875 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:02:36.731583 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-dd9a99d1-39ee-4953-82b7-5873523d08d6 None None] For port a29eb330-5aea-4f67-9e9e-a11034e76f9d, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a29eb330-5aea-4f67-9e9e-a11034e76f9d,segment=NetworkSegment(f48ea388-ed4e-4fdc-9500-6e3e3f111846),segment_id=f48ea388-ed4e-4fdc-9500-6e3e3f111846)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:36.732153 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd9a99d1-39ee-4953-82b7-5873523d08d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:36.848980 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b84220-35ec-4caf-b266-7ad359c5e389', 'name': 'network-vif-deleted', 'tag': 'f18d41ea-c499-44ca-a515-2785b9a6b400', 'status': 'completed', 'code': 200} Feb 04 06:02:36.945111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-967828e0-30a9-43a0-944f-25b73f4d2be3 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:36.951194 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-967828e0-30a9-43a0-944f-25b73f4d2be3 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] 10.222.0.31 "DELETE /v2.0/ports/bda081b2-e694-4d8d-af2e-5d6b4785d69f HTTP/1.1" status: 204 len: 168 time: 1.7439992 Feb 04 06:02:36.952063 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49832) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:36.972737 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-cbcc7a03-1c92-43ae-aef2-f8ffb5cc9e58 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Request body: {'port': {'name': 'tempest-new-port-name-613977069', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:36.980278 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.api.validators [None req-cbcc7a03-1c92-43ae-aef2-f8ffb5cc9e58 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] bootfile-name is not in valid_values {{(pid=87471) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:02:36.980772 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.api.validators [None req-cbcc7a03-1c92-43ae-aef2-f8ffb5cc9e58 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] tftp-server is not in valid_values {{(pid=87471) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:02:36.982583 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.api.validators [None req-cbcc7a03-1c92-43ae-aef2-f8ffb5cc9e58 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] server-ip-address is not in valid_values {{(pid=87471) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:02:37.044205 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-dd9a99d1-39ee-4953-82b7-5873523d08d6 None None] Calling delete_port for a29eb330-5aea-4f67-9e9e-a11034e76f9d owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:37.091001 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5633d889-31f8-4dd5-949b-7cb452c68e59 tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:37.107468 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a645154-b419-4388-bd82-7fa30d84ee73 None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:02:37.172246 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a29eb330-5aea-4f67-9e9e-a11034e76f9d no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:02:37.200415 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed349-2bfb-4fd3-a539-f1bde68962e1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:37.286984 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7a645154-b419-4388-bd82-7fa30d84ee73 None None] Deleting port ab61102b-82db-4f78-badf-38273ceff787 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:37.289502 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7a645154-b419-4388-bd82-7fa30d84ee73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:37.297288 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49844) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:37.304728 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-c07d507c-5c35-463a-92aa-bef0116810f4 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'subnet': {'network_id': '32309697-06c9-4bd6-9a04-ed2c165ed680', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:37.408240 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:37.431445 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-69d82c30-34ca-44a5-8925-d533931ee965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'name': 'tempest-ServerActionsTestJSON-2064728696-router', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:49Z', 'updated_at': '2022-02-04T05:59:05Z', 'revision_number': 4, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'gw_port': {'id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '938a5967-3dff-4a8f-b3be-af551c768fd7', 'name': '', 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'mac_address': 'fa:16:3e:a8:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da9005f5-dfd7-4698-952c-229a09293613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:01Z', 'updated_at': '2022-02-04T05:59:20Z', 'revision_number': 5, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'subnets': [{'id': 'da9005f5-dfd7-4698-952c-229a09293613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:37.437591 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d82c30-34ca-44a5-8925-d533931ee965 None None] Checking router: 45ec620b-074a-483e-9ba4-6553cad5b875 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:02:37.451714 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d82c30-34ca-44a5-8925-d533931ee965 None None] Routers {'45ec620b-074a-483e-9ba4-6553cad5b875'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:02:37.452527 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-69d82c30-34ca-44a5-8925-d533931ee965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:02:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45ec620b-074a-483e-9ba4-6553cad5b875'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:37.566834 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cbcc7a03-1c92-43ae-aef2-f8ffb5cc9e58 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:37.596583 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7a645154-b419-4388-bd82-7fa30d84ee73 None None] For port ab61102b-82db-4f78-badf-38273ceff787, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ab61102b-82db-4f78-badf-38273ceff787,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:37.596583 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7a645154-b419-4388-bd82-7fa30d84ee73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:37.646409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] For port a29eb330-5aea-4f67-9e9e-a11034e76f9d, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a29eb330-5aea-4f67-9e9e-a11034e76f9d,segment=NetworkSegment(f48ea388-ed4e-4fdc-9500-6e3e3f111846),segment_id=f48ea388-ed4e-4fdc-9500-6e3e3f111846)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:37.647089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:37.718321 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7a645154-b419-4388-bd82-7fa30d84ee73 None None] Calling delete_port for ab61102b-82db-4f78-badf-38273ceff787 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:37.755965 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-69d82c30-34ca-44a5-8925-d533931ee965 None None] Set router 45ec620b-074a-483e-9ba4-6553cad5b875 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:02:37.830684 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Port a29eb330-5aea-4f67-9e9e-a11034e76f9d update to DOWN by agent not found {{(pid=87472) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 06:02:37.831330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ab61102b-82db-4f78-badf-38273ceff787 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:02:37.854701 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0238ce0f-3d92-47de-9a33-1d59784e1c85 req-41a87b0f-84d5-470f-8f40-920f2f2637f0 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b84220-35ec-4caf-b266-7ad359c5e389 HTTP/1.1" status: 200 len: 210 time: 0.0516305 Feb 04 06:02:37.857341 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd9a99d1-39ee-4953-82b7-5873523d08d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:37.932183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a99d1-39ee-4953-82b7-5873523d08d6 None None] Pushing event deleted for resources: {'Port': ['ID=a29eb330-5aea-4f67-9e9e-a11034e76f9d,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:37.941193 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a99d1-39ee-4953-82b7-5873523d08d6 None None] No DVR routers for this DVR port a29eb330-5aea-4f67-9e9e-a11034e76f9d on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:02:37.957866 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7a645154-b419-4388-bd82-7fa30d84ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:37.972161 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c07d507c-5c35-463a-92aa-bef0116810f4 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:37.982056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c07d507c-5c35-463a-92aa-bef0116810f4 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Usage tracker for resource:subnet and tenant:a16e808cbb7c487da688fc682beafc7d is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:37.988768 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c07d507c-5c35-463a-92aa-bef0116810f4 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:38.000443 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c07d507c-5c35-463a-92aa-bef0116810f4 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:38.018503 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49858) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:38.033600 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for a29eb330-5aea-4f67-9e9e-a11034e76f9d owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:38.034261 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No active binding found for port ab61102b-82db-4f78-badf-38273ceff787 {{(pid=87472) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 06:02:38.035459 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ab61102b-82db-4f78-badf-38273ceff787 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:02:38.060273 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07d507c-5c35-463a-92aa-bef0116810f4 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Made reservation on behalf of a16e808cbb7c487da688fc682beafc7d for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:38.063813 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c07d507c-5c35-463a-92aa-bef0116810f4 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:38.076758 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a645154-b419-4388-bd82-7fa30d84ee73 None None] Pushing event deleted for resources: {'Port': ['ID=ab61102b-82db-4f78-badf-38273ceff787,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:38.088933 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a645154-b419-4388-bd82-7fa30d84ee73 None None] No DVR routers for this DVR port ab61102b-82db-4f78-badf-38273ceff787 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:02:38.213785 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-69d82c30-34ca-44a5-8925-d533931ee965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'name': 'tempest-ServerActionsTestJSON-2064728696-router', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:49Z', 'updated_at': '2022-02-04T05:59:05Z', 'revision_number': 4, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'gw_port': {'id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '938a5967-3dff-4a8f-b3be-af551c768fd7', 'name': '', 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'mac_address': 'fa:16:3e:a8:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da9005f5-dfd7-4698-952c-229a09293613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:01Z', 'updated_at': '2022-02-04T05:59:20Z', 'revision_number': 5, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'subnets': [{'id': 'da9005f5-dfd7-4698-952c-229a09293613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:38.219300 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d82c30-34ca-44a5-8925-d533931ee965 None None] The sync data for ids ['45ec620b-074a-483e-9ba4-6553cad5b875'] in dv-neutron-826830-2-hyperv is: [{'id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'name': 'tempest-ServerActionsTestJSON-2064728696-router', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:49Z', 'updated_at': '2022-02-04T05:59:05Z', 'revision_number': 4, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'gw_port': {'id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '938a5967-3dff-4a8f-b3be-af551c768fd7', 'name': '', 'network_id': 'e8542b43-7535-4da4-a485-e641ef5c90d7', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'mac_address': 'fa:16:3e:a8:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da9005f5-dfd7-4698-952c-229a09293613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:01Z', 'updated_at': '2022-02-04T05:59:20Z', 'revision_number': 5, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'subnets': [{'id': 'da9005f5-dfd7-4698-952c-229a09293613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:02:38.268428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed349-2bfb-4fd3-a539-f1bde68962e1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:38.273874 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1263965654'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:38.285410 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:38.289554 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed349-2bfb-4fd3-a539-f1bde68962e1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:38.294892 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:network and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:38.298314 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-506390c7-02df-432f-867f-8519d1fd95d1 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:38.299734 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:38.311418 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:38.358862 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:38.362612 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:38.389318 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:38.408528 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cbcc7a03-1c92-43ae-aef2-f8ffb5cc9e58 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:38.422934 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cbcc7a03-1c92-43ae-aef2-f8ffb5cc9e58 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:38.433897 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:38.447866 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506390c7-02df-432f-867f-8519d1fd95d1 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Pushing event deleted for resources: {'Port': ['ID=967f9a7a-58d4-422e-a14a-5d21b0bb599d,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:38.456395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5633d889-31f8-4dd5-949b-7cb452c68e59 tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:38.469333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:security_group_rule and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:38.479440 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:38.503137 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:38.513851 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed349-2bfb-4fd3-a539-f1bde68962e1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:38.514526 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3ed349-2bfb-4fd3-a539-f1bde68962e1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Fanout notify agent at l3_agent the message router_deleted on router 03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:02:38.523683 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:02:38.524351 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:02:38.525426 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-506390c7-02df-432f-867f-8519d1fd95d1 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:38.531542 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-5633d889-31f8-4dd5-949b-7cb452c68e59 tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5bdfc88-ea3c-496a-9512-bd8edbe0a74f']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:38.556583 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-5633d889-31f8-4dd5-949b-7cb452c68e59 tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646faff7-b76e-45eb-9b63-16067d16a63b') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:38.557055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-5633d889-31f8-4dd5-949b-7cb452c68e59 tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646faff7-b76e-45eb-9b63-16067d16a63b') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:38.578598 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5633d889-31f8-4dd5-949b-7cb452c68e59 tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:38.593877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc7a03-1c92-43ae-aef2-f8ffb5cc9e58 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Pushing event updated for resources: {'Port': ['ID=022d5c55-7682-4014-abb8-ad40d2a37730,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:38.600255 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-506390c7-02df-432f-867f-8519d1fd95d1 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "DELETE /v2.0/ports/967f9a7a-58d4-422e-a14a-5d21b0bb599d HTTP/1.1" status: 204 len: 168 time: 4.8157477 Feb 04 06:02:38.604628 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49864) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:38.605704 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c05354-2027-4194-bc21-a57352d324ce None None] New status for floating IP 11dff595-a69e-4cf0-a4c9-11cf99233eb2: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:02:38.615627 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed349-2bfb-4fd3-a539-f1bde68962e1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:38.619969 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5c3ed349-2bfb-4fd3-a539-f1bde68962e1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/routers/03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34 HTTP/1.1" status: 204 len: 168 time: 2.0823009 Feb 04 06:02:38.621143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49868) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:38.699214 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c07d507c-5c35-463a-92aa-bef0116810f4 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:38.757933 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc7a03-1c92-43ae-aef2-f8ffb5cc9e58 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] In _notify_port_updated(), no bound segment for port 022d5c55-7682-4014-abb8-ad40d2a37730 on network dfcbd227-9ef2-47f8-83bc-e5db7b885a7c {{(pid=87471) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:02:38.764258 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcc7a03-1c92-43ae-aef2-f8ffb5cc9e58 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:38.765437 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cbcc7a03-1c92-43ae-aef2-f8ffb5cc9e58 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:38.767443 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cbcc7a03-1c92-43ae-aef2-f8ffb5cc9e58 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] 10.222.0.31 "PUT /v2.0/ports/022d5c55-7682-4014-abb8-ad40d2a37730 HTTP/1.1" status: 200 len: 1135 time: 1.8142276 Feb 04 06:02:38.773480 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49872) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:38.868573 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5633d889-31f8-4dd5-949b-7cb452c68e59 tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:38.906228 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5633d889-31f8-4dd5-949b-7cb452c68e59 tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:02:38.906718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5633d889-31f8-4dd5-949b-7cb452c68e59 tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:38.929994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6a1a53aa-ae90-459a-9d31-d44109cb1261 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:02:38.932841 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:02:38.942798 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d507c-5c35-463a-92aa-bef0116810f4 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Subnet': ['ID=498a9e88-23ba-4cc4-8de3-39a395dddef2,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:38.967477 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5366788-befe-49d4-a9a7-534d841b31fd tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:38.968113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a5366788-befe-49d4-a9a7-534d841b31fd tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Synchronizing usage tracker for tenant:1732704a04234f15aed46b5c3b938b8e on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:38.997895 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-898f7f0a-17b8-4a23-a3ec-4de5e14df2c4 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] GET failed (client error): The resource could not be found. Feb 04 06:02:38.998456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-898f7f0a-17b8-4a23-a3ec-4de5e14df2c4 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Synchronizing usage tracker for tenant:2eff4ff6cd5e4d9ebfad11f77d26cc56 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:39.006132 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e1f28529-0ec7-4177-89e7-5015f3dd9340 None None] Provisioning complete for port 022d5c55-7682-4014-abb8-ad40d2a37730 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:39.012165 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e1f28529-0ec7-4177-89e7-5015f3dd9340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.030801 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port a29eb330-5aea-4f67-9e9e-a11034e76f9d {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:39.031152 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.060243 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49880) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:39.091826 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-e1f28529-0ec7-4177-89e7-5015f3dd9340 None None] Port 022d5c55-7682-4014-abb8-ad40d2a37730 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:39.095272 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6a1a53aa-ae90-459a-9d31-d44109cb1261 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:39.098735 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6a1a53aa-ae90-459a-9d31-d44109cb1261 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4717295 Feb 04 06:02:39.104157 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49884) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:39.141307 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d507c-5c35-463a-92aa-bef0116810f4 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Checking segment: {'id': '66c0dac7-dd12-46dd-815a-2f79be57df5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '32309697-06c9-4bd6-9a04-ed2c165ed680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:39.141935 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07d507c-5c35-463a-92aa-bef0116810f4 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network hostable DHCP agents. Network: 32309697-06c9-4bd6-9a04-ed2c165ed680, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:02:39.148748 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] The port 'a29eb330-5aea-4f67-9e9e-a11034e76f9d' was deleted {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:02:39.165105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.176391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.179265 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a5366788-befe-49d4-a9a7-534d841b31fd tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Unset dirty status for tenant:1732704a04234f15aed46b5c3b938b8e on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:39.184665 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a5366788-befe-49d4-a9a7-534d841b31fd tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] 10.222.0.31 "GET /v2.0/ports/022d5c55-7682-4014-abb8-ad40d2a37730 HTTP/1.1" status: 200 len: 1135 time: 0.4016802 Feb 04 06:02:39.186167 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5633d889-31f8-4dd5-949b-7cb452c68e59 tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.193997 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49888) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:39.216632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:02:39.227731 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07d507c-5c35-463a-92aa-bef0116810f4 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network 32309697-06c9-4bd6-9a04-ed2c165ed680 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:02:39.232570 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef53b46-c396-46b8-8559-89b2c8403a37,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:39.238961 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.239310 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Added segment 23a55c5a-4499-44f2-8f24-035820097f57 of type vlan for network 4af3bcb5-799f-4a1a-a475-3128df4a912b Feb 04 06:02:39.252447 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-c07d507c-5c35-463a-92aa-bef0116810f4 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 32309697-06c9-4bd6-9a04-ed2c165ed680) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:39.260443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96879b9a-f7c3-4474-b97c-8f37628edca4 None None] Network 32309697-06c9-4bd6-9a04-ed2c165ed680 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:39.266315 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07d507c-5c35-463a-92aa-bef0116810f4 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:39.266893 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c07d507c-5c35-463a-92aa-bef0116810f4 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.277497 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.280189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-898f7f0a-17b8-4a23-a3ec-4de5e14df2c4 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Unset dirty status for tenant:2eff4ff6cd5e4d9ebfad11f77d26cc56 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:39.281514 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-898f7f0a-17b8-4a23-a3ec-4de5e14df2c4 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "GET /v2.0/ports/967f9a7a-58d4-422e-a14a-5d21b0bb599d HTTP/1.1" status: 404 len: 333 time: 0.6754436 Feb 04 06:02:39.287935 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49892) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:39.296005 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5633d889-31f8-4dd5-949b-7cb452c68e59 tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.301503 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-762fe26d-22bd-483b-9e52-b4f2733e100a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Request body: {'port': {'network_id': '9f3dc698-52a5-409f-ad37-f387bd575ebc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1264830901'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:39.331458 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633d889-31f8-4dd5-949b-7cb452c68e59 tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] Pushing event deleted for resources: {'Network': ['ID=d5bdfc88-ea3c-496a-9512-bd8edbe0a74f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:39.370403 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5633d889-31f8-4dd5-949b-7cb452c68e59 tempest-PortsAdminExtendedAttrsTestJSON-19339202 tempest-PortsAdminExtendedAttrsTestJSON-19339202-project] 10.222.0.31 "DELETE /v2.0/networks/d5bdfc88-ea3c-496a-9512-bd8edbe0a74f HTTP/1.1" status: 204 len: 168 time: 3.2565486 Feb 04 06:02:39.397868 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c07d507c-5c35-463a-92aa-bef0116810f4 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0994775 Feb 04 06:02:39.401657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49898) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:39.414851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-36427d96-455f-4570-8402-65ff2eb86a63 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1400573852'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:39.421848 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.427121 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:39.427695 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.431536 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-36427d96-455f-4570-8402-65ff2eb86a63 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:39.461207 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-36427d96-455f-4570-8402-65ff2eb86a63 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Usage tracker for resource:network and tenant:a16e808cbb7c487da688fc682beafc7d is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:39.469725 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-36427d96-455f-4570-8402-65ff2eb86a63 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:39.523048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e28a3e-8882-4f99-b77b-85a2c42aac3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:39.524250 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-82e28a3e-8882-4f99-b77b-85a2c42aac3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:39.538688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-7145aaa2-41b4-42cb-bd88-fe20c06ccd9f tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Deleting port 022d5c55-7682-4014-abb8-ad40d2a37730 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:39.539112 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7145aaa2-41b4-42cb-bd88-fe20c06ccd9f tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.581336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84570f27-df34-467d-b681-b9ffe7de0c62 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.593069 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.599360 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-32309697-06c9-4bd6-9a04-ed2c165ed680', 'network_id': '32309697-06c9-4bd6-9a04-ed2c165ed680', 'tenant_id': 'a16e808cbb7c487da688fc682beafc7d', 'fixed_ips': [{'subnet_id': '498a9e88-23ba-4cc4-8de3-39a395dddef2'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:02:39.602381 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.607990 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-36427d96-455f-4570-8402-65ff2eb86a63 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:39.667513 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc73496-6911-45e8-9429-b4600a57b99e']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:39.683735 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84570f27-df34-467d-b681-b9ffe7de0c62 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.691127 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-82e28a3e-8882-4f99-b77b-85a2c42aac3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:39.692502 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-82e28a3e-8882-4f99-b77b-85a2c42aac3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5864604 Feb 04 06:02:39.694252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48ea388-ed4e-4fdc-9500-6e3e3f111846') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:39.694875 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48ea388-ed4e-4fdc-9500-6e3e3f111846') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:39.717799 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6981988 Feb 04 06:02:39.719085 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5be9e8-a8d3-4559-950e-6aca410f9dd0 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Network': ['ID=4af3bcb5-799f-4a1a-a475-3128df4a912b,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:39.726087 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49904) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:39.727489 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49906) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:39.761491 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.798435 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.819094 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Allocated IP 2001:db8:0:ffff::2 (32309697-06c9-4bd6-9a04-ed2c165ed680/498a9e88-23ba-4cc4-8de3-39a395dddef2/643d49cf-da4f-411b-b35b-960bb2d833dc) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:39.819700 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-762fe26d-22bd-483b-9e52-b4f2733e100a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:39.826914 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8f653f9f-924f-4d8b-9672-1b1ad7f1f44a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b', 'name': 'tempest-PortsIpV6TestJSON-505754140'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:39.871444 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:02:39.871879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:02:39.886996 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:02:39.948728 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f0591dfa-66ee-4f60-90fc-a06d69dc26ef tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:router {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:39.968279 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36427d96-455f-4570-8402-65ff2eb86a63 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Made reservation on behalf of a16e808cbb7c487da688fc682beafc7d for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:39.973652 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-36427d96-455f-4570-8402-65ff2eb86a63 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.976805 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:02:39.979073 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49912) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:40.012544 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8f653f9f-924f-4d8b-9672-1b1ad7f1f44a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:40.019113 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84570f27-df34-467d-b681-b9ffe7de0c62 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:40.026614 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f0591dfa-66ee-4f60-90fc-a06d69dc26ef tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:router {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:40.027657 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f0591dfa-66ee-4f60-90fc-a06d69dc26ef tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2964401 Feb 04 06:02:40.028677 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-762fe26d-22bd-483b-9e52-b4f2733e100a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:40.031765 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8f653f9f-924f-4d8b-9672-1b1ad7f1f44a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:port and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:40.038217 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49918) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:40.041868 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8f653f9f-924f-4d8b-9672-1b1ad7f1f44a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:40.042036 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:40.049989 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84570f27-df34-467d-b681-b9ffe7de0c62 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d30698a-fb2d-4b0c-9dc6-704840005b59,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:40.075610 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-7d5afde1-24ac-49d2-86e1-904648b95870 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:40.080374 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:40.095838 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7145aaa2-41b4-42cb-bd88-fe20c06ccd9f tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:40.096748 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8f653f9f-924f-4d8b-9672-1b1ad7f1f44a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:40.104823 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Network': ['ID=3fc73496-6911-45e8-9429-b4600a57b99e,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:40.118180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36427d96-455f-4570-8402-65ff2eb86a63 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:02:40.122588 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762fe26d-22bd-483b-9e52-b4f2733e100a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Made reservation on behalf of 2eff4ff6cd5e4d9ebfad11f77d26cc56 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:40.126580 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-762fe26d-22bd-483b-9e52-b4f2733e100a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:40.177299 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-064447b9-f8fb-48f7-9305-63b430be02fd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/networks/3fc73496-6911-45e8-9429-b4600a57b99e HTTP/1.1" status: 204 len: 168 time: 4.6028194 Feb 04 06:02:40.178012 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49922) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:40.210569 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:40.222351 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Transition to ACTIVE for port object 643d49cf-da4f-411b-b35b-960bb2d833dc will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:40.233061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f653f9f-924f-4d8b-9672-1b1ad7f1f44a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:40.237899 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f653f9f-924f-4d8b-9672-1b1ad7f1f44a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:40.244666 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Transition to ACTIVE for port object 643d49cf-da4f-411b-b35b-960bb2d833dc will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:40.251343 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:40.252826 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84570f27-df34-467d-b681-b9ffe7de0c62 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:40.254361 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-36427d96-455f-4570-8402-65ff2eb86a63 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:40.254705 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-36427d96-455f-4570-8402-65ff2eb86a63 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Added segment e220c2d0-77d6-43ee-80fa-90096da2f17f of type vlan for network e38464e1-2bfb-4f14-b789-d16a75fd5d66 Feb 04 06:02:40.256696 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-84570f27-df34-467d-b681-b9ffe7de0c62 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "DELETE /v2.0/security-groups/1d30698a-fb2d-4b0c-9dc6-704840005b59 HTTP/1.1" status: 204 len: 168 time: 1.1904798 Feb 04 06:02:40.267452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-7145aaa2-41b4-42cb-bd88-fe20c06ccd9f tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Calling delete_port for 022d5c55-7682-4014-abb8-ad40d2a37730 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:40.269549 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49924) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:40.277385 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-762fe26d-22bd-483b-9e52-b4f2733e100a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] device_id is not set on port ce465437-e376-414e-9014-fb7401855ab3 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:40.316368 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Network 32309697-06c9-4bd6-9a04-ed2c165ed680 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:40.324443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:40.329658 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:40.367633 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-8f653f9f-924f-4d8b-9672-1b1ad7f1f44a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] device_id is not set on port cf5d8e72-5183-4354-a848-9c3d977d16df yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:40.408032 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9edf159b-1482-4cb3-9465-0a3345bdcb80 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56067da2f4524d48af12abec9c14087a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4249918 Feb 04 06:02:40.408841 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-6f43a6a8-8ae0-4605-a723-5f73a732ef75 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] show failed (client error): The resource could not be found. Feb 04 06:02:40.408841 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6f43a6a8-8ae0-4605-a723-5f73a732ef75 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "GET /v2.0/security-groups/1d30698a-fb2d-4b0c-9dc6-704840005b59 HTTP/1.1" status: 404 len: 347 time: 0.1379681 Feb 04 06:02:40.411399 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49930) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:40.411738 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49932) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:40.427592 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-36427d96-455f-4570-8402-65ff2eb86a63 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:40.427973 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Pushing event updated for resources: {'Port': ['ID=643d49cf-da4f-411b-b35b-960bb2d833dc,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:40.434345 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7d5afde1-24ac-49d2-86e1-904648b95870 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:40.440152 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Attempting to bind port 643d49cf-da4f-411b-b35b-960bb2d833dc on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:40.440526 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Attempting to bind port 643d49cf-da4f-411b-b35b-960bb2d833dc by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '66c0dac7-dd12-46dd-815a-2f79be57df5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '32309697-06c9-4bd6-9a04-ed2c165ed680'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:40.440886 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Attempting to bind port 643d49cf-da4f-411b-b35b-960bb2d833dc on network 32309697-06c9-4bd6-9a04-ed2c165ed680 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:40.447811 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:02:40.448459 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Checking segment: {'id': '66c0dac7-dd12-46dd-815a-2f79be57df5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '32309697-06c9-4bd6-9a04-ed2c165ed680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:40.448860 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:40.449250 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Bound using segment: {'id': '66c0dac7-dd12-46dd-815a-2f79be57df5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '32309697-06c9-4bd6-9a04-ed2c165ed680'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:02:40.449712 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Bound port: 643d49cf-da4f-411b-b35b-960bb2d833dc, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c0dac7-dd12-46dd-815a-2f79be57df5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '32309697-06c9-4bd6-9a04-ed2c165ed680'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:02:40.450085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:40.469504 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7d5afde1-24ac-49d2-86e1-904648b95870 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:40.549707 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] For port 643d49cf-da4f-411b-b35b-960bb2d833dc, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:02:40.553258 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] For port 643d49cf-da4f-411b-b35b-960bb2d833dc, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=643d49cf-da4f-411b-b35b-960bb2d833dc,segment=NetworkSegment(66c0dac7-dd12-46dd-815a-2f79be57df5e),segment_id=66c0dac7-dd12-46dd-815a-2f79be57df5e)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:02:40.559143 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:40.559369 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5afde1-24ac-49d2-86e1-904648b95870 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:40.562574 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7d5afde1-24ac-49d2-86e1-904648b95870 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:40.664241 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d8ca3-a97b-45a5-bc15-ed8742d89ffe None None] Pushing event updated for resources: {'Port': ['ID=643d49cf-da4f-411b-b35b-960bb2d833dc,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:40.673133 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-36427d96-455f-4570-8402-65ff2eb86a63 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:40.678625 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36427d96-455f-4570-8402-65ff2eb86a63 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:40.679097 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-36427d96-455f-4570-8402-65ff2eb86a63 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:40.764664 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-6f4bb3d2-0970-4967-9356-c6bd23f6aa99 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Deleting port 2c68e365-8a74-45b9-9285-d0f1c28d3dc3 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:40.765038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb3d2-0970-4967-9356-c6bd23f6aa99 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:40.806605 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-762fe26d-22bd-483b-9e52-b4f2733e100a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Allocated IP 2001:db8::3de (9f3dc698-52a5-409f-ad37-f387bd575ebc/f850292e-53eb-42b0-ba60-29cce7547b15/ce465437-e376-414e-9014-fb7401855ab3) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:40.838400 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1bffd0-392e-4fcb-9a90-17add24fed0b tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:40.839195 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1e1bffd0-392e-4fcb-9a90-17add24fed0b tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Synchronizing usage tracker for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:40.906271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fa546c70-2e5b-46f4-b0f1-700ad64ea402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:40.941655 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1e1bffd0-392e-4fcb-9a90-17add24fed0b tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Unset dirty status for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:40.946943 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1e1bffd0-392e-4fcb-9a90-17add24fed0b tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6891892 Feb 04 06:02:40.954997 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49938) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:40.959159 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-36427d96-455f-4570-8402-65ff2eb86a63 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5538986 Feb 04 06:02:40.965045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49942) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:40.965284 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36427d96-455f-4570-8402-65ff2eb86a63 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Network': ['ID=e38464e1-2bfb-4f14-b789-d16a75fd5d66,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:40.978545 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network e38464e1-2bfb-4f14-b789-d16a75fd5d66 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:02:40.996759 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-bb66def5-4d59-4332-83c1-20980955e0ae tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'subnet': {'network_id': 'e38464e1-2bfb-4f14-b789-d16a75fd5d66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:41.060120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7145aaa2-41b4-42cb-bd88-fe20c06ccd9f tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:41.204521 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fa546c70-2e5b-46f4-b0f1-700ad64ea402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:41.220484 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145aaa2-41b4-42cb-bd88-fe20c06ccd9f tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Pushing event deleted for resources: {'Port': ['ID=022d5c55-7682-4014-abb8-ad40d2a37730,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:41.313406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f653f9f-924f-4d8b-9672-1b1ad7f1f44a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:41.359567 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bb66def5-4d59-4332-83c1-20980955e0ae tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:41.383530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bb66def5-4d59-4332-83c1-20980955e0ae tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Usage tracker for resource:subnet and tenant:a16e808cbb7c487da688fc682beafc7d is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:41.392230 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bb66def5-4d59-4332-83c1-20980955e0ae tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:41.407702 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb3d2-0970-4967-9356-c6bd23f6aa99 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:41.408109 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb3d2-0970-4967-9356-c6bd23f6aa99 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:41.418007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bb66def5-4d59-4332-83c1-20980955e0ae tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:41.432874 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7145aaa2-41b4-42cb-bd88-fe20c06ccd9f tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:41.452027 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-24a0bb03-2378-4f1b-8d73-2214b561687f tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4942555 Feb 04 06:02:41.460671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49946) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:41.487344 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-7582d919-7b52-43e2-9d8e-dfca086f06e8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-368866271'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:41.506913 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7582d919-7b52-43e2-9d8e-dfca086f06e8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:41.536624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7582d919-7b52-43e2-9d8e-dfca086f06e8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:network and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:41.546056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7582d919-7b52-43e2-9d8e-dfca086f06e8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:41.550754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-762fe26d-22bd-483b-9e52-b4f2733e100a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:41.560057 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7582d919-7b52-43e2-9d8e-dfca086f06e8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:41.566840 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f653f9f-924f-4d8b-9672-1b1ad7f1f44a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:41.575143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fa546c70-2e5b-46f4-b0f1-700ad64ea402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:41.589137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-6f4bb3d2-0970-4967-9356-c6bd23f6aa99 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Calling delete_port for 2c68e365-8a74-45b9-9285-d0f1c28d3dc3 owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:41.630245 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb66def5-4d59-4332-83c1-20980955e0ae tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Made reservation on behalf of a16e808cbb7c487da688fc682beafc7d for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:41.633868 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bb66def5-4d59-4332-83c1-20980955e0ae tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:41.659999 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fa546c70-2e5b-46f4-b0f1-700ad64ea402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:41.663993 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fa546c70-2e5b-46f4-b0f1-700ad64ea402 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/548b6427-39f7-44cd-a03a-101c2d8ccb70 HTTP/1.1" status: 204 len: 168 time: 1.2512231 Feb 04 06:02:41.668043 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-762fe26d-22bd-483b-9e52-b4f2733e100a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Transition to ACTIVE for port object ce465437-e376-414e-9014-fb7401855ab3 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:41.677492 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7145aaa2-41b4-42cb-bd88-fe20c06ccd9f tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] 10.222.0.31 "DELETE /v2.0/ports/022d5c55-7682-4014-abb8-ad40d2a37730 HTTP/1.1" status: 204 len: 168 time: 2.4822979 Feb 04 06:02:41.694302 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49952) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:41.731278 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa546c70-2e5b-46f4-b0f1-700ad64ea402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548b6427-39f7-44cd-a03a-101c2d8ccb70,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:41.732279 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7582d919-7b52-43e2-9d8e-dfca086f06e8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:41.736251 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7582d919-7b52-43e2-9d8e-dfca086f06e8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:41.836037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f653f9f-924f-4d8b-9672-1b1ad7f1f44a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Checking segment: {'id': '23a55c5a-4499-44f2-8f24-035820097f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:41.836358 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f653f9f-924f-4d8b-9672-1b1ad7f1f44a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network hostable DHCP agents. Network: 4af3bcb5-799f-4a1a-a475-3128df4a912b, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:02:41.844646 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a95760e-b677-456d-96df-a4b56fb5e671 None None] Network 32309697-06c9-4bd6-9a04-ed2c165ed680 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:41.850484 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f653f9f-924f-4d8b-9672-1b1ad7f1f44a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=cf5d8e72-5183-4354-a848-9c3d977d16df,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:41.896258 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.objects.ports [None req-7d5afde1-24ac-49d2-86e1-904648b95870 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87471) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:02:41.901425 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7582d919-7b52-43e2-9d8e-dfca086f06e8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:02:41.903607 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7d5afde1-24ac-49d2-86e1-904648b95870 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:41.951214 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb3d2-0970-4967-9356-c6bd23f6aa99 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:41.978626 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5afde1-24ac-49d2-86e1-904648b95870 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:41.979995 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7582d919-7b52-43e2-9d8e-dfca086f06e8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:41.980340 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-7582d919-7b52-43e2-9d8e-dfca086f06e8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Added segment f99c4dc1-dedb-416c-acd4-f99d13b5efac of type vlan for network 1592d722-133a-414c-93c1-71cc879f475b Feb 04 06:02:41.990182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-7d5afde1-24ac-49d2-86e1-904648b95870 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:41.994855 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52d416e-70c1-4470-9e2a-7e9cc1383d65 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Deleting subnet 22c4f7cf-093e-4a81-b003-8452abd395ac {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:02:42.005886 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5afde1-24ac-49d2-86e1-904648b95870 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:42.006524 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7d5afde1-24ac-49d2-86e1-904648b95870 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:42.012543 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe6b207-61e1-4853-85a6-8aa5f95163b4 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:42.018796 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e52d416e-70c1-4470-9e2a-7e9cc1383d65 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:42.044160 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bb3d2-0970-4967-9356-c6bd23f6aa99 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Pushing event deleted for resources: {'Port': ['ID=2c68e365-8a74-45b9-9285-d0f1c28d3dc3,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:42.069742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f653f9f-924f-4d8b-9672-1b1ad7f1f44a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:02:42.104149 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49958) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:42.105730 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-762fe26d-22bd-483b-9e52-b4f2733e100a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:42.199106 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-22a5e973-0de3-4d81-9680-3ea25bc6b872 None None] Provisioning for port 643d49cf-da4f-411b-b35b-960bb2d833dc completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:42.217158 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb3d2-0970-4967-9356-c6bd23f6aa99 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:42.223738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-8f653f9f-924f-4d8b-9672-1b1ad7f1f44a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 4af3bcb5-799f-4a1a-a475-3128df4a912b) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:42.225265 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5afde1-24ac-49d2-86e1-904648b95870 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=e2b33fe4-91ab-4b43-925f-42c402e3b717,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:42.232167 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bb66def5-4d59-4332-83c1-20980955e0ae tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:42.242514 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762fe26d-22bd-483b-9e52-b4f2733e100a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Network 9f3dc698-52a5-409f-ad37-f387bd575ebc is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:42.252061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7582d919-7b52-43e2-9d8e-dfca086f06e8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:42.255613 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d90094-3c92-4937-8f72-814e8949206e None None] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:42.259924 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e52d416e-70c1-4470-9e2a-7e9cc1383d65 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:42.294543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-762fe26d-22bd-483b-9e52-b4f2733e100a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:42.310053 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f653f9f-924f-4d8b-9672-1b1ad7f1f44a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:42.310302 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb3d2-0970-4967-9356-c6bd23f6aa99 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:42.310302 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6f4bb3d2-0970-4967-9356-c6bd23f6aa99 tempest-ServerActionsTestJSON-1650688080 tempest-ServerActionsTestJSON-1650688080-project] 10.222.0.31 "DELETE /v2.0/floatingips/11dff595-a69e-4cf0-a4c9-11cf99233eb2 HTTP/1.1" status: 204 len: 168 time: 1.8946528 Feb 04 06:02:42.313629 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f653f9f-924f-4d8b-9672-1b1ad7f1f44a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:42.314432 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f653f9f-924f-4d8b-9672-1b1ad7f1f44a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:42.318454 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49962) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:42.340157 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7d5afde1-24ac-49d2-86e1-904648b95870 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2945430 Feb 04 06:02:42.347178 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49966) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:42.347937 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762fe26d-22bd-483b-9e52-b4f2733e100a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:42.353489 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762fe26d-22bd-483b-9e52-b4f2733e100a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:42.354091 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-762fe26d-22bd-483b-9e52-b4f2733e100a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:42.385327 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-d7bc8f1d-f375-40a5-a9ac-4e1864a8d5df tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:42.416963 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8f653f9f-924f-4d8b-9672-1b1ad7f1f44a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6808617 Feb 04 06:02:42.430754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49970) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:42.446410 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fe26d-22bd-483b-9e52-b4f2733e100a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Pushing event updated for resources: {'Port': ['ID=ce465437-e376-414e-9014-fb7401855ab3,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:42.453858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66def5-4d59-4332-83c1-20980955e0ae tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Subnet': ['ID=7c4da076-76e4-44e8-a780-8d2a7127f73a,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:42.466030 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb66def5-4d59-4332-83c1-20980955e0ae tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Checking segment: {'id': 'e220c2d0-77d6-43ee-80fa-90096da2f17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e38464e1-2bfb-4f14-b789-d16a75fd5d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:42.466505 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb66def5-4d59-4332-83c1-20980955e0ae tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network hostable DHCP agents. Network: e38464e1-2bfb-4f14-b789-d16a75fd5d66, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:02:42.546984 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-27a4c851-c88c-4294-9869-259323437892 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1037353866'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:42.570874 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-762fe26d-22bd-483b-9e52-b4f2733e100a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2805634 Feb 04 06:02:42.586511 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e5cc64cf-e9da-4f6a-8246-4e11acf3e40a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5cef31f26a024a90a892bb9da796a740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4779117 Feb 04 06:02:42.587744 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-27a4c851-c88c-4294-9869-259323437892 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:42.595428 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': 'e2b33fe4-91ab-4b43-925f-42c402e3b717'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:02:42.596517 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:42.613902 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49974) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:42.614239 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 49976) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:42.679977 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0ae0090b-a930-45a8-a464-61989ba4f1b3 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Request body: {'port': {'network_id': '9f3dc698-52a5-409f-ad37-f387bd575ebc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1464636449'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:42.704396 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-27a4c851-c88c-4294-9869-259323437892 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:network and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:42.717070 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7582d919-7b52-43e2-9d8e-dfca086f06e8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:42.722978 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7582d919-7b52-43e2-9d8e-dfca086f06e8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:42.725148 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7582d919-7b52-43e2-9d8e-dfca086f06e8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:42.727709 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-27a4c851-c88c-4294-9869-259323437892 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:42.776550 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb66def5-4d59-4332-83c1-20980955e0ae tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network e38464e1-2bfb-4f14-b789-d16a75fd5d66 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:02:42.804404 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-862befa4-c47d-4f16-b4da-221232cdb288 None None] Provisioning for port ce465437-e376-414e-9014-fb7401855ab3 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:42.805047 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-bb66def5-4d59-4332-83c1-20980955e0ae tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, e38464e1-2bfb-4f14-b789-d16a75fd5d66) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:42.811107 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb66def5-4d59-4332-83c1-20980955e0ae tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:42.811966 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bb66def5-4d59-4332-83c1-20980955e0ae tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:42.814211 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-862befa4-c47d-4f16-b4da-221232cdb288 None None] Provisioning complete for port ce465437-e376-414e-9014-fb7401855ab3 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:42.814746 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-862befa4-c47d-4f16-b4da-221232cdb288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:42.835660 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-27a4c851-c88c-4294-9869-259323437892 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:42.850082 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff440bcd-a918-4296-aeb5-a86428143223 None None] Network e38464e1-2bfb-4f14-b789-d16a75fd5d66 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:42.862765 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 643d49cf-da4f-411b-b35b-960bb2d833dc up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:42.916074 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bb66def5-4d59-4332-83c1-20980955e0ae tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9445152 Feb 04 06:02:42.924254 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49982) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:42.979559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2c8e2f38-c610-432d-8866-b03f658c9906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:42.982002 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7582d919-7b52-43e2-9d8e-dfca086f06e8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5191743 Feb 04 06:02:42.982778 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a4c851-c88c-4294-9869-259323437892 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:42.986654 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-27a4c851-c88c-4294-9869-259323437892 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.010745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49986) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:43.015578 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e52d416e-70c1-4470-9e2a-7e9cc1383d65 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.030513 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-1bf1fc42-a32c-40b9-9fff-258c89b847be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'subnet': {'network_id': '1592d722-133a-414c-93c1-71cc879f475b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:43.055041 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582d919-7b52-43e2-9d8e-dfca086f06e8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Network': ['ID=1592d722-133a-414c-93c1-71cc879f475b,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:43.057476 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-862befa4-c47d-4f16-b4da-221232cdb288 None None] Port ce465437-e376-414e-9014-fb7401855ab3 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:43.079611 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d7bc8f1d-f375-40a5-a9ac-4e1864a8d5df tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:43.089226 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 1592d722-133a-414c-93c1-71cc879f475b details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:02:43.112927 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d7bc8f1d-f375-40a5-a9ac-4e1864a8d5df tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:43.120592 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d7bc8f1d-f375-40a5-a9ac-4e1864a8d5df tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:43.144929 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d7bc8f1d-f375-40a5-a9ac-4e1864a8d5df tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:43.158719 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2c8e2f38-c610-432d-8866-b03f658c9906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.210459 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Allocated IP 2001:db8::f816:3eff:fec3:4f0c (65e4f961-4ab6-4ffd-8973-b6f04910c762/e2b33fe4-91ab-4b43-925f-42c402e3b717/744e3fdd-3856-44cc-b51c-623a819cbe95) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:43.225860 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a4c851-c88c-4294-9869-259323437892 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:02:43.228152 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bc8f1d-f375-40a5-a9ac-4e1864a8d5df tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:43.231632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d7bc8f1d-f375-40a5-a9ac-4e1864a8d5df tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.264166 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0ae0090b-a930-45a8-a464-61989ba4f1b3 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:43.285867 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1bf1fc42-a32c-40b9-9fff-258c89b847be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:43.291514 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 643d49cf-da4f-411b-b35b-960bb2d833dc completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:43.319700 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ef36d6e9-60b9-49d0-9e19-3be9a7f9cad1 None None] Provisioning complete for port 643d49cf-da4f-411b-b35b-960bb2d833dc triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:43.320347 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef36d6e9-60b9-49d0-9e19-3be9a7f9cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.327119 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1bf1fc42-a32c-40b9-9fff-258c89b847be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:subnet and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:43.331339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-27a4c851-c88c-4294-9869-259323437892 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.331908 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-27a4c851-c88c-4294-9869-259323437892 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Added segment 0529546c-a474-4e6b-8c4f-5a28968f5519 of type vlan for network 673cbc35-303f-4c28-b38b-a578cf6a6aba Feb 04 06:02:43.335112 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bbe2e36b-554f-4413-bbb6-11c16581f459 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.338540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1bf1fc42-a32c-40b9-9fff-258c89b847be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:43.353037 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1bf1fc42-a32c-40b9-9fff-258c89b847be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:43.355738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0ae0090b-a930-45a8-a464-61989ba4f1b3 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:43.407425 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 643d49cf-da4f-411b-b35b-960bb2d833dc triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:43.407694 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.408470 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae0090b-a930-45a8-a464-61989ba4f1b3 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Made reservation on behalf of 2eff4ff6cd5e4d9ebfad11f77d26cc56 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:43.411928 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ae0090b-a930-45a8-a464-61989ba4f1b3 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.420972 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e52d416e-70c1-4470-9e2a-7e9cc1383d65 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.424176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2c8e2f38-c610-432d-8866-b03f658c9906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.448410 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf1fc42-a32c-40b9-9fff-258c89b847be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:43.452347 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1bf1fc42-a32c-40b9-9fff-258c89b847be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.578472 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e66e38-9613-4584-800d-e2b981eef637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-e38464e1-2bfb-4f14-b789-d16a75fd5d66', 'network_id': 'e38464e1-2bfb-4f14-b789-d16a75fd5d66', 'tenant_id': 'a16e808cbb7c487da688fc682beafc7d', 'fixed_ips': [{'subnet_id': '7c4da076-76e4-44e8-a780-8d2a7127f73a'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:02:43.579716 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-28e66e38-9613-4584-800d-e2b981eef637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.592419 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bbe2e36b-554f-4413-bbb6-11c16581f459 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.612913 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-27a4c851-c88c-4294-9869-259323437892 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.640210 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e2f38-c610-432d-8866-b03f658c9906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c60b11-cd5f-428b-b575-4749ca675aa4,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:43.645129 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d416e-70c1-4470-9e2a-7e9cc1383d65 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Pushing event deleted for resources: {'Subnet': ['ID=22c4f7cf-093e-4a81-b003-8452abd395ac,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:43.648791 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e52d416e-70c1-4470-9e2a-7e9cc1383d65 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.678273 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-0ae0090b-a930-45a8-a464-61989ba4f1b3 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] device_id is not set on port 6fe6e271-f145-4461-a669-ce4937525faa yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:43.745094 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e52d416e-70c1-4470-9e2a-7e9cc1383d65 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] 10.222.0.31 "DELETE /v2.0/subnets/22c4f7cf-093e-4a81-b003-8452abd395ac HTTP/1.1" status: 204 len: 168 time: 2.0385327 Feb 04 06:02:43.748577 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 49990) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:43.757837 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2c8e2f38-c610-432d-8866-b03f658c9906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.758430 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a69decf-7bfd-4584-880f-b34703fb9af4 None None] Network dfcbd227-9ef2-47f8-83bc-e5db7b885a7c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:43.761724 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2c8e2f38-c610-432d-8866-b03f658c9906 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43c60b11-cd5f-428b-b575-4749ca675aa4 HTTP/1.1" status: 204 len: 168 time: 1.1415060 Feb 04 06:02:43.784456 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-27a4c851-c88c-4294-9869-259323437892 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.790460 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a4c851-c88c-4294-9869-259323437892 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:43.791253 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-27a4c851-c88c-4294-9869-259323437892 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.909182 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bbe2e36b-554f-4413-bbb6-11c16581f459 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.980003 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2e36b-554f-4413-bbb6-11c16581f459 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Subnet': ['ID=7c4da076-76e4-44e8-a780-8d2a7127f73a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:43.985282 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef36d6e9-60b9-49d0-9e19-3be9a7f9cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.012217 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.042917 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.078244 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bbe2e36b-554f-4413-bbb6-11c16581f459 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.093253 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4c851-c88c-4294-9869-259323437892 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Network': ['ID=673cbc35-303f-4c28-b38b-a578cf6a6aba,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:44.104144 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-bbe2e36b-554f-4413-bbb6-11c16581f459 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38464e1-2bfb-4f14-b789-d16a75fd5d66']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:44.117180 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-bbe2e36b-554f-4413-bbb6-11c16581f459 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e220c2d0-77d6-43ee-80fa-90096da2f17f') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:44.117485 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-bbe2e36b-554f-4413-bbb6-11c16581f459 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e220c2d0-77d6-43ee-80fa-90096da2f17f') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:44.140186 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Transition to ACTIVE for port object 744e3fdd-3856-44cc-b51c-623a819cbe95 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:44.141478 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bbe2e36b-554f-4413-bbb6-11c16581f459 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server [None req-28e66e38-9613-4584-800d-e2b981eef637 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c4da076-76e4-44e8-a780-8d2a7127f73a: This subnet is being modified by another concurrent operation. Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 06:02:44.150544 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise exception Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c4da076-76e4-44e8-a780-8d2a7127f73a: This subnet is being modified by another concurrent operation. Feb 04 06:02:44.153938 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server Feb 04 06:02:44.157159 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-0ae0090b-a930-45a8-a464-61989ba4f1b3 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Allocated IP 2001:db8::191 (9f3dc698-52a5-409f-ad37-f387bd575ebc/f850292e-53eb-42b0-ba60-29cce7547b15/6fe6e271-f145-4461-a669-ce4937525faa) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:44.159641 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 673cbc35-303f-4c28-b38b-a578cf6a6aba details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:02:44.172894 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bbe2e36b-554f-4413-bbb6-11c16581f459 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.187574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe2e36b-554f-4413-bbb6-11c16581f459 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:02:44.188074 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bbe2e36b-554f-4413-bbb6-11c16581f459 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.192600 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0509c7-8d00-4dc0-b058-04853a668b37 None None] Network e38464e1-2bfb-4f14-b789-d16a75fd5d66 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:44.222341 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ef36d6e9-60b9-49d0-9e19-3be9a7f9cad1 None None] For port 643d49cf-da4f-411b-b35b-960bb2d833dc, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=643d49cf-da4f-411b-b35b-960bb2d833dc,segment=NetworkSegment(66c0dac7-dd12-46dd-815a-2f79be57df5e),segment_id=66c0dac7-dd12-46dd-815a-2f79be57df5e)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:44.223284 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d7bc8f1d-f375-40a5-a9ac-4e1864a8d5df tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.276411 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-27a4c851-c88c-4294-9869-259323437892 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8315282 Feb 04 06:02:44.296906 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50002) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:44.308449 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'ports': [{'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b'}, {'network_id': '673cbc35-303f-4c28-b38b-a578cf6a6aba'}]} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:44.309104 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:44.309757 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'network_id': '673cbc35-303f-4c28-b38b-a578cf6a6aba'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:44.340985 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef36d6e9-60b9-49d0-9e19-3be9a7f9cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.439509 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Transition to ACTIVE for port object 744e3fdd-3856-44cc-b51c-623a819cbe95 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:02:44.467294 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:02:44.471473 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.477667 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bbe2e36b-554f-4413-bbb6-11c16581f459 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.486168 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5997bb52-138d-4115-a855-1c29c914f4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.512826 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.563761 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:02:44.564280 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:02:44.567386 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bbe2e36b-554f-4413-bbb6-11c16581f459 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.578425 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bc8f1d-f375-40a5-a9ac-4e1864a8d5df tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:44.593530 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bbe2e36b-554f-4413-bbb6-11c16581f459 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/networks/e38464e1-2bfb-4f14-b789-d16a75fd5d66 HTTP/1.1" status: 204 len: 168 time: 1.6643887 Feb 04 06:02:44.611546 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36d6e9-60b9-49d0-9e19-3be9a7f9cad1 None None] Pushing event updated for resources: {'Port': ['ID=643d49cf-da4f-411b-b35b-960bb2d833dc,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:44.617090 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50014) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:44.617776 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2e36b-554f-4413-bbb6-11c16581f459 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Network': ['ID=e38464e1-2bfb-4f14-b789-d16a75fd5d66,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:44.636454 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d2742488-2b97-424c-8c3c-298253cf2c06 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2004352422'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:44.650951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc8f1d-f375-40a5-a9ac-4e1864a8d5df tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=b27260f6-9b72-4543-ad05-64dff3801491,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:44.652285 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:44.653716 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d2742488-2b97-424c-8c3c-298253cf2c06 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:44.656201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Deleting port 7b9d0cbf-53be-4db0-a2e1-0e3049275385 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:44.656547 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.661945 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:44.674611 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:44.707023 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-d7bc8f1d-f375-40a5-a9ac-4e1864a8d5df tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:44.720963 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bc8f1d-f375-40a5-a9ac-4e1864a8d5df tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:44.721560 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d7bc8f1d-f375-40a5-a9ac-4e1864a8d5df tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.756829 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d2742488-2b97-424c-8c3c-298253cf2c06 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Usage tracker for resource:network and tenant:a16e808cbb7c487da688fc682beafc7d is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:44.806448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c85dd4-ebad-4656-b417-44bfa7a8f053 None None] DHCP port deletion for dfcbd227-9ef2-47f8-83bc-e5db7b885a7c request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:02:44.812303 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Pushing event updated for resources: {'Port': ['ID=744e3fdd-3856-44cc-b51c-623a819cbe95,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:44.822783 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d2742488-2b97-424c-8c3c-298253cf2c06 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:44.824959 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f5c85dd4-ebad-4656-b417-44bfa7a8f053 None None] Deleting port 7b9d0cbf-53be-4db0-a2e1-0e3049275385 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:44.825460 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f5c85dd4-ebad-4656-b417-44bfa7a8f053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.847666 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d2742488-2b97-424c-8c3c-298253cf2c06 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:44.856691 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Attempting to bind port 744e3fdd-3856-44cc-b51c-623a819cbe95 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:44.857250 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Attempting to bind port 744e3fdd-3856-44cc-b51c-623a819cbe95 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:44.857725 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Attempting to bind port 744e3fdd-3856-44cc-b51c-623a819cbe95 on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:44.865513 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d7bc8f1d-f375-40a5-a9ac-4e1864a8d5df tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4961038 Feb 04 06:02:44.865762 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1bf1fc42-a32c-40b9-9fff-258c89b847be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.872680 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50022) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:44.883545 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:02:44.884077 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:44.884610 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.885223 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:02:44.885637 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Bound port: 744e3fdd-3856-44cc-b51c-623a819cbe95, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:02:44.886136 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.917181 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ae0090b-a930-45a8-a464-61989ba4f1b3 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.928266 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-257ca74c-dae7-472a-8907-264b865c947c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'mac_address': 'fa:16:3e:3c:8b:36', 'name': 'tempest-NetworksTestDHCPv6-529834348'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:44.928499 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50026) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:44.936867 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:44.949525 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:port and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:44.954438 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:44.957623 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-0ae0090b-a930-45a8-a464-61989ba4f1b3 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Transition to ACTIVE for port object 6fe6e271-f145-4461-a669-ce4937525faa will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:44.963200 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:44.965688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2742488-2b97-424c-8c3c-298253cf2c06 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Made reservation on behalf of a16e808cbb7c487da688fc682beafc7d for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:44.969195 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2742488-2b97-424c-8c3c-298253cf2c06 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:44.985813 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'port': 2} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:44.990782 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:45.011869 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:45.112428 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-f5c85dd4-ebad-4656-b417-44bfa7a8f053 None None] For port 7b9d0cbf-53be-4db0-a2e1-0e3049275385, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=7b9d0cbf-53be-4db0-a2e1-0e3049275385,segment=NetworkSegment(f5d185d5-a940-4c9e-90bb-069545208b86),segment_id=f5d185d5-a940-4c9e-90bb-069545208b86)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:45.113034 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f5c85dd4-ebad-4656-b417-44bfa7a8f053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:45.120907 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ae0090b-a930-45a8-a464-61989ba4f1b3 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:45.170854 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] For port 7b9d0cbf-53be-4db0-a2e1-0e3049275385, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=7b9d0cbf-53be-4db0-a2e1-0e3049275385,segment=NetworkSegment(f5d185d5-a940-4c9e-90bb-069545208b86),segment_id=f5d185d5-a940-4c9e-90bb-069545208b86)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:45.171514 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:45.180809 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537333540'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:45.195403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae0090b-a930-45a8-a464-61989ba4f1b3 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Network 9f3dc698-52a5-409f-ad37-f387bd575ebc is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:45.221901 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:45.226867 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-0ae0090b-a930-45a8-a464-61989ba4f1b3 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:45.237671 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f5c85dd4-ebad-4656-b417-44bfa7a8f053 None None] Calling delete_port for 7b9d0cbf-53be-4db0-a2e1-0e3049275385 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:45.241439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Usage tracker for resource:security_group and tenant:aaf67d659a65459fa6f17ee4b784c1fa is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:45.244185 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae0090b-a930-45a8-a464-61989ba4f1b3 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:45.250055 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae0090b-a930-45a8-a464-61989ba4f1b3 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:45.250689 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ae0090b-a930-45a8-a464-61989ba4f1b3 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:45.308644 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Calling delete_port for 7b9d0cbf-53be-4db0-a2e1-0e3049275385 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:45.312498 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:45.316509 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0ae0090b-a930-45a8-a464-61989ba4f1b3 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6980090 Feb 04 06:02:45.338895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50032) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:45.341931 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:45.355096 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-fb5e4298-c1ca-43e2-ab45-7dbdc578794a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::99', 'mac_address': 'fa:16:3e:87:a2:70'}, {'ip_address': '2001:db8::3de', 'mac_address': 'fa:16:3e:31:26:8b'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:45.412711 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] For port 744e3fdd-3856-44cc-b51c-623a819cbe95, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:02:45.415757 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] For port 744e3fdd-3856-44cc-b51c-623a819cbe95, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=744e3fdd-3856-44cc-b51c-623a819cbe95,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:02:45.418562 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-f5c85dd4-ebad-4656-b417-44bfa7a8f053 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:02:45.419297 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-f5c85dd4-ebad-4656-b417-44bfa7a8f053 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:02:45.427623 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:45.459196 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] device_id is not set on port 02336468-e3cd-48c0-86d1-32171426ff4f yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:45.483501 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-257ca74c-dae7-472a-8907-264b865c947c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:45.489621 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-257ca74c-dae7-472a-8907-264b865c947c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:port and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:45.492734 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-257ca74c-dae7-472a-8907-264b865c947c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:45.501640 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-257ca74c-dae7-472a-8907-264b865c947c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:45.510294 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:45.510560 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0090b-a930-45a8-a464-61989ba4f1b3 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Pushing event updated for resources: {'Port': ['ID=6fe6e271-f145-4461-a669-ce4937525faa,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:45.522833 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:45.578227 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 643d49cf-da4f-411b-b35b-960bb2d833dc up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:45.586939 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1fc42-a32c-40b9-9fff-258c89b847be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Subnet': ['ID=9248770d-019d-4267-b59f-56e8f2f1b6bb,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:45.590759 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:45.634306 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1fc42-a32c-40b9-9fff-258c89b847be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Checking segment: {'id': 'f99c4dc1-dedb-416c-acd4-f99d13b5efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1592d722-133a-414c-93c1-71cc879f475b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:45.634912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf1fc42-a32c-40b9-9fff-258c89b847be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network hostable DHCP agents. Network: 1592d722-133a-414c-93c1-71cc879f475b, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:02:45.637769 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:45.641723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] No DVR routers for this DVR port 7b9d0cbf-53be-4db0-a2e1-0e3049275385 on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:02:45.650713 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Usage tracker for resource:security_group_rule and tenant:aaf67d659a65459fa6f17ee4b784c1fa is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:45.657401 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:45.657592 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257ca74c-dae7-472a-8907-264b865c947c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:45.676379 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:45.677695 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0500a69-53a3-4c41-9a1b-f1f44d8006a2 None None] Pushing event updated for resources: {'Port': ['ID=744e3fdd-3856-44cc-b51c-623a819cbe95,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:45.708610 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Pushing event deleted for resources: {'Port': ['ID=7b9d0cbf-53be-4db0-a2e1-0e3049275385,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:45.708864 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bd38f862-42c2-4a24-b0c6-a5ad06c9d2ff None None] Provisioning for port 6fe6e271-f145-4461-a669-ce4937525faa completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:45.722125 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 643d49cf-da4f-411b-b35b-960bb2d833dc triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:45.722692 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:45.763855 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bd38f862-42c2-4a24-b0c6-a5ad06c9d2ff None None] Provisioning complete for port 6fe6e271-f145-4461-a669-ce4937525faa triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:45.764401 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bd38f862-42c2-4a24-b0c6-a5ad06c9d2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:45.779056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:45.825723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2742488-2b97-424c-8c3c-298253cf2c06 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:02:45.853597 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-bd38f862-42c2-4a24-b0c6-a5ad06c9d2ff None None] Port 6fe6e271-f145-4461-a669-ce4937525faa cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:45.908947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2742488-2b97-424c-8c3c-298253cf2c06 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:45.909444 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-d2742488-2b97-424c-8c3c-298253cf2c06 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Added segment 67d28322-9319-46c5-82ce-37397b702a7f of type vlan for network 8fceb710-fc07-4c03-929b-3a2f17f91f5c Feb 04 06:02:45.941657 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f5c85dd4-ebad-4656-b417-44bfa7a8f053 None None] Deleting port 7b9d0cbf-53be-4db0-a2e1-0e3049275385 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:45.942137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f5c85dd4-ebad-4656-b417-44bfa7a8f053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.069234 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f5c85dd4-ebad-4656-b417-44bfa7a8f053 None None] The port '7b9d0cbf-53be-4db0-a2e1-0e3049275385' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:02:46.074961 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4298-c1ca-43e2-ab45-7dbdc578794a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.119878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] device_id is not set on port a8c7c046-681b-4f40-a418-29c399cfc173 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:46.152274 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf1fc42-a32c-40b9-9fff-258c89b847be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 1592d722-133a-414c-93c1-71cc879f475b is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:02:46.163429 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7b9d0cbf-53be-4db0-a2e1-0e3049275385 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:02:46.188677 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.208007 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 7b9d0cbf-53be-4db0-a2e1-0e3049275385 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:02:46.209275 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7b9d0cbf-53be-4db0-a2e1-0e3049275385 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:02:46.248903 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-1bf1fc42-a32c-40b9-9fff-258c89b847be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 1592d722-133a-414c-93c1-71cc879f475b) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:46.259097 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfcbd227-9ef2-47f8-83bc-e5db7b885a7c']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:46.260359 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.261575 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce05728-b987-4eda-96ad-2621a470b275 None None] Network 1592d722-133a-414c-93c1-71cc879f475b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:46.267197 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2742488-2b97-424c-8c3c-298253cf2c06 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.272530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-257ca74c-dae7-472a-8907-264b865c947c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.273101 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.284041 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf1fc42-a32c-40b9-9fff-258c89b847be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:46.284634 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1bf1fc42-a32c-40b9-9fff-258c89b847be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.287662 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:46.299452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d185d5-a940-4c9e-90bb-069545208b86') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:46.299749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d185d5-a940-4c9e-90bb-069545208b86') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:46.313274 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Usage tracker for resource:security_group_rule and tenant:aaf67d659a65459fa6f17ee4b784c1fa is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:46.317342 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:46.328108 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.334851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:46.374672 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-257ca74c-dae7-472a-8907-264b865c947c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port 70b29267-f3f6-4348-8ce1-823ade93e522 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:46.408085 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.418076 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1bf1fc42-a32c-40b9-9fff-258c89b847be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3994877 Feb 04 06:02:46.421934 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50036) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:46.425823 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:02:46.426368 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.436510 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f2d531-bfcd-4785-9aec-25e96a66a4dc,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:02:46.472007 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:02:46.480105 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'network_id': '1592d722-133a-414c-93c1-71cc879f475b', 'name': 'tempest-PortsTestJSON-343649621'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:46.502314 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2742488-2b97-424c-8c3c-298253cf2c06 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.504543 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-1592d722-133a-414c-93c1-71cc879f475b', 'network_id': '1592d722-133a-414c-93c1-71cc879f475b', 'tenant_id': '710d5f667c8343fb8e8917198e863eab', 'fixed_ips': [{'subnet_id': '9248770d-019d-4267-b59f-56e8f2f1b6bb'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:02:46.505501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.507707 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2742488-2b97-424c-8c3c-298253cf2c06 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:46.508376 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2742488-2b97-424c-8c3c-298253cf2c06 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.559151 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.607653 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.634605 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.666407 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4298-c1ca-43e2-ab45-7dbdc578794a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.688253 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4298-c1ca-43e2-ab45-7dbdc578794a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.691997 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e066dd-9481-4816-9c4f-65cad504edb7,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:46.734203 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Allocated IP 172.20.0.2 (1592d722-133a-414c-93c1-71cc879f475b/9248770d-019d-4267-b59f-56e8f2f1b6bb/01fed731-5682-4d87-b3ee-ff7fd6b5b3cb) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:46.773946 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e4298-c1ca-43e2-ab45-7dbdc578794a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] In _notify_port_updated(), no bound segment for port 6fe6e271-f145-4461-a669-ce4937525faa on network 9f3dc698-52a5-409f-ad37-f387bd575ebc {{(pid=87471) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:02:46.779440 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5e4298-c1ca-43e2-ab45-7dbdc578794a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:46.780087 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4298-c1ca-43e2-ab45-7dbdc578794a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.781404 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fb5e4298-c1ca-43e2-ab45-7dbdc578794a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "PUT /v2.0/ports/6fe6e271-f145-4461-a669-ce4937525faa HTTP/1.1" status: 200 len: 1067 time: 1.4415915 Feb 04 06:02:46.786928 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50044) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:46.789565 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.793444 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4f8f015d-5952-457a-97a4-171a8d4a7e9c tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8639061 Feb 04 06:02:46.797362 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50048) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:46.798401 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.914894 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e4298-c1ca-43e2-ab45-7dbdc578794a tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Pushing event updated for resources: {'Port': ['ID=6fe6e271-f145-4461-a669-ce4937525faa,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:46.934153 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:46.951462 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:46.967981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:46.970480 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:46.971392 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.989306 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-5997bb52-138d-4115-a855-1c29c914f4dc admin admin] Deleting port 938a5967-3dff-4a8f-b3be-af551c768fd7 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:46.989877 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5997bb52-138d-4115-a855-1c29c914f4dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:47.031619 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-1b50197c-2f21-479b-afc8-46c310100fc6 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Deleting port 6fe6e271-f145-4461-a669-ce4937525faa {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:47.031991 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1b50197c-2f21-479b-afc8-46c310100fc6 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:47.036153 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:47.055488 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Transition to ACTIVE for port object 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:47.081434 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Transition to ACTIVE for port object 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:47.092837 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:47.100288 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ef7a062e-e58d-4942-8755-e2d38e4007c0 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:47.137762 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=02336468-e3cd-48c0-86d1-32171426ff4f,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:47.168330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66616c98-bb61-445f-82dc-8d92b20db4ac None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:47.232412 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Checking segment: {'id': '0529546c-a474-4e6b-8c4f-5a28968f5519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '673cbc35-303f-4c28-b38b-a578cf6a6aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:47.232839 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network hostable DHCP agents. Network: 673cbc35-303f-4c28-b38b-a578cf6a6aba, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:02:47.233158 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-257ca74c-dae7-472a-8907-264b865c947c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 172.20.0.12 (65e4f961-4ab6-4ffd-8973-b6f04910c762/b27260f6-9b72-4543-ad05-64dff3801491/70b29267-f3f6-4348-8ce1-823ade93e522) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:47.236858 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d2742488-2b97-424c-8c3c-298253cf2c06 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6169989 Feb 04 06:02:47.237929 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2742488-2b97-424c-8c3c-298253cf2c06 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Network': ['ID=8fceb710-fc07-4c03-929b-3a2f17f91f5c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:47.249466 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50054) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:47.250965 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:47.254870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:47.267575 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-257ca74c-dae7-472a-8907-264b865c947c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::f816:3eff:fe3c:8b36 (65e4f961-4ab6-4ffd-8973-b6f04910c762/e2b33fe4-91ab-4b43-925f-42c402e3b717/70b29267-f3f6-4348-8ce1-823ade93e522) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:47.273364 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 8fceb710-fc07-4c03-929b-3a2f17f91f5c details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:02:47.275283 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-c35c8966-4e7d-4b5d-9623-93baf6f0967b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'subnet': {'network_id': '8fceb710-fc07-4c03-929b-3a2f17f91f5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:47.277118 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ef7a062e-e58d-4942-8755-e2d38e4007c0 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:47.279867 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ef7a062e-e58d-4942-8755-e2d38e4007c0 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4711607 Feb 04 06:02:47.290838 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50058) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:47.301639 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=a8c7c046-681b-4f40-a418-29c399cfc173,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:47.310967 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-12687ed5-be84-4470-afd0-53f1d15ab997 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group': {'name': 'tempest-security--1551841084', 'description': 'tempest-security-description-1653625168'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:47.315980 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Network 1592d722-133a-414c-93c1-71cc879f475b is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:47.365269 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network 673cbc35-303f-4c28-b38b-a578cf6a6aba is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:02:47.370096 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:47.378659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] Pushing event deleted for resources: {'Network': ['ID=dfcbd227-9ef2-47f8-83bc-e5db7b885a7c,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:47.380493 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:47.390994 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:47.413274 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-93ffe08e-8759-4249-b369-8b9691db9741 tempest-ExtraDHCPOptionsTestJSON-43393313 tempest-ExtraDHCPOptionsTestJSON-43393313-project] 10.222.0.31 "DELETE /v2.0/networks/dfcbd227-9ef2-47f8-83bc-e5db7b885a7c HTTP/1.1" status: 204 len: 168 time: 3.6612036 Feb 04 06:02:47.430327 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:47.433784 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:47.451757 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-26e57dca-1db4-47d1-beeb-9750dd8bf57d None None] Provisioning for port 744e3fdd-3856-44cc-b51c-623a819cbe95 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:47.469800 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Pushing event updated for resources: {'Port': ['ID=01fed731-5682-4d87-b3ee-ff7fd6b5b3cb,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:47.480700 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 673cbc35-303f-4c28-b38b-a578cf6a6aba) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:47.492033 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-12687ed5-be84-4470-afd0-53f1d15ab997 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:47.520399 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9543ad-9302-4563-b1a3-915795b1858f None None] Network 673cbc35-303f-4c28-b38b-a578cf6a6aba requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:47.536571 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:47.542177 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:47.546991 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:47.547664 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:47.599466 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] device_id is not set on port efbf050c-5ad8-4e3b-afcb-61e928d3513e yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:47.606196 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1a1d88f3-4960-4fe3-8d25-53259a3615b2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3073957 Feb 04 06:02:47.621863 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50066) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:47.692186 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 744e3fdd-3856-44cc-b51c-623a819cbe95 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:47.712849 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-12687ed5-be84-4470-afd0-53f1d15ab997 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:47.713516 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c35c8966-4e7d-4b5d-9623-93baf6f0967b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:47.729281 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-12687ed5-be84-4470-afd0-53f1d15ab997 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:47.731834 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-12687ed5-be84-4470-afd0-53f1d15ab997 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:47.737073 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-12687ed5-be84-4470-afd0-53f1d15ab997 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "PUT /v2.0/security-groups/55e066dd-9481-4816-9c4f-65cad504edb7 HTTP/1.1" status: 200 len: 1778 time: 0.4331458 Feb 04 06:02:47.737073 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1b50197c-2f21-479b-afc8-46c310100fc6 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:47.737995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50070) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:47.740872 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c35c8966-4e7d-4b5d-9623-93baf6f0967b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Usage tracker for resource:subnet and tenant:a16e808cbb7c487da688fc682beafc7d is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:47.774946 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c35c8966-4e7d-4b5d-9623-93baf6f0967b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:47.781269 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Attempting to bind port 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:47.782041 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Attempting to bind port 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f99c4dc1-dedb-416c-acd4-f99d13b5efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1592d722-133a-414c-93c1-71cc879f475b'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:47.782041 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Attempting to bind port 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb on network 1592d722-133a-414c-93c1-71cc879f475b {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:47.795451 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c35c8966-4e7d-4b5d-9623-93baf6f0967b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:47.823814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-26ca8eb2-06de-4c9a-be5d-b5393221a3eb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port a8c7c046-681b-4f40-a418-29c399cfc173 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:47.824694 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-26ca8eb2-06de-4c9a-be5d-b5393221a3eb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:47.827381 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:02:47.827763 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Checking segment: {'id': 'f99c4dc1-dedb-416c-acd4-f99d13b5efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1592d722-133a-414c-93c1-71cc879f475b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:47.828222 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:47.828618 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Bound using segment: {'id': 'f99c4dc1-dedb-416c-acd4-f99d13b5efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1592d722-133a-414c-93c1-71cc879f475b'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:02:47.829096 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Bound port: 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99c4dc1-dedb-416c-acd4-f99d13b5efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1592d722-133a-414c-93c1-71cc879f475b'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:02:47.829471 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:47.886249 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5c55b37b-0cfd-4874-a24e-d932c7c97f74 None None] Provisioning complete for port 6fe6e271-f145-4461-a669-ce4937525faa triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:47.886641 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5c55b37b-0cfd-4874-a24e-d932c7c97f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:47.938062 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35c8966-4e7d-4b5d-9623-93baf6f0967b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Made reservation on behalf of a16e808cbb7c487da688fc682beafc7d for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:47.941713 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c35c8966-4e7d-4b5d-9623-93baf6f0967b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:47.947723 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-5c55b37b-0cfd-4874-a24e-d932c7c97f74 None None] Port 6fe6e271-f145-4461-a669-ce4937525faa cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:47.964925 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50076) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:47.979591 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 744e3fdd-3856-44cc-b51c-623a819cbe95 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:48.034512 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-1b50197c-2f21-479b-afc8-46c310100fc6 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Calling delete_port for 6fe6e271-f145-4461-a669-ce4937525faa owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:48.041904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-5997bb52-138d-4115-a855-1c29c914f4dc admin admin] For port 938a5967-3dff-4a8f-b3be-af551c768fd7, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=938a5967-3dff-4a8f-b3be-af551c768fd7,segment=NetworkSegment(0969c73a-e15c-4ae5-a0f3-82efa99c56d5),segment_id=0969c73a-e15c-4ae5-a0f3-82efa99c56d5)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:48.042264 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5997bb52-138d-4115-a855-1c29c914f4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:48.067672 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 744e3fdd-3856-44cc-b51c-623a819cbe95 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:48.067672 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:48.083183 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3d58533d-d768-4404-b494-d3e9a7ac92d0 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-groups/55e066dd-9481-4816-9c4f-65cad504edb7 HTTP/1.1" status: 200 len: 1778 time: 0.3331633 Feb 04 06:02:48.090098 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50084) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:48.104975 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12687ed5-be84-4470-afd0-53f1d15ab997 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e066dd-9481-4816-9c4f-65cad504edb7,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:48.183297 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] For port 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:02:48.195379 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] For port 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=01fed731-5682-4d87-b3ee-ff7fd6b5b3cb,segment=NetworkSegment(f99c4dc1-dedb-416c-acd4-f99d13b5efac),segment_id=f99c4dc1-dedb-416c-acd4-f99d13b5efac)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:02:48.238371 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:48.358875 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:48.378373 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-5997bb52-138d-4115-a855-1c29c914f4dc admin admin] Calling delete_port for 938a5967-3dff-4a8f-b3be-af551c768fd7 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:48.381562 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e100a67-b04b-442a-95c3-5755476c0d2c None None] Pushing event updated for resources: {'Port': ['ID=01fed731-5682-4d87-b3ee-ff7fd6b5b3cb,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:48.412214 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-26ca8eb2-06de-4c9a-be5d-b5393221a3eb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:48.468843 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 744e3fdd-3856-44cc-b51c-623a819cbe95, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=744e3fdd-3856-44cc-b51c-623a819cbe95,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:48.472856 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Allocated IP 172.20.0.12 (1592d722-133a-414c-93c1-71cc879f475b/9248770d-019d-4267-b59f-56e8f2f1b6bb/efbf050c-5ad8-4e3b-afcb-61e928d3513e) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:48.480742 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:48.563834 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=744e3fdd-3856-44cc-b51c-623a819cbe95,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:48.576565 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eb419d-db77-42f9-a923-b12188b9a382 None None] Update dhcp port {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'fixed_ips': [{'subnet_id': 'e2b33fe4-91ab-4b43-925f-42c402e3b717', 'ip_address': '2001:db8::f816:3eff:fec3:4f0c'}, {'subnet_id': 'b27260f6-9b72-4543-ad05-64dff3801491'}], 'binding:host_id': 'dv-neutron-826830-2-hyperv'}, 'id': '744e3fdd-3856-44cc-b51c-623a819cbe95'} from dv-neutron-826830-2-hyperv. {{(pid=87472) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:02:48.587662 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-26ca8eb2-06de-4c9a-be5d-b5393221a3eb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for a8c7c046-681b-4f40-a418-29c399cfc173 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:48.628353 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ccfd2258-a8ad-4f18-9b96-ace0105204c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1732704a04234f15aed46b5c3b938b8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6609585 Feb 04 06:02:48.632665 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50090) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:48.645482 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16eb419d-db77-42f9-a923-b12188b9a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:48.684748 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1b50197c-2f21-479b-afc8-46c310100fc6 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:48.693723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c68ddac0-9bf9-4729-be81-2e24856d6f2b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:48.802312 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c68ddac0-9bf9-4729-be81-2e24856d6f2b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:48.806714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50197c-2f21-479b-afc8-46c310100fc6 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Pushing event deleted for resources: {'Port': ['ID=6fe6e271-f145-4461-a669-ce4937525faa,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:48.843184 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-257ca74c-dae7-472a-8907-264b865c947c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:48.847162 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-26ca8eb2-06de-4c9a-be5d-b5393221a3eb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:48.852012 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b4973581-b233-4163-80ce-bebb2b981e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:48.860494 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-257ca74c-dae7-472a-8907-264b865c947c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object 70b29267-f3f6-4348-8ce1-823ade93e522 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:48.919919 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca8eb2-06de-4c9a-be5d-b5393221a3eb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Port': ['ID=a8c7c046-681b-4f40-a418-29c399cfc173,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:48.931458 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-26ca8eb2-06de-4c9a-be5d-b5393221a3eb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:48.990443 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b4973581-b233-4163-80ce-bebb2b981e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:49.008652 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-26ca8eb2-06de-4c9a-be5d-b5393221a3eb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/ports/a8c7c046-681b-4f40-a418-29c399cfc173 HTTP/1.1" status: 204 len: 168 time: 1.3793280 Feb 04 06:02:49.008902 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50094) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:49.013859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c68ddac0-9bf9-4729-be81-2e24856d6f2b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:49.115053 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ddac0-9bf9-4729-be81-2e24856d6f2b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e066dd-9481-4816-9c4f-65cad504edb7,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:49.177089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-257ca74c-dae7-472a-8907-264b865c947c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:49.177350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1b50197c-2f21-479b-afc8-46c310100fc6 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:49.190511 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1b50197c-2f21-479b-afc8-46c310100fc6 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "DELETE /v2.0/ports/6fe6e271-f145-4461-a669-ce4937525faa HTTP/1.1" status: 204 len: 168 time: 2.4024954 Feb 04 06:02:49.192635 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b4973581-b233-4163-80ce-bebb2b981e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:49.195668 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b4973581-b233-4163-80ce-bebb2b981e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:49.197008 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b4973581-b233-4163-80ce-bebb2b981e7a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3cd4dea-9287-42b8-abd6-f62e8e583eb7 HTTP/1.1" status: 204 len: 168 time: 0.5612655 Feb 04 06:02:49.197678 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50098) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:49.259625 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-16eb419d-db77-42f9-a923-b12188b9a382 None None] Allocated IP 172.20.0.2 (65e4f961-4ab6-4ffd-8973-b6f04910c762/b27260f6-9b72-4543-ad05-64dff3801491/744e3fdd-3856-44cc-b51c-623a819cbe95) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:49.286915 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4973581-b233-4163-80ce-bebb2b981e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cd4dea-9287-42b8-abd6-f62e8e583eb7,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:49.295441 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fb84ba-e8e4-4865-a504-91cf8f344981 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] GET failed (client error): The resource could not be found. Feb 04 06:02:49.297779 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-78fb84ba-e8e4-4865-a504-91cf8f344981 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Synchronizing usage tracker for tenant:2eff4ff6cd5e4d9ebfad11f77d26cc56 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:49.314675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c35c8966-4e7d-4b5d-9623-93baf6f0967b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:49.341039 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-78fb84ba-e8e4-4865-a504-91cf8f344981 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Unset dirty status for tenant:2eff4ff6cd5e4d9ebfad11f77d26cc56 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:49.346455 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-78fb84ba-e8e4-4865-a504-91cf8f344981 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "GET /v2.0/ports/6fe6e271-f145-4461-a669-ce4937525faa HTTP/1.1" status: 404 len: 333 time: 0.1229696 Feb 04 06:02:49.347888 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50106) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:49.428943 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c8966-4e7d-4b5d-9623-93baf6f0967b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Subnet': ['ID=3399b4f0-5551-431c-a291-12097ee6db08,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:49.452475 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-16eb419d-db77-42f9-a923-b12188b9a382 None None] For port 744e3fdd-3856-44cc-b51c-623a819cbe95, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=744e3fdd-3856-44cc-b51c-623a819cbe95,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:49.483405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-c7598896-0b80-498f-8df1-fd015f2363c6 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Deleting port ce465437-e376-414e-9014-fb7401855ab3 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:49.486009 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c7598896-0b80-498f-8df1-fd015f2363c6 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:49.488610 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c68ddac0-9bf9-4729-be81-2e24856d6f2b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:49.489822 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c68ddac0-9bf9-4729-be81-2e24856d6f2b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-groups/55e066dd-9481-4816-9c4f-65cad504edb7 HTTP/1.1" status: 204 len: 168 time: 1.3317943 Feb 04 06:02:49.500922 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50116) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:49.511816 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16eb419d-db77-42f9-a923-b12188b9a382 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:49.523680 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257ca74c-dae7-472a-8907-264b865c947c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:49.544599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-16eb419d-db77-42f9-a923-b12188b9a382 None None] Transition to ACTIVE for port object 744e3fdd-3856-44cc-b51c-623a819cbe95 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:49.553427 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16eb419d-db77-42f9-a923-b12188b9a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:49.568228 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:49.623983 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-257ca74c-dae7-472a-8907-264b865c947c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:49.629937 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ca74c-dae7-472a-8907-264b865c947c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:49.687086 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b278e972-9d7b-419c-b519-9261dac8fecd tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:49.693757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b278e972-9d7b-419c-b519-9261dac8fecd tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:49.699477 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b278e972-9d7b-419c-b519-9261dac8fecd tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.6848538 Feb 04 06:02:49.700720 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50126) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:49.714553 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ca74c-dae7-472a-8907-264b865c947c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=70b29267-f3f6-4348-8ce1-823ade93e522,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:49.735562 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:49.866451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb419d-db77-42f9-a923-b12188b9a382 None None] Pushing event updated for resources: {'Port': ['ID=744e3fdd-3856-44cc-b51c-623a819cbe95,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:49.869693 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5997bb52-138d-4115-a855-1c29c914f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:49.892008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-2f07906c-b072-40bf-86a3-111a96d7e56c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port 02336468-e3cd-48c0-86d1-32171426ff4f {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:49.892962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f07906c-b072-40bf-86a3-111a96d7e56c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:49.907627 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:49.914775 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 744e3fdd-3856-44cc-b51c-623a819cbe95 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:49.993800 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3653ba6-c356-4c87-b8f7-d87362cb93fb None None] Network 1592d722-133a-414c-93c1-71cc879f475b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:50.002981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c7598896-0b80-498f-8df1-fd015f2363c6 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:50.016691 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Transition to ACTIVE for port object efbf050c-5ad8-4e3b-afcb-61e928d3513e will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:50.058384 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35c8966-4e7d-4b5d-9623-93baf6f0967b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Checking segment: {'id': '67d28322-9319-46c5-82ce-37397b702a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8fceb710-fc07-4c03-929b-3a2f17f91f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:50.058754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35c8966-4e7d-4b5d-9623-93baf6f0967b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network hostable DHCP agents. Network: 8fceb710-fc07-4c03-929b-3a2f17f91f5c, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:02:50.196542 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-c7598896-0b80-498f-8df1-fd015f2363c6 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Calling delete_port for ce465437-e376-414e-9014-fb7401855ab3 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:50.294019 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-44431a76-7529-4ea2-bc61-ccba930d4001 None None] Provisioning for port 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:50.308053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-44431a76-7529-4ea2-bc61-ccba930d4001 None None] Provisioning complete for port 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:50.308428 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-44431a76-7529-4ea2-bc61-ccba930d4001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:50.459499 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50144) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:50.471705 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997bb52-138d-4115-a855-1c29c914f4dc admin admin] Pushing event deleted for resources: {'Port': ['ID=938a5967-3dff-4a8f-b3be-af551c768fd7,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:50.490566 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e77eef10-20b9-43b2-8554-857dd68292d1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:50.524276 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257ca74c-dae7-472a-8907-264b865c947c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:50.524959 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-257ca74c-dae7-472a-8907-264b865c947c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:50.555313 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-44431a76-7529-4ea2-bc61-ccba930d4001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:50.555765 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c7598896-0b80-498f-8df1-fd015f2363c6 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:50.602483 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:50.604471 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35c8966-4e7d-4b5d-9623-93baf6f0967b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network 8fceb710-fc07-4c03-929b-3a2f17f91f5c is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:02:50.656163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Request body: {'networks': [{'name': 'tempest-network--869078943'}, {'name': 'tempest-network--473181393'}]} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:50.656543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Request body: {'network': {'name': 'tempest-network--869078943'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:50.657565 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Request body: {'network': {'name': 'tempest-network--473181393'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:50.663131 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-44431a76-7529-4ea2-bc61-ccba930d4001 None None] For port 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=01fed731-5682-4d87-b3ee-ff7fd6b5b3cb,segment=NetworkSegment(f99c4dc1-dedb-416c-acd4-f99d13b5efac),segment_id=f99c4dc1-dedb-416c-acd4-f99d13b5efac)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:50.672654 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5997bb52-138d-4115-a855-1c29c914f4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:50.676150 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-44431a76-7529-4ea2-bc61-ccba930d4001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:50.676503 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e77eef10-20b9-43b2-8554-857dd68292d1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:50.677825 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e77eef10-20b9-43b2-8554-857dd68292d1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.1637068 Feb 04 06:02:50.689189 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50152) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:50.690002 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7598896-0b80-498f-8df1-fd015f2363c6 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Pushing event deleted for resources: {'Port': ['ID=ce465437-e376-414e-9014-fb7401855ab3,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:50.695265 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:50.756753 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44431a76-7529-4ea2-bc61-ccba930d4001 None None] Pushing event updated for resources: {'Port': ['ID=01fed731-5682-4d87-b3ee-ff7fd6b5b3cb,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:50.850575 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Usage tracker for resource:network and tenant:c94e639053a24dcb9683d213d0065b0f is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:50.875044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-c35c8966-4e7d-4b5d-9623-93baf6f0967b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 8fceb710-fc07-4c03-929b-3a2f17f91f5c) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:50.882672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:50.891206 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-2efa929d-ec6d-4421-bc43-24dd91cf0d1e tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] delete failed (client error): The resource could not be found. Feb 04 06:02:50.898193 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2efa929d-ec6d-4421-bc43-24dd91cf0d1e tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-groups/55e066dd-9481-4816-9c4f-65cad504edb7 HTTP/1.1" status: 404 len: 347 time: 0.2049954 Feb 04 06:02:50.906351 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50156) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:50.908431 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b13d26-b114-45e3-bdae-9b4d6ad075f3 None None] Network 8fceb710-fc07-4c03-929b-3a2f17f91f5c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:50.911446 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-37df1f11-bfdb-412c-b657-8f88ea401a15 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747058561'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:50.916061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:50.924928 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c7598896-0b80-498f-8df1-fd015f2363c6 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:50.930392 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-37df1f11-bfdb-412c-b657-8f88ea401a15 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:50.933199 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-257ca74c-dae7-472a-8907-264b865c947c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.0297346 Feb 04 06:02:50.939926 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50160) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:50.965979 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 1592d722-133a-414c-93c1-71cc879f475b is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:50.973813 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35c8966-4e7d-4b5d-9623-93baf6f0967b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:50.974412 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c35c8966-4e7d-4b5d-9623-93baf6f0967b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:51.010181 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Made reservation on behalf of c94e639053a24dcb9683d213d0065b0f for: {'network': 2} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:51.015971 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:51.045407 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:51.054150 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4270f3e9-6b1a-4667-b6b2-39300e3e29a0 None None] Provisioning for port 744e3fdd-3856-44cc-b51c-623a819cbe95 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:51.060473 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-37df1f11-bfdb-412c-b657-8f88ea401a15 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:51.069118 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c7598896-0b80-498f-8df1-fd015f2363c6 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "DELETE /v2.0/ports/ce465437-e376-414e-9014-fb7401855ab3 HTTP/1.1" status: 204 len: 168 time: 1.7156596 Feb 04 06:02:51.072016 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50164) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:51.084691 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4270f3e9-6b1a-4667-b6b2-39300e3e29a0 None None] Provisioning complete for port 744e3fdd-3856-44cc-b51c-623a819cbe95 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:51.085113 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4270f3e9-6b1a-4667-b6b2-39300e3e29a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:51.089402 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:51.127402 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=efbf050c-5ad8-4e3b-afcb-61e928d3513e,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:51.130099 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:51.151754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:51.158924 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ffb0de-06c3-4ece-82f1-df3e143971a5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] GET failed (client error): The resource could not be found. Feb 04 06:02:51.159737 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-11ffb0de-06c3-4ece-82f1-df3e143971a5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Synchronizing usage tracker for tenant:2eff4ff6cd5e4d9ebfad11f77d26cc56 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:51.165083 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-37df1f11-bfdb-412c-b657-8f88ea401a15 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:51.177034 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Usage tracker for resource:security_group_rule and tenant:c94e639053a24dcb9683d213d0065b0f is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:51.187627 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:51.222197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:51.246044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-37df1f11-bfdb-412c-b657-8f88ea401a15 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:51.265224 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-11ffb0de-06c3-4ece-82f1-df3e143971a5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Unset dirty status for tenant:2eff4ff6cd5e4d9ebfad11f77d26cc56 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:51.266404 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-11ffb0de-06c3-4ece-82f1-df3e143971a5 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "GET /v2.0/ports/ce465437-e376-414e-9014-fb7401855ab3 HTTP/1.1" status: 404 len: 333 time: 0.1917560 Feb 04 06:02:51.271168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-37df1f11-bfdb-412c-b657-8f88ea401a15 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Usage tracker for resource:security_group_rule and tenant:aaf67d659a65459fa6f17ee4b784c1fa is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:51.276635 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50168) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:51.277414 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-37df1f11-bfdb-412c-b657-8f88ea401a15 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:51.347826 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-37df1f11-bfdb-412c-b657-8f88ea401a15 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:51.364673 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:51.365033 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:51.365346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:51.365684 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:51.366063 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:51.366390 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:51.366709 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:51.367033 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:51.367351 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:51.367668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:51.368073 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:51.368393 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:51.379684 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfae3847-1658-4dca-8fe0-b0b78f9f15bc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:51.385686 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfae3847-1658-4dca-8fe0-b0b78f9f15bc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:51.391304 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-dfae3847-1658-4dca-8fe0-b0b78f9f15bc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4503198 Feb 04 06:02:51.404615 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50172) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:51.440853 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-8fceb710-fc07-4c03-929b-3a2f17f91f5c', 'network_id': '8fceb710-fc07-4c03-929b-3a2f17f91f5c', 'tenant_id': 'a16e808cbb7c487da688fc682beafc7d', 'fixed_ips': [{'subnet_id': '3399b4f0-5551-431c-a291-12097ee6db08'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:02:51.441692 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:51.468851 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c35c8966-4e7d-4b5d-9623-93baf6f0967b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.2152672 Feb 04 06:02:51.471757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50176) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:51.494395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a99a3722-8b90-4bea-958c-7c5dcc1a664f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1874464691'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:51.499217 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f07906c-b072-40bf-86a3-111a96d7e56c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:51.541508 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a99a3722-8b90-4bea-958c-7c5dcc1a664f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:51.618487 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d0c773c3-d924-4da5-a8c8-c998fb4847d2 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Deleting port 8d4d0b76-e5bb-4bc0-8127-46f51aa59fc3 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:51.619076 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0c773c3-d924-4da5-a8c8-c998fb4847d2 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:51.632049 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:51.632686 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:51.637451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:51.695497 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-311e442d-321e-4c95-93f4-ce666487dd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port 70b29267-f3f6-4348-8ce1-823ade93e522 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:51.695853 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-311e442d-321e-4c95-93f4-ce666487dd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:51.750989 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c580372e-594d-429f-920c-d6f9d0f2aa50 None None] Provisioning for port 70b29267-f3f6-4348-8ce1-823ade93e522 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:51.757509 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a99a3722-8b90-4bea-958c-7c5dcc1a664f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Usage tracker for resource:network and tenant:a16e808cbb7c487da688fc682beafc7d is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:51.758892 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Allocated IP 2001:db8::1 (8fceb710-fc07-4c03-929b-3a2f17f91f5c/3399b4f0-5551-431c-a291-12097ee6db08/c7f603c7-c758-429e-b454-a858cf933fbd) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:51.762316 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c580372e-594d-429f-920c-d6f9d0f2aa50 None None] Provisioning complete for port 70b29267-f3f6-4348-8ce1-823ade93e522 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:51.762872 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c580372e-594d-429f-920c-d6f9d0f2aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:51.771113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-37df1f11-bfdb-412c-b657-8f88ea401a15 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:51.772701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-2f07906c-b072-40bf-86a3-111a96d7e56c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for 02336468-e3cd-48c0-86d1-32171426ff4f owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:51.802036 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a99a3722-8b90-4bea-958c-7c5dcc1a664f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:51.810605 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-37df1f11-bfdb-412c-b657-8f88ea401a15 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:51.823615 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a99a3722-8b90-4bea-958c-7c5dcc1a664f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:51.849599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-c580372e-594d-429f-920c-d6f9d0f2aa50 None None] Port 70b29267-f3f6-4348-8ce1-823ade93e522 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:51.852107 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-af90bb67-c6f0-4126-9815-09d096e661bf tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.4279764 Feb 04 06:02:51.859351 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50180) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:51.869213 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-5615adc1-853e-40c0-b403-ed01664a8da1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'network_id': '1592d722-133a-414c-93c1-71cc879f475b', 'name': 'tempest-PortsTestJSON-425109896'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:51.900742 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:51.901111 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:51.937134 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:51.961946 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:51.962335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:51.967476 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c580372e-594d-429f-920c-d6f9d0f2aa50 None None] Provisioning complete for port 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:51.967852 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c580372e-594d-429f-920c-d6f9d0f2aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:51.997675 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df1f11-bfdb-412c-b657-8f88ea401a15 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5365e1-01ca-492b-8de6-6d4124b51eba,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:52.077215 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f07906c-b072-40bf-86a3-111a96d7e56c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.104757 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-37df1f11-bfdb-412c-b657-8f88ea401a15 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.108938 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-37df1f11-bfdb-412c-b657-8f88ea401a15 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1986172 Feb 04 06:02:52.125936 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50184) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:52.141946 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5997bb52-138d-4115-a855-1c29c914f4dc admin admin] Router 45ec620b-074a-483e-9ba4-6553cad5b875 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:02:52.160140 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99a3722-8b90-4bea-958c-7c5dcc1a664f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Made reservation on behalf of a16e808cbb7c487da688fc682beafc7d for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:52.167211 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a99a3722-8b90-4bea-958c-7c5dcc1a664f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.182516 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b82f1b00-f0fe-42e5-b31a-8704117ef62f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group_rule': {'security_group_id': '2c5365e1-01ca-492b-8de6-6d4124b51eba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:52.188117 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b82f1b00-f0fe-42e5-b31a-8704117ef62f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:52.191997 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b82f1b00-f0fe-42e5-b31a-8704117ef62f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Usage tracker for resource:security_group_rule and tenant:aaf67d659a65459fa6f17ee4b784c1fa is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:52.195707 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b82f1b00-f0fe-42e5-b31a-8704117ef62f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:52.201487 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b82f1b00-f0fe-42e5-b31a-8704117ef62f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:52.209083 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07906c-b072-40bf-86a3-111a96d7e56c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Port': ['ID=02336468-e3cd-48c0-86d1-32171426ff4f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:52.215506 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f07906c-b072-40bf-86a3-111a96d7e56c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.242240 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 744e3fdd-3856-44cc-b51c-623a819cbe95 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:52.252406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b82f1b00-f0fe-42e5-b31a-8704117ef62f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.262229 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2f07906c-b072-40bf-86a3-111a96d7e56c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/ports/02336468-e3cd-48c0-86d1-32171426ff4f HTTP/1.1" status: 204 len: 168 time: 2.5481279 Feb 04 06:02:52.267593 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.272824 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50188) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:52.283047 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=477326e0-f4a3-44ae-abdd-40ca7f24ade9,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:52.285824 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:02:52.307405 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Transition to ACTIVE for port object c7f603c7-c758-429e-b454-a858cf933fbd will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:52.337439 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5615adc1-853e-40c0-b403-ed01664a8da1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:52.343450 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Transition to ACTIVE for port object c7f603c7-c758-429e-b454-a858cf933fbd will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:52.345246 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c580372e-594d-429f-920c-d6f9d0f2aa50 None None] Provisioning for port efbf050c-5ad8-4e3b-afcb-61e928d3513e completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:52.354189 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c580372e-594d-429f-920c-d6f9d0f2aa50 None None] Provisioning complete for port efbf050c-5ad8-4e3b-afcb-61e928d3513e triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:52.354828 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c580372e-594d-429f-920c-d6f9d0f2aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.368365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99a3722-8b90-4bea-958c-7c5dcc1a664f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:02:52.372955 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-311e442d-321e-4c95-93f4-ce666487dd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.381499 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5615adc1-853e-40c0-b403-ed01664a8da1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:port and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:52.389753 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 744e3fdd-3856-44cc-b51c-623a819cbe95 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:52.390115 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.390987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5615adc1-853e-40c0-b403-ed01664a8da1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:52.396606 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.397014 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Added segment 7e21f850-9694-4f9a-a7a1-b333c8d4fdfc of type vlan for network d37baf2f-0a63-4159-a528-60ce5e961477 Feb 04 06:02:52.413459 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5615adc1-853e-40c0-b403-ed01664a8da1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:52.413907 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.420044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a99a3722-8b90-4bea-958c-7c5dcc1a664f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.420388 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-a99a3722-8b90-4bea-958c-7c5dcc1a664f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Added segment 64faa532-6f22-4054-8c89-b0105e5b218e of type vlan for network fa9d2e67-3972-41da-89c9-7fdaf8627fd7 Feb 04 06:02:52.525429 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0c773c3-d924-4da5-a8c8-c998fb4847d2 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.525659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5615adc1-853e-40c0-b403-ed01664a8da1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:52.529131 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5615adc1-853e-40c0-b403-ed01664a8da1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.539479 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-311e442d-321e-4c95-93f4-ce666487dd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for 70b29267-f3f6-4348-8ce1-823ade93e522 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:52.549939 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b82f1b00-f0fe-42e5-b31a-8704117ef62f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.568455 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b82f1b00-f0fe-42e5-b31a-8704117ef62f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.571118 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a99a3722-8b90-4bea-958c-7c5dcc1a664f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.571608 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Network 8fceb710-fc07-4c03-929b-3a2f17f91f5c is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:52.576570 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-c580372e-594d-429f-920c-d6f9d0f2aa50 None None] Port efbf050c-5ad8-4e3b-afcb-61e928d3513e cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:52.578480 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:52.589272 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:52.595622 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Pushing event updated for resources: {'Port': ['ID=c7f603c7-c758-429e-b454-a858cf933fbd,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:52.615514 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-5615adc1-853e-40c0-b403-ed01664a8da1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] device_id is not set on port 1ef1b0ba-e3bb-4c84-b440-1dd95c4f9aa3 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:52.650974 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5997bb52-138d-4115-a855-1c29c914f4dc admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:02:52.660879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f1b00-f0fe-42e5-b31a-8704117ef62f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606b4948-e309-4bf3-8d51-27d5e3fb3cf3,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:52.666538 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed1136-8616-41ba-98f7-e9e34ba8367e None None] Sync routers for ids ['45ec620b-074a-483e-9ba4-6553cad5b875'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:02:52.690916 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ed1136-8616-41ba-98f7-e9e34ba8367e None None] Routers {'45ec620b-074a-483e-9ba4-6553cad5b875'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:02:52.691541 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-31ed1136-8616-41ba-98f7-e9e34ba8367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:02:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45ec620b-074a-483e-9ba4-6553cad5b875'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:52.711506 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5997bb52-138d-4115-a855-1c29c914f4dc admin admin] 10.222.0.31 "PUT /v2.0/routers/45ec620b-074a-483e-9ba4-6553cad5b875/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3881459 Feb 04 06:02:52.717120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50192) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:52.738103 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Attempting to bind port c7f603c7-c758-429e-b454-a858cf933fbd on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:52.738744 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Attempting to bind port c7f603c7-c758-429e-b454-a858cf933fbd by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '67d28322-9319-46c5-82ce-37397b702a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8fceb710-fc07-4c03-929b-3a2f17f91f5c'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:52.739344 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Attempting to bind port c7f603c7-c758-429e-b454-a858cf933fbd on network 8fceb710-fc07-4c03-929b-3a2f17f91f5c {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:52.751102 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:02:52.751795 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Checking segment: {'id': '67d28322-9319-46c5-82ce-37397b702a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8fceb710-fc07-4c03-929b-3a2f17f91f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:52.752358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.752902 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Bound using segment: {'id': '67d28322-9319-46c5-82ce-37397b702a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8fceb710-fc07-4c03-929b-3a2f17f91f5c'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:02:52.753600 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Bound port: c7f603c7-c758-429e-b454-a858cf933fbd, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d28322-9319-46c5-82ce-37397b702a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8fceb710-fc07-4c03-929b-3a2f17f91f5c'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:02:52.754139 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.786901 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d0c773c3-d924-4da5-a8c8-c998fb4847d2 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Calling delete_port for 8d4d0b76-e5bb-4bc0-8127-46f51aa59fc3 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:52.841712 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.865647 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] For port c7f603c7-c758-429e-b454-a858cf933fbd, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:02:52.869786 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] For port c7f603c7-c758-429e-b454-a858cf933fbd, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c7f603c7-c758-429e-b454-a858cf933fbd,segment=NetworkSegment(67d28322-9319-46c5-82ce-37397b702a7f),segment_id=67d28322-9319-46c5-82ce-37397b702a7f)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:02:52.876770 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.903640 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-31ed1136-8616-41ba-98f7-e9e34ba8367e None None] Set router 45ec620b-074a-483e-9ba4-6553cad5b875 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:02:52.918173 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b82f1b00-f0fe-42e5-b31a-8704117ef62f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.922007 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b82f1b00-f0fe-42e5-b31a-8704117ef62f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7820361 Feb 04 06:02:52.930701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a99a3722-8b90-4bea-958c-7c5dcc1a664f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.936173 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99a3722-8b90-4bea-958c-7c5dcc1a664f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:52.936795 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a99a3722-8b90-4bea-958c-7c5dcc1a664f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:52.946189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50196) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:52.982923 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda1423-3b8c-46f4-bd63-15bf4899c802 None None] Pushing event updated for resources: {'Port': ['ID=c7f603c7-c758-429e-b454-a858cf933fbd,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:53.068401 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:02:53.231165 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c12dff-1f42-43e7-9d61-c7ddd2ab0136 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:53.233957 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-31ed1136-8616-41ba-98f7-e9e34ba8367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'name': 'tempest-ServerActionsTestJSON-2064728696-router', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:49Z', 'updated_at': '2022-02-04T06:02:49Z', 'revision_number': 5, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'gw_port': {'id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:53.238402 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed1136-8616-41ba-98f7-e9e34ba8367e None None] Checking router: 45ec620b-074a-483e-9ba4-6553cad5b875 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:02:53.243106 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-01c12dff-1f42-43e7-9d61-c7ddd2ab0136 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Synchronizing usage tracker for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:53.248095 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a99a3722-8b90-4bea-958c-7c5dcc1a664f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7683825 Feb 04 06:02:53.252759 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50200) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:53.262961 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ed1136-8616-41ba-98f7-e9e34ba8367e None None] Routers {'45ec620b-074a-483e-9ba4-6553cad5b875'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:02:53.263998 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-31ed1136-8616-41ba-98f7-e9e34ba8367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:02:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45ec620b-074a-483e-9ba4-6553cad5b875'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:53.271236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a3722-8b90-4bea-958c-7c5dcc1a664f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Network': ['ID=fa9d2e67-3972-41da-89c9-7fdaf8627fd7,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:53.277520 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-707191ec-7051-4795-b47f-b4e544809643 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:53.284247 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network fa9d2e67-3972-41da-89c9-7fdaf8627fd7 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:02:53.299116 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:02:53.307434 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-707191ec-7051-4795-b47f-b4e544809643 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:53.315386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-57d7eb4a-5332-41f7-b381-2f0da199d50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'subnet': {'network_id': 'fa9d2e67-3972-41da-89c9-7fdaf8627fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:53.315825 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-5615adc1-853e-40c0-b403-ed01664a8da1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Allocated IP 172.20.0.7 (1592d722-133a-414c-93c1-71cc879f475b/9248770d-019d-4267-b59f-56e8f2f1b6bb/1ef1b0ba-e3bb-4c84-b440-1dd95c4f9aa3) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:53.323321 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2401cdbe-2ab2-42f4-9f3c-24934948920f admin admin] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:53.527991 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-31ed1136-8616-41ba-98f7-e9e34ba8367e None None] Set router 45ec620b-074a-483e-9ba4-6553cad5b875 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:02:53.548087 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:53.548449 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Added segment 9b9577db-f042-4d1c-b974-ca90b416cab4 of type vlan for network f13cfb99-79ea-46d8-87e9-b96b37e3b557 Feb 04 06:02:53.563209 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-707191ec-7051-4795-b47f-b4e544809643 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:53.591415 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c7f603c7-c758-429e-b454-a858cf933fbd up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:53.612424 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707191ec-7051-4795-b47f-b4e544809643 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=606b4948-e309-4bf3-8d51-27d5e3fb3cf3,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:53.619284 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-707191ec-7051-4795-b47f-b4e544809643 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:53.620546 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-707191ec-7051-4795-b47f-b4e544809643 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/606b4948-e309-4bf3-8d51-27d5e3fb3cf3 HTTP/1.1" status: 204 len: 168 time: 0.6569848 Feb 04 06:02:53.629125 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50204) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:53.681974 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-01c12dff-1f42-43e7-9d61-c7ddd2ab0136 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Unset dirty status for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:53.683508 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-01c12dff-1f42-43e7-9d61-c7ddd2ab0136 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.4094713 Feb 04 06:02:53.688041 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port c7f603c7-c758-429e-b454-a858cf933fbd completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:53.690240 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:53.694679 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0c773c3-d924-4da5-a8c8-c998fb4847d2 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:53.710924 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-311e442d-321e-4c95-93f4-ce666487dd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:53.718912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50208) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:53.742885 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2401cdbe-2ab2-42f4-9f3c-24934948920f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:53.789973 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b2a2e44d-da30-4c56-8b5f-292fbec9da69 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:53.796020 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-2401cdbe-2ab2-42f4-9f3c-24934948920f admin admin] Deleting port 31e7ac82-3605-4e18-b430-53b37bc67433 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:53.796356 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2401cdbe-2ab2-42f4-9f3c-24934948920f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:53.856462 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-31ed1136-8616-41ba-98f7-e9e34ba8367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'name': 'tempest-ServerActionsTestJSON-2064728696-router', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:49Z', 'updated_at': '2022-02-04T06:02:49Z', 'revision_number': 5, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'gw_port': {'id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:53.861489 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed1136-8616-41ba-98f7-e9e34ba8367e None None] The sync data for ids ['45ec620b-074a-483e-9ba4-6553cad5b875'] in dv-neutron-826830-2-hyperv is: [{'id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'name': 'tempest-ServerActionsTestJSON-2064728696-router', 'tenant_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:49Z', 'updated_at': '2022-02-04T06:02:49Z', 'revision_number': 5, 'project_id': 'cb94bb5ad2274bffbb62168bf92a11ea', 'gw_port': {'id': '31e7ac82-3605-4e18-b430-53b37bc67433', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ec620b-074a-483e-9ba4-6553cad5b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:52Z', 'updated_at': '2022-02-04T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:02:53.901263 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b2a2e44d-da30-4c56-8b5f-292fbec9da69 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:53.905855 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b2a2e44d-da30-4c56-8b5f-292fbec9da69 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2744429 Feb 04 06:02:53.909862 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c773c3-d924-4da5-a8c8-c998fb4847d2 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Pushing event deleted for resources: {'Port': ['ID=8d4d0b76-e5bb-4bc0-8127-46f51aa59fc3,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:53.923953 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50212) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:53.933545 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-57d7eb4a-5332-41f7-b381-2f0da199d50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:54.004740 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0c773c3-d924-4da5-a8c8-c998fb4847d2 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:54.038192 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-57d7eb4a-5332-41f7-b381-2f0da199d50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Usage tracker for resource:subnet and tenant:a16e808cbb7c487da688fc682beafc7d is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:54.041884 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-57d7eb4a-5332-41f7-b381-2f0da199d50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:54.047052 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5615adc1-853e-40c0-b403-ed01664a8da1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:54.047555 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-57d7eb4a-5332-41f7-b381-2f0da199d50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:54.049708 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e442d-321e-4c95-93f4-ce666487dd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=70b29267-f3f6-4348-8ce1-823ade93e522,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:54.053429 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-feeafc31-0b81-4a28-b40d-46ed14bc9ff6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] GET failed (client error): The resource could not be found. Feb 04 06:02:54.056187 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-feeafc31-0b81-4a28-b40d-46ed14bc9ff6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports/a8c7c046-681b-4f40-a418-29c399cfc173 HTTP/1.1" status: 404 len: 333 time: 0.2968440 Feb 04 06:02:54.069896 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50216) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:54.070917 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:54.071919 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:54.077295 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:54.081985 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:54.082657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:54.101466 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-5615adc1-853e-40c0-b403-ed01664a8da1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Transition to ACTIVE for port object 1ef1b0ba-e3bb-4c84-b440-1dd95c4f9aa3 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:54.149917 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-98dbcf7f-1659-46fc-a88d-5104a9da210b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:54.157689 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-2401cdbe-2ab2-42f4-9f3c-24934948920f admin admin] For port 31e7ac82-3605-4e18-b430-53b37bc67433, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=31e7ac82-3605-4e18-b430-53b37bc67433,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:54.158040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2401cdbe-2ab2-42f4-9f3c-24934948920f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:54.281902 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-60140c9f-59e8-4d99-9a74-0ace429cc693 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] GET failed (client error): The resource could not be found. Feb 04 06:02:54.283319 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-60140c9f-59e8-4d99-9a74-0ace429cc693 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports/02336468-e3cd-48c0-86d1-32171426ff4f HTTP/1.1" status: 404 len: 333 time: 0.1965134 Feb 04 06:02:54.296989 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-98dbcf7f-1659-46fc-a88d-5104a9da210b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:54.301234 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50220) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:54.344514 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event updated for resources: {'Network': ['ID=d37baf2f-0a63-4159-a528-60ce5e961477,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:54.346630 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d7eb4a-5332-41f7-b381-2f0da199d50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Made reservation on behalf of a16e808cbb7c487da688fc682beafc7d for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:54.350593 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-57d7eb4a-5332-41f7-b381-2f0da199d50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:54.354841 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network d37baf2f-0a63-4159-a528-60ce5e961477 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:02:54.389666 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5615adc1-853e-40c0-b403-ed01664a8da1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:54.406169 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d0c773c3-d924-4da5-a8c8-c998fb4847d2 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "DELETE /v2.0/ports/8d4d0b76-e5bb-4bc0-8127-46f51aa59fc3 HTTP/1.1" status: 204 len: 168 time: 3.1221244 Feb 04 06:02:54.408403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-2401cdbe-2ab2-42f4-9f3c-24934948920f admin admin] Calling delete_port for 31e7ac82-3605-4e18-b430-53b37bc67433 owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:54.435181 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50224) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:54.554203 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5615adc1-853e-40c0-b403-ed01664a8da1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 1592d722-133a-414c-93c1-71cc879f475b is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:54.559544 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-5615adc1-853e-40c0-b403-ed01664a8da1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:54.567392 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615adc1-853e-40c0-b403-ed01664a8da1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:54.577104 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.1163023 Feb 04 06:02:54.625914 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50228) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:54.633826 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b9c59c-f6b0-47d8-bc79-c152575882ff None None] Network 8fceb710-fc07-4c03-929b-3a2f17f91f5c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:54.738814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-98dbcf7f-1659-46fc-a88d-5104a9da210b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:54.762938 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ec42948f-6f88-49ed-961a-6e66a16fa50a None None] Provisioning for port c7f603c7-c758-429e-b454-a858cf933fbd completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:54.773460 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbcf7f-1659-46fc-a88d-5104a9da210b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5365e1-01ca-492b-8de6-6d4124b51eba,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:54.777848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ec42948f-6f88-49ed-961a-6e66a16fa50a None None] Provisioning complete for port c7f603c7-c758-429e-b454-a858cf933fbd triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:54.778558 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ec42948f-6f88-49ed-961a-6e66a16fa50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:54.784563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615adc1-853e-40c0-b403-ed01664a8da1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=1ef1b0ba-e3bb-4c84-b440-1dd95c4f9aa3,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:54.844086 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5615adc1-853e-40c0-b403-ed01664a8da1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:54.844731 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5615adc1-853e-40c0-b403-ed01664a8da1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:54.844908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.ipam_backend_mixin [None req-57d7eb4a-5332-41f7-b381-2f0da199d50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Performing IP validity checks on allocation pools {{(pid=87471) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 06:02:54.845440 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.ipam_backend_mixin [None req-57d7eb4a-5332-41f7-b381-2f0da199d50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87471) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 06:02:54.851816 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9a332b-1bf3-41b1-8ced-c683fadc9028 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Deleting subnet f850292e-53eb-42b0-ba60-29cce7547b15 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:02:54.854555 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-98dbcf7f-1659-46fc-a88d-5104a9da210b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:54.857982 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-98dbcf7f-1659-46fc-a88d-5104a9da210b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-groups/2c5365e1-01ca-492b-8de6-6d4124b51eba HTTP/1.1" status: 204 len: 168 time: 0.9306798 Feb 04 06:02:54.864800 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50232) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:54.870638 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cf9a332b-1bf3-41b1-8ced-c683fadc9028 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:54.896752 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5615adc1-853e-40c0-b403-ed01664a8da1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0335431 Feb 04 06:02:54.904657 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50236) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:54.974772 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0e6e409-5c37-4f3e-9ae5-3a05a405e68c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:54.993220 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event updated for resources: {'Network': ['ID=f13cfb99-79ea-46d8-87e9-b96b37e3b557,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:55.025884 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:55.026203 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:55.026577 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:55.026894 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:55.027222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:55.027546 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:55.027893 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:55.028214 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:55.028533 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:55.028921 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:55.029244 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:55.029543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378df01f-cb77-4d23-9a02-d1bf02f79235 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:55.042970 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfb0007-2d6a-403c-8a57-e4f0a51d57a7 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:55.043760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-98c7c51a-0b61-49f3-888d-89e70d0a6991 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:55.045841 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network f13cfb99-79ea-46d8-87e9-b96b37e3b557 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:02:55.048956 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfb0007-2d6a-403c-8a57-e4f0a51d57a7 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:55.054565 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfb0007-2d6a-403c-8a57-e4f0a51d57a7 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:55.060283 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfb0007-2d6a-403c-8a57-e4f0a51d57a7 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:55.061472 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2cfb0007-2d6a-403c-8a57-e4f0a51d57a7 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Synchronizing usage tracker for tenant:c94e639053a24dcb9683d213d0065b0f on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:55.068087 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cf9a332b-1bf3-41b1-8ced-c683fadc9028 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:55.085384 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-98c7c51a-0b61-49f3-888d-89e70d0a6991 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:55.090924 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-98c7c51a-0b61-49f3-888d-89e70d0a6991 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2251632 Feb 04 06:02:55.091739 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50240) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:55.102655 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c477b080-ef10-4648-b869-1263e5ac9dfb tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:55.103377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c477b080-ef10-4648-b869-1263e5ac9dfb tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Synchronizing usage tracker for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:55.110213 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-ed265467-a2cd-4989-9989-88215e6ebbb9 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304341698'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:55.117685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ed265467-a2cd-4989-9989-88215e6ebbb9 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:55.119952 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2401cdbe-2ab2-42f4-9f3c-24934948920f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:55.148725 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ec42948f-6f88-49ed-961a-6e66a16fa50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:55.186295 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ed265467-a2cd-4989-9989-88215e6ebbb9 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:55.212873 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ec42948f-6f88-49ed-961a-6e66a16fa50a None None] For port c7f603c7-c758-429e-b454-a858cf933fbd, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c7f603c7-c758-429e-b454-a858cf933fbd,segment=NetworkSegment(67d28322-9319-46c5-82ce-37397b702a7f),segment_id=67d28322-9319-46c5-82ce-37397b702a7f)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:55.222031 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ec42948f-6f88-49ed-961a-6e66a16fa50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:55.235127 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401cdbe-2ab2-42f4-9f3c-24934948920f admin admin] Pushing event deleted for resources: {'Port': ['ID=31e7ac82-3605-4e18-b430-53b37bc67433,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:55.250056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-311e442d-321e-4c95-93f4-ce666487dd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:55.282439 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c477b080-ef10-4648-b869-1263e5ac9dfb tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Unset dirty status for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:55.283741 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c477b080-ef10-4648-b869-1263e5ac9dfb tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.3781257 Feb 04 06:02:55.286614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50244) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:55.317730 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42948f-6f88-49ed-961a-6e66a16fa50a None None] Pushing event updated for resources: {'Port': ['ID=c7f603c7-c758-429e-b454-a858cf933fbd,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:55.334272 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ed265467-a2cd-4989-9989-88215e6ebbb9 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:55.336466 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-311e442d-321e-4c95-93f4-ce666487dd15 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/70b29267-f3f6-4348-8ce1-823ade93e522 HTTP/1.1" status: 204 len: 168 time: 3.9308591 Feb 04 06:02:55.337153 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50248) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:55.351079 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-63cadf1a-6ea8-4d71-8848-1fe9d229b1bc None None] Provisioning for port 1ef1b0ba-e3bb-4c84-b440-1dd95c4f9aa3 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:55.361808 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-63cadf1a-6ea8-4d71-8848-1fe9d229b1bc None None] Provisioning complete for port 1ef1b0ba-e3bb-4c84-b440-1dd95c4f9aa3 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:55.362178 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-63cadf1a-6ea8-4d71-8848-1fe9d229b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:55.394253 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2401cdbe-2ab2-42f4-9f3c-24934948920f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:55.422939 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-63cadf1a-6ea8-4d71-8848-1fe9d229b1bc None None] Port 1ef1b0ba-e3bb-4c84-b440-1dd95c4f9aa3 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:02:55.443372 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ed265467-a2cd-4989-9989-88215e6ebbb9 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:55.490628 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37155ae3-dec5-4eea-886e-a6cff1e3e66e None None] get_active_networks_info from dv-neutron-826830-2-hyperv {{(pid=87472) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:02:55.533029 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2cfb0007-2d6a-403c-8a57-e4f0a51d57a7 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Unset dirty status for tenant:c94e639053a24dcb9683d213d0065b0f on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:55.534243 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2cfb0007-2d6a-403c-8a57-e4f0a51d57a7 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.8531604 Feb 04 06:02:55.544666 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50252) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:55.573573 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0e6e409-5c37-4f3e-9ae5-3a05a405e68c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:55.578226 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-62549b9d-9656-441b-9b2b-79f5795a23a6 None None] Provisioning complete for port c7f603c7-c758-429e-b454-a858cf933fbd triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:55.579052 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-62549b9d-9656-441b-9b2b-79f5795a23a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:55.613328 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c7f603c7-c758-429e-b454-a858cf933fbd up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:55.613556 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-827f7fe8-3267-409a-a72e-fcbd24946dba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port 1ef1b0ba-e3bb-4c84-b440-1dd95c4f9aa3 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:55.613556 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-827f7fe8-3267-409a-a72e-fcbd24946dba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:55.637813 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ed265467-a2cd-4989-9989-88215e6ebbb9 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Usage tracker for resource:security_group_rule and tenant:aaf67d659a65459fa6f17ee4b784c1fa is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:55.652413 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ed265467-a2cd-4989-9989-88215e6ebbb9 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:55.672120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ed265467-a2cd-4989-9989-88215e6ebbb9 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:55.680315 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2401cdbe-2ab2-42f4-9f3c-24934948920f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:55.687836 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2401cdbe-2ab2-42f4-9f3c-24934948920f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:55.714792 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-d0e6e409-5c37-4f3e-9ae5-3a05a405e68c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673cbc35-303f-4c28-b38b-a578cf6a6aba']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:55.726405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4347a333-2c2f-4f09-a285-74ce022934fb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:55.727940 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4347a333-2c2f-4f09-a285-74ce022934fb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:55.730108 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4347a333-2c2f-4f09-a285-74ce022934fb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:55.730920 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4347a333-2c2f-4f09-a285-74ce022934fb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:55.754965 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37155ae3-dec5-4eea-886e-a6cff1e3e66e None None] Resources bound (agent type, host, resource id): {{(pid=87472) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:02:55.773934 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2401cdbe-2ab2-42f4-9f3c-24934948920f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:55.774428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2401cdbe-2ab2-42f4-9f3c-24934948920f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45ec620b-074a-483e-9ba4-6553cad5b875 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:02:55.805957 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port c7f603c7-c758-429e-b454-a858cf933fbd triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:55.806457 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:55.822607 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-d0e6e409-5c37-4f3e-9ae5-3a05a405e68c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0529546c-a474-4e6b-8c4f-5a28968f5519') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:55.823277 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-d0e6e409-5c37-4f3e-9ae5-3a05a405e68c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0529546c-a474-4e6b-8c4f-5a28968f5519') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:55.840868 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0e6e409-5c37-4f3e-9ae5-3a05a405e68c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:55.862469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0e6e409-5c37-4f3e-9ae5-3a05a405e68c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:55.871661 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e6e409-5c37-4f3e-9ae5-3a05a405e68c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:02:55.872478 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0e6e409-5c37-4f3e-9ae5-3a05a405e68c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:55.959457 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2401cdbe-2ab2-42f4-9f3c-24934948920f admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:55.962945 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2401cdbe-2ab2-42f4-9f3c-24934948920f admin admin] 10.222.0.31 "DELETE /v2.0/routers/45ec620b-074a-483e-9ba4-6553cad5b875 HTTP/1.1" status: 204 len: 168 time: 3.2426338 Feb 04 06:02:55.969625 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50256) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:02:55.973557 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:02:55.985386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-57d7eb4a-5332-41f7-b381-2f0da199d50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.025409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ed265467-a2cd-4989-9989-88215e6ebbb9 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.027584 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cf9a332b-1bf3-41b1-8ced-c683fadc9028 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.047546 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ed265467-a2cd-4989-9989-88215e6ebbb9 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.071005 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4347a333-2c2f-4f09-a285-74ce022934fb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:56.075051 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4347a333-2c2f-4f09-a285-74ce022934fb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7311070 Feb 04 06:02:56.078876 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8fd37fba-adc0-4247-ace8-5d170cf6969c tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.084237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50260) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:56.109288 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0e6e409-5c37-4f3e-9ae5-3a05a405e68c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.135819 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-827f7fe8-3267-409a-a72e-fcbd24946dba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.142005 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0e6e409-5c37-4f3e-9ae5-3a05a405e68c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.167358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2fb0ea9-b13c-4748-a1df-60d62c8d838e admin admin] Deleting subnet da9005f5-dfd7-4698-952c-229a09293613 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:02:56.168381 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6e409-5c37-4f3e-9ae5-3a05a405e68c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Network': ['ID=673cbc35-303f-4c28-b38b-a578cf6a6aba,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:56.174909 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2fb0ea9-b13c-4748-a1df-60d62c8d838e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.192589 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 938a5967-3dff-4a8f-b3be-af551c768fd7 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:02:56.206628 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7eb4a-5332-41f7-b381-2f0da199d50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Subnet': ['ID=738e06b0-0037-4fd6-adbd-09a2b2528186,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:56.209373 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d0e6e409-5c37-4f3e-9ae5-3a05a405e68c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/networks/673cbc35-303f-4c28-b38b-a578cf6a6aba HTTP/1.1" status: 204 len: 168 time: 1.8988404 Feb 04 06:02:56.216294 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50264) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:56.231378 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-c52d8318-289f-49a6-b9d9-8a1e53fa0769 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1849722877'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:56.232085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 938a5967-3dff-4a8f-b3be-af551c768fd7 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:02:56.232481 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 938a5967-3dff-4a8f-b3be-af551c768fd7 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:02:56.236314 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d7eb4a-5332-41f7-b381-2f0da199d50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Checking segment: {'id': '64faa532-6f22-4054-8c89-b0105e5b218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fa9d2e67-3972-41da-89c9-7fdaf8627fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:56.236721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d7eb4a-5332-41f7-b381-2f0da199d50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network hostable DHCP agents. Network: fa9d2e67-3972-41da-89c9-7fdaf8627fd7, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:02:56.245005 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2fb0ea9-b13c-4748-a1df-60d62c8d838e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.271897 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c52d8318-289f-49a6-b9d9-8a1e53fa0769 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:56.289668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ed265467-a2cd-4989-9989-88215e6ebbb9 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.291948 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c52d8318-289f-49a6-b9d9-8a1e53fa0769 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:network and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:56.294011 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ed265467-a2cd-4989-9989-88215e6ebbb9 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1997674 Feb 04 06:02:56.295723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50268) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:56.340060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c52d8318-289f-49a6-b9d9-8a1e53fa0769 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:56.360602 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c52d8318-289f-49a6-b9d9-8a1e53fa0769 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:56.370848 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cf9a332b-1bf3-41b1-8ced-c683fadc9028 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.425279 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed265467-a2cd-4989-9989-88215e6ebbb9 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c9fa3f-0784-46fc-9ce5-c3e07207f439,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:56.426176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d7eb4a-5332-41f7-b381-2f0da199d50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network fa9d2e67-3972-41da-89c9-7fdaf8627fd7 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:02:56.432090 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8fd37fba-adc0-4247-ace8-5d170cf6969c tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.435830 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-827f7fe8-3267-409a-a72e-fcbd24946dba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for 1ef1b0ba-e3bb-4c84-b440-1dd95c4f9aa3 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:56.439449 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52d8318-289f-49a6-b9d9-8a1e53fa0769 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:56.442897 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c52d8318-289f-49a6-b9d9-8a1e53fa0769 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.452073 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a332b-1bf3-41b1-8ced-c683fadc9028 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Pushing event deleted for resources: {'Subnet': ['ID=f850292e-53eb-42b0-ba60-29cce7547b15,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:56.466862 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cf9a332b-1bf3-41b1-8ced-c683fadc9028 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.467523 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-6717d096-8628-4116-9ce2-4b1a060aa64d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group_rule': {'security_group_id': '40c9fa3f-0784-46fc-9ce5-c3e07207f439', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:56.474060 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6661db-6114-4622-867b-6983aa07f6f4 None None] Network 9f3dc698-52a5-409f-ad37-f387bd575ebc requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:56.485053 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-57d7eb4a-5332-41f7-b381-2f0da199d50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, fa9d2e67-3972-41da-89c9-7fdaf8627fd7) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:56.491616 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6717d096-8628-4116-9ce2-4b1a060aa64d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:56.491980 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-8fd37fba-adc0-4247-ace8-5d170cf6969c tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37baf2f-0a63-4159-a528-60ce5e961477']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:56.504990 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cf9a332b-1bf3-41b1-8ced-c683fadc9028 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "DELETE /v2.0/subnets/f850292e-53eb-42b0-ba60-29cce7547b15 HTTP/1.1" status: 204 len: 168 time: 2.0117202 Feb 04 06:02:56.506607 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d7eb4a-5332-41f7-b381-2f0da199d50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:56.507189 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-57d7eb4a-5332-41f7-b381-2f0da199d50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.510677 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50272) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:56.514151 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6717d096-8628-4116-9ce2-4b1a060aa64d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Usage tracker for resource:security_group_rule and tenant:aaf67d659a65459fa6f17ee4b784c1fa is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:56.519809 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8808129-af3c-4b69-a8a6-38c3b0e60ec2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet b27260f6-9b72-4543-ad05-64dff3801491 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:02:56.526870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6717d096-8628-4116-9ce2-4b1a060aa64d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:56.532627 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e8808129-af3c-4b69-a8a6-38c3b0e60ec2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.538956 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-8fd37fba-adc0-4247-ace8-5d170cf6969c tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e21f850-9694-4f9a-a7a1-b333c8d4fdfc') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:56.539246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-8fd37fba-adc0-4247-ace8-5d170cf6969c tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e21f850-9694-4f9a-a7a1-b333c8d4fdfc') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:56.571826 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6717d096-8628-4116-9ce2-4b1a060aa64d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:56.577669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe99a635-f594-43b8-bdbc-3ae7d7a2e022 None None] Network fa9d2e67-3972-41da-89c9-7fdaf8627fd7 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:56.627134 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52d8318-289f-49a6-b9d9-8a1e53fa0769 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:02:56.630276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8fd37fba-adc0-4247-ace8-5d170cf6969c tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.665227 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c52d8318-289f-49a6-b9d9-8a1e53fa0769 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.665578 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-c52d8318-289f-49a6-b9d9-8a1e53fa0769 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Added segment 4c7fa289-d7f0-492b-b4eb-ffea44009f8f of type vlan for network fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7 Feb 04 06:02:56.667521 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-57d7eb4a-5332-41f7-b381-2f0da199d50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.4068196 Feb 04 06:02:56.684029 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50276) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:56.684915 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8fd37fba-adc0-4247-ace8-5d170cf6969c tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.713999 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd37fba-adc0-4247-ace8-5d170cf6969c tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:02:56.715563 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8fd37fba-adc0-4247-ace8-5d170cf6969c tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.733855 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:02:56.736054 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:02:56.808433 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e8808129-af3c-4b69-a8a6-38c3b0e60ec2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.845353 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2fb0ea9-b13c-4748-a1df-60d62c8d838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.872413 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c52d8318-289f-49a6-b9d9-8a1e53fa0769 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.874722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6717d096-8628-4116-9ce2-4b1a060aa64d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.892963 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-fa9d2e67-3972-41da-89c9-7fdaf8627fd7', 'network_id': 'fa9d2e67-3972-41da-89c9-7fdaf8627fd7', 'tenant_id': 'a16e808cbb7c487da688fc682beafc7d', 'fixed_ips': [{'subnet_id': '738e06b0-0037-4fd6-adbd-09a2b2528186'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:02:56.895414 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.933919 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] DHCP port deletion for 9f3dc698-52a5-409f-ad37-f387bd575ebc request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:02:56.934961 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Deleting port 58f86503-50e5-44c6-854f-6d8692672c78 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:56.935242 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.974380 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] Deleting port 58f86503-50e5-44c6-854f-6d8692672c78 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:56.974699 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.976999 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8fd37fba-adc0-4247-ace8-5d170cf6969c tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.995766 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-827f7fe8-3267-409a-a72e-fcbd24946dba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.014067 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8fd37fba-adc0-4247-ace8-5d170cf6969c tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.048549 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd37fba-adc0-4247-ace8-5d170cf6969c tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event deleted for resources: {'Network': ['ID=d37baf2f-0a63-4159-a528-60ce5e961477,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:57.056778 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.066368 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c52d8318-289f-49a6-b9d9-8a1e53fa0769 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.072037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52d8318-289f-49a6-b9d9-8a1e53fa0769 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:57.072580 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c52d8318-289f-49a6-b9d9-8a1e53fa0769 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.074377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6717d096-8628-4116-9ce2-4b1a060aa64d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.079696 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2fb0ea9-b13c-4748-a1df-60d62c8d838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.083200 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f7fe8-3267-409a-a72e-fcbd24946dba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Port': ['ID=1ef1b0ba-e3bb-4c84-b440-1dd95c4f9aa3,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:57.120976 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6717d096-8628-4116-9ce2-4b1a060aa64d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.182221 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb0ea9-b13c-4748-a1df-60d62c8d838e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da9005f5-dfd7-4698-952c-229a09293613,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:57.199984 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e8808129-af3c-4b69-a8a6-38c3b0e60ec2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.202812 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ee1e74-6d5f-4a69-b2e3-c7e1b79aa3f3 None None] Network e8542b43-7535-4da4-a485-e641ef5c90d7 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:57.233063 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2fb0ea9-b13c-4748-a1df-60d62c8d838e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.277066 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8fd37fba-adc0-4247-ace8-5d170cf6969c tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "DELETE /v2.0/networks/d37baf2f-0a63-4159-a528-60ce5e961477 HTTP/1.1" status: 204 len: 168 time: 1.7194207 Feb 04 06:02:57.280567 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717d096-8628-4116-9ce2-4b1a060aa64d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d47836-6f3a-4730-83f5-78ccaeb94765,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:57.284505 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50280) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:57.375853 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c52d8318-289f-49a6-b9d9-8a1e53fa0769 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1592972 Feb 04 06:02:57.384448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Allocated IP 2001:db8::3 (fa9d2e67-3972-41da-89c9-7fdaf8627fd7/738e06b0-0037-4fd6-adbd-09a2b2528186/0b2dfe68-1eaf-4aca-848a-85d46cff9074) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:57.384659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50284) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:57.388834 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6717d096-8628-4116-9ce2-4b1a060aa64d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.390082 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6717d096-8628-4116-9ce2-4b1a060aa64d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0366468 Feb 04 06:02:57.395594 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d2fb0ea9-b13c-4748-a1df-60d62c8d838e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/da9005f5-dfd7-4698-952c-229a09293613 HTTP/1.1" status: 204 len: 168 time: 1.4115484 Feb 04 06:02:57.410521 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50288) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:57.411070 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50290) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:57.439924 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] For port 58f86503-50e5-44c6-854f-6d8692672c78, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=58f86503-50e5-44c6-854f-6d8692672c78,segment=NetworkSegment(32a639c1-9a76-4aab-bfc8-9ee40446440f),segment_id=32a639c1-9a76-4aab-bfc8-9ee40446440f)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:57.440501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.455227 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8b307aa4-3721-40c8-9e0f-3196b66508e1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group_rule': {'security_group_id': '40c9fa3f-0784-46fc-9ce5-c3e07207f439', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:57.473014 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8b307aa4-3721-40c8-9e0f-3196b66508e1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:57.479497 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-971b0a8d-d78a-4eee-8bb2-e314138fb9b4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'subnet': {'network_id': 'fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:57.480729 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d8318-289f-49a6-b9d9-8a1e53fa0769 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Network': ['ID=fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:57.546848 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8b307aa4-3721-40c8-9e0f-3196b66508e1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Usage tracker for resource:security_group_rule and tenant:aaf67d659a65459fa6f17ee4b784c1fa is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:57.567802 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8b307aa4-3721-40c8-9e0f-3196b66508e1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:57.588764 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-827f7fe8-3267-409a-a72e-fcbd24946dba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.590877 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-827f7fe8-3267-409a-a72e-fcbd24946dba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/ports/1ef1b0ba-e3bb-4c84-b440-1dd95c4f9aa3 HTTP/1.1" status: 204 len: 168 time: 2.3033404 Feb 04 06:02:57.603230 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50296) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:57.649180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8b307aa4-3721-40c8-9e0f-3196b66508e1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:57.662072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.664922 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e4606f2f-1adb-4df8-8b3d-73469ce2732f tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.700283 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b659b5-2735-4484-95d4-2e04f1c283b5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] GET failed (client error): The resource could not be found. Feb 04 06:02:57.700779 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-60b659b5-2735-4484-95d4-2e04f1c283b5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Synchronizing usage tracker for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:57.707453 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-971b0a8d-d78a-4eee-8bb2-e314138fb9b4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:57.714191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.727663 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:02:57.740413 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 31e7ac82-3605-4e18-b430-53b37bc67433 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:02:57.744496 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-971b0a8d-d78a-4eee-8bb2-e314138fb9b4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:subnet and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:57.752966 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e8808129-af3c-4b69-a8a6-38c3b0e60ec2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.754845 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8b307aa4-3721-40c8-9e0f-3196b66508e1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.761411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-971b0a8d-d78a-4eee-8bb2-e314138fb9b4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:57.762553 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] For port 58f86503-50e5-44c6-854f-6d8692672c78, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=58f86503-50e5-44c6-854f-6d8692672c78,segment=NetworkSegment(32a639c1-9a76-4aab-bfc8-9ee40446440f),segment_id=32a639c1-9a76-4aab-bfc8-9ee40446440f)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:57.762912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.773019 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] Calling delete_port for 58f86503-50e5-44c6-854f-6d8692672c78 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:57.813251 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-971b0a8d-d78a-4eee-8bb2-e314138fb9b4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:57.825234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8808129-af3c-4b69-a8a6-38c3b0e60ec2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=b27260f6-9b72-4543-ad05-64dff3801491,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:57.828027 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-60b659b5-2735-4484-95d4-2e04f1c283b5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Unset dirty status for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:57.832694 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-60b659b5-2735-4484-95d4-2e04f1c283b5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports/1ef1b0ba-e3bb-4c84-b440-1dd95c4f9aa3 HTTP/1.1" status: 404 len: 333 time: 0.2195439 Feb 04 06:02:57.851262 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50300) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:57.899260 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e8808129-af3c-4b69-a8a6-38c3b0e60ec2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.902985 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 31e7ac82-3605-4e18-b430-53b37bc67433 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:02:57.903474 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 31e7ac82-3605-4e18-b430-53b37bc67433 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:02:57.903880 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 58f86503-50e5-44c6-854f-6d8692672c78 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:02:57.920609 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971b0a8d-d78a-4eee-8bb2-e314138fb9b4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:57.925450 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-971b0a8d-d78a-4eee-8bb2-e314138fb9b4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.940807 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e4606f2f-1adb-4df8-8b3d-73469ce2732f tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.943246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] Deleting port c5682936-1807-4b67-a815-a12a20fc3596 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:57.943772 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:57.954177 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e8808129-af3c-4b69-a8a6-38c3b0e60ec2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/b27260f6-9b72-4543-ad05-64dff3801491 HTTP/1.1" status: 204 len: 168 time: 1.8665447 Feb 04 06:02:57.959349 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22afe36c-3b41-48fa-91f4-627518092648 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:57.962785 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50304) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:57.985165 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Calling delete_port for 58f86503-50e5-44c6-854f-6d8692672c78 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:58.080481 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-e4606f2f-1adb-4df8-8b3d-73469ce2732f tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13cfb99-79ea-46d8-87e9-b96b37e3b557']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:58.097500 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.ipam_backend_mixin [None req-971b0a8d-d78a-4eee-8bb2-e314138fb9b4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Performing IP validity checks on allocation pools {{(pid=87470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 06:02:58.099235 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-b0c11735-5101-4aa4-9875-0d814755a8c6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port efbf050c-5ad8-4e3b-afcb-61e928d3513e {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:58.099516 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b0c11735-5101-4aa4-9875-0d814755a8c6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.100306 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.ipam_backend_mixin [None req-971b0a8d-d78a-4eee-8bb2-e314138fb9b4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 06:02:58.115276 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-e4606f2f-1adb-4df8-8b3d-73469ce2732f tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9577db-f042-4d1c-b974-ca90b416cab4') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:58.115710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-e4606f2f-1adb-4df8-8b3d-73469ce2732f tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9577db-f042-4d1c-b974-ca90b416cab4') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:58.171938 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No ports have port_id starting with 58f86503-50e5-44c6-854f-6d8692672c78 Feb 04 06:02:58.174114 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e4606f2f-1adb-4df8-8b3d-73469ce2732f tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.187312 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.213254 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e4606f2f-1adb-4df8-8b3d-73469ce2732f tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.220975 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4606f2f-1adb-4df8-8b3d-73469ce2732f tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:02:58.221824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e4606f2f-1adb-4df8-8b3d-73469ce2732f tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.225391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8b307aa4-3721-40c8-9e0f-3196b66508e1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.240508 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8b307aa4-3721-40c8-9e0f-3196b66508e1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.249321 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd54479-0901-46a7-b99b-e20b011a49ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet e2b33fe4-91ab-4b43-925f-42c402e3b717 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:02:58.251251 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:02:58.260821 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0cd54479-0901-46a7-b99b-e20b011a49ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.307270 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] Pushing event deleted for resources: {'Port': ['ID=58f86503-50e5-44c6-854f-6d8692672c78,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:58.312206 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] No DVR routers for this DVR port 58f86503-50e5-44c6-854f-6d8692672c78 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:02:58.317021 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:02:58.317376 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:02:58.335548 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b307aa4-3721-40c8-9e0f-3196b66508e1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44c18f8-f74d-4059-a3c7-f112d1c79f2e,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:58.341534 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:58.343968 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:58.344355 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:58.344767 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:58.345101 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:58.345476 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:58.345746 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:58.346071 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:58.347292 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:58.347999 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:58.349112 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:58.349466 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0347a5c4-e3a4-41ae-9877-13bc24d76a59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:58.403406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0cd54479-0901-46a7-b99b-e20b011a49ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.420881 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.434494 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f856b6e-12b9-4d49-a206-3efc280ccf94 None None] DHCP port deletion for e8542b43-7535-4da4-a485-e641ef5c90d7 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:02:58.447080 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Transition to ACTIVE for port object 0b2dfe68-1eaf-4aca-848a-85d46cff9074 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:58.450862 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6f856b6e-12b9-4d49-a206-3efc280ccf94 None None] Deleting port c5682936-1807-4b67-a815-a12a20fc3596 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:58.451309 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6f856b6e-12b9-4d49-a206-3efc280ccf94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.452100 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e4606f2f-1adb-4df8-8b3d-73469ce2732f tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.457182 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e4606f2f-1adb-4df8-8b3d-73469ce2732f tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.464076 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8b307aa4-3721-40c8-9e0f-3196b66508e1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.465317 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8b307aa4-3721-40c8-9e0f-3196b66508e1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0451441 Feb 04 06:02:58.473864 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] For port c5682936-1807-4b67-a815-a12a20fc3596, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c5682936-1807-4b67-a815-a12a20fc3596,segment=NetworkSegment(0969c73a-e15c-4ae5-a0f3-82efa99c56d5),segment_id=0969c73a-e15c-4ae5-a0f3-82efa99c56d5)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:58.474212 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.482183 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50308) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:58.513829 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4606f2f-1adb-4df8-8b3d-73469ce2732f tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event deleted for resources: {'Network': ['ID=f13cfb99-79ea-46d8-87e9-b96b37e3b557,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:58.523923 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e4606f2f-1adb-4df8-8b3d-73469ce2732f tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "DELETE /v2.0/networks/f13cfb99-79ea-46d8-87e9-b96b37e3b557 HTTP/1.1" status: 204 len: 168 time: 1.2060964 Feb 04 06:02:58.529801 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50312) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:58.533254 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-66ab10bf-5a45-44b8-b3a0-44336b4676ce tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group_rule': {'security_group_id': '40c9fa3f-0784-46fc-9ce5-c3e07207f439', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:58.559522 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Transition to ACTIVE for port object 0b2dfe68-1eaf-4aca-848a-85d46cff9074 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:58.603892 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.652212 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-66ab10bf-5a45-44b8-b3a0-44336b4676ce tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:58.708065 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Network fa9d2e67-3972-41da-89c9-7fdaf8627fd7 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:58.726514 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:58.736053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:58.738948 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Pushing event updated for resources: {'Port': ['ID=0b2dfe68-1eaf-4aca-848a-85d46cff9074,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:58.795948 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] Calling delete_port for c5682936-1807-4b67-a815-a12a20fc3596 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:58.823058 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Deleting port 58f86503-50e5-44c6-854f-6d8692672c78 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:02:58.823443 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.843820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0cd54479-0901-46a7-b99b-e20b011a49ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.854927 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-66ab10bf-5a45-44b8-b3a0-44336b4676ce tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Usage tracker for resource:security_group_rule and tenant:aaf67d659a65459fa6f17ee4b784c1fa is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:58.871487 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-66ab10bf-5a45-44b8-b3a0-44336b4676ce tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:58.896752 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-66ab10bf-5a45-44b8-b3a0-44336b4676ce tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:58.947649 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Attempting to bind port 0b2dfe68-1eaf-4aca-848a-85d46cff9074 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:58.948331 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Attempting to bind port 0b2dfe68-1eaf-4aca-848a-85d46cff9074 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '64faa532-6f22-4054-8c89-b0105e5b218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fa9d2e67-3972-41da-89c9-7fdaf8627fd7'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:58.948429 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Attempting to bind port 0b2dfe68-1eaf-4aca-848a-85d46cff9074 on network fa9d2e67-3972-41da-89c9-7fdaf8627fd7 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:58.955705 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6f856b6e-12b9-4d49-a206-3efc280ccf94 None None] For port c5682936-1807-4b67-a815-a12a20fc3596, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c5682936-1807-4b67-a815-a12a20fc3596,segment=NetworkSegment(0969c73a-e15c-4ae5-a0f3-82efa99c56d5),segment_id=0969c73a-e15c-4ae5-a0f3-82efa99c56d5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:58.956270 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6f856b6e-12b9-4d49-a206-3efc280ccf94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.964723 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:02:58.965114 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Checking segment: {'id': '64faa532-6f22-4054-8c89-b0105e5b218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fa9d2e67-3972-41da-89c9-7fdaf8627fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:58.966116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.966116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Bound using segment: {'id': '64faa532-6f22-4054-8c89-b0105e5b218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fa9d2e67-3972-41da-89c9-7fdaf8627fd7'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:02:58.966440 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] The port '58f86503-50e5-44c6-854f-6d8692672c78' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:02:58.966640 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Bound port: 0b2dfe68-1eaf-4aca-848a-85d46cff9074, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64faa532-6f22-4054-8c89-b0105e5b218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fa9d2e67-3972-41da-89c9-7fdaf8627fd7'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:02:58.966987 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.973321 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f30b825-d34c-41a0-92a1-7680adcd4865 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:58.974589 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.979821 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f30b825-d34c-41a0-92a1-7680adcd4865 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:58.980615 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-2f30b825-d34c-41a0-92a1-7680adcd4865 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Synchronizing usage tracker for tenant:c94e639053a24dcb9683d213d0065b0f on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:58.986944 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-971b0a8d-d78a-4eee-8bb2-e314138fb9b4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:59.054972 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b0a8d-d78a-4eee-8bb2-e314138fb9b4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Subnet': ['ID=f2935141-2fba-48d0-9609-8203a843e4a5,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:59.075393 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] For port 0b2dfe68-1eaf-4aca-848a-85d46cff9074, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:02:59.079177 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] For port 0b2dfe68-1eaf-4aca-848a-85d46cff9074, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0b2dfe68-1eaf-4aca-848a-85d46cff9074,segment=NetworkSegment(64faa532-6f22-4054-8c89-b0105e5b218e),segment_id=64faa532-6f22-4054-8c89-b0105e5b218e)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:02:59.093683 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0cd54479-0901-46a7-b99b-e20b011a49ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:59.101332 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Subnet': ['ID=738e06b0-0037-4fd6-adbd-09a2b2528186,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:59.109376 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-2f30b825-d34c-41a0-92a1-7680adcd4865 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Unset dirty status for tenant:c94e639053a24dcb9683d213d0065b0f on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:59.110976 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2f30b825-d34c-41a0-92a1-7680adcd4865 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5776782 Feb 04 06:02:59.122390 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50316) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:59.130188 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-20099cb3-44d4-495f-bba8-0a1cc9122c19 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1692341941'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:59.134688 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b0c11735-5101-4aa4-9875-0d814755a8c6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:59.147161 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-66ab10bf-5a45-44b8-b3a0-44336b4676ce tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:59.168190 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0cd54479-0901-46a7-b99b-e20b011a49ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:59.189302 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd54479-0901-46a7-b99b-e20b011a49ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b33fe4-91ab-4b43-925f-42c402e3b717,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:59.194934 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0cd54479-0901-46a7-b99b-e20b011a49ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/e2b33fe4-91ab-4b43-925f-42c402e3b717 HTTP/1.1" status: 204 len: 168 time: 1.2296703 Feb 04 06:02:59.197855 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50320) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:59.198664 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b0a8d-d78a-4eee-8bb2-e314138fb9b4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Checking segment: {'id': '4c7fa289-d7f0-492b-b4eb-ffea44009f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:59.198932 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971b0a8d-d78a-4eee-8bb2-e314138fb9b4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network hostable DHCP agents. Network: fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:02:59.288151 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-40bfa3d5-40db-4e7d-a5e8-01c3100152e2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:router {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:02:59.306923 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-40bfa3d5-40db-4e7d-a5e8-01c3100152e2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:router {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:02:59.308208 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-40bfa3d5-40db-4e7d-a5e8-01c3100152e2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1044474 Feb 04 06:02:59.311496 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50324) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:59.314940 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971b0a8d-d78a-4eee-8bb2-e314138fb9b4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:02:59.320744 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-43d0f59c-90f5-4048-b984-f37ba54855b5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:59.344086 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6f856b6e-12b9-4d49-a206-3efc280ccf94 None None] Calling delete_port for c5682936-1807-4b67-a815-a12a20fc3596 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:59.347061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-20099cb3-44d4-495f-bba8-0a1cc9122c19 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:59.405518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-971b0a8d-d78a-4eee-8bb2-e314138fb9b4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:59.409812 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971b0a8d-d78a-4eee-8bb2-e314138fb9b4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:59.410405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-971b0a8d-d78a-4eee-8bb2-e314138fb9b4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:59.451207 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:59.457766 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-971b0a8d-d78a-4eee-8bb2-e314138fb9b4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0662642 Feb 04 06:02:59.461858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50328) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:59.464014 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44d8a2e-56e7-4221-b6d5-9349d440a07a None None] Network fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:59.468593 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-e775b973-080b-4b54-b75f-0f1f9b2cd7e6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'network_id': 'fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7', 'name': 'tempest-PortsIpV6TestJSON-1326570607'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:59.499846 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-43d0f59c-90f5-4048-b984-f37ba54855b5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:59.505150 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-43d0f59c-90f5-4048-b984-f37ba54855b5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:02:59.508582 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-43d0f59c-90f5-4048-b984-f37ba54855b5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:02:59.515259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-43d0f59c-90f5-4048-b984-f37ba54855b5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:59.517488 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-b0c11735-5101-4aa4-9875-0d814755a8c6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for efbf050c-5ad8-4e3b-afcb-61e928d3513e owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:02:59.574524 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d0f59c-90f5-4048-b984-f37ba54855b5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:59.578730 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43d0f59c-90f5-4048-b984-f37ba54855b5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:59.584794 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:59.605865 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:59.619504 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c5682936-1807-4b67-a815-a12a20fc3596 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:02:59.642043 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3aa8f6-de50-4808-ab6f-2413203a3ce0 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:02:59.666474 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-20099cb3-44d4-495f-bba8-0a1cc9122c19 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:59.669354 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-6f856b6e-12b9-4d49-a206-3efc280ccf94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:02:59.670076 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-6f856b6e-12b9-4d49-a206-3efc280ccf94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:02:59.687406 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c16f15ab-a420-457a-8b26-cb6315364d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:59.699840 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:59.726898 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5682936-1807-4b67-a815-a12a20fc3596,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:59.736764 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] No DVR routers for this DVR port c5682936-1807-4b67-a815-a12a20fc3596 on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:02:59.739015 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: c5682936-1807-4b67-a815-a12a20fc3596 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:02:59.739297 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c5682936-1807-4b67-a815-a12a20fc3596 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:02:59.758632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3dc698-52a5-409f-ad37-f387bd575ebc']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:59.761601 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e775b973-080b-4b54-b75f-0f1f9b2cd7e6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:02:59.774289 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e775b973-080b-4b54-b75f-0f1f9b2cd7e6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:02:59.820859 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ffa01-1510-4da2-9d90-40bd740dd810 None None] Pushing event updated for resources: {'Port': ['ID=0b2dfe68-1eaf-4aca-848a-85d46cff9074,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:59.833552 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20099cb3-44d4-495f-bba8-0a1cc9122c19 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Made reservation on behalf of c94e639053a24dcb9683d213d0065b0f for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:59.836930 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-20099cb3-44d4-495f-bba8-0a1cc9122c19 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:59.837172 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e775b973-080b-4b54-b75f-0f1f9b2cd7e6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:59.840591 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e775b973-080b-4b54-b75f-0f1f9b2cd7e6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:59.846908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a639c1-9a76-4aab-bfc8-9ee40446440f') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:59.847207 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a639c1-9a76-4aab-bfc8-9ee40446440f') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:59.857720 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9d2e67-3972-41da-89c9-7fdaf8627fd7']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:59.872665 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-e775b973-080b-4b54-b75f-0f1f9b2cd7e6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] device_id is not set on port 4ad1c59c-3476-45a6-9ced-fe216b22898d yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:02:59.904183 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64faa532-6f22-4054-8c89-b0105e5b218e') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:59.904494 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64faa532-6f22-4054-8c89-b0105e5b218e') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:59.906856 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-63065b7b-f919-410e-80d1-7ac3e7dce12a None None] Provisioning complete for port 744e3fdd-3856-44cc-b51c-623a819cbe95 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:59.907394 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-63065b7b-f919-410e-80d1-7ac3e7dce12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:59.962016 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.005962 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.021738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-66ab10bf-5a45-44b8-b3a0-44336b4676ce tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.063387 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b49743f-e283-4625-925b-95a58ccd143c None None] Network fa9d2e67-3972-41da-89c9-7fdaf8627fd7 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:00.075239 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.089690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20099cb3-44d4-495f-bba8-0a1cc9122c19 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:00.098411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.101151 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-66ab10bf-5a45-44b8-b3a0-44336b4676ce tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.116169 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.147627 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:00.148256 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.163973 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.objects.ports [None req-43d0f59c-90f5-4048-b984-f37ba54855b5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87470) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:00.172828 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:00.177558 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:00.177785 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6f856b6e-12b9-4d49-a206-3efc280ccf94 None None] Deleting port c5682936-1807-4b67-a815-a12a20fc3596 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:00.178171 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.178280 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6f856b6e-12b9-4d49-a206-3efc280ccf94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:00.204961 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:00.209150 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-e775b973-080b-4b54-b75f-0f1f9b2cd7e6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Allocated IP 2001:db8::1e6 (fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7/f2935141-2fba-48d0-9609-8203a843e4a5/4ad1c59c-3476-45a6-9ced-fe216b22898d) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:00.261276 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7', 'network_id': 'fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7', 'tenant_id': 'ef31d0e95d1b49ed90d15de4824b5830', 'fixed_ips': [{'subnet_id': 'f2935141-2fba-48d0-9609-8203a843e4a5'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:03:00.262003 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.270856 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab10bf-5a45-44b8-b3a0-44336b4676ce tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325cde7c-5ecc-4d0f-bd7b-00237d46c2a0,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:00.273469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-20099cb3-44d4-495f-bba8-0a1cc9122c19 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.273813 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-20099cb3-44d4-495f-bba8-0a1cc9122c19 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Added segment 85715b81-8241-4e32-a758-b4f52fb8fa2d of type vlan for network 7b5edd44-57a3-4f29-88ab-cea989dadd67 Feb 04 06:03:00.284738 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6f856b6e-12b9-4d49-a206-3efc280ccf94 None None] The port 'c5682936-1807-4b67-a815-a12a20fc3596' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:03:00.289836 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8542b43-7535-4da4-a485-e641ef5c90d7']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:00.391152 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0969c73a-e15c-4ae5-a0f3-82efa99c56d5') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:00.391539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0969c73a-e15c-4ae5-a0f3-82efa99c56d5') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:00.430512 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.465940 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b0c11735-5101-4aa4-9875-0d814755a8c6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.470233 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-20099cb3-44d4-495f-bba8-0a1cc9122c19 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.476383 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 06:03:00.476383 dv-neutron-826830-2-hyperv neutron-server[87471]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 06:03:00.476383 dv-neutron-826830-2-hyperv neutron-server[87471]: [parameters: {'id': 'fa9d2e67-3972-41da-89c9-7fdaf8627fd7'}] Feb 04 06:03:00.476383 dv-neutron-826830-2-hyperv neutron-server[87471]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:03:00.477022 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:03:00.541435 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c11735-5101-4aa4-9875-0d814755a8c6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Port': ['ID=efbf050c-5ad8-4e3b-afcb-61e928d3513e,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:00.543395 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-66ab10bf-5a45-44b8-b3a0-44336b4676ce tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.547719 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-66ab10bf-5a45-44b8-b3a0-44336b4676ce tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.0648921 Feb 04 06:03:00.554493 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50332) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:00.563885 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-41688541-d3ab-474c-8d43-5af478fd8190 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group_rule': {'security_group_id': '40c9fa3f-0784-46fc-9ce5-c3e07207f439', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:00.574687 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:03:00.581421 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] Deleting port 744e3fdd-3856-44cc-b51c-623a819cbe95 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:00.581787 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.582286 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.589724 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-41688541-d3ab-474c-8d43-5af478fd8190 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:00.595039 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.603818 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-41688541-d3ab-474c-8d43-5af478fd8190 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Usage tracker for resource:security_group_rule and tenant:aaf67d659a65459fa6f17ee4b784c1fa is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:00.608181 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43d0f59c-90f5-4048-b984-f37ba54855b5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.752224 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-41688541-d3ab-474c-8d43-5af478fd8190 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:00.769509 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-41688541-d3ab-474c-8d43-5af478fd8190 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:00.789470 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e775b973-080b-4b54-b75f-0f1f9b2cd7e6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.805626 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-20099cb3-44d4-495f-bba8-0a1cc9122c19 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:03:00.816013 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:00.816594 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.830665 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:00.834607 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:00.849484 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-41688541-d3ab-474c-8d43-5af478fd8190 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.869925 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-e775b973-080b-4b54-b75f-0f1f9b2cd7e6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Transition to ACTIVE for port object 4ad1c59c-3476-45a6-9ced-fe216b22898d will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:00.873153 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] For port 744e3fdd-3856-44cc-b51c-623a819cbe95, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=744e3fdd-3856-44cc-b51c-623a819cbe95,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:00.873640 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.905461 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] Pushing event deleted for resources: {'Network': ['ID=9f3dc698-52a5-409f-ad37-f387bd575ebc,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:00.931357 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fad7e54f-aa64-4d97-98ca-899dd6430dc7 tempest-AllowedAddressPairIpV6TestJSON-628616145 tempest-AllowedAddressPairIpV6TestJSON-628616145-project] 10.222.0.31 "DELETE /v2.0/networks/9f3dc698-52a5-409f-ad37-f387bd575ebc HTTP/1.1" status: 204 len: 168 time: 4.4140534 Feb 04 06:03:00.949778 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b0c11735-5101-4aa4-9875-0d814755a8c6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.954959 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b0c11735-5101-4aa4-9875-0d814755a8c6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/ports/efbf050c-5ad8-4e3b-afcb-61e928d3513e HTTP/1.1" status: 204 len: 168 time: 3.1010289 Feb 04 06:03:00.956061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50338) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:00.992899 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-20099cb3-44d4-495f-bba8-0a1cc9122c19 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:00.998400 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20099cb3-44d4-495f-bba8-0a1cc9122c19 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:00.998999 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-20099cb3-44d4-495f-bba8-0a1cc9122c19 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.002665 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.050815 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.063920 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] Calling delete_port for 744e3fdd-3856-44cc-b51c-623a819cbe95 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:01.100193 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-4948ed38-eaaa-425d-8e92-c89b1fbdfaa1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] GET failed (client error): The resource could not be found. Feb 04 06:03:01.101139 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4948ed38-eaaa-425d-8e92-c89b1fbdfaa1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Synchronizing usage tracker for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:01.121013 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-43d0f59c-90f5-4048-b984-f37ba54855b5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] For port 744e3fdd-3856-44cc-b51c-623a819cbe95, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=744e3fdd-3856-44cc-b51c-623a819cbe95,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:01.125507 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.145939 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-41688541-d3ab-474c-8d43-5af478fd8190 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.148889 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e775b973-080b-4b54-b75f-0f1f9b2cd7e6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.154638 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Deleting port 0b2dfe68-1eaf-4aca-848a-85d46cff9074 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:01.155458 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.190259 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-20099cb3-44d4-495f-bba8-0a1cc9122c19 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0665646 Feb 04 06:03:01.201366 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50342) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:01.208021 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-41688541-d3ab-474c-8d43-5af478fd8190 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.216432 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-11d48d75-6469-41aa-aa12-f50805801f14 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1266338110'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:01.236472 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-11d48d75-6469-41aa-aa12-f50805801f14 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:01.244023 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Allocated IP 2001:db8::2 (fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7/f2935141-2fba-48d0-9609-8203a843e4a5/121ba74f-11d7-4320-9284-2b1cc812e5ad) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:01.250239 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-11d48d75-6469-41aa-aa12-f50805801f14 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:01.260085 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20099cb3-44d4-495f-bba8-0a1cc9122c19 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event updated for resources: {'Network': ['ID=7b5edd44-57a3-4f29-88ab-cea989dadd67,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:01.263973 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e8542b43-7535-4da4-a485-e641ef5c90d7 HTTP/1.1" status: 204 len: 168 time: 3.8421073 Feb 04 06:03:01.264875 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4948ed38-eaaa-425d-8e92-c89b1fbdfaa1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Unset dirty status for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:01.270592 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4948ed38-eaaa-425d-8e92-c89b1fbdfaa1 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports/efbf050c-5ad8-4e3b-afcb-61e928d3513e HTTP/1.1" status: 404 len: 333 time: 0.3081527 Feb 04 06:03:01.280364 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50350) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:01.283561 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 7b5edd44-57a3-4f29-88ab-cea989dadd67 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:01.299058 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d48d75-6469-41aa-aa12-f50805801f14 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Made reservation on behalf of c94e639053a24dcb9683d213d0065b0f for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:01.302852 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-11d48d75-6469-41aa-aa12-f50805801f14 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.308859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43d0f59c-90f5-4048-b984-f37ba54855b5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.353442 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41688541-d3ab-474c-8d43-5af478fd8190 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef44856-2581-4abd-ab60-f2e458e70f8a,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:01.362978 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea130b5d-acb9-48ed-94aa-36ebea1068c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8542b43-7535-4da4-a485-e641ef5c90d7,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:01.371827 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43d0f59c-90f5-4048-b984-f37ba54855b5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.372811 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43d0f59c-90f5-4048-b984-f37ba54855b5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.384364 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e775b973-080b-4b54-b75f-0f1f9b2cd7e6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:01.434655 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50354) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:01.448532 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:03:01.448947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:03:01.471576 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d48d75-6469-41aa-aa12-f50805801f14 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:01.488574 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1727e0-1181-4f8b-a35e-b1715683c55e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting subnet 9248770d-019d-4267-b59f-56e8f2f1b6bb {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:03:01.514633 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b1727e0-1181-4f8b-a35e-b1715683c55e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.538148 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-e775b973-080b-4b54-b75f-0f1f9b2cd7e6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:01.552089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50360) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:01.552576 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-11d48d75-6469-41aa-aa12-f50805801f14 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.553695 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-11d48d75-6469-41aa-aa12-f50805801f14 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Added segment 8dc03845-765e-4e6f-bdc0-2e3d035e5405 of type vlan for network 9eddc734-6857-40ca-9210-d708f81d410d Feb 04 06:03:01.556865 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e775b973-080b-4b54-b75f-0f1f9b2cd7e6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:01.562622 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e775b973-080b-4b54-b75f-0f1f9b2cd7e6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:01.563256 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e775b973-080b-4b54-b75f-0f1f9b2cd7e6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.595240 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775b973-080b-4b54-b75f-0f1f9b2cd7e6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=4ad1c59c-3476-45a6-9ced-fe216b22898d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:01.599176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d0f59c-90f5-4048-b984-f37ba54855b5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:01.604506 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-41688541-d3ab-474c-8d43-5af478fd8190 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.605698 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-41688541-d3ab-474c-8d43-5af478fd8190 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0502768 Feb 04 06:03:01.629440 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50364) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:01.643681 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ccb9fa0f-4cbf-48ec-93a8-166f8f4b9f84 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group_rule': {'security_group_id': '40c9fa3f-0784-46fc-9ce5-c3e07207f439', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:01.655661 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ccb9fa0f-4cbf-48ec-93a8-166f8f4b9f84 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:01.680543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b1727e0-1181-4f8b-a35e-b1715683c55e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.684176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0f59c-90f5-4048-b984-f37ba54855b5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=744e3fdd-3856-44cc-b51c-623a819cbe95,revision_number=8']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:01.687160 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-43d0f59c-90f5-4048-b984-f37ba54855b5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:01.695902 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d0f59c-90f5-4048-b984-f37ba54855b5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:01.696499 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43d0f59c-90f5-4048-b984-f37ba54855b5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.697303 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.709006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ccb9fa0f-4cbf-48ec-93a8-166f8f4b9f84 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Usage tracker for resource:security_group_rule and tenant:aaf67d659a65459fa6f17ee4b784c1fa is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:01.709995 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Transition to ACTIVE for port object 121ba74f-11d7-4320-9284-2b1cc812e5ad will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:01.717027 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e775b973-080b-4b54-b75f-0f1f9b2cd7e6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2500007 Feb 04 06:03:01.717027 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0f59c-90f5-4048-b984-f37ba54855b5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=b32f5b13-f947-46f2-be02-2606de8674b6,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:01.717027 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50368) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:01.722259 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ccb9fa0f-4cbf-48ec-93a8-166f8f4b9f84 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:01.737268 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Transition to ACTIVE for port object 121ba74f-11d7-4320-9284-2b1cc812e5ad will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:01.741669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 744e3fdd-3856-44cc-b51c-623a819cbe95 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:03:01.742865 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] For port 0b2dfe68-1eaf-4aca-848a-85d46cff9074, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0b2dfe68-1eaf-4aca-848a-85d46cff9074,segment=NetworkSegment(64faa532-6f22-4054-8c89-b0105e5b218e),segment_id=64faa532-6f22-4054-8c89-b0105e5b218e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:01.743229 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.759018 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-43d0f59c-90f5-4048-b984-f37ba54855b5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4462764 Feb 04 06:03:01.766771 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50372) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:01.770959 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ccb9fa0f-4cbf-48ec-93a8-166f8f4b9f84 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:01.774270 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-11d48d75-6469-41aa-aa12-f50805801f14 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.781751 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.795054 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-ff87bbb0-42dd-42f4-bbe9-a3fd20067d63 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:01.893920 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Network fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:01.896602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bdd5583b-2fe1-40ba-9323-425667039076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.900501 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d54b16ee-fa82-4700-b196-1fb9f81bb993 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb94bb5ad2274bffbb62168bf92a11ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3233521 Feb 04 06:03:01.903428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50376) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:01.905600 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:01.908127 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:01.911763 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Pushing event updated for resources: {'Port': ['ID=121ba74f-11d7-4320-9284-2b1cc812e5ad,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:01.924947 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Calling delete_port for 0b2dfe68-1eaf-4aca-848a-85d46cff9074 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:01.931375 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-91ab3f45-089d-4b00-aea7-bf2986ccfc5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port 4ad1c59c-3476-45a6-9ced-fe216b22898d {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:01.931722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-91ab3f45-089d-4b00-aea7-bf2986ccfc5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.952585 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] Deleting port 744e3fdd-3856-44cc-b51c-623a819cbe95 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:01.952878 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.035453 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ccb9fa0f-4cbf-48ec-93a8-166f8f4b9f84 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.090724 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ff87bbb0-42dd-42f4-bbe9-a3fd20067d63 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:02.095581 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-11d48d75-6469-41aa-aa12-f50805801f14 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.100985 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d48d75-6469-41aa-aa12-f50805801f14 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:02.101568 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-11d48d75-6469-41aa-aa12-f50805801f14 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.107263 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Attempting to bind port 121ba74f-11d7-4320-9284-2b1cc812e5ad on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:02.107860 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Attempting to bind port 121ba74f-11d7-4320-9284-2b1cc812e5ad by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4c7fa289-d7f0-492b-b4eb-ffea44009f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:02.107985 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Attempting to bind port 121ba74f-11d7-4320-9284-2b1cc812e5ad on network fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:03:02.113965 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ff87bbb0-42dd-42f4-bbe9-a3fd20067d63 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:02.119877 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ff87bbb0-42dd-42f4-bbe9-a3fd20067d63 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:02.129080 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5b802762-6206-47ea-b478-4907b3207356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.130981 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ff87bbb0-42dd-42f4-bbe9-a3fd20067d63 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:02.142627 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.153853 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-dd3b4f79-8adb-4656-84bf-b26af3462b8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2eff4ff6cd5e4d9ebfad11f77d26cc56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7173219 Feb 04 06:03:02.155040 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50380) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:02.158763 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:03:02.159010 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Checking segment: {'id': '4c7fa289-d7f0-492b-b4eb-ffea44009f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:02.159540 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.160051 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Bound using segment: {'id': '4c7fa289-d7f0-492b-b4eb-ffea44009f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:03:02.160628 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Bound port: 121ba74f-11d7-4320-9284-2b1cc812e5ad, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7fa289-d7f0-492b-b4eb-ffea44009f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:02.161391 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.165350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b1727e0-1181-4f8b-a35e-b1715683c55e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.236143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff87bbb0-42dd-42f4-bbe9-a3fd20067d63 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:02.240156 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ff87bbb0-42dd-42f4-bbe9-a3fd20067d63 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.266000 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5b802762-6206-47ea-b478-4907b3207356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.333121 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 744e3fdd-3856-44cc-b51c-623a819cbe95, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=744e3fdd-3856-44cc-b51c-623a819cbe95,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:02.343068 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.359134 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.435445 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Port': ['ID=0b2dfe68-1eaf-4aca-848a-85d46cff9074,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:02.441485 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] No DVR routers for this DVR port 0b2dfe68-1eaf-4aca-848a-85d46cff9074 on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:02.442950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d48d75-6469-41aa-aa12-f50805801f14 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event updated for resources: {'Network': ['ID=9eddc734-6857-40ca-9210-d708f81d410d,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:02.450129 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-11d48d75-6469-41aa-aa12-f50805801f14 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2473905 Feb 04 06:03:02.450822 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50386) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:02.452051 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] For port 121ba74f-11d7-4320-9284-2b1cc812e5ad, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:03:02.462338 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-91ab3f45-089d-4b00-aea7-bf2986ccfc5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.482598 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] For port 121ba74f-11d7-4320-9284-2b1cc812e5ad, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=121ba74f-11d7-4320-9284-2b1cc812e5ad,segment=NetworkSegment(4c7fa289-d7f0-492b-b4eb-ffea44009f8f),segment_id=4c7fa289-d7f0-492b-b4eb-ffea44009f8f)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:03:02.490488 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] For port 744e3fdd-3856-44cc-b51c-623a819cbe95, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=744e3fdd-3856-44cc-b51c-623a819cbe95,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:02.491068 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.501128 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.501468 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Request body: {'ports': [{'network_id': '7b5edd44-57a3-4f29-88ab-cea989dadd67', 'name': 'tempest-port--317768477', 'admin_state_up': True}, {'network_id': '9eddc734-6857-40ca-9210-d708f81d410d', 'admin_state_up': False}]} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:02.501796 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Request body: {'port': {'network_id': '7b5edd44-57a3-4f29-88ab-cea989dadd67', 'name': 'tempest-port--317768477', 'admin_state_up': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:02.502275 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Request body: {'port': {'network_id': '9eddc734-6857-40ca-9210-d708f81d410d', 'admin_state_up': False}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:02.511278 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=744e3fdd-3856-44cc-b51c-623a819cbe95,revision_number=9']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:02.594504 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5b802762-6206-47ea-b478-4907b3207356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.607274 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-91ab3f45-089d-4b00-aea7-bf2986ccfc5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for 4ad1c59c-3476-45a6-9ced-fe216b22898d owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:02.683822 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b802762-6206-47ea-b478-4907b3207356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225cfe83-fa39-4094-8707-9ed5cec3b3ac,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:02.706406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5b802762-6206-47ea-b478-4907b3207356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.710124 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5b802762-6206-47ea-b478-4907b3207356 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/225cfe83-fa39-4094-8707-9ed5cec3b3ac HTTP/1.1" status: 204 len: 168 time: 0.8009834 Feb 04 06:03:02.749395 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] Calling delete_port for 744e3fdd-3856-44cc-b51c-623a819cbe95 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:02.834043 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ccb9fa0f-4cbf-48ec-93a8-166f8f4b9f84 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.861810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b1727e0-1181-4f8b-a35e-b1715683c55e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.862117 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-91ab3f45-089d-4b00-aea7-bf2986ccfc5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.871705 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 9eddc734-6857-40ca-9210-d708f81d410d details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:02.906026 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ccb9fa0f-4cbf-48ec-93a8-166f8f4b9f84 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.924875 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.977695 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b1727e0-1181-4f8b-a35e-b1715683c55e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.989243 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1727e0-1181-4f8b-a35e-b1715683c55e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Subnet': ['ID=9248770d-019d-4267-b59f-56e8f2f1b6bb,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:02.992466 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8aea0fb4-b225-4ceb-9631-e1f680d1b904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.008782 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4b1727e0-1181-4f8b-a35e-b1715683c55e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/subnets/9248770d-019d-4267-b59f-56e8f2f1b6bb HTTP/1.1" status: 204 len: 168 time: 1.6950390 Feb 04 06:03:03.016493 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9fa0f-4cbf-48ec-93a8-166f8f4b9f84 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97fc2b0-48da-4f2e-b36d-6b06aee64f8f,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:03.016709 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80499c3-3998-4b8e-bd3c-c30cdf958c36 None None] Network 1592d722-133a-414c-93c1-71cc879f475b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:03.027299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50396) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:03.053306 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9d2e67-3972-41da-89c9-7fdaf8627fd7']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:03.104544 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ccb9fa0f-4cbf-48ec-93a8-166f8f4b9f84 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.105537 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ccb9fa0f-4cbf-48ec-93a8-166f8f4b9f84 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.4751227 Feb 04 06:03:03.111685 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64faa532-6f22-4054-8c89-b0105e5b218e') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:03.112032 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64faa532-6f22-4054-8c89-b0105e5b218e') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:03.137771 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab3f45-089d-4b00-aea7-bf2986ccfc5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Port': ['ID=4ad1c59c-3476-45a6-9ced-fe216b22898d,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:03.181772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50402) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:03.188659 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.209085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.232241 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8249a-99d0-45a6-8525-27fe7efcf6ad None None] Pushing event updated for resources: {'Port': ['ID=121ba74f-11d7-4320-9284-2b1cc812e5ad,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:03.261932 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e6a684a-8dfa-433f-8d45-c32010ae326e tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.274760 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8aea0fb4-b225-4ceb-9631-e1f680d1b904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.279452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e6a684a-8dfa-433f-8d45-c32010ae326e tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.319019 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:03:03.319735 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:03:03.322365 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.369730 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ff87bbb0-42dd-42f4-bbe9-a3fd20067d63 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.381068 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.417235 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.430038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e6a684a-8dfa-433f-8d45-c32010ae326e tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.435091 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:03.435736 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.478346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-91ab3f45-089d-4b00-aea7-bf2986ccfc5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.486113 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a684a-8dfa-433f-8d45-c32010ae326e tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a97fc2b0-48da-4f2e-b36d-6b06aee64f8f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:03.496281 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87bbb0-42dd-42f4-bbe9-a3fd20067d63 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=2b9db901-ec8a-462b-9d16-6af785d2e2f6,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:03.509977 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff87bbb0-42dd-42f4-bbe9-a3fd20067d63 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:03.522501 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-ff87bbb0-42dd-42f4-bbe9-a3fd20067d63 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:03.532503 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff87bbb0-42dd-42f4-bbe9-a3fd20067d63 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:03.533107 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ff87bbb0-42dd-42f4-bbe9-a3fd20067d63 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.538483 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-91ab3f45-089d-4b00-aea7-bf2986ccfc5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/ports/4ad1c59c-3476-45a6-9ced-fe216b22898d HTTP/1.1" status: 204 len: 168 time: 1.8140354 Feb 04 06:03:03.543241 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e6a684a-8dfa-433f-8d45-c32010ae326e tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.545214 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8e6a684a-8dfa-433f-8d45-c32010ae326e tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a97fc2b0-48da-4f2e-b36d-6b06aee64f8f HTTP/1.1" status: 204 len: 168 time: 0.3591540 Feb 04 06:03:03.545850 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50414) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:03.556213 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50416) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:03.568432 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:03.570859 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] Deleting port 744e3fdd-3856-44cc-b51c-623a819cbe95 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:03.570859 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.585702 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:03.603138 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Usage tracker for resource:port and tenant:c94e639053a24dcb9683d213d0065b0f is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:03.603600 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9399ac33-a7c4-4096-8bfc-be07e2c6beff None None] DHCP port deletion for 1592d722-133a-414c-93c1-71cc879f475b request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:03:03.611056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:03.622356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:03.627105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:03.627647 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.635106 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9399ac33-a7c4-4096-8bfc-be07e2c6beff None None] Deleting port 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:03.635589 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9399ac33-a7c4-4096-8bfc-be07e2c6beff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.674284 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94c9392-ea3b-464f-857f-05e5dc002e68 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] DELETE failed (client error): The resource could not be found. Feb 04 06:03:03.674923 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94c9392-ea3b-464f-857f-05e5dc002e68 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:03:03.686818 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d94c9392-ea3b-464f-857f-05e5dc002e68 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/ports/4ad1c59c-3476-45a6-9ced-fe216b22898d HTTP/1.1" status: 404 len: 333 time: 0.1340063 Feb 04 06:03:03.687584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50424) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:03.719222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.727642 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Made reservation on behalf of c94e639053a24dcb9683d213d0065b0f for: {'port': 2} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:03.732601 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.776112 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8aea0fb4-b225-4ceb-9631-e1f680d1b904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.785643 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.786236 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ff87bbb0-42dd-42f4-bbe9-a3fd20067d63 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0068488 Feb 04 06:03:03.788503 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c024a61-45a1-43b0-b0f3-7b1981c25638 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] GET failed (client error): The resource could not be found. Feb 04 06:03:03.789050 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4c024a61-45a1-43b0-b0f3-7b1981c25638 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Synchronizing usage tracker for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:03.792350 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50430) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:03.802215 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-9cd01841-1563-41ce-ba88-db991651e77c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'mac_address': 'fa:16:3e:ce:a8:22', 'name': 'tempest-NetworksTestDHCPv6-1358643037'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:03.805989 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Network': ['ID=fa9d2e67-3972-41da-89c9-7fdaf8627fd7,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:03.852723 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea0fb4-b225-4ceb-9631-e1f680d1b904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decb7c96-1ad9-4e53-a48c-1c3fa0f90f48,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:03.854167 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.893753 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a245cfa6-3ec3-48c7-8897-32a4734a8f69 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/networks/fa9d2e67-3972-41da-89c9-7fdaf8627fd7 HTTP/1.1" status: 204 len: 168 time: 7.2062674 Feb 04 06:03:03.929511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8aea0fb4-b225-4ceb-9631-e1f680d1b904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.930947 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8aea0fb4-b225-4ceb-9631-e1f680d1b904 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/decb7c96-1ad9-4e53-a48c-1c3fa0f90f48 HTTP/1.1" status: 204 len: 168 time: 1.6954939 Feb 04 06:03:03.934165 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50436) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:03.958182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-2e98c8dd-5804-40cd-80fc-d00e884d4f3f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-381090377'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:03.984407 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2e98c8dd-5804-40cd-80fc-d00e884d4f3f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:04.045717 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2e98c8dd-5804-40cd-80fc-d00e884d4f3f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Usage tracker for resource:network and tenant:a16e808cbb7c487da688fc682beafc7d is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:04.056215 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6ade179e-09a7-4356-9dcb-40e778cb2dd4 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:04.061194 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9cd01841-1563-41ce-ba88-db991651e77c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:04.065423 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4c024a61-45a1-43b0-b0f3-7b1981c25638 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Unset dirty status for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:04.066611 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4c024a61-45a1-43b0-b0f3-7b1981c25638 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports/4ad1c59c-3476-45a6-9ced-fe216b22898d HTTP/1.1" status: 404 len: 333 time: 0.3514831 Feb 04 06:03:04.071922 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9cd01841-1563-41ce-ba88-db991651e77c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:port and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:04.075084 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50442) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:04.082104 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9cd01841-1563-41ce-ba88-db991651e77c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:04.098959 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2e98c8dd-5804-40cd-80fc-d00e884d4f3f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:04.108942 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-9399ac33-a7c4-4096-8bfc-be07e2c6beff None None] For port 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=01fed731-5682-4d87-b3ee-ff7fd6b5b3cb,segment=NetworkSegment(f99c4dc1-dedb-416c-acd4-f99d13b5efac),segment_id=f99c4dc1-dedb-416c-acd4-f99d13b5efac)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:04.109333 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9399ac33-a7c4-4096-8bfc-be07e2c6beff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.132356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2e98c8dd-5804-40cd-80fc-d00e884d4f3f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:04.197692 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44e80e5-7c20-456b-8fa1-4fa791e1b037 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting subnet f2935141-2fba-48d0-9609-8203a843e4a5 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:03:04.212544 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c44e80e5-7c20-456b-8fa1-4fa791e1b037 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.287145 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9cd01841-1563-41ce-ba88-db991651e77c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:04.300658 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6ade179e-09a7-4356-9dcb-40e778cb2dd4 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:04.302072 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6ade179e-09a7-4356-9dcb-40e778cb2dd4 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.7397275 Feb 04 06:03:04.314534 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50448) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:04.321588 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9399ac33-a7c4-4096-8bfc-be07e2c6beff None None] Calling delete_port for 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:04.371730 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] device_id is not set on port f56886b4-09aa-4793-bfa0-475ffcebb95a yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:03:04.373556 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] For port 744e3fdd-3856-44cc-b51c-623a819cbe95, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=744e3fdd-3856-44cc-b51c-623a819cbe95,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:04.373896 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.386705 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.437191 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-49ec0912-83d5-459e-8f0f-c4994cac5da3 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.466201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-49ec0912-83d5-459e-8f0f-c4994cac5da3 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.505890 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd01841-1563-41ce-ba88-db991651e77c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:04.535303 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-49ec0912-83d5-459e-8f0f-c4994cac5da3 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.553816 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e98c8dd-5804-40cd-80fc-d00e884d4f3f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Made reservation on behalf of a16e808cbb7c487da688fc682beafc7d for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:04.557344 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2e98c8dd-5804-40cd-80fc-d00e884d4f3f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.615747 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] Calling delete_port for 744e3fdd-3856-44cc-b51c-623a819cbe95 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:04.683795 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c44e80e5-7c20-456b-8fa1-4fa791e1b037 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.690320 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.696032 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] For port 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=01fed731-5682-4d87-b3ee-ff7fd6b5b3cb,segment=NetworkSegment(f99c4dc1-dedb-416c-acd4-f99d13b5efac),segment_id=f99c4dc1-dedb-416c-acd4-f99d13b5efac)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:04.696391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.735001 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9cd01841-1563-41ce-ba88-db991651e77c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.736056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e98c8dd-5804-40cd-80fc-d00e884d4f3f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:04.754983 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9399ac33-a7c4-4096-8bfc-be07e2c6beff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.792903 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec0912-83d5-459e-8f0f-c4994cac5da3 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ef44856-2581-4abd-ab60-f2e458e70f8a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:04.810127 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-49ec0912-83d5-459e-8f0f-c4994cac5da3 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.811617 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-49ec0912-83d5-459e-8f0f-c4994cac5da3 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5ef44856-2581-4abd-ab60-f2e458e70f8a HTTP/1.1" status: 204 len: 168 time: 0.4696312 Feb 04 06:03:04.822142 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50468) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:04.851164 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399ac33-a7c4-4096-8bfc-be07e2c6beff None None] Pushing event deleted for resources: {'Port': ['ID=01fed731-5682-4d87-b3ee-ff7fd6b5b3cb,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:04.856759 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9bbce1-179c-4aab-a941-d3825c3f6d5d None None] Network fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:04.904209 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-9cd01841-1563-41ce-ba88-db991651e77c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port 9501692b-e4f0-44ab-8069-14a282c83adc yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:03:04.964342 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9399ac33-a7c4-4096-8bfc-be07e2c6beff None None] No DVR routers for this DVR port 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:05.030021 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:05.038330 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a37b1bde-577a-44eb-9d84-a68d30758fd1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:05.044444 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50478) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:05.075100 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-66608dfc-c81f-4536-9015-fa0fd4b74367 None None] Provisioning for port 121ba74f-11d7-4320-9284-2b1cc812e5ad completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:05.098592 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.138040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a37b1bde-577a-44eb-9d84-a68d30758fd1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:05.141715 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a37b1bde-577a-44eb-9d84-a68d30758fd1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3182063 Feb 04 06:03:05.150979 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50488) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:05.184231 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] Pushing event deleted for resources: {'Port': ['ID=744e3fdd-3856-44cc-b51c-623a819cbe95,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:05.330092 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83feadc8-ccfc-488a-89e5-1399cec6a4e3 None None] No DVR routers for this DVR port 744e3fdd-3856-44cc-b51c-623a819cbe95 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:05.347355 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5b5936-a7ab-4a59-bc34-15a1db3c35cd None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:05.367752 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50494) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:05.374654 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e1e4ef0d-a107-4870-9a47-8f93301d0322 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.386483 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2e98c8dd-5804-40cd-80fc-d00e884d4f3f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.386888 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-2e98c8dd-5804-40cd-80fc-d00e884d4f3f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Added segment 7b413e17-d69d-4663-93fa-66be1f66964e of type vlan for network d3cf4406-ada5-4771-905a-d450dd742565 Feb 04 06:03:05.390134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e1e4ef0d-a107-4870-9a47-8f93301d0322 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.438356 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e1e4ef0d-a107-4870-9a47-8f93301d0322 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.442979 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:03:05.443299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:03:05.445139 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c44e80e5-7c20-456b-8fa1-4fa791e1b037 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.465714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] device_id is not set on port 5a9d9cf6-c3f2-427c-9387-20914ca02c96 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:03:05.470476 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2e98c8dd-5804-40cd-80fc-d00e884d4f3f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.531056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2e98c8dd-5804-40cd-80fc-d00e884d4f3f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.531286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1920788052'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:05.537950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e98c8dd-5804-40cd-80fc-d00e884d4f3f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:05.538706 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2e98c8dd-5804-40cd-80fc-d00e884d4f3f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.551564 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4ef0d-a107-4870-9a47-8f93301d0322 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=325cde7c-5ecc-4d0f-bd7b-00237d46c2a0,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:05.557179 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-7c0ac09f-6355-4626-8b91-b7ac4bc638bf tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:05.562361 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50502) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:05.562683 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7c0ac09f-6355-4626-8b91-b7ac4bc638bf tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1906381 Feb 04 06:03:05.570128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:05.573298 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e1e4ef0d-a107-4870-9a47-8f93301d0322 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.573929 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e1e4ef0d-a107-4870-9a47-8f93301d0322 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/325cde7c-5ecc-4d0f-bd7b-00237d46c2a0 HTTP/1.1" status: 204 len: 168 time: 0.4151952 Feb 04 06:03:05.582690 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50504) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:05.589498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Usage tracker for resource:network and tenant:6fd598a0dd4f494694b79a57055856dd is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:05.592649 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 121ba74f-11d7-4320-9284-2b1cc812e5ad up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:05.596889 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-27bdaeea-9c4a-424c-94be-35a41c9dbbf8 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:05.597428 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-27bdaeea-9c4a-424c-94be-35a41c9dbbf8 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0217617 Feb 04 06:03:05.627586 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:05.643574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50510) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:05.660107 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:05.666453 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-8d0d8623-4f64-4aca-9890-7329b807f3aa tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:05.669990 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8d0d8623-4f64-4aca-9890-7329b807f3aa tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0151808 Feb 04 06:03:05.678001 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50514) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:05.690742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-e98271be-20d6-4fa6-8e39-8c43c074a5ea tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:05.694056 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e98271be-20d6-4fa6-8e39-8c43c074a5ea tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0118103 Feb 04 06:03:05.699443 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50518) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:05.715920 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-315af6b7-1fc8-4ae8-91f2-4f90d6448c38 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:05.719341 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-315af6b7-1fc8-4ae8-91f2-4f90d6448c38 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0127597 Feb 04 06:03:05.720413 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50522) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:05.746610 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-612d3268-e812-4504-8f28-a6879e5b25f7 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:05.746769 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98c8dd-5804-40cd-80fc-d00e884d4f3f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Network': ['ID=d3cf4406-ada5-4771-905a-d450dd742565,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:05.752498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-0cfa4db8-7cc7-4f2f-b85b-68cc4c035e06 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:05.756990 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0cfa4db8-7cc7-4f2f-b85b-68cc4c035e06 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0282698 Feb 04 06:03:05.756990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-9cd01841-1563-41ce-ba88-db991651e77c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 172.20.0.13 (65e4f961-4ab6-4ffd-8973-b6f04910c762/2b9db901-ec8a-462b-9d16-6af785d2e2f6/9501692b-e4f0-44ab-8069-14a282c83adc) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:05.757273 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50526) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:05.759193 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c44e80e5-7c20-456b-8fa1-4fa791e1b037 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.767037 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 121ba74f-11d7-4320-9284-2b1cc812e5ad completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:05.770062 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2e98c8dd-5804-40cd-80fc-d00e884d4f3f tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8303936 Feb 04 06:03:05.775030 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-e036f58f-9fe4-43ae-9c40-f95c63b716f1 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:05.778176 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e036f58f-9fe4-43ae-9c40-f95c63b716f1 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0179787 Feb 04 06:03:05.780081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50530) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:05.780358 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50532) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:05.781953 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 121ba74f-11d7-4320-9284-2b1cc812e5ad triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:05.782332 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.792675 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-828277e7-bb3c-465b-801e-9f831d6f287e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'subnet': {'network_id': 'd3cf4406-ada5-4771-905a-d450dd742565', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:05.814327 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network d3cf4406-ada5-4771-905a-d450dd742565 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:05.814582 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-ce1138ad-fcd0-43d3-9114-088206d4a8a2 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:05.817580 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ce1138ad-fcd0-43d3-9114-088206d4a8a2 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0302174 Feb 04 06:03:05.823387 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50538) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:05.824467 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Made reservation on behalf of 6fd598a0dd4f494694b79a57055856dd for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:05.825473 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': '2b9db901-ec8a-462b-9d16-6af785d2e2f6'}, {'subnet_id': 'b32f5b13-f947-46f2-be02-2606de8674b6'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:03:05.826398 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.828161 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.837024 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-be2075a5-5a69-4a9a-9cab-6eb109c34621 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:05.840518 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-be2075a5-5a69-4a9a-9cab-6eb109c34621 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0134079 Feb 04 06:03:05.840749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-9cd01841-1563-41ce-ba88-db991651e77c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::f816:3eff:fece:a822 (65e4f961-4ab6-4ffd-8973-b6f04910c762/b32f5b13-f947-46f2-be02-2606de8674b6/9501692b-e4f0-44ab-8069-14a282c83adc) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:05.844805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e80e5-7c20-456b-8fa1-4fa791e1b037 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Subnet': ['ID=f2935141-2fba-48d0-9609-8203a843e4a5,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:05.848089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50542) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:05.859310 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-b322f54f-8bf3-4e52-8101-70717324762c tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:05.862982 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b322f54f-8bf3-4e52-8101-70717324762c tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0070219 Feb 04 06:03:05.864814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50546) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:05.864814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c44e80e5-7c20-456b-8fa1-4fa791e1b037 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.871680 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.885185 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-3dcc67bc-ca79-47ab-9963-e6276be258bc tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:05.888641 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3dcc67bc-ca79-47ab-9963-e6276be258bc tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0188315 Feb 04 06:03:05.888641 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-612d3268-e812-4504-8f28-a6879e5b25f7 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:05.889242 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-612d3268-e812-4504-8f28-a6879e5b25f7 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3020916 Feb 04 06:03:05.889822 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50550) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:05.905802 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50552) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:05.910035 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c44e80e5-7c20-456b-8fa1-4fa791e1b037 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/subnets/f2935141-2fba-48d0-9609-8203a843e4a5 HTTP/1.1" status: 204 len: 168 time: 1.8327014 Feb 04 06:03:05.914672 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-659676b1-6777-4798-aa30-4718d53867db tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:05.917956 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-659676b1-6777-4798-aa30-4718d53867db tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0210159 Feb 04 06:03:05.918098 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50558) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:05.919439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50560) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:05.932086 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:05.945237 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:05.945522 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.960354 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Usage tracker for resource:security_group_rule and tenant:6fd598a0dd4f494694b79a57055856dd is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:05.966731 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:05.981117 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-5773a4ac-e66f-4628-b79f-1ef00eeb5f36 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:05.985303 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5773a4ac-e66f-4628-b79f-1ef00eeb5f36 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0451443 Feb 04 06:03:05.985486 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:05.987693 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50566) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.012815 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-e7cce084-07fa-4568-85e8-900ab3d245a4 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.016071 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e7cce084-07fa-4568-85e8-900ab3d245a4 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0249808 Feb 04 06:03:06.024657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.026997 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50570) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.036796 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31b4e29b-49a2-444b-bc7b-0d44fdf72ab1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.046080 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bea4bb1-e8e4-4dcf-87ef-951bd4b725e1 None None] Network fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:06.078450 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-889b27ed-67b4-4959-b47f-abb703b57fe9 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.079427 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-889b27ed-67b4-4959-b47f-abb703b57fe9 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0482452 Feb 04 06:03:06.103305 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50574) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.128305 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-c0bc0d27-5eb9-4ff7-aa4b-e9dbcd98cb80 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.132022 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c0bc0d27-5eb9-4ff7-aa4b-e9dbcd98cb80 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0213704 Feb 04 06:03:06.134771 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50578) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.138092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31b4e29b-49a2-444b-bc7b-0d44fdf72ab1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.157024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-aba95568-c305-4acb-bb7d-e2b80e49bd76 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.160819 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-aba95568-c305-4acb-bb7d-e2b80e49bd76 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0166385 Feb 04 06:03:06.162450 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] The port '01fed731-5682-4d87-b3ee-ff7fd6b5b3cb' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:03:06.164215 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50582) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.175183 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-0ef03006-7cfc-49da-93cb-e5f11f8d2b29 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.178851 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0ef03006-7cfc-49da-93cb-e5f11f8d2b29 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0116460 Feb 04 06:03:06.183623 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50586) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.203374 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-ebe74dcd-53ec-4e45-b19e-ac417704aef5 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.206973 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ebe74dcd-53ec-4e45-b19e-ac417704aef5 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0223982 Feb 04 06:03:06.214064 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50590) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.217848 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-828277e7-bb3c-465b-801e-9f831d6f287e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:06.227178 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-9ca30890-00d9-414c-a79e-d72cf149c3b4 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.230888 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9ca30890-00d9-414c-a79e-d72cf149c3b4 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0158823 Feb 04 06:03:06.235911 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50594) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.245109 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-9efa3790-c282-4340-8cfa-cfb7a90f780e tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.248483 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9efa3790-c282-4340-8cfa-cfb7a90f780e tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0110877 Feb 04 06:03:06.249522 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31b4e29b-49a2-444b-bc7b-0d44fdf72ab1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.254638 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50598) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.257002 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-828277e7-bb3c-465b-801e-9f831d6f287e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Usage tracker for resource:subnet and tenant:a16e808cbb7c487da688fc682beafc7d is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:06.299837 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4e29b-49a2-444b-bc7b-0d44fdf72ab1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d44c18f8-f74d-4059-a3c7-f112d1c79f2e,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:06.311232 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-828277e7-bb3c-465b-801e-9f831d6f287e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:06.320777 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-489e101b-693c-4619-b201-9b6d5b2aca82 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.320986 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-af2b3d02-b89c-4e6b-beb4-a1da50efe605 None None] Provisioning complete for port 121ba74f-11d7-4320-9284-2b1cc812e5ad triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:06.321104 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-489e101b-693c-4619-b201-9b6d5b2aca82 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0581686 Feb 04 06:03:06.321199 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-af2b3d02-b89c-4e6b-beb4-a1da50efe605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.323569 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50602) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.327920 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9cd01841-1563-41ce-ba88-db991651e77c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.340958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-828277e7-bb3c-465b-801e-9f831d6f287e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:06.346404 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-865c1b3c-89c8-4886-af05-aa5dc72ae657 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.351274 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-865c1b3c-89c8-4886-af05-aa5dc72ae657 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0229230 Feb 04 06:03:06.351424 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50606) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.362889 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.367088 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-424d5ddf-e342-47fa-a2ad-eabbaadad443 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.370572 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-424d5ddf-e342-47fa-a2ad-eabbaadad443 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0164418 Feb 04 06:03:06.370729 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.376022 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31b4e29b-49a2-444b-bc7b-0d44fdf72ab1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.379703 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-31b4e29b-49a2-444b-bc7b-0d44fdf72ab1 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d44c18f8-f74d-4059-a3c7-f112d1c79f2e HTTP/1.1" status: 204 len: 168 time: 0.4661717 Feb 04 06:03:06.379883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50610) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.379974 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-9cd01841-1563-41ce-ba88-db991651e77c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object 9501692b-e4f0-44ab-8069-14a282c83adc will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:06.381796 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50612) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.384110 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.385043 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.396502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-9497db2a-a97e-4b68-94f7-ef50257c9380 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.400274 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9497db2a-a97e-4b68-94f7-ef50257c9380 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0186448 Feb 04 06:03:06.409673 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50618) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.426558 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-8c66bbc1-5c06-4ced-8614-e144f330f417 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.430071 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8c66bbc1-5c06-4ced-8614-e144f330f417 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0169361 Feb 04 06:03:06.430261 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 121ba74f-11d7-4320-9284-2b1cc812e5ad, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=121ba74f-11d7-4320-9284-2b1cc812e5ad,segment=NetworkSegment(4c7fa289-d7f0-492b-b4eb-ffea44009f8f),segment_id=4c7fa289-d7f0-492b-b4eb-ffea44009f8f)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:06.432849 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50622) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.437663 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828277e7-bb3c-465b-801e-9f831d6f287e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Made reservation on behalf of a16e808cbb7c487da688fc682beafc7d for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:06.441334 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-828277e7-bb3c-465b-801e-9f831d6f287e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.460642 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.469207 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1592d722-133a-414c-93c1-71cc879f475b']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:06.473410 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.514844 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-cca657be-c5b4-4db5-900b-639c02a96d29 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.519719 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cca657be-c5b4-4db5-900b-639c02a96d29 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0579362 Feb 04 06:03:06.520065 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.520065 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50626) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.529438 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port 121ba74f-11d7-4320-9284-2b1cc812e5ad {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:06.529779 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.551418 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:03:06.554020 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7750baf-afca-4f6d-acdc-6806c6014303,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:06.560236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-ed8faa28-aab4-4715-ac0f-6c7c247c0147 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.563630 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ed8faa28-aab4-4715-ac0f-6c7c247c0147 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0119851 Feb 04 06:03:06.564670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50630) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.577915 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-bd97be1d-c785-4430-9199-866c017f712c tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.578900 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bd97be1d-c785-4430-9199-866c017f712c tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0110974 Feb 04 06:03:06.580296 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:06.595469 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50634) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.606644 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-5fbf3fdf-d48c-4122-97cd-3cfc3c374cac tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.610444 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5fbf3fdf-d48c-4122-97cd-3cfc3c374cac tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0110958 Feb 04 06:03:06.610599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:03:06.610599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 01fed731-5682-4d87-b3ee-ff7fd6b5b3cb not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:03:06.613559 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50638) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.621337 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-af10f3d7-1e60-4955-bad5-3f0614a3a86e tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.624773 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-af10f3d7-1e60-4955-bad5-3f0614a3a86e tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0078900 Feb 04 06:03:06.632343 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a80fc12d-3640-464a-a14e-da571c2c745e tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:06.635607 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50642) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.636935 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.638487 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Added segment df12d338-b9c3-4d47-8609-7c8220390196 of type vlan for network a6d1cffc-c359-46e4-a2db-aa0f2dcbe701 Feb 04 06:03:06.640368 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=121ba74f-11d7-4320-9284-2b1cc812e5ad,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:06.663644 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5ea0b4-6759-4340-99d7-806eaa5994cb None None] DHCP port deletion for fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:03:06.671364 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9cd01841-1563-41ce-ba88-db991651e77c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.685773 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99c4dc1-dedb-416c-acd4-f99d13b5efac') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:06.686161 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99c4dc1-dedb-416c-acd4-f99d13b5efac') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:06.701265 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-7bb32cb9-8fdd-4000-9ef0-e8bab040695c tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.702264 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7bb32cb9-8fdd-4000-9ef0-e8bab040695c tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0511997 Feb 04 06:03:06.707432 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a80fc12d-3640-464a-a14e-da571c2c745e tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:06.708779 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a80fc12d-3640-464a-a14e-da571c2c745e tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3260789 Feb 04 06:03:06.709414 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50646) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.712235 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.723080 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50648) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.737205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.741242 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-0e2f19df-beaa-40a5-9e9e-6a637274c6c6 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.744631 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0e2f19df-beaa-40a5-9e9e-6a637274c6c6 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0203393 Feb 04 06:03:06.754087 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50654) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.769172 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-cb120962-1ff0-4b7a-aebf-2b0064e2a957 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.772530 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-cb120962-1ff0-4b7a-aebf-2b0064e2a957 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0121636 Feb 04 06:03:06.778327 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50658) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.785379 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd01841-1563-41ce-ba88-db991651e77c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:06.792335 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6a5ea0b4-6759-4340-99d7-806eaa5994cb None None] Deleting port 121ba74f-11d7-4320-9284-2b1cc812e5ad {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:06.792702 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6a5ea0b4-6759-4340-99d7-806eaa5994cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.793812 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event updated for resources: {'Port': ['ID=f56886b4-09aa-4793-bfa0-475ffcebb95a,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:06.796220 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-8e04b7e2-bd19-41b6-8a06-d77dc73f4987 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.799679 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8e04b7e2-bd19-41b6-8a06-d77dc73f4987 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0178664 Feb 04 06:03:06.799679 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd01841-1563-41ce-ba88-db991651e77c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=9501692b-e4f0-44ab-8069-14a282c83adc,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:06.800568 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-9cd01841-1563-41ce-ba88-db991651e77c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:06.802028 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50662) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.805855 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.807083 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd01841-1563-41ce-ba88-db991651e77c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:06.839821 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-461ebde4-a3c1-4afa-ac19-f5c188c48fe7 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.843858 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-461ebde4-a3c1-4afa-ac19-f5c188c48fe7 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0351617 Feb 04 06:03:06.849545 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50666) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.859444 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:06.860248 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.861624 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-455e7ed5-a799-43e7-ae1f-089afc6fd8b8 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.865067 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-455e7ed5-a799-43e7-ae1f-089afc6fd8b8 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0121233 Feb 04 06:03:06.866151 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50670) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.875237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-5b0d9365-0610-4f09-acf8-98dd4bf34527 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.878694 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5b0d9365-0610-4f09-acf8-98dd4bf34527 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0098536 Feb 04 06:03:06.878694 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.882159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:06.882797 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:06.889722 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:06.892154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50674) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.925990 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3140d3fa-9743-4c3e-a6a5-9b9005fc370f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.926769 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-24b26f2c-185d-4f41-9506-8e6154e049ae tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:06.927723 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-24b26f2c-185d-4f41-9506-8e6154e049ae tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0234523 Feb 04 06:03:06.940191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50678) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:06.958543 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Allocated IP 172.20.0.2 (65e4f961-4ab6-4ffd-8973-b6f04910c762/2b9db901-ec8a-462b-9d16-6af785d2e2f6/3af9c02b-cfa0-44b7-8375-39403d15ddff) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:06.980462 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Allocated IP 2001:db8::f816:3eff:fe09:c04e (65e4f961-4ab6-4ffd-8973-b6f04910c762/b32f5b13-f947-46f2-be02-2606de8674b6/3af9c02b-cfa0-44b7-8375-39403d15ddff) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:06.994676 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd01841-1563-41ce-ba88-db991651e77c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:06.995283 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9cd01841-1563-41ce-ba88-db991651e77c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.010488 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3140d3fa-9743-4c3e-a6a5-9b9005fc370f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.015943 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9519668 Feb 04 06:03:07.019340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50682) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.020652 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-a5923108-646d-4138-ac10-0a3fdfd381aa tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.024578 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a5923108-646d-4138-ac10-0a3fdfd381aa tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0342484 Feb 04 06:03:07.024728 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719663aa-d237-4156-855f-9d94522e2224 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Pushing event updated for resources: {'Network': ['ID=a6d1cffc-c359-46e4-a2db-aa0f2dcbe701,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:07.025409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50686) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.028691 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Checking segment: {'id': '85715b81-8241-4e32-a758-b4f52fb8fa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7b5edd44-57a3-4f29-88ab-cea989dadd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:07.029060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Network hostable DHCP agents. Network: 7b5edd44-57a3-4f29-88ab-cea989dadd67, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:03:07.029281 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-28b01258-3da3-4387-850c-489871f9a00e tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Request body: {'subnet': {'network_id': 'a6d1cffc-c359-46e4-a2db-aa0f2dcbe701', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:07.051454 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-ece1fc1b-4d15-4692-8c82-15824dcc3ed8 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.055064 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ece1fc1b-4d15-4692-8c82-15824dcc3ed8 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0113840 Feb 04 06:03:07.060161 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network a6d1cffc-c359-46e4-a2db-aa0f2dcbe701 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:07.061127 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9cd01841-1563-41ce-ba88-db991651e77c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.2643468 Feb 04 06:03:07.070894 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50690) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.071236 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50692) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.101044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-7d2a9e83-d826-4c7a-adc1-a511fcba5afb tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.101999 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7d2a9e83-d826-4c7a-adc1-a511fcba5afb tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0278993 Feb 04 06:03:07.112406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50698) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.183742 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-2943adc7-8fb3-49c8-a4f4-92f21b4a08c8 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.187291 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2943adc7-8fb3-49c8-a4f4-92f21b4a08c8 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0713680 Feb 04 06:03:07.187909 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-28b01258-3da3-4387-850c-489871f9a00e tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:07.191879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50702) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.197406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-f9ffdd8f-40fe-44fe-b4f1-5324b75dc1da tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.201177 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f9ffdd8f-40fe-44fe-b4f1-5324b75dc1da tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0056386 Feb 04 06:03:07.202215 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50706) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.206552 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-28b01258-3da3-4387-850c-489871f9a00e tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Usage tracker for resource:subnet and tenant:6fd598a0dd4f494694b79a57055856dd is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:07.214693 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-d66384ee-2edc-47ba-878d-bd8280fa810c tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.218073 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d66384ee-2edc-47ba-878d-bd8280fa810c tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0125532 Feb 04 06:03:07.218073 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-28b01258-3da3-4387-850c-489871f9a00e tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:07.221770 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50710) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.230993 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-d67515f1-b0e2-4c96-ac0c-b70fe1687eb5 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.235119 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d67515f1-b0e2-4c96-ac0c-b70fe1687eb5 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0099163 Feb 04 06:03:07.235252 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.235371 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-28b01258-3da3-4387-850c-489871f9a00e tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:07.236690 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50714) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.246598 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-5e085925-f838-418d-903a-6c37eeef7d7a tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.249756 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5e085925-f838-418d-903a-6c37eeef7d7a tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0088725 Feb 04 06:03:07.251100 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50718) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.256337 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.258260 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-7db54b8d-d1ff-4f12-a35b-e9f9b51505cf tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.261844 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7db54b8d-d1ff-4f12-a35b-e9f9b51505cf tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0082574 Feb 04 06:03:07.262005 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6a5ea0b4-6759-4340-99d7-806eaa5994cb None None] For port 121ba74f-11d7-4320-9284-2b1cc812e5ad, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=121ba74f-11d7-4320-9284-2b1cc812e5ad,segment=NetworkSegment(4c7fa289-d7f0-492b-b4eb-ffea44009f8f),segment_id=4c7fa289-d7f0-492b-b4eb-ffea44009f8f)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:07.262144 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6a5ea0b4-6759-4340-99d7-806eaa5994cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.264462 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Network 7b5edd44-57a3-4f29-88ab-cea989dadd67 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:03:07.265116 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50722) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.266024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b01258-3da3-4387-850c-489871f9a00e tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Made reservation on behalf of 6fd598a0dd4f494694b79a57055856dd for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:07.270222 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28b01258-3da3-4387-850c-489871f9a00e tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.304485 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-5271dad9-b4e6-4655-8d39-8f35cc97ef8c tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.304753 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.308363 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5271dad9-b4e6-4655-8d39-8f35cc97ef8c tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0159502 Feb 04 06:03:07.309853 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 7b5edd44-57a3-4f29-88ab-cea989dadd67) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:07.317329 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50726) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.320928 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3140d3fa-9743-4c3e-a6a5-9b9005fc370f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.328469 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117937b1-d85c-4e12-9f79-16748d36bef7 None None] Network 7b5edd44-57a3-4f29-88ab-cea989dadd67 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:07.350621 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Network': ['ID=1592d722-133a-414c-93c1-71cc879f475b,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:07.352463 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:07.353285 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.365834 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-62ac3e2b-8cac-401c-a456-a8ac48f94478 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.369128 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-62ac3e2b-8cac-401c-a456-a8ac48f94478 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0471647 Feb 04 06:03:07.376643 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50730) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.463651 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6a5ea0b4-6759-4340-99d7-806eaa5994cb None None] Calling delete_port for 121ba74f-11d7-4320-9284-2b1cc812e5ad owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:07.515927 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 121ba74f-11d7-4320-9284-2b1cc812e5ad no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:03:07.550094 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28b01258-3da3-4387-850c-489871f9a00e tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.567329 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140d3fa-9743-4c3e-a6a5-9b9005fc370f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52d47836-6f3a-4730-83f5-78ccaeb94765,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:07.572434 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] For port 121ba74f-11d7-4320-9284-2b1cc812e5ad, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=121ba74f-11d7-4320-9284-2b1cc812e5ad,segment=NetworkSegment(4c7fa289-d7f0-492b-b4eb-ffea44009f8f),segment_id=4c7fa289-d7f0-492b-b4eb-ffea44009f8f)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:07.572790 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.582490 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-7f817bad-6222-4424-8633-8ef16f5eaae4 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.585783 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7f817bad-6222-4424-8633-8ef16f5eaae4 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0336106 Feb 04 06:03:07.593641 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2d9d6622-db60-48da-a559-bd0e7eab274d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/networks/1592d722-133a-414c-93c1-71cc879f475b HTTP/1.1" status: 204 len: 168 time: 4.5650997 Feb 04 06:03:07.597352 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3140d3fa-9743-4c3e-a6a5-9b9005fc370f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.597767 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3140d3fa-9743-4c3e-a6a5-9b9005fc370f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/52d47836-6f3a-4730-83f5-78ccaeb94765 HTTP/1.1" status: 204 len: 168 time: 0.8716176 Feb 04 06:03:07.599657 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50734) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.600433 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50736) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.600891 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50738) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.616613 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-c45a6435-b10c-45c2-89d0-41925c411e44 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.619933 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c45a6435-b10c-45c2-89d0-41925c411e44 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0108724 Feb 04 06:03:07.621824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d368fdf2-2628-49d5-aa7f-0633af545ac9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1305629160'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:07.632208 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50746) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.649652 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d368fdf2-2628-49d5-aa7f-0633af545ac9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:07.677847 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d368fdf2-2628-49d5-aa7f-0633af545ac9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:network and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:07.692551 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d368fdf2-2628-49d5-aa7f-0633af545ac9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:07.711052 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d368fdf2-2628-49d5-aa7f-0633af545ac9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:07.714683 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b01258-3da3-4387-850c-489871f9a00e tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Pushing event updated for resources: {'Subnet': ['ID=e1f31d56-e02f-400b-b0b2-2c53a2e42d3e,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:07.728515 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:03:07.738176 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3a64e870-6193-4b75-bb94-9667a91a67ab tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1271834 Feb 04 06:03:07.739105 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b01258-3da3-4387-850c-489871f9a00e tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Checking segment: {'id': 'df12d338-b9c3-4d47-8609-7c8220390196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a6d1cffc-c359-46e4-a2db-aa0f2dcbe701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:07.739474 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b01258-3da3-4387-850c-489871f9a00e tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Network hostable DHCP agents. Network: a6d1cffc-c359-46e4-a2db-aa0f2dcbe701, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:03:07.745112 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50750) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.751522 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-c909f765-620e-4d1e-9ca8-960c09ad43e0 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.752673 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c909f765-620e-4d1e-9ca8-960c09ad43e0 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0644035 Feb 04 06:03:07.762681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50754) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.773614 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for 121ba74f-11d7-4320-9284-2b1cc812e5ad owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:07.782592 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-33f04ac7-6473-40e6-ae80-46ee66c6ab68 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.783586 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-33f04ac7-6473-40e6-ae80-46ee66c6ab68 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0144281 Feb 04 06:03:07.785458 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d368fdf2-2628-49d5-aa7f-0633af545ac9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:07.789120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d368fdf2-2628-49d5-aa7f-0633af545ac9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.800179 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6a5ea0b4-6759-4340-99d7-806eaa5994cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.800416 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50758) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.805328 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No ports have port_id starting with 121ba74f-11d7-4320-9284-2b1cc812e5ad Feb 04 06:03:07.818861 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-e14d41af-1935-4c2f-8431-18c75fdbe55a tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.819843 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e14d41af-1935-4c2f-8431-18c75fdbe55a tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0164998 Feb 04 06:03:07.826599 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50762) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.839955 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event updated for resources: {'Port': ['ID=5a9d9cf6-c3f2-427c-9387-20914ca02c96,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:07.846586 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-759909f6-add2-43dd-8166-b2baf42bfcd0 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.847527 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-759909f6-add2-43dd-8166-b2baf42bfcd0 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0200140 Feb 04 06:03:07.852300 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50766) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.853382 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-828277e7-bb3c-465b-801e-9f831d6f287e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.863130 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.865042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-6b40914b-6593-4568-92bf-3d26fad0edde tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.868518 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6b40914b-6593-4568-92bf-3d26fad0edde tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0111871 Feb 04 06:03:07.870475 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ea0b4-6759-4340-99d7-806eaa5994cb None None] Pushing event deleted for resources: {'Port': ['ID=121ba74f-11d7-4320-9284-2b1cc812e5ad,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:07.870614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50770) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.873811 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5ea0b4-6759-4340-99d7-806eaa5994cb None None] No DVR routers for this DVR port 121ba74f-11d7-4320-9284-2b1cc812e5ad on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:07.877607 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-1fd2685c-781d-43f4-8192-7ca9936e7461 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.882019 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1fd2685c-781d-43f4-8192-7ca9936e7461 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0104876 Feb 04 06:03:07.893222 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d368fdf2-2628-49d5-aa7f-0633af545ac9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:07.893778 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Transition to ACTIVE for port object 3af9c02b-cfa0-44b7-8375-39403d15ddff will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:07.898632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81dbedb-a36a-4cd9-b80e-752f36531730 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:07.899454 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e81dbedb-a36a-4cd9-b80e-752f36531730 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:07.901891 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50774) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.903633 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d368fdf2-2628-49d5-aa7f-0633af545ac9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.904314 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-d368fdf2-2628-49d5-aa7f-0633af545ac9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Added segment f67a20ab-ea8c-4470-8632-410ed5d5c269 of type vlan for network 0c981645-8a47-42b0-bcdb-8a909c3caeba Feb 04 06:03:07.910770 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b01258-3da3-4387-850c-489871f9a00e tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Network a6d1cffc-c359-46e4-a2db-aa0f2dcbe701 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:03:07.920735 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Transition to ACTIVE for port object 3af9c02b-cfa0-44b7-8375-39403d15ddff will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:07.928429 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-c214f7bd-f6ca-4700-a6b6-26e0fb34766b tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.929627 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c214f7bd-f6ca-4700-a6b6-26e0fb34766b tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0188632 Feb 04 06:03:07.930625 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.938593 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50778) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.950065 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-2937c410-0947-4ab9-b959-27401805dd78 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.953664 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2937c410-0947-4ab9-b959-27401805dd78 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0079551 Feb 04 06:03:07.954597 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50782) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.969565 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-77af1eb5-20e4-469b-9a00-11feb4102ec3 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:07.973120 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-77af1eb5-20e4-469b-9a00-11feb4102ec3 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0134668 Feb 04 06:03:07.973120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-28b01258-3da3-4387-850c-489871f9a00e tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, a6d1cffc-c359-46e4-a2db-aa0f2dcbe701) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:07.975704 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-06ff53d1-fdf9-48c2-8651-f4f32d94c8c7 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.975945 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Checking segment: {'id': '8dc03845-765e-4e6f-bdc0-2e3d035e5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9eddc734-6857-40ca-9210-d708f81d410d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:07.975945 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Network hostable DHCP agents. Network: 9eddc734-6857-40ca-9210-d708f81d410d, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:03:07.986494 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50786) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:07.998053 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-645ce089-d572-4cfe-b54a-b2ccfce01599 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:08.001217 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-645ce089-d572-4cfe-b54a-b2ccfce01599 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0104475 Feb 04 06:03:08.001328 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d338a20b-7726-4b79-a45a-d21c50439af3 None None] Network a6d1cffc-c359-46e4-a2db-aa0f2dcbe701 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:08.001424 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d368fdf2-2628-49d5-aa7f-0633af545ac9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.005197 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b01258-3da3-4387-850c-489871f9a00e tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:08.005197 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28b01258-3da3-4387-850c-489871f9a00e tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.012222 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50790) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:08.027387 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e81dbedb-a36a-4cd9-b80e-752f36531730 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:08.027387 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e81dbedb-a36a-4cd9-b80e-752f36531730 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.9422145 Feb 04 06:03:08.027697 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:08.027697 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:08.027932 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50794) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:08.039412 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-d604f288-4a3b-4023-a97c-c623684533fc tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:08.043072 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d604f288-4a3b-4023-a97c-c623684533fc tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0186691 Feb 04 06:03:08.046839 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50798) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:08.054225 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-06ff53d1-fdf9-48c2-8651-f4f32d94c8c7 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.067998 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-e35ec887-27df-404c-99d1-a706f2bc6a63 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:08.074920 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e35ec887-27df-404c-99d1-a706f2bc6a63 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0198128 Feb 04 06:03:08.075115 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:08.079619 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:03:08.080037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:03:08.080632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828277e7-bb3c-465b-801e-9f831d6f287e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Subnet': ['ID=af3701bc-663f-4d4d-b88b-9ab1dc092067,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:08.085336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50802) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:08.100849 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [None req-c3cef591-eeea-498a-846f-02b539f1ea09 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:08.106188 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c3cef591-eeea-498a-846f-02b539f1ea09 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0156093 Feb 04 06:03:08.106364 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50806) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:08.108125 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-28b01258-3da3-4387-850c-489871f9a00e tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0871820 Feb 04 06:03:08.118259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50810) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:08.118642 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-0f5b2896-2288-4611-865f-b8ef4fad70bd tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:08.122692 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0f5b2896-2288-4611-865f-b8ef4fad70bd tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0169961 Feb 04 06:03:08.124792 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d368fdf2-2628-49d5-aa7f-0633af545ac9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.128190 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50814) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:08.131117 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828277e7-bb3c-465b-801e-9f831d6f287e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Checking segment: {'id': '7b413e17-d69d-4663-93fa-66be1f66964e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd3cf4406-ada5-4771-905a-d450dd742565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:08.132831 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828277e7-bb3c-465b-801e-9f831d6f287e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network hostable DHCP agents. Network: d3cf4406-ada5-4771-905a-d450dd742565, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:03:08.142785 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Network 9eddc734-6857-40ca-9210-d708f81d410d is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:03:08.148359 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d368fdf2-2628-49d5-aa7f-0633af545ac9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:08.148929 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-13b95f39-a460-4d0b-bc0b-8ec6e2c56b0b tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:08.150265 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d368fdf2-2628-49d5-aa7f-0633af545ac9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.152794 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-13b95f39-a460-4d0b-bc0b-8ec6e2c56b0b tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0231912 Feb 04 06:03:08.155915 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50818) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:08.171571 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-ef7d77a1-58b2-4f1d-83ff-4f92be31d914 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:08.175465 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ef7d77a1-58b2-4f1d-83ff-4f92be31d914 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0172429 Feb 04 06:03:08.177239 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-99b642dc-bf75-4cc5-83ad-fb0cdfd6261b tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Request body: {'port': {'network_id': 'a6d1cffc-c359-46e4-a2db-aa0f2dcbe701', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1575501926'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:08.179490 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-cd4693a6-dd89-476c-b929-f74848606e81 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port 9501692b-e4f0-44ab-8069-14a282c83adc {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:08.181076 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cd4693a6-dd89-476c-b929-f74848606e81 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.182572 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Pushing event updated for resources: {'Port': ['ID=3af9c02b-cfa0-44b7-8375-39403d15ddff,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:08.207613 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50822) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:08.215210 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 9eddc734-6857-40ca-9210-d708f81d410d) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:08.235094 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [None req-510543c0-19a1-4234-ad01-a68652f3d5d6 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:08.244370 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-510543c0-19a1-4234-ad01-a68652f3d5d6 tempest-ExtensionsTestJSON-609770079 tempest-ExtensionsTestJSON-609770079-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0269692 Feb 04 06:03:08.245730 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:08.252932 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032a7fe3-73c6-4df3-ae8b-44aa0d249274 None None] Network 9eddc734-6857-40ca-9210-d708f81d410d requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:08.255081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:08.262593 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-06ff53d1-fdf9-48c2-8651-f4f32d94c8c7 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.263963 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:08.264920 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.265533 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-06ff53d1-fdf9-48c2-8651-f4f32d94c8c7 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.266778 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-06ff53d1-fdf9-48c2-8651-f4f32d94c8c7 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-groups/40c9fa3f-0784-46fc-9ce5-c3e07207f439 HTTP/1.1" status: 204 len: 168 time: 0.5207460 Feb 04 06:03:08.292492 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50828) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:08.369964 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d368fdf2-2628-49d5-aa7f-0633af545ac9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7608111 Feb 04 06:03:08.387987 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828277e7-bb3c-465b-801e-9f831d6f287e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network d3cf4406-ada5-4771-905a-d450dd742565 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:03:08.390611 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50832) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:08.395564 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2fbe9711-1ecb-4bee-8215-bc197a52693d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.9048619 Feb 04 06:03:08.397396 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50834) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:08.404519 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff53d1-fdf9-48c2-8651-f4f32d94c8c7 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c9fa3f-0784-46fc-9ce5-c3e07207f439,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:08.417966 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-8994ae46-18e0-4f8d-b687-ade6385fe5f9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'subnet': {'network_id': '0c981645-8a47-42b0-bcdb-8a909c3caeba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:08.489431 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-828277e7-bb3c-465b-801e-9f831d6f287e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, d3cf4406-ada5-4771-905a-d450dd742565) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:08.527968 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Attempting to bind port 3af9c02b-cfa0-44b7-8375-39403d15ddff on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:08.527968 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Attempting to bind port 3af9c02b-cfa0-44b7-8375-39403d15ddff by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:08.527968 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Attempting to bind port 3af9c02b-cfa0-44b7-8375-39403d15ddff on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:03:08.545755 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0331e8-e590-4d91-9f98-7b1fe30294eb None None] Network d3cf4406-ada5-4771-905a-d450dd742565 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:08.549847 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828277e7-bb3c-465b-801e-9f831d6f287e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:08.550463 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-828277e7-bb3c-465b-801e-9f831d6f287e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.553194 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368fdf2-2628-49d5-aa7f-0633af545ac9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Network': ['ID=0c981645-8a47-42b0-bcdb-8a909c3caeba,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:08.563175 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-563ce13e-9ae4-4357-a413-e410ca472384 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:08.578508 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 0c981645-8a47-42b0-bcdb-8a909c3caeba details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:08.582469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port 121ba74f-11d7-4320-9284-2b1cc812e5ad {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:08.582823 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.595510 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:03:08.596297 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:08.597058 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.597996 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:03:08.598671 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Bound port: 3af9c02b-cfa0-44b7-8375-39403d15ddff, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:08.599425 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.663199 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8994ae46-18e0-4f8d-b687-ade6385fe5f9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:08.671435 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-828277e7-bb3c-465b-801e-9f831d6f287e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.8885701 Feb 04 06:03:08.671621 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-a6d1cffc-c359-46e4-a2db-aa0f2dcbe701', 'network_id': 'a6d1cffc-c359-46e4-a2db-aa0f2dcbe701', 'tenant_id': '6fd598a0dd4f494694b79a57055856dd', 'fixed_ips': [{'subnet_id': 'e1f31d56-e02f-400b-b0b2-2c53a2e42d3e'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:03:08.672475 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.672647 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8994ae46-18e0-4f8d-b687-ade6385fe5f9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:subnet and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:08.676398 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8994ae46-18e0-4f8d-b687-ade6385fe5f9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:08.677079 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] The port '121ba74f-11d7-4320-9284-2b1cc812e5ad' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:03:08.683277 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8994ae46-18e0-4f8d-b687-ade6385fe5f9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:08.688253 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50842) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:08.688597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50844) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:08.699971 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-99b642dc-bf75-4cc5-83ad-fb0cdfd6261b tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:08.704095 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-99b642dc-bf75-4cc5-83ad-fb0cdfd6261b tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Usage tracker for resource:port and tenant:6fd598a0dd4f494694b79a57055856dd is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:08.707503 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-99b642dc-bf75-4cc5-83ad-fb0cdfd6261b tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:08.713975 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-99b642dc-bf75-4cc5-83ad-fb0cdfd6261b tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:08.718441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-563ce13e-9ae4-4357-a413-e410ca472384 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:08.719770 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-563ce13e-9ae4-4357-a413-e410ca472384 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3962450 Feb 04 06:03:08.725298 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8994ae46-18e0-4f8d-b687-ade6385fe5f9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:08.729378 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8994ae46-18e0-4f8d-b687-ade6385fe5f9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.746442 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50852) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:08.760112 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-92b04117-ba7a-4f14-95f0-a752bf7eb5b2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group': {'name': 'tempest-secgroup--351980418'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:08.859973 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cd4693a6-dd89-476c-b929-f74848606e81 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.934227 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-92b04117-ba7a-4f14-95f0-a752bf7eb5b2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:08.951733 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b642dc-bf75-4cc5-83ad-fb0cdfd6261b tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Made reservation on behalf of 6fd598a0dd4f494694b79a57055856dd for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:08.954517 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-99b642dc-bf75-4cc5-83ad-fb0cdfd6261b tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.979821 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-92b04117-ba7a-4f14-95f0-a752bf7eb5b2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:09.014143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3fb8ca-92e8-4576-b446-3ebabed7a9b0 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:09.019974 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3fb8ca-92e8-4576-b446-3ebabed7a9b0 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:09.024389 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-aa3fb8ca-92e8-4576-b446-3ebabed7a9b0 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6186202 Feb 04 06:03:09.024389 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-99b642dc-bf75-4cc5-83ad-fb0cdfd6261b tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] device_id is not set on port 73c10436-b176-4cc7-995e-fcf04fa34c75 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:03:09.059878 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50858) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:09.062495 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92b04117-ba7a-4f14-95f0-a752bf7eb5b2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.084428 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-cd4693a6-dd89-476c-b929-f74848606e81 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for 9501692b-e4f0-44ab-8069-14a282c83adc owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:09.100471 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] For port 3af9c02b-cfa0-44b7-8375-39403d15ddff, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:03:09.118377 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1b98f7b9-7e73-4ea3-91b5-e480584c7199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.128035 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.167851 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] For port 3af9c02b-cfa0-44b7-8375-39403d15ddff, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3af9c02b-cfa0-44b7-8375-39403d15ddff,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:03:09.176432 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-92b04117-ba7a-4f14-95f0-a752bf7eb5b2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:09.201935 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1b98f7b9-7e73-4ea3-91b5-e480584c7199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:09.206081 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-03bb64c4-ebc0-4918-a4b5-dcb411b67e56 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Deleting port f56886b4-09aa-4793-bfa0-475ffcebb95a {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:09.206081 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03bb64c4-ebc0-4918-a4b5-dcb411b67e56 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.215713 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:09.220517 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.227487 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1b98f7b9-7e73-4ea3-91b5-e480584c7199 admin admin] Usage tracker for resource:security_group_rule and tenant:19c11b49b08a4868a3ec91b80c7f9803 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:09.237524 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1b98f7b9-7e73-4ea3-91b5-e480584c7199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:09.246135 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7fa289-d7f0-492b-b4eb-ffea44009f8f') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:09.246426 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7fa289-d7f0-492b-b4eb-ffea44009f8f') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:09.248141 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-92b04117-ba7a-4f14-95f0-a752bf7eb5b2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:09.256698 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1b98f7b9-7e73-4ea3-91b5-e480584c7199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:09.265398 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.288293 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.309689 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-d3cf4406-ada5-4771-905a-d450dd742565', 'network_id': 'd3cf4406-ada5-4771-905a-d450dd742565', 'tenant_id': 'a16e808cbb7c487da688fc682beafc7d', 'fixed_ips': [{'subnet_id': 'af3701bc-663f-4d4d-b88b-9ab1dc092067'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:03:09.310424 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.326298 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.394739 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Allocated IP 172.20.0.2 (a6d1cffc-c359-46e4-a2db-aa0f2dcbe701/e1f31d56-e02f-400b-b0b2-2c53a2e42d3e/61885075-fc57-4b22-af22-cfba3b068bbe) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:09.435268 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732fc213-9efb-44d3-ab72-45f21025e280 None None] Pushing event updated for resources: {'Port': ['ID=3af9c02b-cfa0-44b7-8375-39403d15ddff,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:09.540299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:09.540735 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:09.556369 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:09.597566 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92b04117-ba7a-4f14-95f0-a752bf7eb5b2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.624867 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92b04117-ba7a-4f14-95f0-a752bf7eb5b2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.671793 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Allocated IP 2001:db8::1 (d3cf4406-ada5-4771-905a-d450dd742565/af3701bc-663f-4d4d-b88b-9ab1dc092067/ee3695c8-4a16-491c-8dcf-ee9ec0406312) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:09.695072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.711946 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03bb64c4-ebc0-4918-a4b5-dcb411b67e56 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.723202 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8994ae46-18e0-4f8d-b687-ade6385fe5f9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.739468 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.808334 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92b04117-ba7a-4f14-95f0-a752bf7eb5b2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.808334 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-92b04117-ba7a-4f14-95f0-a752bf7eb5b2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0602803 Feb 04 06:03:09.813436 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.814685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994ae46-18e0-4f8d-b687-ade6385fe5f9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Subnet': ['ID=2adc9b9e-ac62-4c7a-9220-7daa55d00995,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:09.831335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50862) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:09.843753 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Network': ['ID=fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:09.850985 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-c52696da-f4ae-4025-9f67-8a0554c7db1a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group_rule': {'security_group_id': 'b9881abe-881c-4aa3-a095-084c73966335', 'direction': 'ingress', 'protocol': 17}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:09.887526 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c52696da-f4ae-4025-9f67-8a0554c7db1a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:09.899696 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1b98f7b9-7e73-4ea3-91b5-e480584c7199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.902110 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c52696da-f4ae-4025-9f67-8a0554c7db1a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Usage tracker for resource:security_group_rule and tenant:aaf67d659a65459fa6f17ee4b784c1fa is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:09.908169 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1a30af6d-92ea-4513-aee0-657273f7f7af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/networks/fe848cc3-2fc6-4c1e-8094-d0ec7b16cbc7 HTTP/1.1" status: 204 len: 168 time: 3.9725797 Feb 04 06:03:09.912302 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c52696da-f4ae-4025-9f67-8a0554c7db1a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:09.913052 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50866) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:09.914919 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.919698 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1b98f7b9-7e73-4ea3-91b5-e480584c7199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.948268 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Transition to ACTIVE for port object 61885075-fc57-4b22-af22-cfba3b068bbe will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:09.958398 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c52696da-f4ae-4025-9f67-8a0554c7db1a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:09.977669 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cd4693a6-dd89-476c-b929-f74848606e81 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.988709 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-03bb64c4-ebc0-4918-a4b5-dcb411b67e56 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Calling delete_port for f56886b4-09aa-4793-bfa0-475ffcebb95a owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:10.016782 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b04117-ba7a-4f14-95f0-a752bf7eb5b2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9881abe-881c-4aa3-a095-084c73966335,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:10.037146 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-25e0e2e9-a087-43ac-9ca3-98d9a3c6d512 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1147402658'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:10.071156 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1b98f7b9-7e73-4ea3-91b5-e480584c7199 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19c11b49b08a4868a3ec91b80c7f9803&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3787651 Feb 04 06:03:10.075695 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-25e0e2e9-a087-43ac-9ca3-98d9a3c6d512 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:10.078078 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50870) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:10.084313 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4693a6-dd89-476c-b929-f74848606e81 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=9501692b-e4f0-44ab-8069-14a282c83adc,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:10.096168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98f7b9-7e73-4ea3-91b5-e480584c7199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a96aad1-cb00-407d-8ce7-e0e397a23bda,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:10.121234 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Transition to ACTIVE for port object 61885075-fc57-4b22-af22-cfba3b068bbe will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:10.123093 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-25e0e2e9-a087-43ac-9ca3-98d9a3c6d512 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:network and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:10.125442 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.135759 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Transition to ACTIVE for port object ee3695c8-4a16-491c-8dcf-ee9ec0406312 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:10.154686 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Transition to ACTIVE for port object ee3695c8-4a16-491c-8dcf-ee9ec0406312 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:10.157934 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.190570 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c52696da-f4ae-4025-9f67-8a0554c7db1a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.209492 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-99b642dc-bf75-4cc5-83ad-fb0cdfd6261b tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Allocated IP 172.20.0.3 (a6d1cffc-c359-46e4-a2db-aa0f2dcbe701/e1f31d56-e02f-400b-b0b2-2c53a2e42d3e/73c10436-b176-4cc7-995e-fcf04fa34c75) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:10.223334 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Pushing event updated for resources: {'Port': ['ID=61885075-fc57-4b22-af22-cfba3b068bbe,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:10.225969 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.226359 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-25e0e2e9-a087-43ac-9ca3-98d9a3c6d512 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:10.231464 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8994ae46-18e0-4f8d-b687-ade6385fe5f9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Checking segment: {'id': 'f67a20ab-ea8c-4470-8632-410ed5d5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0c981645-8a47-42b0-bcdb-8a909c3caeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:10.231854 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8994ae46-18e0-4f8d-b687-ade6385fe5f9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network hostable DHCP agents. Network: 0c981645-8a47-42b0-bcdb-8a909c3caeba, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:03:10.256952 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-25e0e2e9-a087-43ac-9ca3-98d9a3c6d512 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:10.301208 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.306381 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Network d3cf4406-ada5-4771-905a-d450dd742565 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:10.308153 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Network a6d1cffc-c359-46e4-a2db-aa0f2dcbe701 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:10.312096 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:10.314254 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:10.317647 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:10.321591 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:10.335243 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e0e2e9-a087-43ac-9ca3-98d9a3c6d512 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:10.339121 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-25e0e2e9-a087-43ac-9ca3-98d9a3c6d512 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.361365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-af8d1460-4367-4447-95a6-7e7428cdc4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.362962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8994ae46-18e0-4f8d-b687-ade6385fe5f9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 0c981645-8a47-42b0-bcdb-8a909c3caeba is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:03:10.372284 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03bb64c4-ebc0-4918-a4b5-dcb411b67e56 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.385738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Subnet': ['ID=af3701bc-663f-4d4d-b88b-9ab1dc092067,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:10.399075 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Pushing event updated for resources: {'Port': ['ID=ee3695c8-4a16-491c-8dcf-ee9ec0406312,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:10.418727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cd4693a6-dd89-476c-b929-f74848606e81 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.486722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-8994ae46-18e0-4f8d-b687-ade6385fe5f9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 0c981645-8a47-42b0-bcdb-8a909c3caeba) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:10.491059 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8994ae46-18e0-4f8d-b687-ade6385fe5f9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:10.491711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8994ae46-18e0-4f8d-b687-ade6385fe5f9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.496574 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a7d70f-598b-4e2c-9e89-9974937f4bfb None None] Network 0c981645-8a47-42b0-bcdb-8a909c3caeba requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:10.498699 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb64c4-ebc0-4918-a4b5-dcb411b67e56 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event deleted for resources: {'Port': ['ID=f56886b4-09aa-4793-bfa0-475ffcebb95a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:10.504655 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03bb64c4-ebc0-4918-a4b5-dcb411b67e56 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.523982 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c52696da-f4ae-4025-9f67-8a0554c7db1a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.531716 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cd4693a6-dd89-476c-b929-f74848606e81 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/9501692b-e4f0-44ab-8069-14a282c83adc HTTP/1.1" status: 204 len: 168 time: 2.5044520 Feb 04 06:03:10.531716 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.544489 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50874) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:10.550432 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c52696da-f4ae-4025-9f67-8a0554c7db1a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.582172 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Attempting to bind port 61885075-fc57-4b22-af22-cfba3b068bbe on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:10.583716 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Attempting to bind port 61885075-fc57-4b22-af22-cfba3b068bbe by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'df12d338-b9c3-4d47-8609-7c8220390196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a6d1cffc-c359-46e4-a2db-aa0f2dcbe701'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:10.583716 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Attempting to bind port 61885075-fc57-4b22-af22-cfba3b068bbe on network a6d1cffc-c359-46e4-a2db-aa0f2dcbe701 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:03:10.586721 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Attempting to bind port ee3695c8-4a16-491c-8dcf-ee9ec0406312 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:10.587253 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Attempting to bind port ee3695c8-4a16-491c-8dcf-ee9ec0406312 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '7b413e17-d69d-4663-93fa-66be1f66964e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd3cf4406-ada5-4771-905a-d450dd742565'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:10.587860 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Attempting to bind port ee3695c8-4a16-491c-8dcf-ee9ec0406312 on network d3cf4406-ada5-4771-905a-d450dd742565 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:03:10.590044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-af8d1460-4367-4447-95a6-7e7428cdc4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.596839 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e0e2e9-a087-43ac-9ca3-98d9a3c6d512 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:10.606547 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:03:10.607312 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Checking segment: {'id': 'df12d338-b9c3-4d47-8609-7c8220390196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a6d1cffc-c359-46e4-a2db-aa0f2dcbe701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:10.608004 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.608615 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Bound using segment: {'id': 'df12d338-b9c3-4d47-8609-7c8220390196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a6d1cffc-c359-46e4-a2db-aa0f2dcbe701'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:03:10.609311 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Bound port: 61885075-fc57-4b22-af22-cfba3b068bbe, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df12d338-b9c3-4d47-8609-7c8220390196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a6d1cffc-c359-46e4-a2db-aa0f2dcbe701'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:10.610259 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.614822 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-03bb64c4-ebc0-4918-a4b5-dcb411b67e56 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "DELETE /v2.0/ports/f56886b4-09aa-4793-bfa0-475ffcebb95a HTTP/1.1" status: 204 len: 168 time: 1.5536819 Feb 04 06:03:10.618782 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50878) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:10.658402 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-25e0e2e9-a087-43ac-9ca3-98d9a3c6d512 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.658764 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-25e0e2e9-a087-43ac-9ca3-98d9a3c6d512 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Added segment 1c359323-073c-4ee7-96ef-9f5193a4b636 of type vlan for network 15c13aa8-901e-4860-9a1a-36e164fdf46d Feb 04 06:03:10.661337 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8994ae46-18e0-4f8d-b687-ade6385fe5f9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2652385 Feb 04 06:03:10.676560 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:03:10.677214 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Checking segment: {'id': '7b413e17-d69d-4663-93fa-66be1f66964e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd3cf4406-ada5-4771-905a-d450dd742565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:10.677464 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.677831 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Bound using segment: {'id': '7b413e17-d69d-4663-93fa-66be1f66964e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd3cf4406-ada5-4771-905a-d450dd742565'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:03:10.678312 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Bound port: ee3695c8-4a16-491c-8dcf-ee9ec0406312, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b413e17-d69d-4663-93fa-66be1f66964e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd3cf4406-ada5-4771-905a-d450dd742565'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:10.678690 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.680536 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3cf4406-ada5-4771-905a-d450dd742565']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:10.682686 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50882) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:10.694400 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52696da-f4ae-4025-9f67-8a0554c7db1a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fed6d01-1323-4d4c-801a-4275febd54e9,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:10.697894 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-0bbd7ad1-73a6-4404-a163-2d7d82769da8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'network_id': '0c981645-8a47-42b0-bcdb-8a909c3caeba', 'name': 'tempest-PortsTestJSON-1571138853', 'fixed_ips': [{'subnet_id': '2adc9b9e-ac62-4c7a-9220-7daa55d00995', 'ip_address': '172.20.0.10'}]}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:10.772094 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b413e17-d69d-4663-93fa-66be1f66964e') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:10.772335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b413e17-d69d-4663-93fa-66be1f66964e') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:10.775598 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] For port 61885075-fc57-4b22-af22-cfba3b068bbe, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:03:10.786920 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2ac888-e141-4e8d-a101-63bcad10ec59 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:10.789250 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2ac888-e141-4e8d-a101-63bcad10ec59 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:10.790890 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2ac888-e141-4e8d-a101-63bcad10ec59 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:10.795938 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0c2ac888-e141-4e8d-a101-63bcad10ec59 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2503617 Feb 04 06:03:10.797672 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50886) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:10.800661 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0fb910c2-6ccf-4f13-9980-17a6874e03a2 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Deleting port 5a9d9cf6-c3f2-427c-9387-20914ca02c96 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:10.801558 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0fb910c2-6ccf-4f13-9980-17a6874e03a2 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.849210 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] For port 61885075-fc57-4b22-af22-cfba3b068bbe, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=61885075-fc57-4b22-af22-cfba3b068bbe,segment=NetworkSegment(df12d338-b9c3-4d47-8609-7c8220390196),segment_id=df12d338-b9c3-4d47-8609-7c8220390196)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:03:10.878489 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-25e0e2e9-a087-43ac-9ca3-98d9a3c6d512 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.894642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.920692 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-af8d1460-4367-4447-95a6-7e7428cdc4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.928767 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-99b642dc-bf75-4cc5-83ad-fb0cdfd6261b tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.007304 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-af8d1460-4367-4447-95a6-7e7428cdc4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.008714 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-af8d1460-4367-4447-95a6-7e7428cdc4c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a96aad1-cb00-407d-8ce7-e0e397a23bda HTTP/1.1" status: 204 len: 168 time: 0.9295332 Feb 04 06:03:11.009837 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d1460-4367-4447-95a6-7e7428cdc4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a96aad1-cb00-407d-8ce7-e0e397a23bda,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:11.027499 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] For port ee3695c8-4a16-491c-8dcf-ee9ec0406312, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:03:11.032322 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61d624b-94ed-4ddb-89c9-9a5cb9b1ecc4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet 2b9db901-ec8a-462b-9d16-6af785d2e2f6 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:03:11.040608 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-99b642dc-bf75-4cc5-83ad-fb0cdfd6261b tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Transition to ACTIVE for port object 73c10436-b176-4cc7-995e-fcf04fa34c75 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:11.054425 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b61d624b-94ed-4ddb-89c9-9a5cb9b1ecc4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.095740 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] For port ee3695c8-4a16-491c-8dcf-ee9ec0406312, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ee3695c8-4a16-491c-8dcf-ee9ec0406312,segment=NetworkSegment(7b413e17-d69d-4663-93fa-66be1f66964e),segment_id=7b413e17-d69d-4663-93fa-66be1f66964e)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:03:11.103135 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f75c9c-85c8-48d0-85b3-e9b2e7e5bcd1 None None] Pushing event updated for resources: {'Port': ['ID=61885075-fc57-4b22-af22-cfba3b068bbe,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:11.117657 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.128979 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c52696da-f4ae-4025-9f67-8a0554c7db1a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.130890 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c52696da-f4ae-4025-9f67-8a0554c7db1a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2977836 Feb 04 06:03:11.137099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.158744 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.176085 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:11.177188 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.192756 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-0c981645-8a47-42b0-bcdb-8a909c3caeba', 'network_id': '0c981645-8a47-42b0-bcdb-8a909c3caeba', 'tenant_id': '710d5f667c8343fb8e8917198e863eab', 'fixed_ips': [{'subnet_id': '2adc9b9e-ac62-4c7a-9220-7daa55d00995'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:03:11.193796 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.306499 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182818a4-2d34-45a3-8961-aca33e27259c None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:11.355976 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:11.360305 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50892) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:11.385407 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 06:03:11.385407 dv-neutron-826830-2-hyperv neutron-server[87471]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 06:03:11.385407 dv-neutron-826830-2-hyperv neutron-server[87471]: [parameters: {'id': 'd3cf4406-ada5-4771-905a-d450dd742565'}] Feb 04 06:03:11.385407 dv-neutron-826830-2-hyperv neutron-server[87471]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:03:11.386074 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:03:11.397097 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-25e0e2e9-a087-43ac-9ca3-98d9a3c6d512 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.402257 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e0e2e9-a087-43ac-9ca3-98d9a3c6d512 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:11.403133 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-25e0e2e9-a087-43ac-9ca3-98d9a3c6d512 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.419496 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0fb910c2-6ccf-4f13-9980-17a6874e03a2 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.455542 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-25e0e2e9-a087-43ac-9ca3-98d9a3c6d512 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4760237 Feb 04 06:03:11.464379 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50898) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:11.473027 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0bbd7ad1-73a6-4404-a163-2d7d82769da8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:11.478313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0bbd7ad1-73a6-4404-a163-2d7d82769da8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:port and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:11.481735 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0bbd7ad1-73a6-4404-a163-2d7d82769da8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:11.491122 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3357881c-07a7-4fe0-9414-1624662bb1e3 None None] Network d3cf4406-ada5-4771-905a-d450dd742565 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:11.491808 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0bbd7ad1-73a6-4404-a163-2d7d82769da8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:11.509963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-273824b7-5ddd-49da-9fa9-e92d88aecccf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'subnet': {'network_id': '15c13aa8-901e-4860-9a1a-36e164fdf46d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:11.516288 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b415055-598d-4580-8186-bccb71ad6708 None None] Pushing event updated for resources: {'Port': ['ID=ee3695c8-4a16-491c-8dcf-ee9ec0406312,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:11.660791 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0fb910c2-6ccf-4f13-9980-17a6874e03a2 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Calling delete_port for 5a9d9cf6-c3f2-427c-9387-20914ca02c96 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:11.736928 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3af9c02b-cfa0-44b7-8375-39403d15ddff up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:11.755460 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0fb910c2-6ccf-4f13-9980-17a6874e03a2 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.765901 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbd7ad1-73a6-4404-a163-2d7d82769da8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:11.805863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b61d624b-94ed-4ddb-89c9-9a5cb9b1ecc4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.812761 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-46926a25-684d-44bd-9203-bd18d1e8a075 None None] Provisioning for port 3af9c02b-cfa0-44b7-8375-39403d15ddff completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:11.936918 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0e2e9-a087-43ac-9ca3-98d9a3c6d512 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Network': ['ID=15c13aa8-901e-4860-9a1a-36e164fdf46d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:11.989538 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 15c13aa8-901e-4860-9a1a-36e164fdf46d details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:12.006378 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.020387 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b61d624b-94ed-4ddb-89c9-9a5cb9b1ecc4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.032536 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb910c2-6ccf-4f13-9980-17a6874e03a2 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event deleted for resources: {'Port': ['ID=5a9d9cf6-c3f2-427c-9387-20914ca02c96,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:12.034997 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0fb910c2-6ccf-4f13-9980-17a6874e03a2 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.044978 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0fb910c2-6ccf-4f13-9980-17a6874e03a2 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "DELETE /v2.0/ports/5a9d9cf6-c3f2-427c-9387-20914ca02c96 HTTP/1.1" status: 204 len: 168 time: 1.4201517 Feb 04 06:03:12.047722 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50916) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:12.048415 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Deleting port ee3695c8-4a16-491c-8dcf-ee9ec0406312 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:12.048760 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.136844 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c6723f1a-1fc4-47b1-83f1-227e463c5858 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.193710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c6723f1a-1fc4-47b1-83f1-227e463c5858 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.252339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-39448cec-4950-42c1-9b66-7794381fbcdf tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Synchronizing usage tracker for tenant:c94e639053a24dcb9683d213d0065b0f on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:12.252710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-99b642dc-bf75-4cc5-83ad-fb0cdfd6261b tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.273041 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b61d624b-94ed-4ddb-89c9-9a5cb9b1ecc4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.291980 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-273824b7-5ddd-49da-9fa9-e92d88aecccf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:12.300586 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-273824b7-5ddd-49da-9fa9-e92d88aecccf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:subnet and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:12.308633 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-273824b7-5ddd-49da-9fa9-e92d88aecccf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:12.311082 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-39448cec-4950-42c1-9b66-7794381fbcdf tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Unset dirty status for tenant:c94e639053a24dcb9683d213d0065b0f on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:12.314918 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-39448cec-4950-42c1-9b66-7794381fbcdf tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2276750 Feb 04 06:03:12.320544 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50922) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:12.322667 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-273824b7-5ddd-49da-9fa9-e92d88aecccf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:12.335789 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-bac870a0-aac3-42aa-8c31-b134c97d43f5 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-859897428'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:12.339004 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50926) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:12.351476 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bac870a0-aac3-42aa-8c31-b134c97d43f5 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:12.357616 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 3af9c02b-cfa0-44b7-8375-39403d15ddff completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:12.358585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bac870a0-aac3-42aa-8c31-b134c97d43f5 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Usage tracker for resource:network and tenant:c94e639053a24dcb9683d213d0065b0f is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:12.364972 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bac870a0-aac3-42aa-8c31-b134c97d43f5 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:12.372941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bac870a0-aac3-42aa-8c31-b134c97d43f5 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:12.374309 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Allocated IP 172.20.0.2 (0c981645-8a47-42b0-bcdb-8a909c3caeba/2adc9b9e-ac62-4c7a-9220-7daa55d00995/cb8b4532-c456-44fc-8fa4-3f0a44c46718) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:12.376247 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 3af9c02b-cfa0-44b7-8375-39403d15ddff triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:12.376672 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.436738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac870a0-aac3-42aa-8c31-b134c97d43f5 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Made reservation on behalf of c94e639053a24dcb9683d213d0065b0f for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:12.440224 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bac870a0-aac3-42aa-8c31-b134c97d43f5 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.508918 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b642dc-bf75-4cc5-83ad-fb0cdfd6261b tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Pushing event updated for resources: {'Port': ['ID=73c10436-b176-4cc7-995e-fcf04fa34c75,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:12.557711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273824b7-5ddd-49da-9fa9-e92d88aecccf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:12.561367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-273824b7-5ddd-49da-9fa9-e92d88aecccf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.577555 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac870a0-aac3-42aa-8c31-b134c97d43f5 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:12.610787 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bac870a0-aac3-42aa-8c31-b134c97d43f5 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.611217 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-bac870a0-aac3-42aa-8c31-b134c97d43f5 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Added segment e190bb03-7193-4ca6-8fe6-7878999d6b71 of type vlan for network 198cd0ff-3983-41ed-bded-e51bcc0313ed Feb 04 06:03:12.622674 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group': {'name': 'tempest-secgroup--238828519'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:12.627505 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] For port ee3695c8-4a16-491c-8dcf-ee9ec0406312, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ee3695c8-4a16-491c-8dcf-ee9ec0406312,segment=NetworkSegment(7b413e17-d69d-4663-93fa-66be1f66964e),segment_id=7b413e17-d69d-4663-93fa-66be1f66964e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:12.627892 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.647000 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:12.685378 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.750245 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e87df8-5382-41aa-ab8c-e59fccf7643d None None] Network a6d1cffc-c359-46e4-a2db-aa0f2dcbe701 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:12.779180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Calling delete_port for ee3695c8-4a16-491c-8dcf-ee9ec0406312 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:12.807996 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:12.820881 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c6723f1a-1fc4-47b1-83f1-227e463c5858 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.828349 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:12.829025 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d624b-94ed-4ddb-89c9-9a5cb9b1ecc4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9db901-ec8a-462b-9d16-6af785d2e2f6,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:12.854705 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-273824b7-5ddd-49da-9fa9-e92d88aecccf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.856648 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:12.860453 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b61d624b-94ed-4ddb-89c9-9a5cb9b1ecc4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.861507 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bac870a0-aac3-42aa-8c31-b134c97d43f5 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.876696 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-deda70b4-00ac-41f1-98fc-41e4d9c80399 None None] Provisioning for port 61885075-fc57-4b22-af22-cfba3b068bbe completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:12.882833 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 3af9c02b-cfa0-44b7-8375-39403d15ddff, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3af9c02b-cfa0-44b7-8375-39403d15ddff,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:12.895535 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.898296 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.899385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 61885075-fc57-4b22-af22-cfba3b068bbe up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:12.902139 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.902579 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b61d624b-94ed-4ddb-89c9-9a5cb9b1ecc4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/2b9db901-ec8a-462b-9d16-6af785d2e2f6 HTTP/1.1" status: 204 len: 168 time: 2.0982249 Feb 04 06:03:12.925424 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50932) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:12.926469 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b642dc-bf75-4cc5-83ad-fb0cdfd6261b tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Network a6d1cffc-c359-46e4-a2db-aa0f2dcbe701 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:12.933253 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6723f1a-1fc4-47b1-83f1-227e463c5858 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9881abe-881c-4aa3-a095-084c73966335,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:12.939749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-99b642dc-bf75-4cc5-83ad-fb0cdfd6261b tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:12.948360 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b642dc-bf75-4cc5-83ad-fb0cdfd6261b tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:12.975854 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.001780 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6da0baa-6a88-4c57-8bc8-ade51a545f45 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:13.005095 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.014056 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c6723f1a-1fc4-47b1-83f1-227e463c5858 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.018244 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c6723f1a-1fc4-47b1-83f1-227e463c5858 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-groups/b9881abe-881c-4aa3-a095-084c73966335 HTTP/1.1" status: 204 len: 168 time: 1.6453497 Feb 04 06:03:13.021860 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0bbd7ad1-73a6-4404-a163-2d7d82769da8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.032668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50936) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:13.066606 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:13.073228 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Port': ['ID=ee3695c8-4a16-491c-8dcf-ee9ec0406312,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:13.075947 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bac870a0-aac3-42aa-8c31-b134c97d43f5 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.081750 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac870a0-aac3-42aa-8c31-b134c97d43f5 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:13.083057 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bac870a0-aac3-42aa-8c31-b134c97d43f5 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.101569 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Transition to ACTIVE for port object cb8b4532-c456-44fc-8fa4-3f0a44c46718 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:13.106856 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] No DVR routers for this DVR port ee3695c8-4a16-491c-8dcf-ee9ec0406312 on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:13.110665 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group_rule and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:13.112790 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-0bbd7ad1-73a6-4404-a163-2d7d82769da8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] device_id is not set on port 1a28ea75-5cbb-4166-9d6e-89f97baf8f4a yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:03:13.127811 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:13.160462 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273824b7-5ddd-49da-9fa9-e92d88aecccf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Subnet': ['ID=0d21f95f-143b-4a83-a65f-ec1a5627875b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:13.184271 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Transition to ACTIVE for port object cb8b4532-c456-44fc-8fa4-3f0a44c46718 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:13.207692 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273824b7-5ddd-49da-9fa9-e92d88aecccf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Checking segment: {'id': '1c359323-073c-4ee7-96ef-9f5193a4b636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '15c13aa8-901e-4860-9a1a-36e164fdf46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:13.208339 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273824b7-5ddd-49da-9fa9-e92d88aecccf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network hostable DHCP agents. Network: 15c13aa8-901e-4860-9a1a-36e164fdf46d, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:03:13.219598 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-82aa0963-f9c3-49ce-aa1e-ae664b103859 None None] Provisioning complete for port 3af9c02b-cfa0-44b7-8375-39403d15ddff triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:13.220038 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-82aa0963-f9c3-49ce-aa1e-ae664b103859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.227261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b642dc-bf75-4cc5-83ad-fb0cdfd6261b tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:13.227986 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-99b642dc-bf75-4cc5-83ad-fb0cdfd6261b tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.248014 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=3af9c02b-cfa0-44b7-8375-39403d15ddff,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:13.280755 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.287377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-30041c25-84d9-406b-b37d-675419cf783a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:13.291203 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:13.299184 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-733c7df8-cf49-4fda-91fc-572bdfb24124 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet b32f5b13-f947-46f2-be02-2606de8674b6 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:03:13.345975 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-99b642dc-bf75-4cc5-83ad-fb0cdfd6261b tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2263792 Feb 04 06:03:13.354592 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50940) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:13.361054 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-733c7df8-cf49-4fda-91fc-572bdfb24124 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.405235 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273824b7-5ddd-49da-9fa9-e92d88aecccf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network 15c13aa8-901e-4860-9a1a-36e164fdf46d is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:03:13.417920 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 61885075-fc57-4b22-af22-cfba3b068bbe completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:13.437188 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-30041c25-84d9-406b-b37d-675419cf783a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:13.438576 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-30041c25-84d9-406b-b37d-675419cf783a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3986821 Feb 04 06:03:13.444866 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50944) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:13.447277 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Network 0c981645-8a47-42b0-bcdb-8a909c3caeba is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:13.451559 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Pushing event updated for resources: {'Port': ['ID=cb8b4532-c456-44fc-8fa4-3f0a44c46718,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:13.462383 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac870a0-aac3-42aa-8c31-b134c97d43f5 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event updated for resources: {'Network': ['ID=198cd0ff-3983-41ed-bded-e51bcc0313ed,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:13.465530 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.480979 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bac870a0-aac3-42aa-8c31-b134c97d43f5 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1570284 Feb 04 06:03:13.486105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50948) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:13.488474 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-273824b7-5ddd-49da-9fa9-e92d88aecccf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 15c13aa8-901e-4860-9a1a-36e164fdf46d) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:13.488624 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 198cd0ff-3983-41ed-bded-e51bcc0313ed details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:13.497351 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-c0a0ebf3-a005-4b2d-8a82-2f520fc8f4ec tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group': {'name': 'tempest-secgroup--134656087'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:13.501815 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-d47bc0e9-ac5e-4649-a8a3-2e18e61805fc tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1115618448'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:13.503965 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273824b7-5ddd-49da-9fa9-e92d88aecccf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:13.504663 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-273824b7-5ddd-49da-9fa9-e92d88aecccf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.507709 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:13.522246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d47bc0e9-ac5e-4649-a8a3-2e18e61805fc tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:13.523082 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58972e8-b015-49b5-ab84-ba4feb4ba204 None None] Network 15c13aa8-901e-4860-9a1a-36e164fdf46d requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:13.531014 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c0a0ebf3-a005-4b2d-8a82-2f520fc8f4ec tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:13.533790 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-733c7df8-cf49-4fda-91fc-572bdfb24124 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.536560 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 61885075-fc57-4b22-af22-cfba3b068bbe triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:13.537122 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.542264 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c2257-2eac-4624-bda8-3f289d444f51 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Deleting port 73c10436-b176-4cc7-995e-fcf04fa34c75 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:13.542718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3e0c2257-2eac-4624-bda8-3f289d444f51 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.563399 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d47bc0e9-ac5e-4649-a8a3-2e18e61805fc tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Usage tracker for resource:network and tenant:c94e639053a24dcb9683d213d0065b0f is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:13.567375 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3cf4406-ada5-4771-905a-d450dd742565']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:13.577565 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:13.588978 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d47bc0e9-ac5e-4649-a8a3-2e18e61805fc tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:13.597717 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c0a0ebf3-a005-4b2d-8a82-2f520fc8f4ec tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:13.607027 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b413e17-d69d-4663-93fa-66be1f66964e') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:13.607345 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b413e17-d69d-4663-93fa-66be1f66964e') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:13.615711 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-273824b7-5ddd-49da-9fa9-e92d88aecccf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1465847 Feb 04 06:03:13.621255 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d47bc0e9-ac5e-4649-a8a3-2e18e61805fc tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:13.623312 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50952) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:13.640159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-bd304fde-74cd-42e7-8bb8-c37b1ecdb367 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'network_id': '15c13aa8-901e-4860-9a1a-36e164fdf46d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-908966286'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:13.647757 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.665890 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ebf3-a005-4b2d-8a82-2f520fc8f4ec tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.668825 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47bc0e9-ac5e-4649-a8a3-2e18e61805fc tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Made reservation on behalf of c94e639053a24dcb9683d213d0065b0f for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:13.672307 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d47bc0e9-ac5e-4649-a8a3-2e18e61805fc tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.716321 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.748329 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:13.748745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:13.768992 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:13.866940 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.873108 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47bc0e9-ac5e-4649-a8a3-2e18e61805fc tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:13.886873 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.891525 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-733c7df8-cf49-4fda-91fc-572bdfb24124 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.900414 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-0bbd7ad1-73a6-4404-a163-2d7d82769da8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Allocated IP 172.20.0.10 (0c981645-8a47-42b0-bcdb-8a909c3caeba/2adc9b9e-ac62-4c7a-9220-7daa55d00995/1a28ea75-5cbb-4166-9d6e-89f97baf8f4a) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:13.942810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:13.945335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d47bc0e9-ac5e-4649-a8a3-2e18e61805fc tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.945684 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-d47bc0e9-ac5e-4649-a8a3-2e18e61805fc tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Added segment 7242045f-1c34-4447-965e-70697a92615f of type vlan for network 9855a75f-c985-4616-b805-db7c4f587fb4 Feb 04 06:03:13.962046 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group_rule and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:13.966723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c0a0ebf3-a005-4b2d-8a82-2f520fc8f4ec tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:13.976782 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:13.980632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.005335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c0a0ebf3-a005-4b2d-8a82-2f520fc8f4ec tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Usage tracker for resource:security_group_rule and tenant:aaf67d659a65459fa6f17ee4b784c1fa is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:14.022847 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c0a0ebf3-a005-4b2d-8a82-2f520fc8f4ec tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:14.025949 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:14.028571 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.062312 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2097bfec-529b-4154-84e9-f0b5de4b562d,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:14.064508 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Attempting to bind port cb8b4532-c456-44fc-8fa4-3f0a44c46718 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:14.065007 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Attempting to bind port cb8b4532-c456-44fc-8fa4-3f0a44c46718 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f67a20ab-ea8c-4470-8632-410ed5d5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0c981645-8a47-42b0-bcdb-8a909c3caeba'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:14.065353 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Attempting to bind port cb8b4532-c456-44fc-8fa4-3f0a44c46718 on network 0c981645-8a47-42b0-bcdb-8a909c3caeba {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:03:14.085333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d47bc0e9-ac5e-4649-a8a3-2e18e61805fc tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.100869 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Network': ['ID=d3cf4406-ada5-4771-905a-d450dd742565,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:14.103282 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:03:14.103723 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Checking segment: {'id': 'f67a20ab-ea8c-4470-8632-410ed5d5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0c981645-8a47-42b0-bcdb-8a909c3caeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:14.104209 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.104718 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Bound using segment: {'id': 'f67a20ab-ea8c-4470-8632-410ed5d5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0c981645-8a47-42b0-bcdb-8a909c3caeba'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:03:14.105196 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Bound port: cb8b4532-c456-44fc-8fa4-3f0a44c46718, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67a20ab-ea8c-4470-8632-410ed5d5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0c981645-8a47-42b0-bcdb-8a909c3caeba'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:14.105808 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.128067 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-dcb14bfc-06df-4adc-a307-aba2a117f49b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/networks/d3cf4406-ada5-4771-905a-d450dd742565 HTTP/1.1" status: 204 len: 168 time: 5.4365146 Feb 04 06:03:14.128517 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c0a0ebf3-a005-4b2d-8a82-2f520fc8f4ec tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:14.140107 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50956) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:14.226382 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-99604dd1-35a9-4247-a982-633df58c4af9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2069439931'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:14.243382 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-99604dd1-35a9-4247-a982-633df58c4af9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:14.246646 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-733c7df8-cf49-4fda-91fc-572bdfb24124 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.254574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bd304fde-74cd-42e7-8bb8-c37b1ecdb367 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:14.259333 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bd304fde-74cd-42e7-8bb8-c37b1ecdb367 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:port and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:14.262761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bd304fde-74cd-42e7-8bb8-c37b1ecdb367 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:14.270158 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bd304fde-74cd-42e7-8bb8-c37b1ecdb367 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:14.364425 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.457123 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] For port cb8b4532-c456-44fc-8fa4-3f0a44c46718, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:03:14.468485 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-15c13aa8-901e-4860-9a1a-36e164fdf46d', 'network_id': '15c13aa8-901e-4860-9a1a-36e164fdf46d', 'tenant_id': 'ef31d0e95d1b49ed90d15de4824b5830', 'fixed_ips': [{'subnet_id': '0d21f95f-143b-4a83-a65f-ec1a5627875b'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:03:14.469480 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.491123 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] For port cb8b4532-c456-44fc-8fa4-3f0a44c46718, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=cb8b4532-c456-44fc-8fa4-3f0a44c46718,segment=NetworkSegment(f67a20ab-ea8c-4470-8632-410ed5d5c269),segment_id=f67a20ab-ea8c-4470-8632-410ed5d5c269)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:03:14.497018 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 61885075-fc57-4b22-af22-cfba3b068bbe, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=61885075-fc57-4b22-af22-cfba3b068bbe,segment=NetworkSegment(df12d338-b9c3-4d47-8609-7c8220390196),segment_id=df12d338-b9c3-4d47-8609-7c8220390196)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:14.505526 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.506736 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-99604dd1-35a9-4247-a982-633df58c4af9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Usage tracker for resource:network and tenant:a16e808cbb7c487da688fc682beafc7d is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:14.529047 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-d47bc0e9-ac5e-4649-a8a3-2e18e61805fc tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:03:14.548324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-733c7df8-cf49-4fda-91fc-572bdfb24124 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.550084 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0bbd7ad1-73a6-4404-a163-2d7d82769da8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.552683 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.579334 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-99604dd1-35a9-4247-a982-633df58c4af9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:14.581255 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-0bbd7ad1-73a6-4404-a163-2d7d82769da8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Transition to ACTIVE for port object 1a28ea75-5cbb-4166-9d6e-89f97baf8f4a will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:14.608886 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c7df8-cf49-4fda-91fc-572bdfb24124 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=b32f5b13-f947-46f2-be02-2606de8674b6,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:14.634598 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-99604dd1-35a9-4247-a982-633df58c4af9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:14.673413 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd304fde-74cd-42e7-8bb8-c37b1ecdb367 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:14.682882 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bd304fde-74cd-42e7-8bb8-c37b1ecdb367 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.685624 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-733c7df8-cf49-4fda-91fc-572bdfb24124 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/b32f5b13-f947-46f2-be02-2606de8674b6 HTTP/1.1" status: 204 len: 168 time: 1.7568395 Feb 04 06:03:14.686759 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50960) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:14.691721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.699178 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d47bc0e9-ac5e-4649-a8a3-2e18e61805fc tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.714268 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47bc0e9-ac5e-4649-a8a3-2e18e61805fc tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:14.715197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d47bc0e9-ac5e-4649-a8a3-2e18e61805fc tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.732297 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3af9c02b-cfa0-44b7-8375-39403d15ddff up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:14.742742 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-bd304fde-74cd-42e7-8bb8-c37b1ecdb367 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] device_id is not set on port 8d34aa36-887e-4e74-8149-9f21dd5d6ead yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:03:14.831356 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3e0c2257-2eac-4624-bda8-3f289d444f51 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.845791 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0bbd7ad1-73a6-4404-a163-2d7d82769da8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.888973 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99604dd1-35a9-4247-a982-633df58c4af9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Made reservation on behalf of a16e808cbb7c487da688fc682beafc7d for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:14.902808 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-99604dd1-35a9-4247-a982-633df58c4af9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.977697 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7ca37-84a8-41ea-95ba-45c37abea662 None None] Pushing event updated for resources: {'Port': ['ID=cb8b4532-c456-44fc-8fa4-3f0a44c46718,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:14.983267 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b5bc07dd-3c0d-44b9-a6d4-dd0382eabf62 None None] Provisioning complete for port 61885075-fc57-4b22-af22-cfba3b068bbe triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:14.983630 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b5bc07dd-3c0d-44b9-a6d4-dd0382eabf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.008607 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.074537 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d47bc0e9-ac5e-4649-a8a3-2e18e61805fc tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5807683 Feb 04 06:03:15.075958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bc0e9-ac5e-4649-a8a3-2e18e61805fc tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event updated for resources: {'Network': ['ID=9855a75f-c985-4616-b805-db7c4f587fb4,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:15.093805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbd7ad1-73a6-4404-a163-2d7d82769da8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 0c981645-8a47-42b0-bcdb-8a909c3caeba is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:15.104270 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.111301 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.7666824 Feb 04 06:03:15.111495 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c2257-2eac-4624-bda8-3f289d444f51 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Calling delete_port for 73c10436-b176-4cc7-995e-fcf04fa34c75 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:15.117694 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50964) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:15.121210 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-dd345760-6161-4c81-bc82-d292567aed30 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4277296 Feb 04 06:03:15.124577 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50966) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:15.145008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-0bbd7ad1-73a6-4404-a163-2d7d82769da8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:15.168966 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbd7ad1-73a6-4404-a163-2d7d82769da8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:15.193939 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 9855a75f-c985-4616-b805-db7c4f587fb4 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:15.263864 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99604dd1-35a9-4247-a982-633df58c4af9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:15.282414 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-99604dd1-35a9-4247-a982-633df58c4af9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.283041 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbd7ad1-73a6-4404-a163-2d7d82769da8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:15.283370 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-99604dd1-35a9-4247-a982-633df58c4af9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Added segment 3f559c24-8e61-42a8-b44a-a8a2b49c3169 of type vlan for network f002d648-3e34-4f4e-9a45-4d72e6bfc9f5 Feb 04 06:03:15.283889 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0bbd7ad1-73a6-4404-a163-2d7d82769da8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.293212 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=61885075-fc57-4b22-af22-cfba3b068bbe,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:15.325306 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ebf3-a005-4b2d-8a82-2f520fc8f4ec tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.329484 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 3af9c02b-cfa0-44b7-8375-39403d15ddff triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:15.330085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.348844 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ebf3-a005-4b2d-8a82-2f520fc8f4ec tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.351183 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-99604dd1-35a9-4247-a982-633df58c4af9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.388272 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd7ad1-73a6-4404-a163-2d7d82769da8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=1a28ea75-5cbb-4166-9d6e-89f97baf8f4a,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:15.399840 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0ebf3-a005-4b2d-8a82-2f520fc8f4ec tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb27c13f-a3cf-4c5a-91f2-4e4012b7d750,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:15.468063 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-31b29aef-bce4-4e3c-9c8e-8e0721263353 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:15.502590 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-fd2ddaa4-9f6e-4148-acba-d7a0f555cefd tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:15.538057 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0bbd7ad1-73a6-4404-a163-2d7d82769da8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.8533540 Feb 04 06:03:15.539119 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ebf3-a005-4b2d-8a82-2f520fc8f4ec tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.540491 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c0a0ebf3-a005-4b2d-8a82-2f520fc8f4ec tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0917294 Feb 04 06:03:15.541272 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50972) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:15.544096 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50974) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:15.551054 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-834e5036-f83b-4fa2-ae5a-fbbe6a591810 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'network_id': '0c981645-8a47-42b0-bcdb-8a909c3caeba', 'name': 'tempest-PortsTestJSON-1731471925', 'fixed_ips': [{'subnet_id': '2adc9b9e-ac62-4c7a-9220-7daa55d00995', 'ip_address': '172.20.0.9'}]}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:15.595208 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31b33e-a06a-4f52-b982-00d73a1d927b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05a538b-74f1-49c6-a545-5a247d1cf76e,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:15.642150 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Allocated IP 2001:db8::2 (15c13aa8-901e-4860-9a1a-36e164fdf46d/0d21f95f-143b-4a83-a65f-ec1a5627875b/3d6c6a76-962d-40e6-a1b6-81a5684f3e6c) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:15.693454 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-99604dd1-35a9-4247-a982-633df58c4af9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.702746 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3e0c2257-2eac-4624-bda8-3f289d444f51 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.707929 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99604dd1-35a9-4247-a982-633df58c4af9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:15.711185 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-99604dd1-35a9-4247-a982-633df58c4af9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.719526 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-458645c9-84f7-4b07-8d04-7f2235875f06 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1273221349'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:15.725581 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-458645c9-84f7-4b07-8d04-7f2235875f06 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:15.736159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-458645c9-84f7-4b07-8d04-7f2235875f06 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:15.801301 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f34aba1-fa32-425a-973e-aa160d330b3d None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:15.813566 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-834e5036-f83b-4fa2-ae5a-fbbe6a591810 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:15.816102 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-458645c9-84f7-4b07-8d04-7f2235875f06 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.852881 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-834e5036-f83b-4fa2-ae5a-fbbe6a591810 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:port and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:15.907972 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99604dd1-35a9-4247-a982-633df58c4af9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Network': ['ID=f002d648-3e34-4f4e-9a45-4d72e6bfc9f5,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:15.918205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-fd2ddaa4-9f6e-4148-acba-d7a0f555cefd tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:15.926168 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c2257-2eac-4624-bda8-3f289d444f51 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Pushing event deleted for resources: {'Port': ['ID=73c10436-b176-4cc7-995e-fcf04fa34c75,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:15.932236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-834e5036-f83b-4fa2-ae5a-fbbe6a591810 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:15.935037 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50980) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:15.939634 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3e0c2257-2eac-4624-bda8-3f289d444f51 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.942656 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fd2ddaa4-9f6e-4148-acba-d7a0f555cefd tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.8197899 Feb 04 06:03:15.952364 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-865213c1-91af-45a7-b17f-6db482472c6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group': {'name': 'tempest-security--1944379572', 'description': 'tempest-security-description-289360175'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:15.976244 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-99604dd1-35a9-4247-a982-633df58c4af9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8183646 Feb 04 06:03:15.986578 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3e0c2257-2eac-4624-bda8-3f289d444f51 tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] 10.222.0.31 "DELETE /v2.0/ports/73c10436-b176-4cc7-995e-fcf04fa34c75 HTTP/1.1" status: 204 len: 168 time: 2.6295114 Feb 04 06:03:15.987872 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-834e5036-f83b-4fa2-ae5a-fbbe6a591810 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:15.991956 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50984) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:15.992868 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 50986) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:16.005196 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-458645c9-84f7-4b07-8d04-7f2235875f06 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:16.011914 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-865213c1-91af-45a7-b17f-6db482472c6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:16.014568 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-02e8ca21-b6d0-402d-8236-d468935fc457 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'subnet': {'network_id': 'f002d648-3e34-4f4e-9a45-4d72e6bfc9f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:16.043515 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network f002d648-3e34-4f4e-9a45-4d72e6bfc9f5 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:16.070593 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-865213c1-91af-45a7-b17f-6db482472c6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:16.072862 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-458645c9-84f7-4b07-8d04-7f2235875f06 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Usage tracker for resource:security_group_rule and tenant:aaf67d659a65459fa6f17ee4b784c1fa is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:16.076556 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834e5036-f83b-4fa2-ae5a-fbbe6a591810 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:16.082401 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-834e5036-f83b-4fa2-ae5a-fbbe6a591810 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:16.083374 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-31b29aef-bce4-4e3c-9c8e-8e0721263353 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:16.092994 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-31b29aef-bce4-4e3c-9c8e-8e0721263353 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:16.103813 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-31b29aef-bce4-4e3c-9c8e-8e0721263353 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:16.106710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-458645c9-84f7-4b07-8d04-7f2235875f06 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:16.112678 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-865213c1-91af-45a7-b17f-6db482472c6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:16.115606 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-865213c1-91af-45a7-b17f-6db482472c6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:16.117132 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-865213c1-91af-45a7-b17f-6db482472c6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "PUT /v2.0/security-groups/c05a538b-74f1-49c6-a545-5a247d1cf76e HTTP/1.1" status: 200 len: 1777 time: 0.1710527 Feb 04 06:03:16.124587 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-31b29aef-bce4-4e3c-9c8e-8e0721263353 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:16.146165 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-458645c9-84f7-4b07-8d04-7f2235875f06 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:16.151318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50994) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:16.155844 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-834e5036-f83b-4fa2-ae5a-fbbe6a591810 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] device_id is not set on port 1a7e19f8-21f7-4bb0-a88e-d29baa5676cd yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:03:16.323667 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b29aef-bce4-4e3c-9c8e-8e0721263353 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:16.329302 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31b29aef-bce4-4e3c-9c8e-8e0721263353 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:16.370023 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-341c2f56-ba18-4c15-be86-8d51c8c92ebe tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-groups/c05a538b-74f1-49c6-a545-5a247d1cf76e HTTP/1.1" status: 200 len: 1777 time: 0.1353912 Feb 04 06:03:16.371236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865213c1-91af-45a7-b17f-6db482472c6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05a538b-74f1-49c6-a545-5a247d1cf76e,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:16.381640 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 50998) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:16.649198 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31b29aef-bce4-4e3c-9c8e-8e0721263353 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:16.713619 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-58078d6c-d3cc-47f4-a54c-12ba4ee3173d tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:16.744331 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-58078d6c-d3cc-47f4-a54c-12ba4ee3173d tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:16.807519 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-58078d6c-d3cc-47f4-a54c-12ba4ee3173d tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:16.827994 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b29aef-bce4-4e3c-9c8e-8e0721263353 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:16.833633 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58078d6c-d3cc-47f4-a54c-12ba4ee3173d tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05a538b-74f1-49c6-a545-5a247d1cf76e,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:16.844791 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b29aef-bce4-4e3c-9c8e-8e0721263353 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=ee662d86-acc1-4737-af42-60e1a909446a,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:16.847277 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-31b29aef-bce4-4e3c-9c8e-8e0721263353 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:16.858479 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d1ed4680-9a1e-4326-ae11-9479f5442821 tempest-DHCPAgentSchedulersTestJSON-753058683 tempest-DHCPAgentSchedulersTestJSON-753058683-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.8617561 Feb 04 06:03:16.860745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b29aef-bce4-4e3c-9c8e-8e0721263353 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:16.861594 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31b29aef-bce4-4e3c-9c8e-8e0721263353 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:16.873619 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51004) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:16.893150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-bd674d12-d41d-4fcf-985d-640d99bdd3da tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2018074928'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:16.903352 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bd674d12-d41d-4fcf-985d-640d99bdd3da tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:16.918433 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-02e8ca21-b6d0-402d-8236-d468935fc457 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:16.922314 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bd674d12-d41d-4fcf-985d-640d99bdd3da tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Usage tracker for resource:network and tenant:6fd598a0dd4f494694b79a57055856dd is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:16.927690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bd674d12-d41d-4fcf-985d-640d99bdd3da tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:16.932550 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-02e8ca21-b6d0-402d-8236-d468935fc457 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Usage tracker for resource:subnet and tenant:a16e808cbb7c487da688fc682beafc7d is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:16.943614 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-31b29aef-bce4-4e3c-9c8e-8e0721263353 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8176618 Feb 04 06:03:16.944911 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51008) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:16.946408 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bd674d12-d41d-4fcf-985d-640d99bdd3da tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:16.949196 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-02e8ca21-b6d0-402d-8236-d468935fc457 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:16.952540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-458645c9-84f7-4b07-8d04-7f2235875f06 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:16.957425 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-58078d6c-d3cc-47f4-a54c-12ba4ee3173d tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:16.958666 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-58078d6c-d3cc-47f4-a54c-12ba4ee3173d tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-groups/c05a538b-74f1-49c6-a545-5a247d1cf76e HTTP/1.1" status: 204 len: 168 time: 0.5757997 Feb 04 06:03:16.962242 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51012) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:16.970469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-c21591ba-ab63-4f99-80ca-9fb7229cbb2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:16.974953 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c686b541-ef97-4384-9578-8afce99ea62a None None] Network 0c981645-8a47-42b0-bcdb-8a909c3caeba requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:16.995328 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-02e8ca21-b6d0-402d-8236-d468935fc457 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:17.024780 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e0ae17dc-edf5-4c1b-ab9c-15a4fab87222 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:17.025619 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.027120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-458645c9-84f7-4b07-8d04-7f2235875f06 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.038134 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Transition to ACTIVE for port object 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:17.052271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-834e5036-f83b-4fa2-ae5a-fbbe6a591810 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Allocated IP 172.20.0.9 (0c981645-8a47-42b0-bcdb-8a909c3caeba/2adc9b9e-ac62-4c7a-9220-7daa55d00995/1a7e19f8-21f7-4bb0-a88e-d29baa5676cd) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:17.064505 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Transition to ACTIVE for port object 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:17.067636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-458645c9-84f7-4b07-8d04-7f2235875f06 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.071652 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-458645c9-84f7-4b07-8d04-7f2235875f06 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5234644 Feb 04 06:03:17.075804 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd674d12-d41d-4fcf-985d-640d99bdd3da tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Made reservation on behalf of 6fd598a0dd4f494694b79a57055856dd for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:17.077397 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51016) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:17.080448 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd674d12-d41d-4fcf-985d-640d99bdd3da tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.085625 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-bf1da005-07cb-4f90-93ce-8de1e5ce9c3a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group_rule': {'security_group_id': 'fb27c13f-a3cf-4c5a-91f2-4e4012b7d750', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1477fb84-4654-4576-99c2-1ac17c01d384', 'remote_ip_prefix': None}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:17.092321 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bf1da005-07cb-4f90-93ce-8de1e5ce9c3a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:17.096381 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bf1da005-07cb-4f90-93ce-8de1e5ce9c3a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Usage tracker for resource:security_group_rule and tenant:aaf67d659a65459fa6f17ee4b784c1fa is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:17.098969 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e8ca21-b6d0-402d-8236-d468935fc457 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Made reservation on behalf of a16e808cbb7c487da688fc682beafc7d for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:17.099226 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bf1da005-07cb-4f90-93ce-8de1e5ce9c3a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:17.102898 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-02e8ca21-b6d0-402d-8236-d468935fc457 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.104977 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bf1da005-07cb-4f90-93ce-8de1e5ce9c3a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:17.106329 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b5bc07dd-3c0d-44b9-a6d4-dd0382eabf62 None None] Could not find standard attr ID for object 73c10436-b176-4cc7-995e-fcf04fa34c75. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:03:17.126096 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e0ae17dc-edf5-4c1b-ab9c-15a4fab87222 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:17.127292 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e0ae17dc-edf5-4c1b-ab9c-15a4fab87222 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1637743 Feb 04 06:03:17.145777 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51020) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:17.146148 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.260526 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd674d12-d41d-4fcf-985d-640d99bdd3da tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:17.270382 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd674d12-d41d-4fcf-985d-640d99bdd3da tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.270726 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-bd674d12-d41d-4fcf-985d-640d99bdd3da tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Added segment 6274cea5-b0c4-40fe-a722-60b35fe2382c of type vlan for network 11c49bc8-fc7c-4c2b-933d-119d37f25125 Feb 04 06:03:17.297658 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd674d12-d41d-4fcf-985d-640d99bdd3da tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.304884 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458645c9-84f7-4b07-8d04-7f2235875f06 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1477fb84-4654-4576-99c2-1ac17c01d384,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:17.345814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf1da005-07cb-4f90-93ce-8de1e5ce9c3a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.375881 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd674d12-d41d-4fcf-985d-640d99bdd3da tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.381926 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd674d12-d41d-4fcf-985d-640d99bdd3da tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:17.383739 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd674d12-d41d-4fcf-985d-640d99bdd3da tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.411117 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Network 15c13aa8-901e-4860-9a1a-36e164fdf46d is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:17.423344 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Pushing event updated for resources: {'Port': ['ID=3d6c6a76-962d-40e6-a1b6-81a5684f3e6c,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:17.426201 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:17.432120 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device cb8b4532-c456-44fc-8fa4-3f0a44c46718 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:17.435713 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-4de910bf-920b-46ec-b95b-3da1eb8d7849 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] delete failed (client error): The resource could not be found. Feb 04 06:03:17.436990 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4de910bf-920b-46ec-b95b-3da1eb8d7849 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-groups/c05a538b-74f1-49c6-a545-5a247d1cf76e HTTP/1.1" status: 404 len: 347 time: 0.2895057 Feb 04 06:03:17.450870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51024) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:17.456466 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-bd304fde-74cd-42e7-8bb8-c37b1ecdb367 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Allocated IP 2001:db8::63 (15c13aa8-901e-4860-9a1a-36e164fdf46d/0d21f95f-143b-4a83-a65f-ec1a5627875b/8d34aa36-887e-4e74-8149-9f21dd5d6ead) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:17.465362 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4c931472-38f5-491e-b495-ff611c3d855f tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581786568'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:17.518524 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:17.536800 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4c931472-38f5-491e-b495-ff611c3d855f tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:17.570123 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4c931472-38f5-491e-b495-ff611c3d855f tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:17.581139 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bd674d12-d41d-4fcf-985d-640d99bdd3da tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7046568 Feb 04 06:03:17.588574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51028) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:17.621112 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c21591ba-ab63-4f99-80ca-9fb7229cbb2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:17.625511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd674d12-d41d-4fcf-985d-640d99bdd3da tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Pushing event updated for resources: {'Network': ['ID=11c49bc8-fc7c-4c2b-933d-119d37f25125,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:17.642701 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c21591ba-ab63-4f99-80ca-9fb7229cbb2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:17.646731 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c21591ba-ab63-4f99-80ca-9fb7229cbb2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:17.654373 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c21591ba-ab63-4f99-80ca-9fb7229cbb2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:17.708639 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port cb8b4532-c456-44fc-8fa4-3f0a44c46718 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:17.715024 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 11c49bc8-fc7c-4c2b-933d-119d37f25125 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:17.767111 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c931472-38f5-491e-b495-ff611c3d855f tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.833590 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Attempting to bind port 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:17.833960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Attempting to bind port 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '1c359323-073c-4ee7-96ef-9f5193a4b636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '15c13aa8-901e-4860-9a1a-36e164fdf46d'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:17.834306 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Attempting to bind port 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c on network 15c13aa8-901e-4860-9a1a-36e164fdf46d {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:03:17.836858 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-01391aa0-ee20-4bad-9b8f-323c745b21de None None] Provisioning complete for port 3af9c02b-cfa0-44b7-8375-39403d15ddff triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:17.837230 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-01391aa0-ee20-4bad-9b8f-323c745b21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.866681 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21591ba-ab63-4f99-80ca-9fb7229cbb2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:17.870695 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c21591ba-ab63-4f99-80ca-9fb7229cbb2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.909440 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf1da005-07cb-4f90-93ce-8de1e5ce9c3a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.910456 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 61885075-fc57-4b22-af22-cfba3b068bbe up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:17.935561 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4c931472-38f5-491e-b495-ff611c3d855f tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:17.937654 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf1da005-07cb-4f90-93ce-8de1e5ce9c3a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.944804 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901d8da0-93cf-484a-b445-c501b04b6e04 None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:03:17.961851 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-901d8da0-93cf-484a-b445-c501b04b6e04 None None] Deleting port 3af9c02b-cfa0-44b7-8375-39403d15ddff {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:17.962304 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-901d8da0-93cf-484a-b445-c501b04b6e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.966127 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4c931472-38f5-491e-b495-ff611c3d855f tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group_rule and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:18.006147 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4c931472-38f5-491e-b495-ff611c3d855f tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:18.017779 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-834e5036-f83b-4fa2-ae5a-fbbe6a591810 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.036769 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1da005-07cb-4f90-93ce-8de1e5ce9c3a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753191df-6801-4d07-8c7d-4a89bbbf8b94,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:18.038900 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4c931472-38f5-491e-b495-ff611c3d855f tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:18.086050 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-02e8ca21-b6d0-402d-8236-d468935fc457 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.100816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-834e5036-f83b-4fa2-ae5a-fbbe6a591810 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Transition to ACTIVE for port object 1a7e19f8-21f7-4bb0-a88e-d29baa5676cd will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:18.159497 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bd304fde-74cd-42e7-8bb8-c37b1ecdb367 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.171540 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8ca21-b6d0-402d-8236-d468935fc457 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Subnet': ['ID=b8fc6426-5e50-4c8a-ac45-fb07c2f63801,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:18.213899 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf1da005-07cb-4f90-93ce-8de1e5ce9c3a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.218280 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51032) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:18.218416 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bf1da005-07cb-4f90-93ce-8de1e5ce9c3a tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1399271 Feb 04 06:03:18.243947 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ca21-b6d0-402d-8236-d468935fc457 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Checking segment: {'id': '3f559c24-8e61-42a8-b44a-a8a2b49c3169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f002d648-3e34-4f4e-9a45-4d72e6bfc9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:18.244692 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e8ca21-b6d0-402d-8236-d468935fc457 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network hostable DHCP agents. Network: f002d648-3e34-4f4e-9a45-4d72e6bfc9f5, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:03:18.281926 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-bd304fde-74cd-42e7-8bb8-c37b1ecdb367 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Transition to ACTIVE for port object 8d34aa36-887e-4e74-8149-9f21dd5d6ead will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:18.310579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51036) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:18.311179 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:03:18.311665 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Checking segment: {'id': '1c359323-073c-4ee7-96ef-9f5193a4b636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '15c13aa8-901e-4860-9a1a-36e164fdf46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:18.312369 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.312885 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-75938ee1-a0d6-4a45-bd15-aac1eee206e2 tempest-DHCPAgentSchedulersTestJSON-753058683 tempest-DHCPAgentSchedulersTestJSON-753058683-project-admin] 10.222.0.31 "GET /v2.0/agents/50320b9a-8215-4114-b345-75fa3a853e54/dhcp-networks HTTP/1.1" status: 200 len: 10304 time: 0.7211204 Feb 04 06:03:18.313141 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Bound using segment: {'id': '1c359323-073c-4ee7-96ef-9f5193a4b636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '15c13aa8-901e-4860-9a1a-36e164fdf46d'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:03:18.313729 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Bound port: 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c359323-073c-4ee7-96ef-9f5193a4b636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '15c13aa8-901e-4860-9a1a-36e164fdf46d'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:18.314110 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.323431 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Request body: {'subnets': [{'network_id': '198cd0ff-3983-41ed-bded-e51bcc0313ed', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--33526429', 'ip_version': 6}, {'network_id': '9855a75f-c985-4616-b805-db7c4f587fb4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:18.323768 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Request body: {'subnet': {'network_id': '198cd0ff-3983-41ed-bded-e51bcc0313ed', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--33526429', 'ip_version': 6}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:18.324447 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Request body: {'subnet': {'network_id': '9855a75f-c985-4616-b805-db7c4f587fb4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:18.325207 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51040) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:18.350085 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-932f335c-c4e9-444c-89b5-77b8172eaee5 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.369657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e8ca21-b6d0-402d-8236-d468935fc457 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network f002d648-3e34-4f4e-9a45-4d72e6bfc9f5 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:03:18.387406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-932f335c-c4e9-444c-89b5-77b8172eaee5 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.424995 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] For port 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:03:18.427587 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] For port 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3d6c6a76-962d-40e6-a1b6-81a5684f3e6c,segment=NetworkSegment(1c359323-073c-4ee7-96ef-9f5193a4b636),segment_id=1c359323-073c-4ee7-96ef-9f5193a4b636)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:03:18.450455 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-02e8ca21-b6d0-402d-8236-d468935fc457 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, f002d648-3e34-4f4e-9a45-4d72e6bfc9f5) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:18.469014 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e8ca21-b6d0-402d-8236-d468935fc457 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:18.469898 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-02e8ca21-b6d0-402d-8236-d468935fc457 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.472402 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-834e5036-f83b-4fa2-ae5a-fbbe6a591810 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.509591 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78599018-bb4f-4bdb-bc46-17793d8cc446 None None] Network f002d648-3e34-4f4e-9a45-4d72e6bfc9f5 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:18.512403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-932f335c-c4e9-444c-89b5-77b8172eaee5 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.524727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-932f335c-c4e9-444c-89b5-77b8172eaee5 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.528276 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-932f335c-c4e9-444c-89b5-77b8172eaee5 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/753191df-6801-4d07-8c7d-4a89bbbf8b94 HTTP/1.1" status: 204 len: 168 time: 0.3045461 Feb 04 06:03:18.536580 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c931472-38f5-491e-b495-ff611c3d855f tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.539485 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51044) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:18.544652 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-02e8ca21-b6d0-402d-8236-d468935fc457 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5472510 Feb 04 06:03:18.544955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.546679 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f335c-c4e9-444c-89b5-77b8172eaee5 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=753191df-6801-4d07-8c7d-4a89bbbf8b94,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:18.548447 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-901d8da0-93cf-484a-b445-c501b04b6e04 None None] For port 3af9c02b-cfa0-44b7-8375-39403d15ddff, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3af9c02b-cfa0-44b7-8375-39403d15ddff,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:18.548447 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-901d8da0-93cf-484a-b445-c501b04b6e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.550116 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51046) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:18.595610 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c931472-38f5-491e-b495-ff611c3d855f tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.602309 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bd304fde-74cd-42e7-8bb8-c37b1ecdb367 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.675109 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d20bdaf-322f-4b82-b1c8-77b0c360b7ac tempest-DHCPAgentSchedulersTestJSON-753058683 tempest-DHCPAgentSchedulersTestJSON-753058683-project-admin] Network 11c49bc8-fc7c-4c2b-933d-119d37f25125 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:03:18.687840 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8877cc8-6d9a-40db-8155-6e25bc4662cf None None] Pushing event updated for resources: {'Port': ['ID=3d6c6a76-962d-40e6-a1b6-81a5684f3e6c,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:18.690487 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-01391aa0-ee20-4bad-9b8f-323c745b21de None None] Provisioning for port cb8b4532-c456-44fc-8fa4-3f0a44c46718 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:18.694137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834e5036-f83b-4fa2-ae5a-fbbe6a591810 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 0c981645-8a47-42b0-bcdb-8a909c3caeba is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:18.704234 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-01391aa0-ee20-4bad-9b8f-323c745b21de None None] Provisioning complete for port cb8b4532-c456-44fc-8fa4-3f0a44c46718 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:18.704626 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-01391aa0-ee20-4bad-9b8f-323c745b21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.730004 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-834e5036-f83b-4fa2-ae5a-fbbe6a591810 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:18.733624 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834e5036-f83b-4fa2-ae5a-fbbe6a591810 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:18.742034 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6d20bdaf-322f-4b82-b1c8-77b0c360b7ac tempest-DHCPAgentSchedulersTestJSON-753058683 tempest-DHCPAgentSchedulersTestJSON-753058683-project-admin] 10.222.0.31 "POST /v2.0/agents/50320b9a-8215-4114-b345-75fa3a853e54/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4130888 Feb 04 06:03:18.751453 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51052) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:18.771240 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd304fde-74cd-42e7-8bb8-c37b1ecdb367 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network 15c13aa8-901e-4860-9a1a-36e164fdf46d is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:18.780747 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e5036-f83b-4fa2-ae5a-fbbe6a591810 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=1a7e19f8-21f7-4bb0-a88e-d29baa5676cd,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:18.799285 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-bd304fde-74cd-42e7-8bb8-c37b1ecdb367 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:18.857835 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-658bdb36-3e37-469c-b82e-a138044c55e2 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.859193 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd304fde-74cd-42e7-8bb8-c37b1ecdb367 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:18.865060 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd304fde-74cd-42e7-8bb8-c37b1ecdb367 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:18.865673 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bd304fde-74cd-42e7-8bb8-c37b1ecdb367 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.915375 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c931472-38f5-491e-b495-ff611c3d855f tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.920446 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4c931472-38f5-491e-b495-ff611c3d855f tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4558194 Feb 04 06:03:18.920446 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c931472-38f5-491e-b495-ff611c3d855f tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d32c78-63a4-46c0-8d54-3d4123b7a8ef,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:18.926997 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51056) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:18.942859 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-d8206483-2348-4cc5-ae4a-c3507fd770b2 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group_rule': {'security_group_id': 'b0d32c78-63a4-46c0-8d54-3d4123b7a8ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:18.947316 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7cc0a1e1-7112-4fc9-a9c9-5bc880a3dd26 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:18.955635 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d8206483-2348-4cc5-ae4a-c3507fd770b2 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:18.964582 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:18.972509 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834e5036-f83b-4fa2-ae5a-fbbe6a591810 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:18.973126 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-834e5036-f83b-4fa2-ae5a-fbbe6a591810 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.976744 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d8206483-2348-4cc5-ae4a-c3507fd770b2 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group_rule and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:18.987413 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bd304fde-74cd-42e7-8bb8-c37b1ecdb367 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 5.3561022 Feb 04 06:03:18.987413 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Usage tracker for resource:subnet and tenant:c94e639053a24dcb9683d213d0065b0f is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:18.996291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:18.998833 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51060) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:19.002505 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c053a8-dd74-4d97-b952-b25b948718e3 None None] Network 11c49bc8-fc7c-4c2b-933d-119d37f25125 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:19.010552 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd304fde-74cd-42e7-8bb8-c37b1ecdb367 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=8d34aa36-887e-4e74-8149-9f21dd5d6ead,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:19.020751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d8206483-2348-4cc5-ae4a-c3507fd770b2 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:19.025766 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-901d8da0-93cf-484a-b445-c501b04b6e04 None None] Calling delete_port for 3af9c02b-cfa0-44b7-8375-39403d15ddff owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:19.043366 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:19.046536 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.objects.ports [None req-c21591ba-ab63-4f99-80ca-9fb7229cbb2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87471) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:03:19.047669 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d8206483-2348-4cc5-ae4a-c3507fd770b2 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:19.055375 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7cc0a1e1-7112-4fc9-a9c9-5bc880a3dd26 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:19.056798 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7cc0a1e1-7112-4fc9-a9c9-5bc880a3dd26 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5035915 Feb 04 06:03:19.068948 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51064) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:19.069717 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-834e5036-f83b-4fa2-ae5a-fbbe6a591810 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5273118 Feb 04 06:03:19.077017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51066) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:19.127904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Made reservation on behalf of c94e639053a24dcb9683d213d0065b0f for: {'subnet': 2} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:19.131860 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.132284 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.182826 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 61885075-fc57-4b22-af22-cfba3b068bbe triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:19.183201 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.212319 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-658bdb36-3e37-469c-b82e-a138044c55e2 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.257532 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9b5f95c2-b260-4d7f-b48a-2e9125737d3f tempest-DHCPAgentSchedulersTestJSON-753058683 tempest-DHCPAgentSchedulersTestJSON-753058683-project-admin] 10.222.0.31 "GET /v2.0/agents/50320b9a-8215-4114-b345-75fa3a853e54/dhcp-networks HTTP/1.1" status: 200 len: 11911 time: 0.4988933 Feb 04 06:03:19.309490 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51072) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:19.404620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-28bbae55-e7dd-427f-aa27-89449c5431af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port 8d34aa36-887e-4e74-8149-9f21dd5d6ead {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:19.405066 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28bbae55-e7dd-427f-aa27-89449c5431af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.462624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d8206483-2348-4cc5-ae4a-c3507fd770b2 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.573037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-75d4bc08-fbe8-4b56-9b6c-5165780a9277 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.604518 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.ipam_pluggable_backend [None req-c21591ba-ab63-4f99-80ca-9fb7229cbb2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Port 3af9c02b-cfa0-44b7-8375-39403d15ddff was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87471) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 04 06:03:19.604937 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.ipam_pluggable_backend [None req-c21591ba-ab63-4f99-80ca-9fb7229cbb2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Reverting IP allocation for 2001:db8::f816:3eff:fe09:c04e {{(pid=87471) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 04 06:03:19.614928 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.ipam_pluggable_backend [None req-c21591ba-ab63-4f99-80ca-9fb7229cbb2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe09:c04e {{(pid=87471) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 04 06:03:19.628264 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c21591ba-ab63-4f99-80ca-9fb7229cbb2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.641661 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-901d8da0-93cf-484a-b445-c501b04b6e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.650127 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-01391aa0-ee20-4bad-9b8f-323c745b21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.682439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-75d4bc08-fbe8-4b56-9b6c-5165780a9277 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.704182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-658bdb36-3e37-469c-b82e-a138044c55e2 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.715466 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d8206483-2348-4cc5-ae4a-c3507fd770b2 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.731330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-01391aa0-ee20-4bad-9b8f-323c745b21de None None] For port cb8b4532-c456-44fc-8fa4-3f0a44c46718, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=cb8b4532-c456-44fc-8fa4-3f0a44c46718,segment=NetworkSegment(f67a20ab-ea8c-4470-8632-410ed5d5c269),segment_id=f67a20ab-ea8c-4470-8632-410ed5d5c269)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:19.746027 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21591ba-ab63-4f99-80ca-9fb7229cbb2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:19.750180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-c21591ba-ab63-4f99-80ca-9fb7229cbb2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:19.752897 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d8206483-2348-4cc5-ae4a-c3507fd770b2 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.763673 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-01391aa0-ee20-4bad-9b8f-323c745b21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.774692 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-01391aa0-ee20-4bad-9b8f-323c745b21de None None] Could not find standard attr ID for object 73c10436-b176-4cc7-995e-fcf04fa34c75. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:03:19.778611 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901d8da0-93cf-484a-b445-c501b04b6e04 None None] No DVR routers for this DVR port 3af9c02b-cfa0-44b7-8375-39403d15ddff on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:19.783183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d8da0-93cf-484a-b445-c501b04b6e04 None None] Pushing event deleted for resources: {'Port': ['ID=3af9c02b-cfa0-44b7-8375-39403d15ddff,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:19.785296 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d694b1ee-de7a-4bb6-8aac-6f9c7456fb4b tempest-DHCPAgentSchedulersTestJSON-753058683 tempest-DHCPAgentSchedulersTestJSON-753058683-project-admin] 10.222.0.31 "DELETE /v2.0/agents/50320b9a-8215-4114-b345-75fa3a853e54/dhcp-networks/11c49bc8-fc7c-4c2b-933d-119d37f25125 HTTP/1.1" status: 204 len: 168 time: 0.4720764 Feb 04 06:03:19.789619 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21591ba-ab63-4f99-80ca-9fb7229cbb2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:19.789841 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c21591ba-ab63-4f99-80ca-9fb7229cbb2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.794696 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51076) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:19.841614 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd62042-e392-40bb-85ab-f328ae6b243d None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:19.963172 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac759a4-b9f1-4c95-bb0d-5ac2d269d611 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:19.963991 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8ac759a4-b9f1-4c95-bb0d-5ac2d269d611 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Synchronizing usage tracker for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:20.013217 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-293d0f76-17b6-4a5d-b5dd-e9a016447e82 None None] Provisioning for port 1a28ea75-5cbb-4166-9d6e-89f97baf8f4a completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:20.013925 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28bbae55-e7dd-427f-aa27-89449c5431af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.048345 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-293d0f76-17b6-4a5d-b5dd-e9a016447e82 None None] Provisioning complete for port 1a28ea75-5cbb-4166-9d6e-89f97baf8f4a triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:20.048809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-293d0f76-17b6-4a5d-b5dd-e9a016447e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.085823 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dea9db8-5d78-4f73-a16a-e5d232f63dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-f002d648-3e34-4f4e-9a45-4d72e6bfc9f5', 'network_id': 'f002d648-3e34-4f4e-9a45-4d72e6bfc9f5', 'tenant_id': 'a16e808cbb7c487da688fc682beafc7d', 'fixed_ips': [{'subnet_id': 'b8fc6426-5e50-4c8a-ac45-fb07c2f63801'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:03:20.088632 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3dea9db8-5d78-4f73-a16a-e5d232f63dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.148492 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8206483-2348-4cc5-ae4a-c3507fd770b2 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d071044-ec64-4f02-b46e-1568975258ae,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:20.150397 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21591ba-ab63-4f99-80ca-9fb7229cbb2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=3f075ad9-7ae9-4d22-bfb6-58c784e05842,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:20.153526 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01391aa0-ee20-4bad-9b8f-323c745b21de None None] Pushing event updated for resources: {'Port': ['ID=cb8b4532-c456-44fc-8fa4-3f0a44c46718,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:20.263700 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c21591ba-ab63-4f99-80ca-9fb7229cbb2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3096123 Feb 04 06:03:20.271228 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51080) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:20.271228 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-658bdb36-3e37-469c-b82e-a138044c55e2 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.295952 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bdb36-3e37-469c-b82e-a138044c55e2 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Subnet': ['ID=b8fc6426-5e50-4c8a-ac45-fb07c2f63801,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:20.312797 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'mac_address': 'fa:16:3e:49:ec:70', 'name': 'tempest-NetworksTestDHCPv6-1606763534'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:20.323897 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:20.334168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d8206483-2348-4cc5-ae4a-c3507fd770b2 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.335373 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d8206483-2348-4cc5-ae4a-c3507fd770b2 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4076242 Feb 04 06:03:20.352688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51084) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:20.355828 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8ac759a4-b9f1-4c95-bb0d-5ac2d269d611 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Unset dirty status for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:20.356871 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8ac759a4-b9f1-4c95-bb0d-5ac2d269d611 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 1.2779672 Feb 04 06:03:20.360587 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51088) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:20.361743 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-75d4bc08-fbe8-4b56-9b6c-5165780a9277 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.374850 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-293d0f76-17b6-4a5d-b5dd-e9a016447e82 None None] Port 1a28ea75-5cbb-4166-9d6e-89f97baf8f4a cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:03:20.391348 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-28bbae55-e7dd-427f-aa27-89449c5431af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for 8d34aa36-887e-4e74-8149-9f21dd5d6ead owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:20.448117 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-75d4bc08-fbe8-4b56-9b6c-5165780a9277 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.449253 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-75d4bc08-fbe8-4b56-9b6c-5165780a9277 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-groups/1477fb84-4654-4576-99c2-1ac17c01d384 HTTP/1.1" status: 204 len: 168 time: 1.3807976 Feb 04 06:03:20.451450 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-658bdb36-3e37-469c-b82e-a138044c55e2 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f002d648-3e34-4f4e-9a45-4d72e6bfc9f5']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:20.453080 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51092) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:20.465909 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4bc08-fbe8-4b56-9b6c-5165780a9277 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1477fb84-4654-4576-99c2-1ac17c01d384,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:20.486107 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-658bdb36-3e37-469c-b82e-a138044c55e2 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f559c24-8e61-42a8-b44a-a8a2b49c3169') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:20.486716 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-658bdb36-3e37-469c-b82e-a138044c55e2 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f559c24-8e61-42a8-b44a-a8a2b49c3169') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:20.506415 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-658bdb36-3e37-469c-b82e-a138044c55e2 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.546869 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd8c8fa-e911-4b1f-9a87-69e46b2d5607 None None] Network f002d648-3e34-4f4e-9a45-4d72e6bfc9f5 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:20.563902 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-293d0f76-17b6-4a5d-b5dd-e9a016447e82 None None] Provisioning complete for port cb8b4532-c456-44fc-8fa4-3f0a44c46718 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:20.564363 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-293d0f76-17b6-4a5d-b5dd-e9a016447e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.564464 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-658bdb36-3e37-469c-b82e-a138044c55e2 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.572496 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658bdb36-3e37-469c-b82e-a138044c55e2 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:20.573049 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-658bdb36-3e37-469c-b82e-a138044c55e2 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.599688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f8a12638-e506-4a3e-9e42-3b0ca80a0570 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.658271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f8a12638-e506-4a3e-9e42-3b0ca80a0570 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:20.687131 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:20.698223 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': '3f075ad9-7ae9-4d22-bfb6-58c784e05842'}, {'subnet_id': 'ee662d86-acc1-4737-af42-60e1a909446a'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:03:20.699237 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.722097 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-658bdb36-3e37-469c-b82e-a138044c55e2 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.743722 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-658bdb36-3e37-469c-b82e-a138044c55e2 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.744936 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b014e4b-8c15-4da8-8f07-bf993ace8e18 None None] Network 15c13aa8-901e-4860-9a1a-36e164fdf46d requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:20.749559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:20.757637 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:port and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:20.760796 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bdb36-3e37-469c-b82e-a138044c55e2 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Network': ['ID=f002d648-3e34-4f4e-9a45-4d72e6bfc9f5,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:20.762885 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:20.766718 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-658bdb36-3e37-469c-b82e-a138044c55e2 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/networks/f002d648-3e34-4f4e-9a45-4d72e6bfc9f5 HTTP/1.1" status: 204 len: 168 time: 2.2154365 Feb 04 06:03:20.771849 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51096) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:20.774884 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:20.780095 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-dae98b69-b5bf-43c1-9c75-c1e724acd2c0 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-57977916'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:20.788180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-dae98b69-b5bf-43c1-9c75-c1e724acd2c0 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:20.788385 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d228091e-6d11-43ba-9602-14e2a85e0243 tempest-DHCPAgentSchedulersTestJSON-753058683 tempest-DHCPAgentSchedulersTestJSON-753058683-project-admin] 10.222.0.31 "GET /v2.0/agents/50320b9a-8215-4114-b345-75fa3a853e54/dhcp-networks HTTP/1.1" status: 200 len: 11103 time: 0.9926043 Feb 04 06:03:20.789643 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51100) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:20.805366 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-dae98b69-b5bf-43c1-9c75-c1e724acd2c0 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Usage tracker for resource:network and tenant:a16e808cbb7c487da688fc682beafc7d is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:20.810191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-dae98b69-b5bf-43c1-9c75-c1e724acd2c0 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:20.819716 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:20.826773 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:20.841460 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-dae98b69-b5bf-43c1-9c75-c1e724acd2c0 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:20.880340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d0be82ea-032b-4b1a-8c20-da2764df288b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:20.892693 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-eb290f38-468f-4af8-a477-0fca8a528de8 tempest-DHCPAgentSchedulersTestJSON-753058683 tempest-DHCPAgentSchedulersTestJSON-753058683-project-admin] 10.222.0.31 "GET /v2.0/networks/a6d1cffc-c359-46e4-a2db-aa0f2dcbe701/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1019120 Feb 04 06:03:20.898953 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51104) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:20.918509 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae98b69-b5bf-43c1-9c75-c1e724acd2c0 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Made reservation on behalf of a16e808cbb7c487da688fc682beafc7d for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:20.921964 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dae98b69-b5bf-43c1-9c75-c1e724acd2c0 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.937317 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f8a12638-e506-4a3e-9e42-3b0ca80a0570 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.967251 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8f24d86d-e80d-40c1-8ff9-131c348f5626 tempest-DHCPAgentSchedulersTestJSON-753058683 tempest-DHCPAgentSchedulersTestJSON-753058683-project-admin] 10.222.0.31 "GET /v2.0/networks/a6d1cffc-c359-46e4-a2db-aa0f2dcbe701/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0634711 Feb 04 06:03:20.970205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51108) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:20.977242 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a12638-e506-4a3e-9e42-3b0ca80a0570 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d071044-ec64-4f02-b46e-1568975258ae,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:21.008244 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae98b69-b5bf-43c1-9c75-c1e724acd2c0 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:21.014834 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421a470b-bc0a-40a1-86e7-e993f58a5ec2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:21.022464 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421a470b-bc0a-40a1-86e7-e993f58a5ec2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:21.028693 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421a470b-bc0a-40a1-86e7-e993f58a5ec2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:21.030404 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-421a470b-bc0a-40a1-86e7-e993f58a5ec2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.6034112 Feb 04 06:03:21.034096 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d0be82ea-032b-4b1a-8c20-da2764df288b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:21.034691 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51112) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:21.035698 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d0be82ea-032b-4b1a-8c20-da2764df288b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5239315 Feb 04 06:03:21.039595 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.039851 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51114) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:21.050844 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28bbae55-e7dd-427f-aa27-89449c5431af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.099505 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dae98b69-b5bf-43c1-9c75-c1e724acd2c0 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.100171 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-dae98b69-b5bf-43c1-9c75-c1e724acd2c0 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Added segment 2731f8f8-4789-457c-b915-f8ff87cac343 of type vlan for network e0228689-5a4f-4fe4-87c3-fbe3c50340f3 Feb 04 06:03:21.149082 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f8a12638-e506-4a3e-9e42-3b0ca80a0570 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.150545 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f8a12638-e506-4a3e-9e42-3b0ca80a0570 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2d071044-ec64-4f02-b46e-1568975258ae HTTP/1.1" status: 204 len: 168 time: 0.7922313 Feb 04 06:03:21.158666 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbae55-e7dd-427f-aa27-89449c5431af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Port': ['ID=8d34aa36-887e-4e74-8149-9f21dd5d6ead,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:21.160671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51120) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:21.210522 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3af9c02b-cfa0-44b7-8375-39403d15ddff no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:03:21.223146 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port be7fdc7e-d8ab-4229-8c2c-102ddcec4cfe yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:03:21.260802 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bca5ff46-e484-483d-a977-b1f404b11cf2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.275336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28bbae55-e7dd-427f-aa27-89449c5431af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.277295 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 3af9c02b-cfa0-44b7-8375-39403d15ddff {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:03:21.277618 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-28bbae55-e7dd-427f-aa27-89449c5431af tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/ports/8d34aa36-887e-4e74-8149-9f21dd5d6ead HTTP/1.1" status: 204 len: 168 time: 2.2731302 Feb 04 06:03:21.277726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3af9c02b-cfa0-44b7-8375-39403d15ddff not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:03:21.282488 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51124) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:21.293140 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dae98b69-b5bf-43c1-9c75-c1e724acd2c0 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.309594 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8069533f-000a-4265-88c8-ec8e85f27d5b tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port 1a7e19f8-21f7-4bb0-a88e-d29baa5676cd {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:21.309937 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8069533f-000a-4265-88c8-ec8e85f27d5b tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.456855 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1c79139c-a842-40ee-9ded-a87246802ef4 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:21.494791 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bca5ff46-e484-483d-a977-b1f404b11cf2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.504874 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-337de5bd-b28a-4baf-b222-0f9bb9402106 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] GET failed (client error): The resource could not be found. Feb 04 06:03:21.505428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-337de5bd-b28a-4baf-b222-0f9bb9402106 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Synchronizing usage tracker for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:21.513846 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.521947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-293d0f76-17b6-4a5d-b5dd-e9a016447e82 None None] Provisioning for port 1a7e19f8-21f7-4bb0-a88e-d29baa5676cd completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:21.535910 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-293d0f76-17b6-4a5d-b5dd-e9a016447e82 None None] Provisioning complete for port 1a7e19f8-21f7-4bb0-a88e-d29baa5676cd triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:21.536556 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-293d0f76-17b6-4a5d-b5dd-e9a016447e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.537097 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dae98b69-b5bf-43c1-9c75-c1e724acd2c0 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.542496 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae98b69-b5bf-43c1-9c75-c1e724acd2c0 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:21.543089 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dae98b69-b5bf-43c1-9c75-c1e724acd2c0 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.548368 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5719fd2a-bf1e-4903-bd8d-dc4f003ebf7b tempest-DHCPAgentSchedulersTestJSON-753058683 tempest-DHCPAgentSchedulersTestJSON-753058683-project-admin] 10.222.0.31 "GET /v2.0/agents/50320b9a-8215-4114-b345-75fa3a853e54/dhcp-networks HTTP/1.1" status: 200 len: 10344 time: 0.5753961 Feb 04 06:03:21.557428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51128) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:21.598610 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1c79139c-a842-40ee-9ded-a87246802ef4 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:21.602484 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1c79139c-a842-40ee-9ded-a87246802ef4 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4253800 Feb 04 06:03:21.609057 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51132) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:21.620835 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Allocated IP 172.20.0.2 (65e4f961-4ab6-4ffd-8973-b6f04910c762/ee662d86-acc1-4737-af42-60e1a909446a/8f7baca4-c1a1-4546-963c-e44ce5161e13) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:21.627482 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-293d0f76-17b6-4a5d-b5dd-e9a016447e82 None None] Port 1a7e19f8-21f7-4bb0-a88e-d29baa5676cd cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:03:21.633466 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Allocated IP 2001:db8::f816:3eff:fe74:7fe (65e4f961-4ab6-4ffd-8973-b6f04910c762/3f075ad9-7ae9-4d22-bfb6-58c784e05842/8f7baca4-c1a1-4546-963c-e44ce5161e13) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:21.718857 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-337de5bd-b28a-4baf-b222-0f9bb9402106 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Unset dirty status for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:21.720134 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-337de5bd-b28a-4baf-b222-0f9bb9402106 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports/8d34aa36-887e-4e74-8149-9f21dd5d6ead HTTP/1.1" status: 404 len: 333 time: 0.4364100 Feb 04 06:03:21.734301 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51136) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:21.753992 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-dae98b69-b5bf-43c1-9c75-c1e724acd2c0 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9808836 Feb 04 06:03:21.766312 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51140) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:21.767059 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae98b69-b5bf-43c1-9c75-c1e724acd2c0 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Network': ['ID=e0228689-5a4f-4fe4-87c3-fbe3c50340f3,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:21.778523 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-871ec300-4502-4604-a6bb-7e4af016362d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'subnet': {'network_id': 'e0228689-5a4f-4fe4-87c3-fbe3c50340f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:21.785767 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network e0228689-5a4f-4fe4-87c3-fbe3c50340f3 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:21.827732 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event updated for resources: {'Subnet': ['ID=d9c50986-a34a-40ae-ba6d-b4a85ac9e2f5,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:21.882121 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Checking segment: {'id': 'e190bb03-7193-4ca6-8fe6-7878999d6b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '198cd0ff-3983-41ed-bded-e51bcc0313ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:21.882496 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Network hostable DHCP agents. Network: 198cd0ff-3983-41ed-bded-e51bcc0313ed, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:03:21.912029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bca5ff46-e484-483d-a977-b1f404b11cf2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.919155 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-79032450-9987-4a8b-99b1-2e76e9242a15 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting subnet 0d21f95f-143b-4a83-a65f-ec1a5627875b {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:03:21.925309 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-339a1c56-2587-4507-a177-07d15d83f179 None None] Provisioning complete for port 1a28ea75-5cbb-4166-9d6e-89f97baf8f4a triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:21.925469 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-339a1c56-2587-4507-a177-07d15d83f179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.926482 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a639acb-7d1c-489c-9bca-ecbd049215d1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.937029 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8069533f-000a-4265-88c8-ec8e85f27d5b tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.948912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-871ec300-4502-4604-a6bb-7e4af016362d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:21.956521 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79032450-9987-4a8b-99b1-2e76e9242a15 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.006669 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-871ec300-4502-4604-a6bb-7e4af016362d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Usage tracker for resource:subnet and tenant:a16e808cbb7c487da688fc682beafc7d is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:22.010533 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-09604bbd-51ce-4403-a03e-56852c7ca30a tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.022440 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5ff46-e484-483d-a977-b1f404b11cf2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb27c13f-a3cf-4c5a-91f2-4e4012b7d750,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:22.041819 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a639acb-7d1c-489c-9bca-ecbd049215d1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.056844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-339a1c56-2587-4507-a177-07d15d83f179 None None] Port 1a28ea75-5cbb-4166-9d6e-89f97baf8f4a cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:03:22.061787 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Network 198cd0ff-3983-41ed-bded-e51bcc0313ed is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:03:22.077819 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.089914 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Transition to ACTIVE for port object 8f7baca4-c1a1-4546-963c-e44ce5161e13 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:22.097909 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-339a1c56-2587-4507-a177-07d15d83f179 None None] Provisioning for port 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:22.110015 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-339a1c56-2587-4507-a177-07d15d83f179 None None] Provisioning complete for port 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:22.110407 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-339a1c56-2587-4507-a177-07d15d83f179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.147391 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79032450-9987-4a8b-99b1-2e76e9242a15 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.182466 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bca5ff46-e484-483d-a977-b1f404b11cf2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.186808 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bca5ff46-e484-483d-a977-b1f404b11cf2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-groups/fb27c13f-a3cf-4c5a-91f2-4e4012b7d750 HTTP/1.1" status: 204 len: 168 time: 1.1414356 Feb 04 06:03:22.199106 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51144) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:22.200605 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Transition to ACTIVE for port object 8f7baca4-c1a1-4546-963c-e44ce5161e13 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:22.212043 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device cb8b4532-c456-44fc-8fa4-3f0a44c46718 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:22.281811 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.302488 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-871ec300-4502-4604-a6bb-7e4af016362d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:22.317113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8069533f-000a-4265-88c8-ec8e85f27d5b tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for 1a7e19f8-21f7-4bb0-a88e-d29baa5676cd owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:22.321608 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-09604bbd-51ce-4403-a03e-56852c7ca30a tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.334873 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 198cd0ff-3983-41ed-bded-e51bcc0313ed) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:22.352294 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-871ec300-4502-4604-a6bb-7e4af016362d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:22.353376 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaf2303-18c0-4411-b11a-91cb862e6c2a None None] Network 198cd0ff-3983-41ed-bded-e51bcc0313ed requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:22.371527 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.407866 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-09604bbd-51ce-4403-a03e-56852c7ca30a tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c49bc8-fc7c-4c2b-933d-119d37f25125']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:22.458765 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-09604bbd-51ce-4403-a03e-56852c7ca30a tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6274cea5-b0c4-40fe-a722-60b35fe2382c') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:22.458765 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-09604bbd-51ce-4403-a03e-56852c7ca30a tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6274cea5-b0c4-40fe-a722-60b35fe2382c') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:22.460121 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:22.465597 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a639acb-7d1c-489c-9bca-ecbd049215d1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.495935 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871ec300-4502-4604-a6bb-7e4af016362d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Made reservation on behalf of a16e808cbb7c487da688fc682beafc7d for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:22.498182 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:22.499681 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-871ec300-4502-4604-a6bb-7e4af016362d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.513798 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-09604bbd-51ce-4403-a03e-56852c7ca30a tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.514429 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Pushing event updated for resources: {'Port': ['ID=8f7baca4-c1a1-4546-963c-e44ce5161e13,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:22.517196 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:22.537686 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a639acb-7d1c-489c-9bca-ecbd049215d1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d32c78-63a4-46c0-8d54-3d4123b7a8ef,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:22.559108 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event updated for resources: {'Subnet': ['ID=51d7acdf-7b71-4aea-9a19-903c57ac4f06,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:22.562988 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-208f70fe-cecd-44f9-b756-0ff3783208b4 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:22.583210 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-09604bbd-51ce-4403-a03e-56852c7ca30a tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.604528 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a639acb-7d1c-489c-9bca-ecbd049215d1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.608460 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5a639acb-7d1c-489c-9bca-ecbd049215d1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-groups/b0d32c78-63a4-46c0-8d54-3d4123b7a8ef HTTP/1.1" status: 204 len: 168 time: 0.9831691 Feb 04 06:03:22.611231 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09604bbd-51ce-4403-a03e-56852c7ca30a tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:22.611637 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-09604bbd-51ce-4403-a03e-56852c7ca30a tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.620559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51148) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:22.626929 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:22.675338 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-add650c5-8f01-4f08-8c30-cbb7c272db1a {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:03:22.675575 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:03:22.694625 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Checking segment: {'id': '7242045f-1c34-4447-965e-70697a92615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9855a75f-c985-4616-b805-db7c4f587fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:22.695022 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Network hostable DHCP agents. Network: 9855a75f-c985-4616-b805-db7c4f587fb4, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:03:22.705186 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79032450-9987-4a8b-99b1-2e76e9242a15 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.734164 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8069533f-000a-4265-88c8-ec8e85f27d5b tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.738991 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-208f70fe-cecd-44f9-b756-0ff3783208b4 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:22.744493 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-208f70fe-cecd-44f9-b756-0ff3783208b4 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5431278 Feb 04 06:03:22.749339 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51152) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:22.766335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a5e5ed0e-259f-47f4-b005-a594aefb7576 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1408977358'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:22.779916 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a5e5ed0e-259f-47f4-b005-a594aefb7576 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:22.794757 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b195632b-b5e1-4ec2-ae47-dea5685652d1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1570623 Feb 04 06:03:22.795312 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51156) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:22.802776 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-54b9484f-b4ea-4ad6-8ad0-2b0ef959a9a1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group': {'name': 'tempest-secgroup--8487420'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:22.804640 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069533f-000a-4265-88c8-ec8e85f27d5b tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Port': ['ID=1a7e19f8-21f7-4bb0-a88e-d29baa5676cd,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:22.807927 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a5e5ed0e-259f-47f4-b005-a594aefb7576 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:22.810398 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port cb8b4532-c456-44fc-8fa4-3f0a44c46718 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:22.810934 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.821541 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-09604bbd-51ce-4403-a03e-56852c7ca30a tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.823248 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-54b9484f-b4ea-4ad6-8ad0-2b0ef959a9a1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:22.848921 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-09604bbd-51ce-4403-a03e-56852c7ca30a tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.851957 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-54b9484f-b4ea-4ad6-8ad0-2b0ef959a9a1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:22.859080 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-54b9484f-b4ea-4ad6-8ad0-2b0ef959a9a1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:22.863953 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Network 9855a75f-c985-4616-b805-db7c4f587fb4 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:03:22.872828 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-339a1c56-2587-4507-a177-07d15d83f179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.881386 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-54b9484f-b4ea-4ad6-8ad0-2b0ef959a9a1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:22.883450 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09604bbd-51ce-4403-a03e-56852c7ca30a tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Pushing event deleted for resources: {'Network': ['ID=11c49bc8-fc7c-4c2b-933d-119d37f25125,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:22.885434 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a5e5ed0e-259f-47f4-b005-a594aefb7576 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.906796 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-09604bbd-51ce-4403-a03e-56852c7ca30a tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] 10.222.0.31 "DELETE /v2.0/networks/11c49bc8-fc7c-4c2b-933d-119d37f25125 HTTP/1.1" status: 204 len: 168 time: 1.3434858 Feb 04 06:03:22.911763 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51160) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:22.915405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 9855a75f-c985-4616-b805-db7c4f587fb4) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:22.923168 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Attempting to bind port 8f7baca4-c1a1-4546-963c-e44ce5161e13 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:22.924139 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Attempting to bind port 8f7baca4-c1a1-4546-963c-e44ce5161e13 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:22.924139 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Attempting to bind port 8f7baca4-c1a1-4546-963c-e44ce5161e13 on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:03:22.935447 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758f05ae-6219-4f21-8f3d-ef3ec2f16c94 None None] Network 9855a75f-c985-4616-b805-db7c4f587fb4 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:22.962223 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79032450-9987-4a8b-99b1-2e76e9242a15 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.967385 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:22.967881 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:22.969443 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.971920 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8069533f-000a-4265-88c8-ec8e85f27d5b tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.973460 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a5e5ed0e-259f-47f4-b005-a594aefb7576 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:23.014999 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-54b9484f-b4ea-4ad6-8ad0-2b0ef959a9a1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.024573 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b38537-114a-4370-8bc7-1f743812ba6e tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] DELETE failed (client error): The resource could not be found. Feb 04 06:03:23.025051 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b38537-114a-4370-8bc7-1f743812ba6e tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:03:23.026941 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-67b38537-114a-4370-8bc7-1f743812ba6e tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] 10.222.0.31 "DELETE /v2.0/ports/73c10436-b176-4cc7-995e-fcf04fa34c75 HTTP/1.1" status: 404 len: 333 time: 0.1129520 Feb 04 06:03:23.027972 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:03:23.028366 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:23.028772 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.029173 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:03:23.029662 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Bound port: 8f7baca4-c1a1-4546-963c-e44ce5161e13, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:23.030034 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.033108 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a5e5ed0e-259f-47f4-b005-a594aefb7576 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Usage tracker for resource:security_group_rule and tenant:aaf67d659a65459fa6f17ee4b784c1fa is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:23.044262 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51164) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:23.045087 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a5e5ed0e-259f-47f4-b005-a594aefb7576 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:23.057478 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79032450-9987-4a8b-99b1-2e76e9242a15 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Subnet': ['ID=0d21f95f-143b-4a83-a65f-ec1a5627875b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:23.063685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79032450-9987-4a8b-99b1-2e76e9242a15 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.065576 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-79032450-9987-4a8b-99b1-2e76e9242a15 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/subnets/0d21f95f-143b-4a83-a65f-ec1a5627875b HTTP/1.1" status: 204 len: 168 time: 1.3257139 Feb 04 06:03:23.070324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51168) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:23.071889 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8069533f-000a-4265-88c8-ec8e85f27d5b tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/ports/1a7e19f8-21f7-4bb0-a88e-d29baa5676cd HTTP/1.1" status: 204 len: 168 time: 2.0176945 Feb 04 06:03:23.076295 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51170) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:23.093547 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490ce07c-5569-43cb-99d8-76b450bf0623 None None] Network 15c13aa8-901e-4860-9a1a-36e164fdf46d requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:23.107753 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a5e5ed0e-259f-47f4-b005-a594aefb7576 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:23.134285 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f08dd889-bd15-45cf-956b-9bb2b285d3d4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 4.8202782 Feb 04 06:03:23.139368 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-54b9484f-b4ea-4ad6-8ad0-2b0ef959a9a1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:23.144010 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51176) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:23.202007 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.202324 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-54b9484f-b4ea-4ad6-8ad0-2b0ef959a9a1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group_rule and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:23.213449 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-54b9484f-b4ea-4ad6-8ad0-2b0ef959a9a1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:23.234074 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-54b9484f-b4ea-4ad6-8ad0-2b0ef959a9a1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:23.243206 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-267692e3-2d80-4a25-b9f6-602fd10647fb tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Deleting subnet e1f31d56-e02f-400b-b0b2-2c53a2e42d3e {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:03:23.263309 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-267692e3-2d80-4a25-b9f6-602fd10647fb tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.274967 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-871ec300-4502-4604-a6bb-7e4af016362d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.306480 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971b90be-809b-47b9-8359-f01f136be65d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:23.308464 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971b90be-809b-47b9-8359-f01f136be65d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:23.309698 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971b90be-809b-47b9-8359-f01f136be65d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:23.310670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-971b90be-809b-47b9-8359-f01f136be65d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Synchronizing usage tracker for tenant:c94e639053a24dcb9683d213d0065b0f on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:23.322684 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-198cd0ff-3983-41ed-bded-e51bcc0313ed', 'network_id': '198cd0ff-3983-41ed-bded-e51bcc0313ed', 'tenant_id': 'c94e639053a24dcb9683d213d0065b0f', 'fixed_ips': [{'subnet_id': 'd9c50986-a34a-40ae-ba6d-b4a85ac9e2f5'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:03:23.323991 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.346111 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-339a1c56-2587-4507-a177-07d15d83f179 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:03:23.347523 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-339a1c56-2587-4507-a177-07d15d83f179 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:03:23.355175 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-9598e3ff-cfb4-427b-95e9-1afe3fccb12b tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] GET failed (client error): The resource could not be found. Feb 04 06:03:23.355580 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9598e3ff-cfb4-427b-95e9-1afe3fccb12b tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Synchronizing usage tracker for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:23.397228 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a5e5ed0e-259f-47f4-b005-a594aefb7576 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.399550 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-267692e3-2d80-4a25-b9f6-602fd10647fb tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.410595 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port a390bbb8-efec-4932-88f2-6435849bf218 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:03:23.438450 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-971b90be-809b-47b9-8359-f01f136be65d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Unset dirty status for tenant:c94e639053a24dcb9683d213d0065b0f on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:23.452039 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-971b90be-809b-47b9-8359-f01f136be65d tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.2944272 Feb 04 06:03:23.452039 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a5e5ed0e-259f-47f4-b005-a594aefb7576 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.455392 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.457720 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51180) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:23.485781 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ec300-4502-4604-a6bb-7e4af016362d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Subnet': ['ID=0275c081-ff48-444a-9288-ebcf4a98ce73,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:23.522680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9598e3ff-cfb4-427b-95e9-1afe3fccb12b tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Unset dirty status for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:23.523883 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9598e3ff-cfb4-427b-95e9-1afe3fccb12b tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports/1a7e19f8-21f7-4bb0-a88e-d29baa5676cd HTTP/1.1" status: 404 len: 333 time: 0.4462621 Feb 04 06:03:23.528274 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871ec300-4502-4604-a6bb-7e4af016362d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Checking segment: {'id': '2731f8f8-4789-457c-b915-f8ff87cac343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e0228689-5a4f-4fe4-87c3-fbe3c50340f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:23.528640 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871ec300-4502-4604-a6bb-7e4af016362d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network hostable DHCP agents. Network: e0228689-5a4f-4fe4-87c3-fbe3c50340f3, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:03:23.532766 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51184) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:23.539461 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:23.539837 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.586449 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] For port 8f7baca4-c1a1-4546-963c-e44ce5161e13, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:03:23.603568 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-54b9484f-b4ea-4ad6-8ad0-2b0ef959a9a1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.613473 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5ed0e-259f-47f4-b005-a594aefb7576 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be7fdc0-a83a-4949-a2bf-95e2e3812067,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:23.626257 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] For port 8f7baca4-c1a1-4546-963c-e44ce5161e13, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8f7baca4-c1a1-4546-963c-e44ce5161e13,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:03:23.631396 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-54b9484f-b4ea-4ad6-8ad0-2b0ef959a9a1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.679960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.762985 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-9855a75f-c985-4616-b805-db7c4f587fb4', 'network_id': '9855a75f-c985-4616-b805-db7c4f587fb4', 'tenant_id': 'c94e639053a24dcb9683d213d0065b0f', 'fixed_ips': [{'subnet_id': '51d7acdf-7b71-4aea-9a19-903c57ac4f06'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:03:23.763821 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.764898 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab22fef-245a-4d3d-913c-b73f53744617 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Deleting subnet d9c50986-a34a-40ae-ba6d-b4a85ac9e2f5 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:03:23.775302 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a5e5ed0e-259f-47f4-b005-a594aefb7576 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.776580 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871ec300-4502-4604-a6bb-7e4af016362d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network e0228689-5a4f-4fe4-87c3-fbe3c50340f3 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:03:23.779505 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a5e5ed0e-259f-47f4-b005-a594aefb7576 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0259528 Feb 04 06:03:23.782374 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51188) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:23.788214 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-c47e92ce-faf5-4cdf-b44a-997153a0b305 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port 1a28ea75-5cbb-4166-9d6e-89f97baf8f4a {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:23.788565 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c47e92ce-faf5-4cdf-b44a-997153a0b305 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.795049 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b2301b41-cbdc-4d55-8b22-a10c40d54e55 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group_rule': {'security_group_id': '9be7fdc0-a83a-4949-a2bf-95e2e3812067', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:23.812960 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-54b9484f-b4ea-4ad6-8ad0-2b0ef959a9a1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.816829 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-54b9484f-b4ea-4ad6-8ad0-2b0ef959a9a1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.0182445 Feb 04 06:03:23.816829 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b2301b41-cbdc-4d55-8b22-a10c40d54e55 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:23.820635 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51192) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:23.825507 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b2301b41-cbdc-4d55-8b22-a10c40d54e55 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Usage tracker for resource:security_group_rule and tenant:aaf67d659a65459fa6f17ee4b784c1fa is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:23.830883 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-72812aa4-ee0b-4c7f-bed7-69099b9f751c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group_rule': {'security_group_id': '23b1df0b-905c-4781-a809-1dc0ecd869e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:23.836590 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9484f-b4ea-4ad6-8ad0-2b0ef959a9a1 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b1df0b-905c-4781-a809-1dc0ecd869e7,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:23.839417 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b2301b41-cbdc-4d55-8b22-a10c40d54e55 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:23.842657 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-267692e3-2d80-4a25-b9f6-602fd10647fb tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.878436 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-72812aa4-ee0b-4c7f-bed7-69099b9f751c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:23.884010 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b2301b41-cbdc-4d55-8b22-a10c40d54e55 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:23.886595 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-72812aa4-ee0b-4c7f-bed7-69099b9f751c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group_rule and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:23.896098 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-72812aa4-ee0b-4c7f-bed7-69099b9f751c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:23.909301 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-72812aa4-ee0b-4c7f-bed7-69099b9f751c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:23.934442 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b2301b41-cbdc-4d55-8b22-a10c40d54e55 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.961358 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-871ec300-4502-4604-a6bb-7e4af016362d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, e0228689-5a4f-4fe4-87c3-fbe3c50340f3) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:23.966316 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6bae1-3875-4881-bf39-3c7e2287907e None None] Pushing event updated for resources: {'Port': ['ID=8f7baca4-c1a1-4546-963c-e44ce5161e13,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:23.967024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-72812aa4-ee0b-4c7f-bed7-69099b9f751c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.967194 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871ec300-4502-4604-a6bb-7e4af016362d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:23.967729 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-871ec300-4502-4604-a6bb-7e4af016362d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.980451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Allocated IP 2001:db8::1 (198cd0ff-3983-41ed-bded-e51bcc0313ed/d9c50986-a34a-40ae-ba6d-b4a85ac9e2f5/8656a5d5-2ffc-4065-9414-6c159f67dd87) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:23.984102 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c391cb3a-8937-4ae3-801a-641febdfde51 None None] Network e0228689-5a4f-4fe4-87c3-fbe3c50340f3 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:24.018189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-267692e3-2d80-4a25-b9f6-602fd10647fb tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.079001 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267692e3-2d80-4a25-b9f6-602fd10647fb tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f31d56-e02f-400b-b0b2-2c53a2e42d3e,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:24.081108 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-267692e3-2d80-4a25-b9f6-602fd10647fb tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.094606 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-267692e3-2d80-4a25-b9f6-602fd10647fb tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] 10.222.0.31 "DELETE /v2.0/subnets/e1f31d56-e02f-400b-b0b2-2c53a2e42d3e HTTP/1.1" status: 204 len: 168 time: 1.0422614 Feb 04 06:03:24.094865 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51196) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:24.133135 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f84668-b017-4acc-a78b-576ba6b0fc56 None None] Network a6d1cffc-c359-46e4-a2db-aa0f2dcbe701 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:24.199498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-72812aa4-ee0b-4c7f-bed7-69099b9f751c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.206515 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b2301b41-cbdc-4d55-8b22-a10c40d54e55 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.224761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b2301b41-cbdc-4d55-8b22-a10c40d54e55 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.243152 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-72812aa4-ee0b-4c7f-bed7-69099b9f751c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.264726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-339a1c56-2587-4507-a177-07d15d83f179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.320973 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2301b41-cbdc-4d55-8b22-a10c40d54e55 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88aaaa8-5893-4a67-b1d8-77cea6d45239,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:24.360548 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.366038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72812aa4-ee0b-4c7f-bed7-69099b9f751c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6670568-ba73-4548-b8ec-e5412ca52daa,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:24.373078 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-339a1c56-2587-4507-a177-07d15d83f179 None None] For port 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3d6c6a76-962d-40e6-a1b6-81a5684f3e6c,segment=NetworkSegment(1c359323-073c-4ee7-96ef-9f5193a4b636),segment_id=1c359323-073c-4ee7-96ef-9f5193a4b636)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:24.373248 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b2301b41-cbdc-4d55-8b22-a10c40d54e55 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.377278 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b2301b41-cbdc-4d55-8b22-a10c40d54e55 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5900693 Feb 04 06:03:24.377963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51200) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:24.385539 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-871ec300-4502-4604-a6bb-7e4af016362d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6128633 Feb 04 06:03:24.385786 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-72812aa4-ee0b-4c7f-bed7-69099b9f751c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.385786 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-72812aa4-ee0b-4c7f-bed7-69099b9f751c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5605781 Feb 04 06:03:24.393725 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51204) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:24.394060 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51206) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:24.398064 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-339a1c56-2587-4507-a177-07d15d83f179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.404605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-10a18ae9-93f1-4c45-aa3f-bb4a2cebf8b3 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group_rule': {'security_group_id': '23b1df0b-905c-4781-a809-1dc0ecd869e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:24.415703 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b689bf86-b09f-40bf-84ae-9afab1877de9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'subnet': {'network_id': 'e0228689-5a4f-4fe4-87c3-fbe3c50340f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:24.426543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 172.20.0.8 (65e4f961-4ab6-4ffd-8973-b6f04910c762/ee662d86-acc1-4737-af42-60e1a909446a/a390bbb8-efec-4932-88f2-6435849bf218) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:24.430473 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Deleting port 61885075-fc57-4b22-af22-cfba3b068bbe {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:24.430816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.440511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] For port 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3d6c6a76-962d-40e6-a1b6-81a5684f3e6c,segment=NetworkSegment(1c359323-073c-4ee7-96ef-9f5193a4b636),segment_id=1c359323-073c-4ee7-96ef-9f5193a4b636)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:24.440874 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.469491 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-10a18ae9-93f1-4c45-aa3f-bb4a2cebf8b3 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:24.471522 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::f816:3eff:fe49:ec70 (65e4f961-4ab6-4ffd-8973-b6f04910c762/3f075ad9-7ae9-4d22-bfb6-58c784e05842/a390bbb8-efec-4932-88f2-6435849bf218) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:24.491634 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-10a18ae9-93f1-4c45-aa3f-bb4a2cebf8b3 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group_rule and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:24.553444 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-10a18ae9-93f1-4c45-aa3f-bb4a2cebf8b3 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:24.571401 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-339a1c56-2587-4507-a177-07d15d83f179 None None] Could not find standard attr ID for object 1a7e19f8-21f7-4bb0-a88e-d29baa5676cd. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:03:24.572493 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-10a18ae9-93f1-4c45-aa3f-bb4a2cebf8b3 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:24.593639 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a1c56-2587-4507-a177-07d15d83f179 None None] Pushing event updated for resources: {'Port': ['ID=3d6c6a76-962d-40e6-a1b6-81a5684f3e6c,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:24.597587 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ad2a7a2f-8a8a-49c4-9933-cbf3f3356419 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.616721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:24.617246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ad2a7a2f-8a8a-49c4-9933-cbf3f3356419 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.624319 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56db93aa-de81-46b1-b46c-8b88a108666e None None] DHCP port deletion for 15c13aa8-901e-4860-9a1a-36e164fdf46d request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:03:24.697739 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10a18ae9-93f1-4c45-aa3f-bb4a2cebf8b3 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.718163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c47e92ce-faf5-4cdf-b44a-997153a0b305 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.734088 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-56db93aa-de81-46b1-b46c-8b88a108666e None None] Deleting port 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:24.735167 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-56db93aa-de81-46b1-b46c-8b88a108666e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.777059 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ad2a7a2f-8a8a-49c4-9933-cbf3f3356419 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.821293 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b689bf86-b09f-40bf-84ae-9afab1877de9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:24.858874 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b689bf86-b09f-40bf-84ae-9afab1877de9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Usage tracker for resource:subnet and tenant:a16e808cbb7c487da688fc682beafc7d is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:24.864939 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b689bf86-b09f-40bf-84ae-9afab1877de9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:24.870193 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a7a2f-8a8a-49c4-9933-cbf3f3356419 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b88aaaa8-5893-4a67-b1d8-77cea6d45239,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:24.882417 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b689bf86-b09f-40bf-84ae-9afab1877de9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:24.904565 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-c47e92ce-faf5-4cdf-b44a-997153a0b305 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for 1a28ea75-5cbb-4166-9d6e-89f97baf8f4a owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:24.909219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ad2a7a2f-8a8a-49c4-9933-cbf3f3356419 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.912305 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ad2a7a2f-8a8a-49c4-9933-cbf3f3356419 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b88aaaa8-5893-4a67-b1d8-77cea6d45239 HTTP/1.1" status: 204 len: 168 time: 0.5316706 Feb 04 06:03:24.913252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51212) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:24.926919 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] For port 61885075-fc57-4b22-af22-cfba3b068bbe, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=61885075-fc57-4b22-af22-cfba3b068bbe,segment=NetworkSegment(df12d338-b9c3-4d47-8609-7c8220390196),segment_id=df12d338-b9c3-4d47-8609-7c8220390196)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:24.927484 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.942283 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:03:24.942568 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:03:24.958185 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Allocated IP 2001:db8:0:1::1 (9855a75f-c985-4616-b805-db7c4f587fb4/51d7acdf-7b71-4aea-9a19-903c57ac4f06/2d089434-93fb-45aa-aae7-489148231006) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:24.960426 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b689bf86-b09f-40bf-84ae-9afab1877de9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Made reservation on behalf of a16e808cbb7c487da688fc682beafc7d for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:24.963970 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b689bf86-b09f-40bf-84ae-9afab1877de9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.965914 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3671b08b-3385-4cb9-911e-47c9aeb65de1 None None] Provisioning complete for port 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:24.965914 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3671b08b-3385-4cb9-911e-47c9aeb65de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.071325 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10a18ae9-93f1-4c45-aa3f-bb4a2cebf8b3 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.146016 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Calling delete_port for 61885075-fc57-4b22-af22-cfba3b068bbe owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:25.182242 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.185200 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10a18ae9-93f1-4c45-aa3f-bb4a2cebf8b3 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.221280 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object a390bbb8-efec-4932-88f2-6435849bf218 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:25.222695 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c47e92ce-faf5-4cdf-b44a-997153a0b305 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.289293 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e92ce-faf5-4cdf-b44a-997153a0b305 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Port': ['ID=1a28ea75-5cbb-4166-9d6e-89f97baf8f4a,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:25.316215 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a18ae9-93f1-4c45-aa3f-bb4a2cebf8b3 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8068a2a-0cac-48e8-a6d8-2c3dd8602b67,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:25.342087 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b29dc025-7d5e-4261-b195-b4ab76a105c5 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:25.405698 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10a18ae9-93f1-4c45-aa3f-bb4a2cebf8b3 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.408556 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-10a18ae9-93f1-4c45-aa3f-bb4a2cebf8b3 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0081997 Feb 04 06:03:25.414409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51216) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:25.421915 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-e0228689-5a4f-4fe4-87c3-fbe3c50340f3', 'network_id': 'e0228689-5a4f-4fe4-87c3-fbe3c50340f3', 'tenant_id': 'a16e808cbb7c487da688fc682beafc7d', 'fixed_ips': [{'subnet_id': '0275c081-ff48-444a-9288-ebcf4a98ce73'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:03:25.422748 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.432339 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-17feeca3-de76-4b23-852f-63fad98bab40 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group_rule': {'security_group_id': '23b1df0b-905c-4781-a809-1dc0ecd869e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:25.432558 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.453558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-17feeca3-de76-4b23-852f-63fad98bab40 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:25.458710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b29dc025-7d5e-4261-b195-b4ab76a105c5 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:25.460090 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b29dc025-7d5e-4261-b195-b4ab76a105c5 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5382311 Feb 04 06:03:25.467186 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51220) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:25.472966 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-17feeca3-de76-4b23-852f-63fad98bab40 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group_rule and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:25.478985 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.498710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-17feeca3-de76-4b23-852f-63fad98bab40 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:25.506818 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:25.507168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.553066 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Pushing event deleted for resources: {'Port': ['ID=61885075-fc57-4b22-af22-cfba3b068bbe,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:25.556404 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-17feeca3-de76-4b23-852f-63fad98bab40 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:25.583630 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] No DVR routers for this DVR port 61885075-fc57-4b22-af22-cfba3b068bbe on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:25.590613 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.645939 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:25.673782 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:25.682518 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4740d258-3c5b-4202-a349-3bdc867dbc4d None None] DHCP port deletion for a6d1cffc-c359-46e4-a2db-aa0f2dcbe701 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:03:25.729797 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-56db93aa-de81-46b1-b46c-8b88a108666e None None] For port 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3d6c6a76-962d-40e6-a1b6-81a5684f3e6c,segment=NetworkSegment(1c359323-073c-4ee7-96ef-9f5193a4b636),segment_id=1c359323-073c-4ee7-96ef-9f5193a4b636)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:25.729797 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-56db93aa-de81-46b1-b46c-8b88a108666e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.742646 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:25.768065 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Transition to ACTIVE for port object 8656a5d5-2ffc-4065-9414-6c159f67dd87 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:25.801585 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Transition to ACTIVE for port object 8656a5d5-2ffc-4065-9414-6c159f67dd87 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:25.804683 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c47e92ce-faf5-4cdf-b44a-997153a0b305 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.813742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=a390bbb8-efec-4932-88f2-6435849bf218,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:25.879603 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2892d404-fc8d-4035-9917-16a9250d5a78 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:25.921657 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-17feeca3-de76-4b23-852f-63fad98bab40 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.924326 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c47e92ce-faf5-4cdf-b44a-997153a0b305 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/ports/1a28ea75-5cbb-4166-9d6e-89f97baf8f4a HTTP/1.1" status: 204 len: 168 time: 2.3862143 Feb 04 06:03:25.930290 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:25.930929 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.933009 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51224) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:25.935832 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eab22fef-245a-4d3d-913c-b73f53744617 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.959345 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.976528 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-81c6d6ac-24a2-4d36-910f-afe085c35303 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.6972835 Feb 04 06:03:25.979421 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51228) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:25.980120 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-56db93aa-de81-46b1-b46c-8b88a108666e None None] Calling delete_port for 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:26.031865 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] For port 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3d6c6a76-962d-40e6-a1b6-81a5684f3e6c,segment=NetworkSegment(1c359323-073c-4ee7-96ef-9f5193a4b636),segment_id=1c359323-073c-4ee7-96ef-9f5193a4b636)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:26.032330 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.081357 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3671b08b-3385-4cb9-911e-47c9aeb65de1 None None] Could not find standard attr ID for object 8d34aa36-887e-4e74-8149-9f21dd5d6ead. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:03:26.131588 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.135701 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Pushing event updated for resources: {'Port': ['ID=8656a5d5-2ffc-4065-9414-6c159f67dd87,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:26.248410 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b689bf86-b09f-40bf-84ae-9afab1877de9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.284674 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Network 198cd0ff-3983-41ed-bded-e51bcc0313ed is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:26.299622 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-e871b082-a99b-4ba6-a18f-3fa5a32e64eb tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] GET failed (client error): The resource could not be found. Feb 04 06:03:26.307370 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e871b082-a99b-4ba6-a18f-3fa5a32e64eb tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports/1a28ea75-5cbb-4166-9d6e-89f97baf8f4a HTTP/1.1" status: 404 len: 333 time: 0.3333659 Feb 04 06:03:26.307677 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51232) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:26.309822 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:26.313208 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8f7baca4-c1a1-4546-963c-e44ce5161e13 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:26.317130 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:26.340895 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c555153-37e1-4504-afeb-972e4b9366b6 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.345108 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:26.351028 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eab22fef-245a-4d3d-913c-b73f53744617 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.385085 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d1cffc-c359-46e4-a2db-aa0f2dcbe701']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:26.445076 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df12d338-b9c3-4d47-8609-7c8220390196') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:26.445320 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df12d338-b9c3-4d47-8609-7c8220390196') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:26.455540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b689bf86-b09f-40bf-84ae-9afab1877de9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network e0228689-5a4f-4fe4-87c3-fbe3c50340f3 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:26.464015 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cf20e4-9ed8-4e94-8ade-3f0e147a6e80 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:26.466378 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-b689bf86-b09f-40bf-84ae-9afab1877de9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:26.469688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b689bf86-b09f-40bf-84ae-9afab1877de9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:26.470683 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b689bf86-b09f-40bf-84ae-9afab1877de9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.471746 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cf20e4-9ed8-4e94-8ade-3f0e147a6e80 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:26.472690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b4cf20e4-9ed8-4e94-8ade-3f0e147a6e80 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:26.487531 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.495046 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c555153-37e1-4504-afeb-972e4b9366b6 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.495860 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca910f73-f390-49d9-af55-1446944868a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting subnet 2adc9b9e-ac62-4c7a-9220-7daa55d00995 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:03:26.502844 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca910f73-f390-49d9-af55-1446944868a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.542264 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689bf86-b09f-40bf-84ae-9afab1877de9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Subnet': ['ID=d9cd997d-285f-47f7-b460-d52730cca0a4,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:26.545090 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 06:03:26.545090 dv-neutron-826830-2-hyperv neutron-server[87471]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Feb 04 06:03:26.545090 dv-neutron-826830-2-hyperv neutron-server[87471]: [parameters: {'port_id': '3d6c6a76-962d-40e6-a1b6-81a5684f3e6c', 'host': 'dv-neutron-826830-2-hyperv', 'level': 0}] Feb 04 06:03:26.545090 dv-neutron-826830-2-hyperv neutron-server[87471]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:03:26.546085 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:03:26.555375 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0526cb11-ad7b-4b00-821f-797e32c73cb0 None None] Provisioning for port 8f7baca4-c1a1-4546-963c-e44ce5161e13 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:26.562809 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-17feeca3-de76-4b23-852f-63fad98bab40 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.579293 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.582052 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca910f73-f390-49d9-af55-1446944868a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.588178 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-17feeca3-de76-4b23-852f-63fad98bab40 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.591494 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.604598 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-56db93aa-de81-46b1-b46c-8b88a108666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.629006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b4cf20e4-9ed8-4e94-8ade-3f0e147a6e80 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:26.632995 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b4cf20e4-9ed8-4e94-8ade-3f0e147a6e80 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.6501153 Feb 04 06:03:26.635719 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51236) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:26.639559 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:26.640017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.660226 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b689bf86-b09f-40bf-84ae-9afab1877de9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2614748 Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:26.661528 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:26.673299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51240) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:26.694749 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Allocated IP 2001:db8::2 (e0228689-5a4f-4fe4-87c3-fbe3c50340f3/0275c081-ff48-444a-9288-ebcf4a98ce73/11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:26.705868 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Transition to ACTIVE for port object 2d089434-93fb-45aa-aae7-489148231006 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:26.712021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Attempting to bind port 8656a5d5-2ffc-4065-9414-6c159f67dd87 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:26.712021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Attempting to bind port 8656a5d5-2ffc-4065-9414-6c159f67dd87 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'e190bb03-7193-4ca6-8fe6-7878999d6b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '198cd0ff-3983-41ed-bded-e51bcc0313ed'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:26.712021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Attempting to bind port 8656a5d5-2ffc-4065-9414-6c159f67dd87 on network 198cd0ff-3983-41ed-bded-e51bcc0313ed {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:03:26.713693 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db93aa-de81-46b1-b46c-8b88a108666e None None] Pushing event deleted for resources: {'Port': ['ID=3d6c6a76-962d-40e6-a1b6-81a5684f3e6c,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:26.724462 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db93aa-de81-46b1-b46c-8b88a108666e None None] No DVR routers for this DVR port 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:26.733947 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f318f348-87f3-46f5-9dc1-68512892018c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port a390bbb8-efec-4932-88f2-6435849bf218 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:26.734908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f318f348-87f3-46f5-9dc1-68512892018c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.741319 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17feeca3-de76-4b23-852f-63fad98bab40 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca599148-e581-4f18-8f67-e08a914151cb,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:26.748213 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:03:26.748587 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Checking segment: {'id': 'e190bb03-7193-4ca6-8fe6-7878999d6b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '198cd0ff-3983-41ed-bded-e51bcc0313ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:26.748967 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.749352 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Bound using segment: {'id': 'e190bb03-7193-4ca6-8fe6-7878999d6b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '198cd0ff-3983-41ed-bded-e51bcc0313ed'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:03:26.749835 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Bound port: 8656a5d5-2ffc-4065-9414-6c159f67dd87, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e190bb03-7193-4ca6-8fe6-7878999d6b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '198cd0ff-3983-41ed-bded-e51bcc0313ed'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:26.750233 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.798938 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 8f7baca4-c1a1-4546-963c-e44ce5161e13 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:26.806137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-17feeca3-de76-4b23-852f-63fad98bab40 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.807329 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-17feeca3-de76-4b23-852f-63fad98bab40 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3853126 Feb 04 06:03:26.809006 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Transition to ACTIVE for port object 2d089434-93fb-45aa-aae7-489148231006 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:26.814763 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c555153-37e1-4504-afeb-972e4b9366b6 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.817436 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c555153-37e1-4504-afeb-972e4b9366b6 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.821066 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7c555153-37e1-4504-afeb-972e4b9366b6 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-groups/9be7fdc0-a83a-4949-a2bf-95e2e3812067 HTTP/1.1" status: 204 len: 168 time: 1.3475239 Feb 04 06:03:26.821066 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51244) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:26.835112 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51246) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:26.850172 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca910f73-f390-49d9-af55-1446944868a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.855216 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-6584841a-7e55-4d50-9e5a-7ea9918aa050 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group_rule': {'security_group_id': '23b1df0b-905c-4781-a809-1dc0ecd869e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:26.866207 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 8f7baca4-c1a1-4546-963c-e44ce5161e13 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:26.866207 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.868446 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6584841a-7e55-4d50-9e5a-7ea9918aa050 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:26.870726 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c555153-37e1-4504-afeb-972e4b9366b6 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be7fdc0-a83a-4949-a2bf-95e2e3812067,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:26.877950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:26.878222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.883090 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6584841a-7e55-4d50-9e5a-7ea9918aa050 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group_rule and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:26.886340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eab22fef-245a-4d3d-913c-b73f53744617 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.915087 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6584841a-7e55-4d50-9e5a-7ea9918aa050 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:26.921582 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ff3b1a-ddc1-46c0-b888-d3b462410840 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:26.923064 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ff3b1a-ddc1-46c0-b888-d3b462410840 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:26.924580 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ff3b1a-ddc1-46c0-b888-d3b462410840 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:26.926119 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ff3b1a-ddc1-46c0-b888-d3b462410840 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:26.927888 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ff3b1a-ddc1-46c0-b888-d3b462410840 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:26.928952 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d6ff3b1a-ddc1-46c0-b888-d3b462410840 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Synchronizing usage tracker for tenant:a16e808cbb7c487da688fc682beafc7d on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:26.940263 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.943971 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6584841a-7e55-4d50-9e5a-7ea9918aa050 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:26.974315 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.980169 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.993713 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] The port '3d6c6a76-962d-40e6-a1b6-81a5684f3e6c' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:03:26.997270 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] Pushing event deleted for resources: {'Network': ['ID=a6d1cffc-c359-46e4-a2db-aa0f2dcbe701,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:27.008143 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9da37043-fe6f-47ef-b300-3952dc45232d tempest-DHCPAgentSchedulersTestJSON-1835351854 tempest-DHCPAgentSchedulersTestJSON-1835351854-project] 10.222.0.31 "DELETE /v2.0/networks/a6d1cffc-c359-46e4-a2db-aa0f2dcbe701 HTTP/1.1" status: 204 len: 168 time: 2.9072850 Feb 04 06:03:27.026519 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d6ff3b1a-ddc1-46c0-b888-d3b462410840 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Unset dirty status for tenant:a16e808cbb7c487da688fc682beafc7d on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:27.027716 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d6ff3b1a-ddc1-46c0-b888-d3b462410840 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3393910 Feb 04 06:03:27.036441 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51254) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:27.039319 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6584841a-7e55-4d50-9e5a-7ea9918aa050 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.052134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a4402833-269d-4599-a9f3-723f3b53801e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1781565086'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:27.066379 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a4402833-269d-4599-a9f3-723f3b53801e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:27.079159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a4402833-269d-4599-a9f3-723f3b53801e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Usage tracker for resource:network and tenant:a16e808cbb7c487da688fc682beafc7d is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:27.085976 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a4402833-269d-4599-a9f3-723f3b53801e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:27.109861 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eab22fef-245a-4d3d-913c-b73f53744617 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.114307 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a4402833-269d-4599-a9f3-723f3b53801e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:27.131314 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Network 9855a75f-c985-4616-b805-db7c4f587fb4 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:27.152686 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:27.166222 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:27.190109 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eab22fef-245a-4d3d-913c-b73f53744617 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.191604 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Pushing event updated for resources: {'Port': ['ID=2d089434-93fb-45aa-aae7-489148231006,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:27.195962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab22fef-245a-4d3d-913c-b73f53744617 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c50986-a34a-40ae-ba6d-b4a85ac9e2f5,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:27.211002 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4402833-269d-4599-a9f3-723f3b53801e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Made reservation on behalf of a16e808cbb7c487da688fc682beafc7d for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:27.214886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a4402833-269d-4599-a9f3-723f3b53801e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.237180 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-eab22fef-245a-4d3d-913c-b73f53744617 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "DELETE /v2.0/subnets/d9c50986-a34a-40ae-ba6d-b4a85ac9e2f5 HTTP/1.1" status: 204 len: 168 time: 3.7654150 Feb 04 06:03:27.242031 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6584841a-7e55-4d50-9e5a-7ea9918aa050 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.242968 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51258) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:27.285621 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6584841a-7e55-4d50-9e5a-7ea9918aa050 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.291814 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] For port 8656a5d5-2ffc-4065-9414-6c159f67dd87, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:03:27.327302 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f318f348-87f3-46f5-9dc1-68512892018c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.337097 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584841a-7e55-4d50-9e5a-7ea9918aa050 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08bbd133-d7d1-48c6-9290-bf902095e4be,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:27.339363 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4402833-269d-4599-a9f3-723f3b53801e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:27.364340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a4402833-269d-4599-a9f3-723f3b53801e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.364963 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-a4402833-269d-4599-a9f3-723f3b53801e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Added segment e8ad312d-bd83-4473-8409-0132b234a523 of type vlan for network dbae7ff2-5a29-4598-a2c6-60151bc5673b Feb 04 06:03:27.376356 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f97c418-f800-4cca-890b-0c7549f1b430 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Deleting subnet 51d7acdf-7b71-4aea-9a19-903c57ac4f06 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:03:27.380740 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6f97c418-f800-4cca-890b-0c7549f1b430 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.409668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6584841a-7e55-4d50-9e5a-7ea9918aa050 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.411117 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6584841a-7e55-4d50-9e5a-7ea9918aa050 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5729818 Feb 04 06:03:27.421861 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51264) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:27.437913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-3a3de686-d2c6-46dc-9e69-cfbdf3a58b83 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group_rule': {'security_group_id': '23b1df0b-905c-4781-a809-1dc0ecd869e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:27.441759 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51268) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:27.453216 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] For port 8656a5d5-2ffc-4065-9414-6c159f67dd87, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8656a5d5-2ffc-4065-9414-6c159f67dd87,segment=NetworkSegment(e190bb03-7193-4ca6-8fe6-7878999d6b71),segment_id=e190bb03-7193-4ca6-8fe6-7878999d6b71)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:03:27.455103 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3a3de686-d2c6-46dc-9e69-cfbdf3a58b83 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:27.467384 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a4402833-269d-4599-a9f3-723f3b53801e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.473299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3a3de686-d2c6-46dc-9e69-cfbdf3a58b83 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group_rule and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:27.476231 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3a3de686-d2c6-46dc-9e69-cfbdf3a58b83 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:27.485370 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.489260 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6f97c418-f800-4cca-890b-0c7549f1b430 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.493029 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f318f348-87f3-46f5-9dc1-68512892018c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for a390bbb8-efec-4932-88f2-6435849bf218 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:27.522527 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3a3de686-d2c6-46dc-9e69-cfbdf3a58b83 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:27.536291 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Attempting to bind port 2d089434-93fb-45aa-aae7-489148231006 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:27.536291 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Attempting to bind port 2d089434-93fb-45aa-aae7-489148231006 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '7242045f-1c34-4447-965e-70697a92615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9855a75f-c985-4616-b805-db7c4f587fb4'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:27.536785 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Attempting to bind port 2d089434-93fb-45aa-aae7-489148231006 on network 9855a75f-c985-4616-b805-db7c4f587fb4 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:03:27.570033 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:03:27.570742 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Checking segment: {'id': '7242045f-1c34-4447-965e-70697a92615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9855a75f-c985-4616-b805-db7c4f587fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:27.570835 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.571149 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Bound using segment: {'id': '7242045f-1c34-4447-965e-70697a92615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9855a75f-c985-4616-b805-db7c4f587fb4'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:03:27.571635 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Bound port: 2d089434-93fb-45aa-aae7-489148231006, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7242045f-1c34-4447-965e-70697a92615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9855a75f-c985-4616-b805-db7c4f587fb4'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:27.572055 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.589487 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.597166 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.618293 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3a3de686-d2c6-46dc-9e69-cfbdf3a58b83 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.633723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a4402833-269d-4599-a9f3-723f3b53801e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.639622 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4402833-269d-4599-a9f3-723f3b53801e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:27.643353 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a4402833-269d-4599-a9f3-723f3b53801e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.649514 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Transition to ACTIVE for port object 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:27.760290 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Transition to ACTIVE for port object 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:27.763382 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b74e6-3b09-4160-8ddc-818b7948f360 None None] Pushing event updated for resources: {'Port': ['ID=8656a5d5-2ffc-4065-9414-6c159f67dd87,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:27.781780 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.820745 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a4402833-269d-4599-a9f3-723f3b53801e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7740934 Feb 04 06:03:27.824917 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6f97c418-f800-4cca-890b-0c7549f1b430 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.853681 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca910f73-f390-49d9-af55-1446944868a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.861166 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51274) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:27.867626 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 8f7baca4-c1a1-4546-963c-e44ce5161e13, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8f7baca4-c1a1-4546-963c-e44ce5161e13,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:27.882542 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.905098 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Network e0228689-5a4f-4fe4-87c3-fbe3c50340f3 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:27.906051 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Pushing event updated for resources: {'Port': ['ID=11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:27.929652 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3a3de686-d2c6-46dc-9e69-cfbdf3a58b83 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.947505 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4402833-269d-4599-a9f3-723f3b53801e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Network': ['ID=dbae7ff2-5a29-4598-a2c6-60151bc5673b,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:27.948598 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-edc25edc-54d7-447a-a477-339cbb94cf9d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:27.969662 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3a3de686-d2c6-46dc-9e69-cfbdf3a58b83 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.977349 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca910f73-f390-49d9-af55-1446944868a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Subnet': ['ID=2adc9b9e-ac62-4c7a-9220-7daa55d00995,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:27.982208 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c0b2e70d-2814-4526-971a-46a848255186 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:27.998108 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:28.006912 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:28.009151 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=8f7baca4-c1a1-4546-963c-e44ce5161e13,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:28.015937 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network dbae7ff2-5a29-4598-a2c6-60151bc5673b details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:28.020125 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca910f73-f390-49d9-af55-1446944868a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.043023 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:03:28.060481 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6f97c418-f800-4cca-890b-0c7549f1b430 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.087620 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef1e75a-db29-485c-96dd-cad74e44918c None None] Network 0c981645-8a47-42b0-bcdb-8a909c3caeba requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:28.092479 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.100389 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f318f348-87f3-46f5-9dc1-68512892018c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.105760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3de686-d2c6-46dc-9e69-cfbdf3a58b83 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058e4833-f562-4d37-83eb-32b6d44d0796,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:28.117031 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:03:28.117371 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3d6c6a76-962d-40e6-a1b6-81a5684f3e6c not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:03:28.117781 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 61885075-fc57-4b22-af22-cfba3b068bbe no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:03:28.144586 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-260f8af7-8772-48bd-82dd-e4b6c02440b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6fd598a0dd4f494694b79a57055856dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6929920 Feb 04 06:03:28.152041 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97c418-f800-4cca-890b-0c7549f1b430 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event deleted for resources: {'Subnet': ['ID=51d7acdf-7b71-4aea-9a19-903c57ac4f06,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:28.168134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51278) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:28.175539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c13aa8-901e-4860-9a1a-36e164fdf46d']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:28.182069 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6f97c418-f800-4cca-890b-0c7549f1b430 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.200652 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c359323-073c-4ee7-96ef-9f5193a4b636') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:28.201053 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c359323-073c-4ee7-96ef-9f5193a4b636') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:28.244736 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.257900 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3a3de686-d2c6-46dc-9e69-cfbdf3a58b83 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.261301 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3a3de686-d2c6-46dc-9e69-cfbdf3a58b83 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8380890 Feb 04 06:03:28.264571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51282) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:28.267922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.276035 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:28.276600 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.325042 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6f97c418-f800-4cca-890b-0c7549f1b430 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "DELETE /v2.0/subnets/51d7acdf-7b71-4aea-9a19-903c57ac4f06 HTTP/1.1" status: 204 len: 168 time: 1.0787535 Feb 04 06:03:28.330271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51286) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:28.497831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a153d8fb-09b3-4126-9e71-327040e81517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.505119 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f338ab9d-9a7b-478f-8ab5-2d170ee884fe tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.519098 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ca910f73-f390-49d9-af55-1446944868a8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/subnets/2adc9b9e-ac62-4c7a-9220-7daa55d00995 HTTP/1.1" status: 204 len: 168 time: 2.2118163 Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:28.522335 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:28.525793 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f338ab9d-9a7b-478f-8ab5-2d170ee884fe tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.526900 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 61885075-fc57-4b22-af22-cfba3b068bbe {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:03:28.527246 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 61885075-fc57-4b22-af22-cfba3b068bbe not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:03:28.558313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51290) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:28.568912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f338ab9d-9a7b-478f-8ab5-2d170ee884fe tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.577911 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] For port 2d089434-93fb-45aa-aae7-489148231006, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:03:28.598263 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] For port 2d089434-93fb-45aa-aae7-489148231006, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2d089434-93fb-45aa-aae7-489148231006,segment=NetworkSegment(7242045f-1c34-4447-965e-70697a92615f),segment_id=7242045f-1c34-4447-965e-70697a92615f)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:03:28.653893 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f338ab9d-9a7b-478f-8ab5-2d170ee884fe tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.655317 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d9b40563-2853-45ff-8421-572da059d744 None None] Provisioning complete for port 8f7baca4-c1a1-4546-963c-e44ce5161e13 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:28.655688 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d9b40563-2853-45ff-8421-572da059d744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.660801 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f338ab9d-9a7b-478f-8ab5-2d170ee884fe tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/058e4833-f562-4d37-83eb-32b6d44d0796 HTTP/1.1" status: 204 len: 168 time: 0.3879960 Feb 04 06:03:28.672536 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51294) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:28.702600 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.747659 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318f348-87f3-46f5-9dc1-68512892018c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=a390bbb8-efec-4932-88f2-6435849bf218,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:28.811040 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Attempting to bind port 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:28.811393 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Attempting to bind port 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '2731f8f8-4789-457c-b915-f8ff87cac343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e0228689-5a4f-4fe4-87c3-fbe3c50340f3'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:28.811746 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Attempting to bind port 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb on network e0228689-5a4f-4fe4-87c3-fbe3c50340f3 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:03:28.843513 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8656a5d5-2ffc-4065-9414-6c159f67dd87 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:28.892721 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:03:28.893089 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Checking segment: {'id': '2731f8f8-4789-457c-b915-f8ff87cac343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e0228689-5a4f-4fe4-87c3-fbe3c50340f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:28.893481 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.893858 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Bound using segment: {'id': '2731f8f8-4789-457c-b915-f8ff87cac343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e0228689-5a4f-4fe4-87c3-fbe3c50340f3'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:03:28.894683 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Bound port: 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2731f8f8-4789-457c-b915-f8ff87cac343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e0228689-5a4f-4fe4-87c3-fbe3c50340f3'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:28.894683 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.899903 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5524e0-dbe0-43af-9f72-62bb38577afb tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:28.900585 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-cc5524e0-dbe0-43af-9f72-62bb38577afb tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Synchronizing usage tracker for tenant:c94e639053a24dcb9683d213d0065b0f on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:28.903138 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338ab9d-9a7b-478f-8ab5-2d170ee884fe tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=058e4833-f562-4d37-83eb-32b6d44d0796,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:28.907561 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a153d8fb-09b3-4126-9e71-327040e81517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.941366 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-edc25edc-54d7-447a-a477-339cbb94cf9d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.000317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c0b2e70d-2814-4526-971a-46a848255186 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:29.003379 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c0b2e70d-2814-4526-971a-46a848255186 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 2.1617329 Feb 04 06:03:29.010990 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-edc25edc-54d7-447a-a477-339cbb94cf9d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.013938 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51298) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:29.038511 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a1450c87-5f03-46f6-a550-100f61f8f228 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group': {'name': 'tempest-secgroup--966881501'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:29.051538 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0188e-542b-4491-a0b6-b63adc62e5d5 None None] Pushing event updated for resources: {'Port': ['ID=2d089434-93fb-45aa-aae7-489148231006,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:29.083999 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a1450c87-5f03-46f6-a550-100f61f8f228 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:29.085951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.103481 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.105621 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-cc5524e0-dbe0-43af-9f72-62bb38577afb tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Unset dirty status for tenant:c94e639053a24dcb9683d213d0065b0f on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:29.108683 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-cc5524e0-dbe0-43af-9f72-62bb38577afb tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7704945 Feb 04 06:03:29.122224 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51302) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:29.157393 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a1450c87-5f03-46f6-a550-100f61f8f228 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:29.188854 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 8656a5d5-2ffc-4065-9414-6c159f67dd87 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:29.195918 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] For port 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:03:29.200082 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] For port 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb,segment=NetworkSegment(2731f8f8-4789-457c-b915-f8ff87cac343),segment_id=2731f8f8-4789-457c-b915-f8ff87cac343)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:03:29.203287 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8f7baca4-c1a1-4546-963c-e44ce5161e13 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:29.233131 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d9b40563-2853-45ff-8421-572da059d744 None None] Could not find standard attr ID for object a390bbb8-efec-4932-88f2-6435849bf218. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:03:29.236690 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4cf11548-08ac-4b26-9310-5f3e3407a249 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:29.244271 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.258863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1450c87-5f03-46f6-a550-100f61f8f228 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.327164 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-edc25edc-54d7-447a-a477-339cbb94cf9d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network dbae7ff2-5a29-4598-a2c6-60151bc5673b is not hosted by any dhcp agent {{(pid=87471) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 06:03:29.337341 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc25edc-54d7-447a-a477-339cbb94cf9d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:29.338111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-edc25edc-54d7-447a-a477-339cbb94cf9d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.342456 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-edc25edc-54d7-447a-a477-339cbb94cf9d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "PUT /v2.0/networks/dbae7ff2-5a29-4598-a2c6-60151bc5673b HTTP/1.1" status: 200 len: 723 time: 1.4114347 Feb 04 06:03:29.342456 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc25edc-54d7-447a-a477-339cbb94cf9d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Network': ['ID=dbae7ff2-5a29-4598-a2c6-60151bc5673b,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:29.366509 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba24e0a5-2dc0-4a76-bb2d-59a960bbe5f1 None None] DHCP port deletion for 0c981645-8a47-42b0-bcdb-8a909c3caeba request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:03:29.378195 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51306) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:29.391941 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445853d-045b-4fd3-b46d-4366b3afc08a None None] Pushing event updated for resources: {'Port': ['ID=11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:29.400552 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network dbae7ff2-5a29-4598-a2c6-60151bc5673b details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:29.414956 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.422522 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0b507e09-281a-4f26-a4d4-536f1b470f05 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'subnet': {'network_id': 'dbae7ff2-5a29-4598-a2c6-60151bc5673b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:29.439310 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-ba24e0a5-2dc0-4a76-bb2d-59a960bbe5f1 None None] Deleting port cb8b4532-c456-44fc-8fa4-3f0a44c46718 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:29.439675 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ba24e0a5-2dc0-4a76-bb2d-59a960bbe5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.455286 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Network': ['ID=15c13aa8-901e-4860-9a1a-36e164fdf46d,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:29.576411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port cb8b4532-c456-44fc-8fa4-3f0a44c46718 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:29.576653 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.585127 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4da9038f-ab5b-4025-86b8-e83076ed6aae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/networks/15c13aa8-901e-4860-9a1a-36e164fdf46d HTTP/1.1" status: 204 len: 168 time: 6.5116167 Feb 04 06:03:29.592838 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-01743cdf-6193-4c93-a1b5-8e5863643001 None None] Could not find standard attr ID for object a390bbb8-efec-4932-88f2-6435849bf218. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:03:29.629628 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51310) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:29.632990 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-01743cdf-6193-4c93-a1b5-8e5863643001 None None] Could not find standard attr ID for object 9501692b-e4f0-44ab-8069-14a282c83adc. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:03:29.639124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a1450c87-5f03-46f6-a550-100f61f8f228 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:29.654076 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-7a1d7e87-ee13-4a22-ba60-b4ccb51e8b8d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b', 'name': 'tempest-PortsIpV6TestJSON-1282720860'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:29.657481 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4f900350-00b4-47e7-898e-fe8d982965ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.658672 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a1450c87-5f03-46f6-a550-100f61f8f228 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:29.711148 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 8f7baca4-c1a1-4546-963c-e44ce5161e13 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:29.711148 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.726480 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4cf11548-08ac-4b26-9310-5f3e3407a249 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:29.731243 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4cf11548-08ac-4b26-9310-5f3e3407a249 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 1.0530417 Feb 04 06:03:29.732188 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a153d8fb-09b3-4126-9e71-327040e81517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.760765 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51314) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:29.833282 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153d8fb-09b3-4126-9e71-327040e81517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7750baf-afca-4f6d-acdc-6806c6014303,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:29.872593 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.885527 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f318f348-87f3-46f5-9dc1-68512892018c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.887655 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f318f348-87f3-46f5-9dc1-68512892018c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/a390bbb8-efec-4932-88f2-6435849bf218 HTTP/1.1" status: 204 len: 168 time: 3.2526920 Feb 04 06:03:29.904799 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51318) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:29.961376 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0b507e09-281a-4f26-a4d4-536f1b470f05 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:29.976978 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0b507e09-281a-4f26-a4d4-536f1b470f05 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:29.995514 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76a48ef3-68cd-4ac0-842f-b48b043fff6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.034325 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7a1d7e87-ee13-4a22-ba60-b4ccb51e8b8d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:30.044729 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ba24e0a5-2dc0-4a76-bb2d-59a960bbe5f1 None None] For port cb8b4532-c456-44fc-8fa4-3f0a44c46718, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=cb8b4532-c456-44fc-8fa4-3f0a44c46718,segment=NetworkSegment(f67a20ab-ea8c-4470-8632-410ed5d5c269),segment_id=f67a20ab-ea8c-4470-8632-410ed5d5c269)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:30.045308 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7a1d7e87-ee13-4a22-ba60-b4ccb51e8b8d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:port and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:30.045494 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ba24e0a5-2dc0-4a76-bb2d-59a960bbe5f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.051140 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3732d6-8be0-40ed-a6e9-1d955a9f9b22 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:30.052633 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3732d6-8be0-40ed-a6e9-1d955a9f9b22 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:30.053816 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b0dd19-8853-4d1a-91dd-bbee230a6865 None None] Network 198cd0ff-3983-41ed-bded-e51bcc0313ed requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:30.054236 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3732d6-8be0-40ed-a6e9-1d955a9f9b22 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:30.055065 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ac3732d6-8be0-40ed-a6e9-1d955a9f9b22 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:30.064931 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7a1d7e87-ee13-4a22-ba60-b4ccb51e8b8d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:30.066605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76a48ef3-68cd-4ac0-842f-b48b043fff6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.078773 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7a1d7e87-ee13-4a22-ba60-b4ccb51e8b8d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:30.079606 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Deleting port 2d089434-93fb-45aa-aae7-489148231006 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:30.080118 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.103993 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ac3732d6-8be0-40ed-a6e9-1d955a9f9b22 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:30.109115 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ac3732d6-8be0-40ed-a6e9-1d955a9f9b22 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2030923 Feb 04 06:03:30.110077 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51322) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:30.158382 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1450c87-5f03-46f6-a550-100f61f8f228 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.212447 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1450c87-5f03-46f6-a550-100f61f8f228 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.236384 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b507e09-281a-4f26-a4d4-536f1b470f05 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Made reservation on behalf of a16e808cbb7c487da688fc682beafc7d for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:30.241860 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b507e09-281a-4f26-a4d4-536f1b470f05 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.269658 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1d7e87-ee13-4a22-ba60-b4ccb51e8b8d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:30.273276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7a1d7e87-ee13-4a22-ba60-b4ccb51e8b8d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.274882 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a153d8fb-09b3-4126-9e71-327040e81517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.276274 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a153d8fb-09b3-4126-9e71-327040e81517 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7750baf-afca-4f6d-acdc-6806c6014303 HTTP/1.1" status: 204 len: 168 time: 2.1030946 Feb 04 06:03:30.446412 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-7a1d7e87-ee13-4a22-ba60-b4ccb51e8b8d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] device_id is not set on port 2639d914-7ed9-4a06-a5b8-8e116f65e318 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:03:30.451673 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-ba24e0a5-2dc0-4a76-bb2d-59a960bbe5f1 None None] Calling delete_port for cb8b4532-c456-44fc-8fa4-3f0a44c46718 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:30.469641 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1450c87-5f03-46f6-a550-100f61f8f228 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.478484 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a1450c87-5f03-46f6-a550-100f61f8f228 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4547207 Feb 04 06:03:30.494727 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51330) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:30.515711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-46680478-e6b7-49ac-abe1-eb959038c064 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group_rule': {'security_group_id': 'b448965d-f801-4525-aec9-7e62bf1153d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:30.524722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] For port 2d089434-93fb-45aa-aae7-489148231006, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2d089434-93fb-45aa-aae7-489148231006,segment=NetworkSegment(7242045f-1c34-4447-965e-70697a92615f),segment_id=7242045f-1c34-4447-965e-70697a92615f)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:30.525337 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.535953 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d195704-7418-41c6-abd9-c22ef64be059 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet 3f075ad9-7ae9-4d22-bfb6-58c784e05842 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:03:30.551055 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9d195704-7418-41c6-abd9-c22ef64be059 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.620670 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bf8c00b6-4d06-4a20-b21d-43cf08235d58 None None] Provisioning for port 8656a5d5-2ffc-4065-9414-6c159f67dd87 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:30.688629 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Calling delete_port for 2d089434-93fb-45aa-aae7-489148231006 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:30.751192 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bf8c00b6-4d06-4a20-b21d-43cf08235d58 None None] Provisioning complete for port 8656a5d5-2ffc-4065-9414-6c159f67dd87 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:30.755951 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf8c00b6-4d06-4a20-b21d-43cf08235d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.809556 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76a48ef3-68cd-4ac0-842f-b48b043fff6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.813899 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51334) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:30.828278 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-46680478-e6b7-49ac-abe1-eb959038c064 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:30.836160 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a48ef3-68cd-4ac0-842f-b48b043fff6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08bbd133-d7d1-48c6-9290-bf902095e4be,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:30.837882 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.885573 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b26735b-d678-43eb-ac3b-db8935ec9828 None None] Network 9855a75f-c985-4616-b805-db7c4f587fb4 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:30.908508 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2d089434-93fb-45aa-aae7-489148231006 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:30.921305 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1450c87-5f03-46f6-a550-100f61f8f228 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b448965d-f801-4525-aec9-7e62bf1153d3,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:30.923983 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-46680478-e6b7-49ac-abe1-eb959038c064 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Usage tracker for resource:security_group_rule and tenant:aaf67d659a65459fa6f17ee4b784c1fa is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:30.926961 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] No DVR routers for this DVR port 2d089434-93fb-45aa-aae7-489148231006 on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:30.938890 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event deleted for resources: {'Port': ['ID=2d089434-93fb-45aa-aae7-489148231006,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:30.945845 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7a1d7e87-ee13-4a22-ba60-b4ccb51e8b8d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.966156 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-46680478-e6b7-49ac-abe1-eb959038c064 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:30.980192 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ba24e0a5-2dc0-4a76-bb2d-59a960bbe5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.990957 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7a1d7e87-ee13-4a22-ba60-b4ccb51e8b8d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.991942 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-147d87e2-88c7-4641-8dd3-a3863297c565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.006843 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-46680478-e6b7-49ac-abe1-eb959038c064 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:31.085236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba24e0a5-2dc0-4a76-bb2d-59a960bbe5f1 None None] No DVR routers for this DVR port cb8b4532-c456-44fc-8fa4-3f0a44c46718 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:31.088203 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9d195704-7418-41c6-abd9-c22ef64be059 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.091688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76a48ef3-68cd-4ac0-842f-b48b043fff6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.093396 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-76a48ef3-68cd-4ac0-842f-b48b043fff6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/08bbd133-d7d1-48c6-9290-bf902095e4be HTTP/1.1" status: 204 len: 168 time: 1.3241739 Feb 04 06:03:31.095703 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] For port cb8b4532-c456-44fc-8fa4-3f0a44c46718, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=cb8b4532-c456-44fc-8fa4-3f0a44c46718,segment=NetworkSegment(f67a20ab-ea8c-4470-8632-410ed5d5c269),segment_id=f67a20ab-ea8c-4470-8632-410ed5d5c269)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:31.096261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.137386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51338) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:31.144970 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1d7e87-ee13-4a22-ba60-b4ccb51e8b8d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:31.146682 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 2d089434-93fb-45aa-aae7-489148231006 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:03:31.147080 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2d089434-93fb-45aa-aae7-489148231006 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 06:03:31.167823 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-147d87e2-88c7-4641-8dd3-a3863297c565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:31.168328 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-7a1d7e87-ee13-4a22-ba60-b4ccb51e8b8d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:31.249603 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24e0a5-2dc0-4a76-bb2d-59a960bbe5f1 None None] Pushing event deleted for resources: {'Port': ['ID=cb8b4532-c456-44fc-8fa4-3f0a44c46718,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:31.304316 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Port 2d089434-93fb-45aa-aae7-489148231006 not found, will not notify nova. {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 06:03:31.304863 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:31.306254 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for cb8b4532-c456-44fc-8fa4-3f0a44c46718 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:31.307670 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d7e87-ee13-4a22-ba60-b4ccb51e8b8d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=2639d914-7ed9-4a06-a5b8-8e116f65e318,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:31.315908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d7e87-ee13-4a22-ba60-b4ccb51e8b8d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:31.322118 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1d7e87-ee13-4a22-ba60-b4ccb51e8b8d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:31.322802 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7a1d7e87-ee13-4a22-ba60-b4ccb51e8b8d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.333798 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-147d87e2-88c7-4641-8dd3-a3863297c565 admin admin] Usage tracker for resource:security_group_rule and tenant:7143702fe8994a4391560cfb8e645b48 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:31.334013 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b507e09-281a-4f26-a4d4-536f1b470f05 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.337539 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.352293 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-147d87e2-88c7-4641-8dd3-a3863297c565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:31.367576 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-46680478-e6b7-49ac-abe1-eb959038c064 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.374669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-147d87e2-88c7-4641-8dd3-a3863297c565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:31.434164 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa61e17-bd2a-453f-ad42-23ac1de3a35e None None] Network e0228689-5a4f-4fe4-87c3-fbe3c50340f3 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:31.530928 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99237751-093e-498c-ba23-0f6379b069d5 None None] DHCP port deletion for 9855a75f-c985-4616-b805-db7c4f587fb4 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:03:31.555154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9855a75f-c985-4616-b805-db7c4f587fb4']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:31.595614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7242045f-1c34-4447-965e-70697a92615f') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:31.596084 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7242045f-1c34-4447-965e-70697a92615f') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:31.607197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf8c00b6-4d06-4a20-b21d-43cf08235d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.628691 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.645921 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-488a90fe-c841-427e-a2e0-1398d61f4327 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.5073810 Feb 04 06:03:31.650826 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7a1d7e87-ee13-4a22-ba60-b4ccb51e8b8d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0181773 Feb 04 06:03:31.652109 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51342) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:31.652265 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51344) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:31.658015 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:03:31.658479 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:03:31.660394 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b507e09-281a-4f26-a4d4-536f1b470f05 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Subnet': ['ID=5e97b8ac-86ab-4246-8c1b-32a4a629df8e,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:31.669263 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-bf8c00b6-4d06-4a20-b21d-43cf08235d58 None None] For port 8656a5d5-2ffc-4065-9414-6c159f67dd87, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8656a5d5-2ffc-4065-9414-6c159f67dd87,segment=NetworkSegment(e190bb03-7193-4ca6-8fe6-7878999d6b71),segment_id=e190bb03-7193-4ca6-8fe6-7878999d6b71)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:31.682576 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf8c00b6-4d06-4a20-b21d-43cf08235d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.684614 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:31.698772 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9d195704-7418-41c6-abd9-c22ef64be059 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.706938 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-46680478-e6b7-49ac-abe1-eb959038c064 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.716543 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.734861 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-46680478-e6b7-49ac-abe1-eb959038c064 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.735082 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb22f912-a8cb-4a7d-86ba-77988f605856 None None] DHCP port deletion for 198cd0ff-3983-41ed-bded-e51bcc0313ed request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:03:31.737760 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b507e09-281a-4f26-a4d4-536f1b470f05 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Checking segment: {'id': 'e8ad312d-bd83-4473-8409-0132b234a523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'dbae7ff2-5a29-4598-a2c6-60151bc5673b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:31.737760 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b507e09-281a-4f26-a4d4-536f1b470f05 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network hostable DHCP agents. Network: dbae7ff2-5a29-4598-a2c6-60151bc5673b, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:03:31.755201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:31.755574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.763974 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-54a1a1a4-8f63-4fc1-871c-f84be2733d5e tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:31.775725 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:31.782197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-eb22f912-a8cb-4a7d-86ba-77988f605856 None None] Deleting port 8656a5d5-2ffc-4065-9414-6c159f67dd87 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:31.782570 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-eb22f912-a8cb-4a7d-86ba-77988f605856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.791344 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-54a1a1a4-8f63-4fc1-871c-f84be2733d5e tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.858201 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b507e09-281a-4f26-a4d4-536f1b470f05 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network dbae7ff2-5a29-4598-a2c6-60151bc5673b is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:03:31.858436 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46680478-e6b7-49ac-abe1-eb959038c064 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7b6720-b1b9-4ad8-a80e-514a5bf1aba0,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:31.864039 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9d195704-7418-41c6-abd9-c22ef64be059 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.871926 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3cccc319-7f1a-4d67-a1d8-7fd9d5cbb561 None None] Could not find standard attr ID for object 2d089434-93fb-45aa-aae7-489148231006. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:03:31.873775 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device cb8b4532-c456-44fc-8fa4-3f0a44c46718 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:03:31.876602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-e2a546e6-03fd-4a2a-8226-e9ae45d7f30f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port 2639d914-7ed9-4a06-a5b8-8e116f65e318 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:31.876951 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e2a546e6-03fd-4a2a-8226-e9ae45d7f30f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.905452 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-54a1a1a4-8f63-4fc1-871c-f84be2733d5e tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.922868 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d195704-7418-41c6-abd9-c22ef64be059 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=3f075ad9-7ae9-4d22-bfb6-58c784e05842,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:31.929064 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: cb8b4532-c456-44fc-8fa4-3f0a44c46718 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:03:31.929251 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-0b507e09-281a-4f26-a4d4-536f1b470f05 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, dbae7ff2-5a29-4598-a2c6-60151bc5673b) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:31.929414 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device cb8b4532-c456-44fc-8fa4-3f0a44c46718 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:03:31.931070 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9d195704-7418-41c6-abd9-c22ef64be059 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.957466 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1a1a4-8f63-4fc1-871c-f84be2733d5e tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca599148-e581-4f18-8f67-e08a914151cb,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:31.960007 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b507e09-281a-4f26-a4d4-536f1b470f05 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:31.960690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b507e09-281a-4f26-a4d4-536f1b470f05 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.962899 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-46680478-e6b7-49ac-abe1-eb959038c064 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.966930 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-46680478-e6b7-49ac-abe1-eb959038c064 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4541962 Feb 04 06:03:31.966930 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.967893 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-54a1a1a4-8f63-4fc1-871c-f84be2733d5e tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:31.969323 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-54a1a1a4-8f63-4fc1-871c-f84be2733d5e tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ca599148-e581-4f18-8f67-e08a914151cb HTTP/1.1" status: 204 len: 168 time: 0.3107734 Feb 04 06:03:31.969805 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccd2d59-f0be-4e8e-829c-af8e2b753689 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:31.972893 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51350) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:31.973343 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51352) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:31.974791 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9d195704-7418-41c6-abd9-c22ef64be059 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/3f075ad9-7ae9-4d22-bfb6-58c784e05842 HTTP/1.1" status: 204 len: 168 time: 1.8636825 Feb 04 06:03:31.978821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51354) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:31.990452 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ff1b61-68b8-437b-aa8b-5aef1a353e97 None None] Network dbae7ff2-5a29-4598-a2c6-60151bc5673b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:32.003053 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.006674 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1cd7d916-1403-4de4-8dfe-bc7e30d01767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.019013 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-147d87e2-88c7-4641-8dd3-a3863297c565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.046793 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event deleted for resources: {'Network': ['ID=9855a75f-c985-4616-b805-db7c4f587fb4,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:32.056185 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-147d87e2-88c7-4641-8dd3-a3863297c565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.083596 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2a48e7a8-ee87-42fb-915a-caf43cf34b20 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "DELETE /v2.0/networks/9855a75f-c985-4616-b805-db7c4f587fb4 HTTP/1.1" status: 204 len: 168 time: 2.8981149 Feb 04 06:03:32.088622 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fcc07792-c6f1-4a05-8839-86887a78b636 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-group-rules/3e7b6720-b1b9-4ad8-a80e-514a5bf1aba0 HTTP/1.1" status: 200 len: 763 time: 0.1097925 Feb 04 06:03:32.089824 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51362) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:32.090294 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51364) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:32.101568 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0b507e09-281a-4f26-a4d4-536f1b470f05 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7143660 Feb 04 06:03:32.104179 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51370) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:32.118692 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c00b6-4d06-4a20-b21d-43cf08235d58 None None] Pushing event updated for resources: {'Port': ['ID=8656a5d5-2ffc-4065-9414-6c159f67dd87,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:32.125242 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-8ab111a6-44e0-444e-afc7-63b798493eef tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:32.160260 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3cccc319-7f1a-4d67-a1d8-7fd9d5cbb561 None None] Provisioning for port 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:32.207653 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3cccc319-7f1a-4d67-a1d8-7fd9d5cbb561 None None] Provisioning complete for port 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:32.207891 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3cccc319-7f1a-4d67-a1d8-7fd9d5cbb561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.224814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port cb8b4532-c456-44fc-8fa4-3f0a44c46718 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:32.225166 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.231148 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c36357-b2ba-47b8-a77e-3c0ff11410bf tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet ee662d86-acc1-4737-af42-60e1a909446a {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:03:32.245896 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-45c36357-b2ba-47b8-a77e-3c0ff11410bf tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.266663 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-147d87e2-88c7-4641-8dd3-a3863297c565 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7143702fe8994a4391560cfb8e645b48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4379034 Feb 04 06:03:32.276826 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51374) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:32.299475 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-05f687d2-eada-4576-8685-db089e2c1eca tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:32.389025 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8db4fd4b-e9c0-487d-8856-a6a9b97d9fe8 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:32.402608 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.408367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d87e2-88c7-4641-8dd3-a3863297c565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354c5895-68f7-4a3c-b159-373912ff153f,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:32.421274 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-45c36357-b2ba-47b8-a77e-3c0ff11410bf tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.433869 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] The port 'cb8b4532-c456-44fc-8fa4-3f0a44c46718' was deleted {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:03:32.467670 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-05f687d2-eada-4576-8685-db089e2c1eca tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:32.471810 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-05f687d2-eada-4576-8685-db089e2c1eca tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4912751 Feb 04 06:03:32.481883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51378) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:32.520474 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Deleting port 8656a5d5-2ffc-4065-9414-6c159f67dd87 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:32.520474 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.543841 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8db4fd4b-e9c0-487d-8856-a6a9b97d9fe8 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:32.547948 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8db4fd4b-e9c0-487d-8856-a6a9b97d9fe8 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4512489 Feb 04 06:03:32.562702 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51382) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:32.572988 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eb844fca-c29c-4c79-8a85-3ddb7a4d076e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.573227 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8ab111a6-44e0-444e-afc7-63b798493eef tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6715930'] for subnet, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.628910 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e2a546e6-03fd-4a2a-8226-e9ae45d7f30f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.643419 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-eb22f912-a8cb-4a7d-86ba-77988f605856 None None] For port 8656a5d5-2ffc-4065-9414-6c159f67dd87, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8656a5d5-2ffc-4065-9414-6c159f67dd87,segment=NetworkSegment(e190bb03-7193-4ca6-8fe6-7878999d6b71),segment_id=e190bb03-7193-4ca6-8fe6-7878999d6b71)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:32.643714 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-eb22f912-a8cb-4a7d-86ba-77988f605856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.651821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-73f9319d-c65d-4564-88f9-b499ffaf8f76 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.684700 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eb844fca-c29c-4c79-8a85-3ddb7a4d076e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.705429 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-73f9319d-c65d-4564-88f9-b499ffaf8f76 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.731119 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.765799 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b91ae695-b3ae-4226-9b22-7844474321a2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.805872 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-e2a546e6-03fd-4a2a-8226-e9ae45d7f30f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for 2639d914-7ed9-4a06-a5b8-8e116f65e318 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:32.808782 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8656a5d5-2ffc-4065-9414-6c159f67dd87 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:03:32.809797 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b91ae695-b3ae-4226-9b22-7844474321a2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.852426 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-eb22f912-a8cb-4a7d-86ba-77988f605856 None None] Calling delete_port for 8656a5d5-2ffc-4065-9414-6c159f67dd87 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:32.860285 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-45c36357-b2ba-47b8-a77e-3c0ff11410bf tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.875179 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c981645-8a47-42b0-bcdb-8a909c3caeba']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:32.902284 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67a20ab-ea8c-4470-8632-410ed5d5c269') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:32.902509 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67a20ab-ea8c-4470-8632-410ed5d5c269') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:32.954206 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-73f9319d-c65d-4564-88f9-b499ffaf8f76 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.964017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.991811 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.002104 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9319d-c65d-4564-88f9-b499ffaf8f76 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8068a2a-0cac-48e8-a6d8-2c3dd8602b67,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:33.006125 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:33.006554 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.018762 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3cccc319-7f1a-4d67-a1d8-7fd9d5cbb561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.024248 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-73f9319d-c65d-4564-88f9-b499ffaf8f76 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.027676 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-73f9319d-c65d-4564-88f9-b499ffaf8f76 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b8068a2a-0cac-48e8-a6d8-2c3dd8602b67 HTTP/1.1" status: 204 len: 168 time: 0.5392256 Feb 04 06:03:33.030902 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51386) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:33.031136 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:33.056474 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-dbae7ff2-5a29-4598-a2c6-60151bc5673b', 'network_id': 'dbae7ff2-5a29-4598-a2c6-60151bc5673b', 'tenant_id': 'a16e808cbb7c487da688fc682beafc7d', 'fixed_ips': [{'subnet_id': '5e97b8ac-86ab-4246-8c1b-32a4a629df8e'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:03:33.057297 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.058230 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b91ae695-b3ae-4226-9b22-7844474321a2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.065868 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.082360 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eb844fca-c29c-4c79-8a85-3ddb7a4d076e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.086129 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.102507 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] For port 8656a5d5-2ffc-4065-9414-6c159f67dd87, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8656a5d5-2ffc-4065-9414-6c159f67dd87,segment=NetworkSegment(e190bb03-7193-4ca6-8fe6-7878999d6b71),segment_id=e190bb03-7193-4ca6-8fe6-7878999d6b71)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:33.102893 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.107070 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e2a546e6-03fd-4a2a-8226-e9ae45d7f30f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.117972 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ae695-b3ae-4226-9b22-7844474321a2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e7b6720-b1b9-4ad8-a80e-514a5bf1aba0,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:33.132432 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaeb1df-7a90-441e-823a-a4cdedcd4024 None None] Update dhcp port {'port': {'network_id': 'e0228689-5a4f-4fe4-87c3-fbe3c50340f3', 'fixed_ips': [{'subnet_id': '0275c081-ff48-444a-9288-ebcf4a98ce73', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd9cd997d-285f-47f7-b460-d52730cca0a4'}], 'binding:host_id': 'dv-neutron-826830-2-hyperv'}, 'id': '11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb'} from dv-neutron-826830-2-hyperv. {{(pid=87472) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:03:33.141326 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb844fca-c29c-4c79-8a85-3ddb7a4d076e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354c5895-68f7-4a3c-b159-373912ff153f,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:33.214019 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a546e6-03fd-4a2a-8226-e9ae45d7f30f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Port': ['ID=2639d914-7ed9-4a06-a5b8-8e116f65e318,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:33.222084 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e2a546e6-03fd-4a2a-8226-e9ae45d7f30f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.229101 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.246112 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-3cccc319-7f1a-4d67-a1d8-7fd9d5cbb561 None None] For port 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb,segment=NetworkSegment(2731f8f8-4789-457c-b915-f8ff87cac343),segment_id=2731f8f8-4789-457c-b915-f8ff87cac343)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:33.259054 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.266480 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8ab111a6-44e0-444e-afc7-63b798493eef tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783036630020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7317128'] for subnet, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.278775 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-eb22f912-a8cb-4a7d-86ba-77988f605856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.315281 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Port 8656a5d5-2ffc-4065-9414-6c159f67dd87 update to DOWN by agent not found {{(pid=87472) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 06:03:33.315724 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2d089434-93fb-45aa-aae7-489148231006 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:03:33.339734 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Calling delete_port for 8656a5d5-2ffc-4065-9414-6c159f67dd87 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:33.344072 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3cccc319-7f1a-4d67-a1d8-7fd9d5cbb561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.387742 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 2d089434-93fb-45aa-aae7-489148231006 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:03:33.388107 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2d089434-93fb-45aa-aae7-489148231006 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:03:33.396960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22f912-a8cb-4a7d-86ba-77988f605856 None None] Pushing event deleted for resources: {'Port': ['ID=8656a5d5-2ffc-4065-9414-6c159f67dd87,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:33.403837 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb1df-7a90-441e-823a-a4cdedcd4024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.413451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb22f912-a8cb-4a7d-86ba-77988f605856 None None] No DVR routers for this DVR port 8656a5d5-2ffc-4065-9414-6c159f67dd87 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:33.416627 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b91ae695-b3ae-4226-9b22-7844474321a2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.420138 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b91ae695-b3ae-4226-9b22-7844474321a2 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/3e7b6720-b1b9-4ad8-a80e-514a5bf1aba0 HTTP/1.1" status: 204 len: 168 time: 0.8425856 Feb 04 06:03:33.426803 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51390) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:33.427270 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-45c36357-b2ba-47b8-a77e-3c0ff11410bf tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.435724 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Network': ['ID=0c981645-8a47-42b0-bcdb-8a909c3caeba,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:33.438226 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e2a546e6-03fd-4a2a-8226-e9ae45d7f30f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/ports/2639d914-7ed9-4a06-a5b8-8e116f65e318 HTTP/1.1" status: 204 len: 168 time: 1.7815881 Feb 04 06:03:33.477946 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51394) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:33.486022 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a7061444-bd97-48aa-a32c-6f3b6d953ff6 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/networks/0c981645-8a47-42b0-bcdb-8a909c3caeba HTTP/1.1" status: 204 len: 168 time: 4.9200649 Feb 04 06:03:33.487731 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51398) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:33.491180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1d282e30-bb72-470f-bc6e-a80d3c8102cb tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:33.498518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab111a6-44e0-444e-afc7-63b798493eef tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:33.499292 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8ab111a6-44e0-444e-afc7-63b798493eef tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.500760 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8ab111a6-44e0-444e-afc7-63b798493eef tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "PUT /v2.0/subnets/5e97b8ac-86ab-4246-8c1b-32a4a629df8e HTTP/1.1" status: 200 len: 826 time: 1.3909791 Feb 04 06:03:33.506740 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-1832df75-feb6-4b4a-976f-1d4d8b23d6c7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b', 'mac_address': 'fa:16:3e:fd:6b:8e', 'name': 'tempest-PortsIpV6TestJSON-1810644449'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:33.507636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-fe93a228-1c30-4848-a923-8b53fbb98ee5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1495610793'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:33.516080 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51402) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:33.521596 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fe93a228-1c30-4848-a923-8b53fbb98ee5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:33.527925 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eb844fca-c29c-4c79-8a85-3ddb7a4d076e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.531370 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-eb844fca-c29c-4c79-8a85-3ddb7a4d076e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/354c5895-68f7-4a3c-b159-373912ff153f HTTP/1.1" status: 204 len: 168 time: 1.2257204 Feb 04 06:03:33.555113 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fe93a228-1c30-4848-a923-8b53fbb98ee5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:network and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:33.574051 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fe93a228-1c30-4848-a923-8b53fbb98ee5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:33.590158 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9b387b0d-370c-479a-be12-d8acb44e46a7 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:33.600761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab111a6-44e0-444e-afc7-63b798493eef tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Subnet': ['ID=5e97b8ac-86ab-4246-8c1b-32a4a629df8e,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:33.601375 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-45c36357-b2ba-47b8-a77e-3c0ff11410bf tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.602176 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccc319-7f1a-4d67-a1d8-7fd9d5cbb561 None None] Pushing event updated for resources: {'Port': ['ID=11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:33.603739 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-45c36357-b2ba-47b8-a77e-3c0ff11410bf tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/ee662d86-acc1-4737-af42-60e1a909446a HTTP/1.1" status: 204 len: 168 time: 1.6082854 Feb 04 06:03:33.605659 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c36357-b2ba-47b8-a77e-3c0ff11410bf tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=ee662d86-acc1-4737-af42-60e1a909446a,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:33.633144 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51408) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:33.683881 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fe93a228-1c30-4848-a923-8b53fbb98ee5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:33.684128 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Allocated IP 2001:db8::2 (dbae7ff2-5a29-4598-a2c6-60151bc5673b/5e97b8ac-86ab-4246-8c1b-32a4a629df8e/97e6e1c7-3f8c-46d3-8587-170d499178aa) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:33.730772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9b387b0d-370c-479a-be12-d8acb44e46a7 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:33.735907 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9b387b0d-370c-479a-be12-d8acb44e46a7 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3016205 Feb 04 06:03:33.736899 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51412) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:33.748659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-75d81cc4-7e49-4338-88d1-3b9f6a106aea tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group_rule': {'security_group_id': 'b448965d-f801-4525-aec9-7e62bf1153d3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:33.758741 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe93a228-1c30-4848-a923-8b53fbb98ee5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:33.764077 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fe93a228-1c30-4848-a923-8b53fbb98ee5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.786490 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-75d81cc4-7e49-4338-88d1-3b9f6a106aea tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:33.830620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe93a228-1c30-4848-a923-8b53fbb98ee5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:33.848585 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-75d81cc4-7e49-4338-88d1-3b9f6a106aea tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:33.850904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fe93a228-1c30-4848-a923-8b53fbb98ee5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.851173 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-fe93a228-1c30-4848-a923-8b53fbb98ee5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Added segment 61e7245f-c440-44d1-9bea-4452d99e11b8 of type vlan for network 22d4ed3b-02fb-43d4-9de2-d7d5fd248d14 Feb 04 06:03:33.941754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fe93a228-1c30-4848-a923-8b53fbb98ee5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.949025 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1832df75-feb6-4b4a-976f-1d4d8b23d6c7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:33.954869 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.955101 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-84260b72-7531-4d0c-8c57-1e159e5b1deb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3188384 Feb 04 06:03:33.959488 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1832df75-feb6-4b4a-976f-1d4d8b23d6c7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:port and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:33.965118 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1832df75-feb6-4b4a-976f-1d4d8b23d6c7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:33.968201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51418) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:33.969165 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75d81cc4-7e49-4338-88d1-3b9f6a106aea tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.969746 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1d282e30-bb72-470f-bc6e-a80d3c8102cb tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:33.971319 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1d282e30-bb72-470f-bc6e-a80d3c8102cb tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.9361918 Feb 04 06:03:33.976392 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51420) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:33.979165 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1832df75-feb6-4b4a-976f-1d4d8b23d6c7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:33.991590 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:03:33.992210 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:03:34.001478 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-96e969d6-60b2-4820-b797-077d0b2c8679 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:34.018358 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1832df75-feb6-4b4a-976f-1d4d8b23d6c7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:34.042119 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d48336de-1771-45a1-a47b-23ba92827109 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:34.108677 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-ceaeb1df-7a90-441e-823a-a4cdedcd4024 None None] Allocated IP 172.20.0.1 (e0228689-5a4f-4fe4-87c3-fbe3c50340f3/d9cd997d-285f-47f7-b460-d52730cca0a4/11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:34.127772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.resource_extend [None req-fe93a228-1c30-4848-a923-8b53fbb98ee5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:03:34.141060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d48336de-1771-45a1-a47b-23ba92827109 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:34.264564 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1832df75-feb6-4b4a-976f-1d4d8b23d6c7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:34.288188 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fe93a228-1c30-4848-a923-8b53fbb98ee5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:34.295645 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe93a228-1c30-4848-a923-8b53fbb98ee5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:34.296724 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fe93a228-1c30-4848-a923-8b53fbb98ee5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:34.296885 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d48336de-1771-45a1-a47b-23ba92827109 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:34.326641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-1832df75-feb6-4b4a-976f-1d4d8b23d6c7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] device_id is not set on port 520a1c51-91b2-46b0-a2dd-a1e37e67a092 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:03:34.342057 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e58f3b6-f729-4b6f-8301-caae2783abd6 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:34.362927 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48336de-1771-45a1-a47b-23ba92827109 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6670568-ba73-4548-b8ec-e5412ca52daa,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:34.407035 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d48336de-1771-45a1-a47b-23ba92827109 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:34.408380 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d48336de-1771-45a1-a47b-23ba92827109 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a6670568-ba73-4548-b8ec-e5412ca52daa HTTP/1.1" status: 204 len: 168 time: 0.4310970 Feb 04 06:03:34.421075 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51434) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:34.442995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:34.473850 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-96e969d6-60b2-4820-b797-077d0b2c8679 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:34.481087 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75d81cc4-7e49-4338-88d1-3b9f6a106aea tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:34.489089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-96e969d6-60b2-4820-b797-077d0b2c8679 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:34.494039 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-96e969d6-60b2-4820-b797-077d0b2c8679 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:34.501471 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-96e969d6-60b2-4820-b797-077d0b2c8679 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:34.505388 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Deleting port 8656a5d5-2ffc-4065-9414-6c159f67dd87 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:34.505996 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:34.507131 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:34.535730 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75d81cc4-7e49-4338-88d1-3b9f6a106aea tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:34.537589 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e969d6-60b2-4820-b797-077d0b2c8679 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:34.538073 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ceaeb1df-7a90-441e-823a-a4cdedcd4024 None None] For port 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb,segment=NetworkSegment(2731f8f8-4789-457c-b915-f8ff87cac343),segment_id=2731f8f8-4789-457c-b915-f8ff87cac343)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:34.542385 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-96e969d6-60b2-4820-b797-077d0b2c8679 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:34.575576 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-330c78a0-bf2d-4c78-b7bf-dc217f93c156 None None] Provisioning complete for port 8f7baca4-c1a1-4546-963c-e44ce5161e13 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:34.575938 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-330c78a0-bf2d-4c78-b7bf-dc217f93c156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:34.630661 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93a228-1c30-4848-a923-8b53fbb98ee5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Network': ['ID=22d4ed3b-02fb-43d4-9de2-d7d5fd248d14,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:34.633607 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fe93a228-1c30-4848-a923-8b53fbb98ee5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1380553 Feb 04 06:03:34.657665 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51444) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:34.667841 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bbfee322-a101-45a5-a10b-b826911b6016 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:34.686348 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] The port '8656a5d5-2ffc-4065-9414-6c159f67dd87' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:03:34.694642 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-16d39237-cafc-4fab-bdba-238fffa59d26 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'subnet': {'network_id': '22d4ed3b-02fb-43d4-9de2-d7d5fd248d14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:34.750807 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 22d4ed3b-02fb-43d4-9de2-d7d5fd248d14 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:34.758933 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bbfee322-a101-45a5-a10b-b826911b6016 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:34.760232 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bbfee322-a101-45a5-a10b-b826911b6016 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3368685 Feb 04 06:03:34.766212 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:34.816833 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb1df-7a90-441e-823a-a4cdedcd4024 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:34.818832 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51450) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:34.886688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d81cc4-7e49-4338-88d1-3b9f6a106aea tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72254dfc-0e6b-4394-bd03-d540c30f35f8,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:34.920566 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79dbda5f-9771-44d8-9152-a88ac610e59c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:34.925519 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75d81cc4-7e49-4338-88d1-3b9f6a106aea tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:34.929167 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-75d81cc4-7e49-4338-88d1-3b9f6a106aea tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1857889 Feb 04 06:03:34.939921 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51456) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:34.973988 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79dbda5f-9771-44d8-9152-a88ac610e59c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:34.988133 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:34.999810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1832df75-feb6-4b4a-976f-1d4d8b23d6c7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.014095 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ceaeb1df-7a90-441e-823a-a4cdedcd4024 None None] Transition to ACTIVE for port object 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:35.030287 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-542e5e63-5663-4494-b92f-5a20e1efec85 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-group-rules/72254dfc-0e6b-4394-bd03-d540c30f35f8 HTTP/1.1" status: 200 len: 763 time: 0.0804744 Feb 04 06:03:35.031595 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51462) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:35.036722 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198cd0ff-3983-41ed-bded-e51bcc0313ed']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:35.049888 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-16d39237-cafc-4fab-bdba-238fffa59d26 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:35.054643 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb1df-7a90-441e-823a-a4cdedcd4024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.057629 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e190bb03-7193-4ca6-8fe6-7878999d6b71') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:35.058097 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e190bb03-7193-4ca6-8fe6-7878999d6b71') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:35.061398 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.069382 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-16d39237-cafc-4fab-bdba-238fffa59d26 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:subnet and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:35.077185 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-16d39237-cafc-4fab-bdba-238fffa59d26 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:35.082162 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.094666 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-16d39237-cafc-4fab-bdba-238fffa59d26 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:35.106518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b6467e98-20d0-4960-8b9f-4836cb9c0f11 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:35.111711 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.118021 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-96e969d6-60b2-4820-b797-077d0b2c8679 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.120067 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:35.120494 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.158951 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Transition to ACTIVE for port object 97e6e1c7-3f8c-46d3-8587-170d499178aa will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:35.163582 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:35.178960 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d39237-cafc-4fab-bdba-238fffa59d26 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:35.195125 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-16d39237-cafc-4fab-bdba-238fffa59d26 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.206966 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e969d6-60b2-4820-b797-077d0b2c8679 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:35.212040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e969d6-60b2-4820-b797-077d0b2c8679 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=024e49dc-059a-4c79-be46-f7673d145a22,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:35.214213 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-96e969d6-60b2-4820-b797-077d0b2c8679 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:35.219268 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e969d6-60b2-4820-b797-077d0b2c8679 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:35.220170 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-96e969d6-60b2-4820-b797-077d0b2c8679 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.257258 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-96e969d6-60b2-4820-b797-077d0b2c8679 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2807283 Feb 04 06:03:35.259879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51470) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:35.268050 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-9a6a6609-15c7-40f9-874b-4135d6fa7ff6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:35.305036 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Transition to ACTIVE for port object 97e6e1c7-3f8c-46d3-8587-170d499178aa will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:35.311045 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaeb1df-7a90-441e-823a-a4cdedcd4024 None None] Pushing event updated for resources: {'Port': ['ID=11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:35.319903 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.326491 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79dbda5f-9771-44d8-9152-a88ac610e59c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.330253 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79dbda5f-9771-44d8-9152-a88ac610e59c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.340045 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-79dbda5f-9771-44d8-9152-a88ac610e59c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-groups/23b1df0b-905c-4781-a809-1dc0ecd869e7 HTTP/1.1" status: 204 len: 168 time: 0.5193985 Feb 04 06:03:35.342766 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51476) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:35.365383 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b6467e98-20d0-4960-8b9f-4836cb9c0f11 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:35.367095 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b6467e98-20d0-4960-8b9f-4836cb9c0f11 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3351159 Feb 04 06:03:35.382721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51478) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:35.386082 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1832df75-feb6-4b4a-976f-1d4d8b23d6c7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.420289 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Network dbae7ff2-5a29-4598-a2c6-60151bc5673b is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:35.438075 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:35.442085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:35.467538 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Pushing event updated for resources: {'Port': ['ID=97e6e1c7-3f8c-46d3-8587-170d499178aa,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:35.498721 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbda5f-9771-44d8-9152-a88ac610e59c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b1df0b-905c-4781-a809-1dc0ecd869e7,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:35.504214 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832df75-feb6-4b4a-976f-1d4d8b23d6c7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=520a1c51-91b2-46b0-a2dd-a1e37e67a092,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:35.552169 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.563826 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e29162-64a3-410b-beed-fde54c3e7923 None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:03:35.565817 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1832df75-feb6-4b4a-976f-1d4d8b23d6c7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:35.572325 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.586076 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.591770 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-1832df75-feb6-4b4a-976f-1d4d8b23d6c7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:35.594755 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1832df75-feb6-4b4a-976f-1d4d8b23d6c7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:35.596154 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-09e29162-64a3-410b-beed-fde54c3e7923 None None] Deleting port 8f7baca4-c1a1-4546-963c-e44ce5161e13 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:35.596622 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-09e29162-64a3-410b-beed-fde54c3e7923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.601218 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1832df75-feb6-4b4a-976f-1d4d8b23d6c7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:35.601820 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1832df75-feb6-4b4a-976f-1d4d8b23d6c7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.636618 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-41b8849d-42bc-4fd6-8192-9ede058bf5fd tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.657734 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Attempting to bind port 97e6e1c7-3f8c-46d3-8587-170d499178aa on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:35.658587 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Attempting to bind port 97e6e1c7-3f8c-46d3-8587-170d499178aa by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'e8ad312d-bd83-4473-8409-0132b234a523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'dbae7ff2-5a29-4598-a2c6-60151bc5673b'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:35.659049 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Attempting to bind port 97e6e1c7-3f8c-46d3-8587-170d499178aa on network dbae7ff2-5a29-4598-a2c6-60151bc5673b {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:03:35.662536 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1832df75-feb6-4b4a-976f-1d4d8b23d6c7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1833458 Feb 04 06:03:35.666305 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51488) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:35.673050 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event deleted for resources: {'Network': ['ID=198cd0ff-3983-41ed-bded-e51bcc0313ed,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:35.676939 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:03:35.677420 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Checking segment: {'id': 'e8ad312d-bd83-4473-8409-0132b234a523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'dbae7ff2-5a29-4598-a2c6-60151bc5673b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:35.677947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.678065 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-41b8849d-42bc-4fd6-8192-9ede058bf5fd tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.678356 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Bound using segment: {'id': 'e8ad312d-bd83-4473-8409-0132b234a523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'dbae7ff2-5a29-4598-a2c6-60151bc5673b'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:03:35.679262 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Bound port: 97e6e1c7-3f8c-46d3-8587-170d499178aa, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ad312d-bd83-4473-8409-0132b234a523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'dbae7ff2-5a29-4598-a2c6-60151bc5673b'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:35.679437 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.679554 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Subnet': ['ID=5e97b8ac-86ab-4246-8c1b-32a4a629df8e,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:35.702922 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0389ed9c-c75c-4d07-9482-8691aaabc3e4 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "DELETE /v2.0/networks/198cd0ff-3983-41ed-bded-e51bcc0313ed HTTP/1.1" status: 204 len: 168 time: 3.6101756 Feb 04 06:03:35.710796 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51492) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:35.733472 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-44b744d8-9a73-4fbf-9817-6d81dd983885 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:35.824273 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51496) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:35.834295 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-41b8849d-42bc-4fd6-8192-9ede058bf5fd tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.911297 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8849d-42bc-4fd6-8192-9ede058bf5fd tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72254dfc-0e6b-4394-bd03-d540c30f35f8,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:35.935798 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31f732f4-5be6-4e4a-9a76-3e59ef374c08 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.945729 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-44b744d8-9a73-4fbf-9817-6d81dd983885 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:35.947173 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-44b744d8-9a73-4fbf-9817-6d81dd983885 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5786018 Feb 04 06:03:35.954582 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-41b8849d-42bc-4fd6-8192-9ede058bf5fd tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.954582 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-41b8849d-42bc-4fd6-8192-9ede058bf5fd tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/72254dfc-0e6b-4394-bd03-d540c30f35f8 HTTP/1.1" status: 204 len: 168 time: 0.5697515 Feb 04 06:03:35.957345 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51502) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:35.957868 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51504) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:35.958483 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a5ec9c-36b1-49a2-8b1e-035930e924ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:35.959275 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-96a5ec9c-36b1-49a2-8b1e-035930e924ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Synchronizing usage tracker for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:35.968851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-131d126a-fd82-40c9-85e0-730f97f37a53 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group': {'name': 'tempest-secgroup--669745612'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:35.972571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.994522 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9a6a6609-15c7-40f9-874b-4135d6fa7ff6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:36.023064 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9a6a6609-15c7-40f9-874b-4135d6fa7ff6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:36.035607 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9a6a6609-15c7-40f9-874b-4135d6fa7ff6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:36.054950 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbae7ff2-5a29-4598-a2c6-60151bc5673b']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:36.062993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-09e29162-64a3-410b-beed-fde54c3e7923 None None] For port 8f7baca4-c1a1-4546-963c-e44ce5161e13, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8f7baca4-c1a1-4546-963c-e44ce5161e13,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:36.063393 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-09e29162-64a3-410b-beed-fde54c3e7923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.063540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9a6a6609-15c7-40f9-874b-4135d6fa7ff6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:36.068718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-96a5ec9c-36b1-49a2-8b1e-035930e924ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Unset dirty status for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:36.070182 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-96a5ec9c-36b1-49a2-8b1e-035930e924ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports/520a1c51-91b2-46b0-a2dd-a1e37e67a092 HTTP/1.1" status: 200 len: 845 time: 0.3960986 Feb 04 06:03:36.073469 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51510) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:36.075124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ad312d-bd83-4473-8409-0132b234a523') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:36.076284 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ad312d-bd83-4473-8409-0132b234a523') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:36.201013 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-131d126a-fd82-40c9-85e0-730f97f37a53 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:36.219016 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1095925828'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:36.252962 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:36.276026 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-131d126a-fd82-40c9-85e0-730f97f37a53 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:36.278589 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Usage tracker for resource:network and tenant:0f4fb36aa06342ca958b5b9d29974ba0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:36.290777 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:36.300588 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-09e29162-64a3-410b-beed-fde54c3e7923 None None] Calling delete_port for 8f7baca4-c1a1-4546-963c-e44ce5161e13 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:36.318408 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.349640 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6a6609-15c7-40f9-874b-4135d6fa7ff6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:36.353188 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6609-15c7-40f9-874b-4135d6fa7ff6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.365808 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee91caef-87fe-4d6c-9efd-d04d85f50615 None None] Network e0228689-5a4f-4fe4-87c3-fbe3c50340f3 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:36.373266 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.373558 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3f0421b3-cdb5-443c-978c-a31276ee0784 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:36.383972 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:36.403813 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-131d126a-fd82-40c9-85e0-730f97f37a53 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.413163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31f732f4-5be6-4e4a-9a76-3e59ef374c08 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.431405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-16d39237-cafc-4fab-bdba-238fffa59d26 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.440264 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:36.440443 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.455075 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] For port 97e6e1c7-3f8c-46d3-8587-170d499178aa, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:36.460389 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:36.476185 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Made reservation on behalf of 0f4fb36aa06342ca958b5b9d29974ba0 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:36.479502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.481422 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c1a5a2a6-bb18-4111-8092-ac2f875fed11 None None] Provisioning for port 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:36.490364 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c1a5a2a6-bb18-4111-8092-ac2f875fed11 None None] Provisioning complete for port 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:36.490676 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c1a5a2a6-bb18-4111-8092-ac2f875fed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.513627 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3f0421b3-cdb5-443c-978c-a31276ee0784 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:36.513878 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-09e29162-64a3-410b-beed-fde54c3e7923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.517518 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3f0421b3-cdb5-443c-978c-a31276ee0784 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5558724 Feb 04 06:03:36.519045 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-131d126a-fd82-40c9-85e0-730f97f37a53 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:36.522813 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-31f732f4-5be6-4e4a-9a76-3e59ef374c08 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eddc734-6857-40ca-9210-d708f81d410d']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:36.529096 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.531392 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-342d6892-3ee2-43c4-9f25-cb29578a57a4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port 520a1c51-91b2-46b0-a2dd-a1e37e67a092 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:36.531734 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-342d6892-3ee2-43c4-9f25-cb29578a57a4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.547396 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51514) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:36.560923 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-31f732f4-5be6-4e4a-9a76-3e59ef374c08 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc03845-765e-4e6f-bdc0-2e3d035e5405') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:36.561262 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-31f732f4-5be6-4e4a-9a76-3e59ef374c08 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc03845-765e-4e6f-bdc0-2e3d035e5405') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:36.570086 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8de80da3-f527-4209-85c4-0cfca9324f6b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group_rule': {'security_group_id': 'b448965d-f801-4525-aec9-7e62bf1153d3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:36.586768 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-131d126a-fd82-40c9-85e0-730f97f37a53 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:36.594924 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8de80da3-f527-4209-85c4-0cfca9324f6b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:36.606308 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e29162-64a3-410b-beed-fde54c3e7923 None None] Pushing event deleted for resources: {'Port': ['ID=8f7baca4-c1a1-4546-963c-e44ce5161e13,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:36.608437 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e29162-64a3-410b-beed-fde54c3e7923 None None] No DVR routers for this DVR port 8f7baca4-c1a1-4546-963c-e44ce5161e13 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:36.615943 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:36.630134 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31f732f4-5be6-4e4a-9a76-3e59ef374c08 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.637369 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0135bb48-3141-43fb-a3c9-79e81c9b10a8 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:36.640256 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 06:03:36.640256 dv-neutron-826830-2-hyperv neutron-server[87470]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 06:03:36.640256 dv-neutron-826830-2-hyperv neutron-server[87470]: [parameters: {'id': 'dbae7ff2-5a29-4598-a2c6-60151bc5673b'}] Feb 04 06:03:36.640256 dv-neutron-826830-2-hyperv neutron-server[87470]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:03:36.641047 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:03:36.651631 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] For port 97e6e1c7-3f8c-46d3-8587-170d499178aa, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=97e6e1c7-3f8c-46d3-8587-170d499178aa,segment=NetworkSegment(e8ad312d-bd83-4473-8409-0132b234a523),segment_id=e8ad312d-bd83-4473-8409-0132b234a523)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:03:36.653432 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Usage tracker for resource:security_group_rule and tenant:0f4fb36aa06342ca958b5b9d29974ba0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:36.659369 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d39237-cafc-4fab-bdba-238fffa59d26 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Subnet': ['ID=763275e1-df36-47f8-93c4-8a620e9cd2aa,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:36.670702 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:36.686084 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8de80da3-f527-4209-85c4-0cfca9324f6b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:36.699686 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:36.702027 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31f732f4-5be6-4e4a-9a76-3e59ef374c08 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.716405 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.724420 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f732f4-5be6-4e4a-9a76-3e59ef374c08 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:36.724859 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31f732f4-5be6-4e4a-9a76-3e59ef374c08 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:36.757244 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:36.765534 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d39237-cafc-4fab-bdba-238fffa59d26 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Checking segment: {'id': '61e7245f-c440-44d1-9bea-4452d99e11b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '22d4ed3b-02fb-43d4-9de2-d7d5fd248d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:36.766070 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d39237-cafc-4fab-bdba-238fffa59d26 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network hostable DHCP agents. Network: 22d4ed3b-02fb-43d4-9de2-d7d5fd248d14, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:03:36.813450 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:36.822750 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-8de80da3-f527-4209-85c4-0cfca9324f6b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Project aaf67d659a65459fa6f17ee4b784c1fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:03:36.857063 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-342d6892-3ee2-43c4-9f25-cb29578a57a4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.870642 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8de80da3-f527-4209-85c4-0cfca9324f6b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.932774 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31f732f4-5be6-4e4a-9a76-3e59ef374c08 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.966092 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31f732f4-5be6-4e4a-9a76-3e59ef374c08 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:36.987334 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d39237-cafc-4fab-bdba-238fffa59d26 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 22d4ed3b-02fb-43d4-9de2-d7d5fd248d14 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:03:37.010018 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f732f4-5be6-4e4a-9a76-3e59ef374c08 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event deleted for resources: {'Network': ['ID=9eddc734-6857-40ca-9210-d708f81d410d,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:37.026573 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-342d6892-3ee2-43c4-9f25-cb29578a57a4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for 520a1c51-91b2-46b0-a2dd-a1e37e67a092 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:37.040551 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-16d39237-cafc-4fab-bdba-238fffa59d26 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 22d4ed3b-02fb-43d4-9de2-d7d5fd248d14) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:37.043940 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-131d126a-fd82-40c9-85e0-730f97f37a53 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.060089 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d39237-cafc-4fab-bdba-238fffa59d26 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:37.060828 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-16d39237-cafc-4fab-bdba-238fffa59d26 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.072780 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa20d8e-20eb-49c5-b06b-04a67109893c None None] Network 22d4ed3b-02fb-43d4-9de2-d7d5fd248d14 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:37.075888 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-131d126a-fd82-40c9-85e0-730f97f37a53 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.089070 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3de6e-73b3-4480-82bc-865024787810 None None] Pushing event updated for resources: {'Port': ['ID=97e6e1c7-3f8c-46d3-8587-170d499178aa,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:37.096047 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-31f732f4-5be6-4e4a-9a76-3e59ef374c08 tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "DELETE /v2.0/networks/9eddc734-6857-40ca-9210-d708f81d410d HTTP/1.1" status: 204 len: 168 time: 1.3841956 Feb 04 06:03:37.102384 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51518) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:37.143720 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.144414 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8de80da3-f527-4209-85c4-0cfca9324f6b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.167189 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-131d126a-fd82-40c9-85e0-730f97f37a53 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.168764 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-131d126a-fd82-40c9-85e0-730f97f37a53 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2078998 Feb 04 06:03:37.169495 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8de80da3-f527-4209-85c4-0cfca9324f6b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.182796 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-16d39237-cafc-4fab-bdba-238fffa59d26 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5091765 Feb 04 06:03:37.182796 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.184758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51522) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:37.185086 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51524) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:37.192715 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d126a-fd82-40c9-85e0-730f97f37a53 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138058c9-ce8c-42d2-abf1-36ce9442fbaa,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:37.203917 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-3016a3e7-08f8-4bea-a9c3-753f89d400ed tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group_rule': {'security_group_id': '138058c9-ce8c-42d2-abf1-36ce9442fbaa', 'direction': 'ingress', 'protocol': 17}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:37.210172 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-97223098-ff6e-42c9-8f85-1afbdc4c82ac tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-125904889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:37.216898 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.236004 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de80da3-f527-4209-85c4-0cfca9324f6b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798b231f-7b32-4bff-b5fa-94f5b003a2ae,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:37.240660 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-3016a3e7-08f8-4bea-a9c3-753f89d400ed tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:37.245441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-97223098-ff6e-42c9-8f85-1afbdc4c82ac tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:37.259540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-342d6892-3ee2-43c4-9f25-cb29578a57a4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.261214 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-97223098-ff6e-42c9-8f85-1afbdc4c82ac tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:router and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:37.265937 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-97223098-ff6e-42c9-8f85-1afbdc4c82ac tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:37.267386 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Deleting port 97e6e1c7-3f8c-46d3-8587-170d499178aa {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:37.267979 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.273584 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-97223098-ff6e-42c9-8f85-1afbdc4c82ac tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:37.290129 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.295211 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-3016a3e7-08f8-4bea-a9c3-753f89d400ed tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:37.311946 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-97223098-ff6e-42c9-8f85-1afbdc4c82ac tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.312917 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-97223098-ff6e-42c9-8f85-1afbdc4c82ac tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.319592 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:37.333464 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8de80da3-f527-4209-85c4-0cfca9324f6b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.337272 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8de80da3-f527-4209-85c4-0cfca9324f6b tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7865686 Feb 04 06:03:37.343283 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51530) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:37.357069 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdb3c-0780-416a-9021-23c103da132e tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.357678 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:37.357678 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.371639 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def62073-92be-4a0a-9221-c9b8a5994751,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:37.374712 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.375052 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Added segment d431aaa1-4af2-4d0d-b7cd-7da92f238fa3 of type vlan for network 412bb161-d55a-4e8c-94a8-90e0235dfccf Feb 04 06:03:37.385075 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d6892-3ee2-43c4-9f25-cb29578a57a4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Port': ['ID=520a1c51-91b2-46b0-a2dd-a1e37e67a092,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:37.394653 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3016a3e7-08f8-4bea-a9c3-753f89d400ed tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.399922 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-342d6892-3ee2-43c4-9f25-cb29578a57a4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.422612 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e25035e6-2d9d-4ea1-a57c-1503a187ee64 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-group-rules/798b231f-7b32-4bff-b5fa-94f5b003a2ae HTTP/1.1" status: 200 len: 769 time: 0.0740423 Feb 04 06:03:37.427668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51534) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:37.430893 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-97223098-ff6e-42c9-8f85-1afbdc4c82ac tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.469225 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9bae99-784a-465f-8aca-b686379d66c0 None None] Network dbae7ff2-5a29-4598-a2c6-60151bc5673b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:37.480554 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.489771 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-97223098-ff6e-42c9-8f85-1afbdc4c82ac tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.527140 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3016a3e7-08f8-4bea-a9c3-753f89d400ed tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.539498 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3016a3e7-08f8-4bea-a9c3-753f89d400ed tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.541269 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-97223098-ff6e-42c9-8f85-1afbdc4c82ac tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.544924 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-97223098-ff6e-42c9-8f85-1afbdc4c82ac tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3510821 Feb 04 06:03:37.545089 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-342d6892-3ee2-43c4-9f25-cb29578a57a4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/ports/520a1c51-91b2-46b0-a2dd-a1e37e67a092 HTTP/1.1" status: 204 len: 168 time: 1.4384673 Feb 04 06:03:37.558710 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51538) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:37.558981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51540) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:37.589632 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': '024e49dc-059a-4c79-be46-f7673d145a22'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:03:37.590494 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.614564 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-1bc8d7ab-6041-4c07-9655-8c49cad9c2d9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'network_id': '22d4ed3b-02fb-43d4-9de2-d7d5fd248d14', 'name': 'tempest-PortsTestJSON-66488225'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:37.638378 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8bd122-77c0-4611-aefe-dfd779e1b4a2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] GET failed (client error): The resource could not be found. Feb 04 06:03:37.638915 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5c8bd122-77c0-4611-aefe-dfd779e1b4a2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Synchronizing usage tracker for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:37.641312 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a3e7-08f8-4bea-a9c3-753f89d400ed tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6ded9b-70b5-4a4c-bbeb-3a1d03f01d77,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:37.648909 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.654438 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:37.654986 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.698354 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdb3c-0780-416a-9021-23c103da132e tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.729597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3016a3e7-08f8-4bea-a9c3-753f89d400ed tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.733308 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3016a3e7-08f8-4bea-a9c3-753f89d400ed tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5409460 Feb 04 06:03:37.733450 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-33c3ef26-30d9-4a7f-92a2-c6d3b8e4873f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2765856 Feb 04 06:03:37.734303 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51546) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:37.735008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51548) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:37.836692 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0081315 Feb 04 06:03:37.838606 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51554) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:37.844934 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5c8bd122-77c0-4611-aefe-dfd779e1b4a2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Unset dirty status for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:37.846110 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5c8bd122-77c0-4611-aefe-dfd779e1b4a2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports/520a1c51-91b2-46b0-a2dd-a1e37e67a092 HTTP/1.1" status: 404 len: 333 time: 0.2846522 Feb 04 06:03:37.869416 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861b16c-8454-4b4d-9f33-42be30eb129e tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Pushing event updated for resources: {'Network': ['ID=412bb161-d55a-4e8c-94a8-90e0235dfccf,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:37.875213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51558) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:37.898851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-7bc12064-22ca-43b2-b74e-68f81ed10fd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b', 'name': 'tempest-PortsIpV6TestJSON-1708403742'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:37.924930 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 412bb161-d55a-4e8c-94a8-90e0235dfccf details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:37.972767 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Request body: {'network': {'name': 'tempest-network--709900747', 'router:external': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:38.036762 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:38.047100 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Usage tracker for resource:network and tenant:f896e453084e40a3b220b68ebca1a7a7 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:38.058466 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:38.064725 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.objects.ports [None req-9a6a6609-15c7-40f9-874b-4135d6fa7ff6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87470) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:03:38.076898 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1bc8d7ab-6041-4c07-9655-8c49cad9c2d9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:38.080801 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:38.086755 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1bc8d7ab-6041-4c07-9655-8c49cad9c2d9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:port and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:38.087116 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-0f8fdb3c-0780-416a-9021-23c103da132e tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5edd44-57a3-4f29-88ab-cea989dadd67']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:38.093949 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1bc8d7ab-6041-4c07-9655-8c49cad9c2d9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:38.096017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6609-15c7-40f9-874b-4135d6fa7ff6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.101218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70027961-f406-4cab-b5c9-e9ff18ca83d6 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.102425 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1bc8d7ab-6041-4c07-9655-8c49cad9c2d9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:38.105047 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7bc12064-22ca-43b2-b74e-68f81ed10fd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:38.120496 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Made reservation on behalf of f896e453084e40a3b220b68ebca1a7a7 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:38.123120 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.147543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7bc12064-22ca-43b2-b74e-68f81ed10fd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:38.149692 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.158256 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-22d4ed3b-02fb-43d4-9de2-d7d5fd248d14', 'network_id': '22d4ed3b-02fb-43d4-9de2-d7d5fd248d14', 'tenant_id': '710d5f667c8343fb8e8917198e863eab', 'fixed_ips': [{'subnet_id': '763275e1-df36-47f8-93c4-8a620e9cd2aa'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:03:38.159205 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.170686 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc8d7ab-6041-4c07-9655-8c49cad9c2d9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:38.174266 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1bc8d7ab-6041-4c07-9655-8c49cad9c2d9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.188093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:38.197518 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Usage tracker for resource:security_group_rule and tenant:f896e453084e40a3b220b68ebca1a7a7 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:38.201337 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:38.212956 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc12064-22ca-43b2-b74e-68f81ed10fd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:38.216851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7bc12064-22ca-43b2-b74e-68f81ed10fd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.229682 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] For port 97e6e1c7-3f8c-46d3-8587-170d499178aa, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=97e6e1c7-3f8c-46d3-8587-170d499178aa,segment=NetworkSegment(e8ad312d-bd83-4473-8409-0132b234a523),segment_id=e8ad312d-bd83-4473-8409-0132b234a523)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:38.230045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.239272 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:38.243403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-1bc8d7ab-6041-4c07-9655-8c49cad9c2d9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] device_id is not set on port d060b503-dbac-4e54-8b5d-82045dda1f15 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:03:38.280061 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8f7baca4-c1a1-4546-963c-e44ce5161e13 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:03:38.304810 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-be626860-7e02-40dd-b7b3-c1ec0536a886 None None] Provisioning complete for port 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:38.305098 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-be626860-7e02-40dd-b7b3-c1ec0536a886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.312605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70027961-f406-4cab-b5c9-e9ff18ca83d6 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.319321 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a6609-15c7-40f9-874b-4135d6fa7ff6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=6fcb0214-8e36-4640-a301-6b4e20da6e5c,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:38.324350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-7bc12064-22ca-43b2-b74e-68f81ed10fd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] device_id is not set on port 1e9ec00f-df42-4654-97c0-828fabe72772 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:03:38.398940 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-0f8fdb3c-0780-416a-9021-23c103da132e tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85715b81-8241-4e32-a758-b4f52fb8fa2d') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:38.399626 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-0f8fdb3c-0780-416a-9021-23c103da132e tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85715b81-8241-4e32-a758-b4f52fb8fa2d') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:38.402971 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 8f7baca4-c1a1-4546-963c-e44ce5161e13 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:03:38.403442 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8f7baca4-c1a1-4546-963c-e44ce5161e13 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:03:38.416520 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Calling delete_port for 97e6e1c7-3f8c-46d3-8587-170d499178aa owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:38.476948 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Allocated IP 172.20.0.2 (65e4f961-4ab6-4ffd-8973-b6f04910c762/024e49dc-059a-4c79-be46-f7673d145a22/a20dda13-9d2a-49d4-b3f5-413e7c1759a9) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:38.488251 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c43cac8-99e1-47e4-9bc0-4f69f4fb0cea None None] Network dbae7ff2-5a29-4598-a2c6-60151bc5673b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:38.488493 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdb3c-0780-416a-9021-23c103da132e tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.498249 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6a6609-15c7-40f9-874b-4135d6fa7ff6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:38.501421 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0210839c-6813-4f01-9f98-d4427e40ce8e tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.516548 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-9a6a6609-15c7-40f9-874b-4135d6fa7ff6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:38.533351 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6a6609-15c7-40f9-874b-4135d6fa7ff6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:38.533948 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6609-15c7-40f9-874b-4135d6fa7ff6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.537817 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-1bc8d7ab-6041-4c07-9655-8c49cad9c2d9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Allocated IP 172.20.0.13 (22d4ed3b-02fb-43d4-9de2-d7d5fd248d14/763275e1-df36-47f8-93c4-8a620e9cd2aa/d060b503-dbac-4e54-8b5d-82045dda1f15) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:38.552930 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Allocated IP 2001:db8::f816:3eff:fecb:26ba (65e4f961-4ab6-4ffd-8973-b6f04910c762/6fcb0214-8e36-4640-a301-6b4e20da6e5c/a20dda13-9d2a-49d4-b3f5-413e7c1759a9) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:38.563717 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdb3c-0780-416a-9021-23c103da132e tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.592117 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.593012 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0210839c-6813-4f01-9f98-d4427e40ce8e tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.602978 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8fdb3c-0780-416a-9021-23c103da132e tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:38.603381 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdb3c-0780-416a-9021-23c103da132e tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:38.619256 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:38.623398 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70027961-f406-4cab-b5c9-e9ff18ca83d6 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.640851 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70027961-f406-4cab-b5c9-e9ff18ca83d6 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.644775 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-70027961-f406-4cab-b5c9-e9ff18ca83d6 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/798b231f-7b32-4bff-b5fa-94f5b003a2ae HTTP/1.1" status: 204 len: 168 time: 0.8988688 Feb 04 06:03:38.695729 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9a6a6609-15c7-40f9-874b-4135d6fa7ff6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4320316 Feb 04 06:03:38.708236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51564) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:38.708572 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51566) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:38.738924 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70027961-f406-4cab-b5c9-e9ff18ca83d6 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=798b231f-7b32-4bff-b5fa-94f5b003a2ae,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:38.749724 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-9598beed-a481-4dcf-a215-94f296fe06ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'mac_address': 'fa:16:3e:62:5a:7b', 'name': 'tempest-NetworksTestDHCPv6-1813403508'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:38.778654 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.794050 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.852651 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:38.896479 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Port': ['ID=97e6e1c7-3f8c-46d3-8587-170d499178aa,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:38.908851 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdb3c-0780-416a-9021-23c103da132e tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.911068 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] No DVR routers for this DVR port 97e6e1c7-3f8c-46d3-8587-170d499178aa on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:38.912501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a79d777-36a5-4198-baa4-d52fce1779d1,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:38.920999 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.932432 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Transition to ACTIVE for port object a20dda13-9d2a-49d4-b3f5-413e7c1759a9 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:38.952609 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Transition to ACTIVE for port object a20dda13-9d2a-49d4-b3f5-413e7c1759a9 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:38.959497 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.967167 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.967167 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Added segment 7fd1be69-b8c6-4bf1-bcb4-f97496492355 of type vlan for network 6ad4a49e-2af6-4f98-afb7-efb283325e8b Feb 04 06:03:38.970471 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdb3c-0780-416a-9021-23c103da132e tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:38.980389 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7bc12064-22ca-43b2-b74e-68f81ed10fd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.008732 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8fdb3c-0780-416a-9021-23c103da132e tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] Pushing event deleted for resources: {'Network': ['ID=7b5edd44-57a3-4f29-88ab-cea989dadd67,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:39.026460 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:39.026607 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c008a57d-87a7-4a87-b5d3-de0b94a0e659 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:39.029278 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:39.033178 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:39.060387 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.064577 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7bc12064-22ca-43b2-b74e-68f81ed10fd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.068372 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Pushing event updated for resources: {'Port': ['ID=a20dda13-9d2a-49d4-b3f5-413e7c1759a9,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:39.130142 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0210839c-6813-4f01-9f98-d4427e40ce8e tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.132920 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0210839c-6813-4f01-9f98-d4427e40ce8e tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.137064 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0210839c-6813-4f01-9f98-d4427e40ce8e tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-groups/138058c9-ce8c-42d2-abf1-36ce9442fbaa HTTP/1.1" status: 204 len: 168 time: 1.3916757 Feb 04 06:03:39.141123 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51572) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:39.154977 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0f8fdb3c-0780-416a-9021-23c103da132e tempest-BulkNetworkOpsIpV6Test-1393493193 tempest-BulkNetworkOpsIpV6Test-1393493193-project] 10.222.0.31 "DELETE /v2.0/networks/7b5edd44-57a3-4f29-88ab-cea989dadd67 HTTP/1.1" status: 204 len: 168 time: 2.0516641 Feb 04 06:03:39.176175 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.192578 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210839c-6813-4f01-9f98-d4427e40ce8e tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=138058c9-ce8c-42d2-abf1-36ce9442fbaa,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:39.193965 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Attempting to bind port a20dda13-9d2a-49d4-b3f5-413e7c1759a9 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:39.194877 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c008a57d-87a7-4a87-b5d3-de0b94a0e659 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:39.196400 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c008a57d-87a7-4a87-b5d3-de0b94a0e659 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4810598 Feb 04 06:03:39.201854 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51578) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:39.202212 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Attempting to bind port a20dda13-9d2a-49d4-b3f5-413e7c1759a9 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:39.202960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Attempting to bind port a20dda13-9d2a-49d4-b3f5-413e7c1759a9 on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:03:39.219518 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc12064-22ca-43b2-b74e-68f81ed10fd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:39.240066 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-7bc12064-22ca-43b2-b74e-68f81ed10fd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:39.241028 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:03:39.241438 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:39.242384 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbae7ff2-5a29-4598-a2c6-60151bc5673b']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:39.243046 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.243444 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:03:39.244830 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Bound port: a20dda13-9d2a-49d4-b3f5-413e7c1759a9, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:39.245218 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.251324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc12064-22ca-43b2-b74e-68f81ed10fd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=1e9ec00f-df42-4654-97c0-828fabe72772,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:39.253744 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc12064-22ca-43b2-b74e-68f81ed10fd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:39.254514 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9598beed-a481-4dcf-a215-94f296fe06ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:39.259250 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc12064-22ca-43b2-b74e-68f81ed10fd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:39.259889 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7bc12064-22ca-43b2-b74e-68f81ed10fd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.267040 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1bc8d7ab-6041-4c07-9655-8c49cad9c2d9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.276765 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ad312d-bd83-4473-8409-0132b234a523') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:39.276986 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ad312d-bd83-4473-8409-0132b234a523') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:39.286637 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9598beed-a481-4dcf-a215-94f296fe06ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:port and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:39.294935 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.295856 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9598beed-a481-4dcf-a215-94f296fe06ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:39.295992 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:39.296511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.308643 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.321856 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9598beed-a481-4dcf-a215-94f296fe06ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:39.334244 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-1bc8d7ab-6041-4c07-9655-8c49cad9c2d9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Transition to ACTIVE for port object d060b503-dbac-4e54-8b5d-82045dda1f15 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:39.343267 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.363622 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:39.364159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:39.380920 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:39.399373 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] For port a20dda13-9d2a-49d4-b3f5-413e7c1759a9, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:03:39.434672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-39d0eba7-ab80-490f-a794-6429121a2364 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:39.442691 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59b5ec9f-5576-4764-86d0-d73f7e02884d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.461036 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7bc12064-22ca-43b2-b74e-68f81ed10fd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5727470 Feb 04 06:03:39.466346 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51584) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:39.467980 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6294875 Feb 04 06:03:39.472394 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51588) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:39.475438 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7da9b6-2d5c-44bc-a42a-de2a99949ad7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Pushing event updated for resources: {'Network': ['ID=6ad4a49e-2af6-4f98-afb7-efb283325e8b,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:39.480997 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9598beed-a481-4dcf-a215-94f296fe06ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:39.484828 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-580c5eea-aa62-4454-ab83-002019cd9e64 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:39.490968 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 6ad4a49e-2af6-4f98-afb7-efb283325e8b details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:39.535018 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-39d0eba7-ab80-490f-a794-6429121a2364 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:39.536431 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-39d0eba7-ab80-490f-a794-6429121a2364 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3874764 Feb 04 06:03:39.545036 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51592) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:39.555347 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-73532960-601d-49f0-9670-88264af985d9 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group': {'name': 'tempest-secgroup--1133513200'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:39.568502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-73532960-601d-49f0-9670-88264af985d9 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:39.581869 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51596) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:39.612061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-73532960-601d-49f0-9670-88264af985d9 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:39.619284 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1bc8d7ab-6041-4c07-9655-8c49cad9c2d9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.669716 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.681210 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59b5ec9f-5576-4764-86d0-d73f7e02884d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.685049 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] For port a20dda13-9d2a-49d4-b3f5-413e7c1759a9, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a20dda13-9d2a-49d4-b3f5-413e7c1759a9,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:03:39.686867 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Allocated IP 172.20.0.2 (22d4ed3b-02fb-43d4-9de2-d7d5fd248d14/763275e1-df36-47f8-93c4-8a620e9cd2aa/c2048c03-137e-4da6-8678-a3495732afbb) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:39.696497 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.716476 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-73532960-601d-49f0-9670-88264af985d9 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.736415 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.750764 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc8d7ab-6041-4c07-9655-8c49cad9c2d9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 22d4ed3b-02fb-43d4-9de2-d7d5fd248d14 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:39.755530 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-580c5eea-aa62-4454-ab83-002019cd9e64 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.765131 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-1bc8d7ab-6041-4c07-9655-8c49cad9c2d9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:39.769093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8d7ab-6041-4c07-9655-8c49cad9c2d9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=d060b503-dbac-4e54-8b5d-82045dda1f15,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:39.773494 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc8d7ab-6041-4c07-9655-8c49cad9c2d9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:39.785328 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Network': ['ID=dbae7ff2-5a29-4598-a2c6-60151bc5673b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:39.802357 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f64141d9-058f-4f81-940e-94612935f50b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/networks/dbae7ff2-5a29-4598-a2c6-60151bc5673b HTTP/1.1" status: 204 len: 168 time: 6.2841609 Feb 04 06:03:39.810375 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51602) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:39.815108 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-73532960-601d-49f0-9670-88264af985d9 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:39.826705 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e2bc785d-e95c-4780-b824-a6e8bfc344f7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:39.882907 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e9ad09-a9c9-4a0c-b164-4060e323e254 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] DELETE failed (client error): The resource could not be found. Feb 04 06:03:39.883395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e9ad09-a9c9-4a0c-b164-4060e323e254 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:03:39.900132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-73532960-601d-49f0-9670-88264af985d9 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:39.927250 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7d31e-4d8f-47df-bc30-22706946244a None None] Pushing event updated for resources: {'Port': ['ID=a20dda13-9d2a-49d4-b3f5-413e7c1759a9,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:39.972526 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc8d7ab-6041-4c07-9655-8c49cad9c2d9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:39.973247 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1bc8d7ab-6041-4c07-9655-8c49cad9c2d9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.040776 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1f187ebf-4198-46a6-bea6-6274ddc2b370 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c94e639053a24dcb9683d213d0065b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4312799 Feb 04 06:03:40.065849 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.079287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51606) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:40.081041 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Transition to ACTIVE for port object c2048c03-137e-4da6-8678-a3495732afbb will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:40.108720 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Transition to ACTIVE for port object c2048c03-137e-4da6-8678-a3495732afbb will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:40.116084 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.183715 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a1e9ad09-a9c9-4a0c-b164-4060e323e254 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/networks/dbae7ff2-5a29-4598-a2c6-60151bc5673b HTTP/1.1" status: 404 len: 339 time: 0.3604064 Feb 04 06:03:40.187271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9598beed-a481-4dcf-a215-94f296fe06ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.200243 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Network 22d4ed3b-02fb-43d4-9de2-d7d5fd248d14 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:40.213445 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:40.213598 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51610) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:40.222021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:40.226877 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-6beb1393-93aa-4fd1-ad3a-0ada89fba120 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-980859302', 'description': 'd1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:40.233265 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Pushing event updated for resources: {'Port': ['ID=c2048c03-137e-4da6-8678-a3495732afbb,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:40.243455 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6beb1393-93aa-4fd1-ad3a-0ada89fba120 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:40.252575 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6beb1393-93aa-4fd1-ad3a-0ada89fba120 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Usage tracker for resource:network and tenant:a16e808cbb7c487da688fc682beafc7d is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:40.255772 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1bc8d7ab-6041-4c07-9655-8c49cad9c2d9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6931896 Feb 04 06:03:40.263793 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6beb1393-93aa-4fd1-ad3a-0ada89fba120 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:40.273175 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6beb1393-93aa-4fd1-ad3a-0ada89fba120 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:40.290829 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59b5ec9f-5576-4764-86d0-d73f7e02884d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.319192 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51614) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:40.328408 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-73532960-601d-49f0-9670-88264af985d9 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.337803 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6beb1393-93aa-4fd1-ad3a-0ada89fba120 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Made reservation on behalf of a16e808cbb7c487da688fc682beafc7d for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:40.342018 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6beb1393-93aa-4fd1-ad3a-0ada89fba120 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.381197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-580c5eea-aa62-4454-ab83-002019cd9e64 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.383886 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-73532960-601d-49f0-9670-88264af985d9 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.393535 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Attempting to bind port c2048c03-137e-4da6-8678-a3495732afbb on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:40.394498 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Attempting to bind port c2048c03-137e-4da6-8678-a3495732afbb by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '61e7245f-c440-44d1-9bea-4452d99e11b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '22d4ed3b-02fb-43d4-9de2-d7d5fd248d14'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:40.399458 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Attempting to bind port c2048c03-137e-4da6-8678-a3495732afbb on network 22d4ed3b-02fb-43d4-9de2-d7d5fd248d14 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:03:40.407157 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:03:40.407760 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-580c5eea-aa62-4454-ab83-002019cd9e64 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.409260 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Checking segment: {'id': '61e7245f-c440-44d1-9bea-4452d99e11b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '22d4ed3b-02fb-43d4-9de2-d7d5fd248d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:40.409680 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.410714 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Bound using segment: {'id': '61e7245f-c440-44d1-9bea-4452d99e11b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '22d4ed3b-02fb-43d4-9de2-d7d5fd248d14'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:03:40.411200 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Bound port: c2048c03-137e-4da6-8678-a3495732afbb, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e7245f-c440-44d1-9bea-4452d99e11b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '22d4ed3b-02fb-43d4-9de2-d7d5fd248d14'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:40.411579 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.530954 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-9598beed-a481-4dcf-a215-94f296fe06ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port 7889a298-227a-45df-a707-4a824afadd2e yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:03:40.550975 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-580c5eea-aa62-4454-ab83-002019cd9e64 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] In _notify_port_updated(), no bound segment for port 1e9ec00f-df42-4654-97c0-828fabe72772 on network 4af3bcb5-799f-4a1a-a475-3128df4a912b {{(pid=87471) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:03:40.556404 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] For port c2048c03-137e-4da6-8678-a3495732afbb, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:03:40.558065 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580c5eea-aa62-4454-ab83-002019cd9e64 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:40.558973 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-580c5eea-aa62-4454-ab83-002019cd9e64 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.559578 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] For port c2048c03-137e-4da6-8678-a3495732afbb, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c2048c03-137e-4da6-8678-a3495732afbb,segment=NetworkSegment(61e7245f-c440-44d1-9bea-4452d99e11b8),segment_id=61e7245f-c440-44d1-9bea-4452d99e11b8)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:03:40.560693 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-580c5eea-aa62-4454-ab83-002019cd9e64 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "PUT /v2.0/ports/1e9ec00f-df42-4654-97c0-828fabe72772 HTTP/1.1" status: 200 len: 818 time: 1.0914257 Feb 04 06:03:40.566839 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51618) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:40.567960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.615815 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5ec9f-5576-4764-86d0-d73f7e02884d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b448965d-f801-4525-aec9-7e62bf1153d3,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:40.647321 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59b5ec9f-5576-4764-86d0-d73f7e02884d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.651528 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-59b5ec9f-5576-4764-86d0-d73f7e02884d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-groups/b448965d-f801-4525-aec9-7e62bf1153d3 HTTP/1.1" status: 204 len: 168 time: 1.4387865 Feb 04 06:03:40.660484 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-95ffe118-771a-4f3d-846c-9f763932f556 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port 1e9ec00f-df42-4654-97c0-828fabe72772 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:40.660833 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-95ffe118-771a-4f3d-846c-9f763932f556 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.677034 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0e075-8d81-4876-8926-ffa1f5fa4aa2 None None] Pushing event updated for resources: {'Port': ['ID=c2048c03-137e-4da6-8678-a3495732afbb,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:40.705410 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51622) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:40.710661 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73532960-601d-49f0-9670-88264af985d9 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27184ce2-e38e-4636-8183-c287a2686693,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:40.723311 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e2bc785d-e95c-4780-b824-a6e8bfc344f7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.725423 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-73532960-601d-49f0-9670-88264af985d9 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.726687 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-73532960-601d-49f0-9670-88264af985d9 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1782513 Feb 04 06:03:40.739585 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51626) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:40.774810 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a20dda13-9d2a-49d4-b3f5-413e7c1759a9 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:40.788897 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-52e2e020-d133-4353-a158-fde2099fe1d6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491453368'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:40.812562 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-233b37e8-9152-4f70-9ad7-0db1318cdd43 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1031272 Feb 04 06:03:40.813360 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c5eea-aa62-4454-ab83-002019cd9e64 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=1e9ec00f-df42-4654-97c0-828fabe72772,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:40.822468 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51630) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:40.830841 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0b0c799e-6a21-44bb-afc5-6cc87bc15308 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960338747'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:40.840753 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0b0c799e-6a21-44bb-afc5-6cc87bc15308 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:40.860145 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port a20dda13-9d2a-49d4-b3f5-413e7c1759a9 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:40.871889 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0b0c799e-6a21-44bb-afc5-6cc87bc15308 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Usage tracker for resource:security_group and tenant:aaf67d659a65459fa6f17ee4b784c1fa is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:40.883504 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0b0c799e-6a21-44bb-afc5-6cc87bc15308 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:40.901771 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0b0c799e-6a21-44bb-afc5-6cc87bc15308 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:40.950761 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b0c799e-6a21-44bb-afc5-6cc87bc15308 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.965339 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d73ffbe5-436b-4357-8c9a-58e259f10554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.978727 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-e2bc785d-e95c-4780-b824-a6e8bfc344f7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad4a49e-2af6-4f98-afb7-efb283325e8b']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:40.989700 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-52e2e020-d133-4353-a158-fde2099fe1d6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:41.009828 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6beb1393-93aa-4fd1-ad3a-0ada89fba120 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:41.084392 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-e2bc785d-e95c-4780-b824-a6e8bfc344f7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd1be69-b8c6-4bf1-bcb4-f97496492355') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:41.084392 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-e2bc785d-e95c-4780-b824-a6e8bfc344f7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd1be69-b8c6-4bf1-bcb4-f97496492355') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:41.156595 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e2bc785d-e95c-4780-b824-a6e8bfc344f7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.190170 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0b0c799e-6a21-44bb-afc5-6cc87bc15308 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:41.206353 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-52e2e020-d133-4353-a158-fde2099fe1d6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:41.221210 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6beb1393-93aa-4fd1-ad3a-0ada89fba120 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.221546 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-6beb1393-93aa-4fd1-ad3a-0ada89fba120 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Added segment 915768d9-5170-4948-a985-d48d992f0f4b of type vlan for network 17000124-5c20-44d1-8c7e-bd94e3c5ef50 Feb 04 06:03:41.226334 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0b0c799e-6a21-44bb-afc5-6cc87bc15308 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:41.232530 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-95ffe118-771a-4f3d-846c-9f763932f556 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.294762 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d73ffbe5-436b-4357-8c9a-58e259f10554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.375924 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-95ffe118-771a-4f3d-846c-9f763932f556 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for 1e9ec00f-df42-4654-97c0-828fabe72772 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:41.380429 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e2bc785d-e95c-4780-b824-a6e8bfc344f7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.400809 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-52e2e020-d133-4353-a158-fde2099fe1d6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.412696 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a6be06-a083-4ccb-b8b6-841037439630 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:41.441528 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bc785d-e95c-4780-b824-a6e8bfc344f7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:41.442226 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e2bc785d-e95c-4780-b824-a6e8bfc344f7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:41.458254 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:41.502657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b0c799e-6a21-44bb-afc5-6cc87bc15308 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.504410 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-95ffe118-771a-4f3d-846c-9f763932f556 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.519816 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6484aba9-94e1-406c-93b9-70c574f97e47 None None] Provisioning for port a20dda13-9d2a-49d4-b3f5-413e7c1759a9 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:41.531528 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6484aba9-94e1-406c-93b9-70c574f97e47 None None] Provisioning complete for port a20dda13-9d2a-49d4-b3f5-413e7c1759a9 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:41.532173 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6484aba9-94e1-406c-93b9-70c574f97e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.548931 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b0c799e-6a21-44bb-afc5-6cc87bc15308 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.572393 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffe118-771a-4f3d-846c-9f763932f556 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Port': ['ID=1e9ec00f-df42-4654-97c0-828fabe72772,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:41.576571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-9598beed-a481-4dcf-a215-94f296fe06ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 172.20.0.4 (65e4f961-4ab6-4ffd-8973-b6f04910c762/024e49dc-059a-4c79-be46-f7673d145a22/7889a298-227a-45df-a707-4a824afadd2e) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:41.579490 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6beb1393-93aa-4fd1-ad3a-0ada89fba120 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.601875 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-95ffe118-771a-4f3d-846c-9f763932f556 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.620894 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c799e-6a21-44bb-afc5-6cc87bc15308 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c16991e-1d6e-41d9-9942-a5615ca0794c,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:41.621816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-9598beed-a481-4dcf-a215-94f296fe06ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::f816:3eff:fe62:5a7b (65e4f961-4ab6-4ffd-8973-b6f04910c762/6fcb0214-8e36-4640-a301-6b4e20da6e5c/7889a298-227a-45df-a707-4a824afadd2e) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:41.633416 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-52e2e020-d133-4353-a158-fde2099fe1d6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:41.634450 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-95ffe118-771a-4f3d-846c-9f763932f556 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/ports/1e9ec00f-df42-4654-97c0-828fabe72772 HTTP/1.1" status: 204 len: 168 time: 1.0662439 Feb 04 06:03:41.639377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51634) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:41.648123 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b0c799e-6a21-44bb-afc5-6cc87bc15308 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.649122 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0b0c799e-6a21-44bb-afc5-6cc87bc15308 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8256288 Feb 04 06:03:41.652648 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51638) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:41.655155 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-52e2e020-d133-4353-a158-fde2099fe1d6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group_rule and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:41.659834 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-54f412e8-2ae5-4b5a-8cbe-0e724a2b8e9f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Request body: {'security_group_rule': {'security_group_id': '6c16991e-1d6e-41d9-9942-a5615ca0794c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:41.670724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-54f412e8-2ae5-4b5a-8cbe-0e724a2b8e9f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:41.675440 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-54f412e8-2ae5-4b5a-8cbe-0e724a2b8e9f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Usage tracker for resource:security_group_rule and tenant:aaf67d659a65459fa6f17ee4b784c1fa is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:41.678658 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-54f412e8-2ae5-4b5a-8cbe-0e724a2b8e9f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:41.685533 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-54f412e8-2ae5-4b5a-8cbe-0e724a2b8e9f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:41.703734 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-52e2e020-d133-4353-a158-fde2099fe1d6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:41.708543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-54f412e8-2ae5-4b5a-8cbe-0e724a2b8e9f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.726345 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-52e2e020-d133-4353-a158-fde2099fe1d6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:41.741036 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6484aba9-94e1-406c-93b9-70c574f97e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.794434 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-54f412e8-2ae5-4b5a-8cbe-0e724a2b8e9f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.801821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-54f412e8-2ae5-4b5a-8cbe-0e724a2b8e9f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.819488 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f412e8-2ae5-4b5a-8cbe-0e724a2b8e9f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8841ab5-a126-4f82-acdf-7c16308b39d4,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:41.844287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e2bc785d-e95c-4780-b824-a6e8bfc344f7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.850173 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-54f412e8-2ae5-4b5a-8cbe-0e724a2b8e9f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.854135 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-54f412e8-2ae5-4b5a-8cbe-0e724a2b8e9f tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1979668 Feb 04 06:03:41.855871 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51642) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:41.866787 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6484aba9-94e1-406c-93b9-70c574f97e47 None None] For port a20dda13-9d2a-49d4-b3f5-413e7c1759a9, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a20dda13-9d2a-49d4-b3f5-413e7c1759a9,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:41.871817 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6beb1393-93aa-4fd1-ad3a-0ada89fba120 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.877355 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6beb1393-93aa-4fd1-ad3a-0ada89fba120 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:41.877963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6beb1393-93aa-4fd1-ad3a-0ada89fba120 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.883683 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6484aba9-94e1-406c-93b9-70c574f97e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.893278 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bc785d-e95c-4780-b824-a6e8bfc344f7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ad4a49e-2af6-4f98-afb7-efb283325e8b {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 06:03:41.913583 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e2bc785d-e95c-4780-b824-a6e8bfc344f7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.923964 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a62d2b73-e4be-4e85-a61c-14098b78339d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.925767 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d73ffbe5-436b-4357-8c9a-58e259f10554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.960799 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a62d2b73-e4be-4e85-a61c-14098b78339d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.965585 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc785d-e95c-4780-b824-a6e8bfc344f7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ad4a49e-2af6-4f98-afb7-efb283325e8b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:41.982893 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484aba9-94e1-406c-93b9-70c574f97e47 None None] Pushing event updated for resources: {'Port': ['ID=a20dda13-9d2a-49d4-b3f5-413e7c1759a9,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:42.060991 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a62d2b73-e4be-4e85-a61c-14098b78339d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:42.113848 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a62d2b73-e4be-4e85-a61c-14098b78339d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:42.118638 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a62d2b73-e4be-4e85-a61c-14098b78339d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-groups/6c16991e-1d6e-41d9-9942-a5615ca0794c HTTP/1.1" status: 204 len: 168 time: 0.2633984 Feb 04 06:03:42.119886 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d2b73-e4be-4e85-a61c-14098b78339d tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c16991e-1d6e-41d9-9942-a5615ca0794c,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:42.123219 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51648) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:42.217887 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-abc23917-fa79-41a4-a881-efa80603e822 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:42.237321 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-abc23917-fa79-41a4-a881-efa80603e822 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:42.242311 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-abc23917-fa79-41a4-a881-efa80603e822 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1178379 Feb 04 06:03:42.244277 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51652) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:42.261498 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23422336-2f34-4e4b-a198-0c9cfa19b554 None None] Network 22d4ed3b-02fb-43d4-9de2-d7d5fd248d14 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:42.279945 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ffbe5-436b-4357-8c9a-58e259f10554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477326e0-f4a3-44ae-abdd-40ca7f24ade9,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:42.301867 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-38cc8d87-a5ab-4bfd-82cc-13f8976af9db tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Synchronizing usage tracker for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:42.320559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-38cc8d87-a5ab-4bfd-82cc-13f8976af9db tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] Unset dirty status for tenant:aaf67d659a65459fa6f17ee4b784c1fa on resource:security_group_rule {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:42.325701 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-38cc8d87-a5ab-4bfd-82cc-13f8976af9db tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0784783 Feb 04 06:03:42.326684 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51656) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:42.345218 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-d94285f0-bc62-4051-9079-588660454c13 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] delete failed (client error): The resource could not be found. Feb 04 06:03:42.350202 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-52e2e020-d133-4353-a158-fde2099fe1d6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:42.351257 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d94285f0-bc62-4051-9079-588660454c13 tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "DELETE /v2.0/security-groups/6c16991e-1d6e-41d9-9942-a5615ca0794c HTTP/1.1" status: 404 len: 347 time: 0.0229805 Feb 04 06:03:42.351928 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51660) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:42.424602 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-702bca6f-050d-44bf-9f73-7aa752e38d6e tempest-SecGroupIPv6Test-1379144526 tempest-SecGroupIPv6Test-1379144526-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0712731 Feb 04 06:03:42.429872 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c278a9cc-7f6f-40e5-8a64-1ca74739cb2c None None] Provisioning for port c2048c03-137e-4da6-8678-a3495732afbb completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:42.561822 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51666) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:42.568478 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f4ff8984-61b4-45b5-bbc8-1e30aca95fd6 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:42.572880 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e2bc785d-e95c-4780-b824-a6e8bfc344f7 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] 10.222.0.31 "DELETE /v2.0/networks/6ad4a49e-2af6-4f98-afb7-efb283325e8b HTTP/1.1" status: 204 len: 168 time: 3.0985205 Feb 04 06:03:42.578439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f4ff8984-61b4-45b5-bbc8-1e30aca95fd6 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:42.585924 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f4ff8984-61b4-45b5-bbc8-1e30aca95fd6 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Usage tracker for resource:network and tenant:f896e453084e40a3b220b68ebca1a7a7 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:42.594889 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f4ff8984-61b4-45b5-bbc8-1e30aca95fd6 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:42.610755 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f4ff8984-61b4-45b5-bbc8-1e30aca95fd6 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:42.658806 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ff8984-61b4-45b5-bbc8-1e30aca95fd6 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Made reservation on behalf of f896e453084e40a3b220b68ebca1a7a7 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:42.666266 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8984-61b4-45b5-bbc8-1e30aca95fd6 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:42.697126 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a86a875-7d32-4035-9736-89e89d9d2c8e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:42.706292 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-52e2e020-d133-4353-a158-fde2099fe1d6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:42.731757 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ff8984-61b4-45b5-bbc8-1e30aca95fd6 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:42.745202 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8984-61b4-45b5-bbc8-1e30aca95fd6 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:42.745868 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-f4ff8984-61b4-45b5-bbc8-1e30aca95fd6 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Added segment 784556ee-0bf4-491b-b808-60a1652e681b of type vlan for network bd90e569-5322-431a-9128-350a92259722 Feb 04 06:03:42.799075 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8984-61b4-45b5-bbc8-1e30aca95fd6 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:42.819847 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d73ffbe5-436b-4357-8c9a-58e259f10554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:42.821022 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d73ffbe5-436b-4357-8c9a-58e259f10554 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/477326e0-f4a3-44ae-abdd-40ca7f24ade9 HTTP/1.1" status: 204 len: 168 time: 2.7359366 Feb 04 06:03:42.822457 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6beb1393-93aa-4fd1-ad3a-0ada89fba120 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6079357 Feb 04 06:03:42.828988 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51674) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:42.837957 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9598beed-a481-4dcf-a215-94f296fe06ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:42.893244 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51678) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:42.906589 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d362d786-2e49-432f-a972-2b0b18a9b322 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:42.907323 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d362d786-2e49-432f-a972-2b0b18a9b322 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Synchronizing usage tracker for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:42.908771 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a20dda13-9d2a-49d4-b3f5-413e7c1759a9 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:42.987619 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-52e2e020-d133-4353-a158-fde2099fe1d6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:42.989089 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-52e2e020-d133-4353-a158-fde2099fe1d6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2410388 Feb 04 06:03:42.990529 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb1393-93aa-4fd1-ad3a-0ada89fba120 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Network': ['ID=17000124-5c20-44d1-8c7e-bd94e3c5ef50,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:42.995326 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51684) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:43.001760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-9598beed-a481-4dcf-a215-94f296fe06ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object 7889a298-227a-45df-a707-4a824afadd2e will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:43.013920 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-bd5917e3-5b3b-4b2b-a8f8-951a183c5e31 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group_rule': {'security_group_id': '27184ce2-e38e-4636-8183-c287a2686693', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3ad25732-e357-4801-8ca1-03e258663527', 'remote_ip_prefix': None}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:43.030866 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bd5917e3-5b3b-4b2b-a8f8-951a183c5e31 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:43.031087 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2e020-d133-4353-a158-fde2099fe1d6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad25732-e357-4801-8ca1-03e258663527,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:43.032903 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 17000124-5c20-44d1-8c7e-bd94e3c5ef50 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:43.052608 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bd5917e3-5b3b-4b2b-a8f8-951a183c5e31 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group_rule and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:43.053983 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d362d786-2e49-432f-a972-2b0b18a9b322 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Unset dirty status for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:43.062473 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bd5917e3-5b3b-4b2b-a8f8-951a183c5e31 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:43.064566 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d362d786-2e49-432f-a972-2b0b18a9b322 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.4181468 Feb 04 06:03:43.077669 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bd5917e3-5b3b-4b2b-a8f8-951a183c5e31 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:43.095372 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51688) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:43.228337 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-770a16d5-c3ee-4b80-ace7-57ffa3c66f94 None None] Provisioning complete for port a20dda13-9d2a-49d4-b3f5-413e7c1759a9 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:43.228815 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-770a16d5-c3ee-4b80-ace7-57ffa3c66f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:43.240779 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8984-61b4-45b5-bbc8-1e30aca95fd6 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:43.241752 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ff8984-61b4-45b5-bbc8-1e30aca95fd6 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:43.242340 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8984-61b4-45b5-bbc8-1e30aca95fd6 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:43.321229 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9598beed-a481-4dcf-a215-94f296fe06ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:43.462013 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port a20dda13-9d2a-49d4-b3f5-413e7c1759a9 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:43.464450 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:43.486560 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485563ac-1f4c-4ee3-b75a-29bcab54681e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:43.488068 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-485563ac-1f4c-4ee3-b75a-29bcab54681e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Synchronizing usage tracker for tenant:a16e808cbb7c487da688fc682beafc7d on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:43.497379 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39054ff-f401-4702-8355-50b646744ce1 None None] get_active_networks_info from dv-neutron-826830-2-hyperv {{(pid=87472) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:03:43.513426 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd5917e3-5b3b-4b2b-a8f8-951a183c5e31 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:43.529138 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9598beed-a481-4dcf-a215-94f296fe06ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:43.537503 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f4ff8984-61b4-45b5-bbc8-1e30aca95fd6 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9743571 Feb 04 06:03:43.541199 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-9598beed-a481-4dcf-a215-94f296fe06ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:43.541947 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fd266f-866d-4c69-873c-f7c09c3330b8 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] GET failed (client error): The resource could not be found. Feb 04 06:03:43.550004 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a8fd266f-866d-4c69-873c-f7c09c3330b8 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Synchronizing usage tracker for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:43.554620 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51702) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:43.559248 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598beed-a481-4dcf-a215-94f296fe06ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=7889a298-227a-45df-a707-4a824afadd2e,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:43.561694 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9598beed-a481-4dcf-a215-94f296fe06ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:43.599978 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff8984-61b4-45b5-bbc8-1e30aca95fd6 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Pushing event updated for resources: {'Network': ['ID=bd90e569-5322-431a-9128-350a92259722,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:43.629317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f68ef411-0c27-4a07-aac4-760d084ebf40 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Request body: {'subnet': {'network_id': 'bd90e569-5322-431a-9128-350a92259722', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:43.640773 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-498de356-4b0f-4683-be6a-96c9a3f9187a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aaf67d659a65459fa6f17ee4b784c1fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7207787 Feb 04 06:03:43.640935 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51708) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:43.652211 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network bd90e569-5322-431a-9128-350a92259722 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:43.663618 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9598beed-a481-4dcf-a215-94f296fe06ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:43.664320 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9598beed-a481-4dcf-a215-94f296fe06ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:43.702863 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9598beed-a481-4dcf-a215-94f296fe06ae tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.9802282 Feb 04 06:03:43.702863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a86a875-7d32-4035-9736-89e89d9d2c8e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:43.702863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51712) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:43.723103 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f68ef411-0c27-4a07-aac4-760d084ebf40 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:43.725615 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a8fd266f-866d-4c69-873c-f7c09c3330b8 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Unset dirty status for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:43.726865 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a8fd266f-866d-4c69-873c-f7c09c3330b8 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports/1e9ec00f-df42-4654-97c0-828fabe72772 HTTP/1.1" status: 404 len: 333 time: 0.6215322 Feb 04 06:03:43.740079 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f68ef411-0c27-4a07-aac4-760d084ebf40 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Usage tracker for resource:subnet and tenant:f896e453084e40a3b220b68ebca1a7a7 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:43.744967 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51718) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:43.745217 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f68ef411-0c27-4a07-aac4-760d084ebf40 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:43.749204 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-8510604f-807d-46b1-af3a-18085b31c8f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-616255279'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:43.757604 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a86a875-7d32-4035-9736-89e89d9d2c8e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:43.774002 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f68ef411-0c27-4a07-aac4-760d084ebf40 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:43.800716 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd5917e3-5b3b-4b2b-a8f8-951a183c5e31 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:43.808272 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8510604f-807d-46b1-af3a-18085b31c8f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:43.808804 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-485563ac-1f4c-4ee3-b75a-29bcab54681e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Unset dirty status for tenant:a16e808cbb7c487da688fc682beafc7d on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:43.814550 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-485563ac-1f4c-4ee3-b75a-29bcab54681e tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "GET /v2.0/networks?id=17000124-5c20-44d1-8c7e-bd94e3c5ef50 HTTP/1.1" status: 200 len: 764 time: 0.9716234 Feb 04 06:03:43.814550 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51724) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:43.829816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8510604f-807d-46b1-af3a-18085b31c8f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:network and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:43.830231 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f83a3529-5157-40f0-95b6-585dcd97d0b8 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'network': {'description': 'd2'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:43.846030 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8510604f-807d-46b1-af3a-18085b31c8f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:43.852670 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd5917e3-5b3b-4b2b-a8f8-951a183c5e31 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:43.854620 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68ef411-0c27-4a07-aac4-760d084ebf40 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Made reservation on behalf of f896e453084e40a3b220b68ebca1a7a7 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:43.856722 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f68ef411-0c27-4a07-aac4-760d084ebf40 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:43.886675 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c2048c03-137e-4da6-8678-a3495732afbb up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:43.889292 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8510604f-807d-46b1-af3a-18085b31c8f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:43.924081 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39054ff-f401-4702-8355-50b646744ce1 None None] Resources bound (agent type, host, resource id): {{(pid=87472) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:03:44.027665 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd5917e3-5b3b-4b2b-a8f8-951a183c5e31 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.033403 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bd5917e3-5b3b-4b2b-a8f8-951a183c5e31 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0353777 Feb 04 06:03:44.046310 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51730) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:44.046941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51732) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:44.060202 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5917e3-5b3b-4b2b-a8f8-951a183c5e31 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35dde147-2b8d-40f3-8993-03a503406d06,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:44.079519 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port c2048c03-137e-4da6-8678-a3495732afbb completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:44.086709 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b519d0d8-21b4-4c76-a8aa-e8f0a25e8559 None None] Provisioning for port d060b503-dbac-4e54-8b5d-82045dda1f15 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:44.089818 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-db5c3e4a-f3c0-403f-a159-08143d8ad716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.095967 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86a875-7d32-4035-9736-89e89d9d2c8e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=d060b503-dbac-4e54-8b5d-82045dda1f15,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:44.096156 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port c2048c03-137e-4da6-8678-a3495732afbb triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:44.096542 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.111893 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8510604f-807d-46b1-af3a-18085b31c8f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:44.115461 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8510604f-807d-46b1-af3a-18085b31c8f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.170778 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b519d0d8-21b4-4c76-a8aa-e8f0a25e8559 None None] Provisioning complete for port d060b503-dbac-4e54-8b5d-82045dda1f15 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:44.170778 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b519d0d8-21b4-4c76-a8aa-e8f0a25e8559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.220755 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-db5c3e4a-f3c0-403f-a159-08143d8ad716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.221561 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a87eff2e-f870-461e-83da-dec0c988b883 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.288475 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8510604f-807d-46b1-af3a-18085b31c8f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:44.288747 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b519d0d8-21b4-4c76-a8aa-e8f0a25e8559 None None] Port d060b503-dbac-4e54-8b5d-82045dda1f15 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:03:44.310693 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8510604f-807d-46b1-af3a-18085b31c8f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.311104 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-8510604f-807d-46b1-af3a-18085b31c8f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Added segment 20ca818f-e07e-45cb-b93d-7144df1ba257 of type vlan for network ec7607fe-ceae-448b-9dab-1c5d9a54e1c0 Feb 04 06:03:44.344662 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8510604f-807d-46b1-af3a-18085b31c8f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.366784 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f83a3529-5157-40f0-95b6-585dcd97d0b8 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.376381 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a87eff2e-f870-461e-83da-dec0c988b883 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.432631 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.439552 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3595f7a-e645-4313-84b9-50f082748140 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:44.445936 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3595f7a-e645-4313-84b9-50f082748140 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:44.447100 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c3595f7a-e645-4313-84b9-50f082748140 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:44.455621 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-891090786'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:44.462007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8510604f-807d-46b1-af3a-18085b31c8f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.468632 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8510604f-807d-46b1-af3a-18085b31c8f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:44.469667 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8510604f-807d-46b1-af3a-18085b31c8f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.510121 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port c2048c03-137e-4da6-8678-a3495732afbb, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c2048c03-137e-4da6-8678-a3495732afbb,segment=NetworkSegment(61e7245f-c440-44d1-9bea-4452d99e11b8),segment_id=61e7245f-c440-44d1-9bea-4452d99e11b8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:44.519392 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.520071 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:44.534705 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8510604f-807d-46b1-af3a-18085b31c8f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7901874 Feb 04 06:03:44.541828 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51742) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:44.559851 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-83bd5af0-0a5f-439c-9e59-0069e1845248 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'subnet': {'network_id': 'ec7607fe-ceae-448b-9dab-1c5d9a54e1c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:44.570330 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f83a3529-5157-40f0-95b6-585dcd97d0b8 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.596904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-db5c3e4a-f3c0-403f-a159-08143d8ad716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.626451 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f83a3529-5157-40f0-95b6-585dcd97d0b8 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network 17000124-5c20-44d1-8c7e-bd94e3c5ef50 is not hosted by any dhcp agent {{(pid=87471) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 06:03:44.632088 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83a3529-5157-40f0-95b6-585dcd97d0b8 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:44.632591 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=c2048c03-137e-4da6-8678-a3495732afbb,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:44.632721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f83a3529-5157-40f0-95b6-585dcd97d0b8 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.634029 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f83a3529-5157-40f0-95b6-585dcd97d0b8 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "PUT /v2.0/networks/17000124-5c20-44d1-8c7e-bd94e3c5ef50 HTTP/1.1" status: 200 len: 761 time: 0.8193142 Feb 04 06:03:44.637748 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Usage tracker for resource:network and tenant:d97d74f154374075aa76aefeb455aa77 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:44.643556 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51746) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:44.647738 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d103be4-4c19-4c49-a9d5-ed3011bea92d None None] get_active_networks_info from dv-neutron-826830-2-hyperv {{(pid=87472) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:03:44.701117 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:44.713308 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c3e4a-f3c0-403f-a159-08143d8ad716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f2d531-bfcd-4785-9aec-25e96a66a4dc,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:44.730792 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:03:44.751218 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a3529-5157-40f0-95b6-585dcd97d0b8 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Network': ['ID=17000124-5c20-44d1-8c7e-bd94e3c5ef50,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:44.777642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 17000124-5c20-44d1-8c7e-bd94e3c5ef50 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:44.786726 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-db5c3e4a-f3c0-403f-a159-08143d8ad716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.790519 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-db5c3e4a-f3c0-403f-a159-08143d8ad716 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0f2d531-bfcd-4785-9aec-25e96a66a4dc HTTP/1.1" status: 204 len: 168 time: 1.1052465 Feb 04 06:03:44.912094 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:44.922341 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d103be4-4c19-4c49-a9d5-ed3011bea92d None None] Resources bound (agent type, host, resource id): {{(pid=87472) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:03:44.931435 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a86a875-7d32-4035-9736-89e89d9d2c8e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.934022 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c3595f7a-e645-4313-84b9-50f082748140 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:44.935860 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c3595f7a-e645-4313-84b9-50f082748140 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.2332604 Feb 04 06:03:44.956329 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51752) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:45.001817 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.objects.ports [None req-f68ef411-0c27-4a07-aac4-760d084ebf40 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87471) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:03:45.002558 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f68ef411-0c27-4a07-aac4-760d084ebf40 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:45.018914 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a87eff2e-f870-461e-83da-dec0c988b883 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:45.061453 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510604f-807d-46b1-af3a-18085b31c8f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Network': ['ID=ec7607fe-ceae-448b-9dab-1c5d9a54e1c0,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:45.095756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Made reservation on behalf of d97d74f154374075aa76aefeb455aa77 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:45.099908 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:45.112288 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-2bd85444-bf56-4aab-a55f-73bf79c5783b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port 7889a298-227a-45df-a707-4a824afadd2e {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:45.112777 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2bd85444-bf56-4aab-a55f-73bf79c5783b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:45.114962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87eff2e-f870-461e-83da-dec0c988b883 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35dde147-2b8d-40f3-8993-03a503406d06,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:45.120730 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network ec7607fe-ceae-448b-9dab-1c5d9a54e1c0 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:45.130876 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a87eff2e-f870-461e-83da-dec0c988b883 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:45.135187 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a87eff2e-f870-461e-83da-dec0c988b883 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/35dde147-2b8d-40f3-8993-03a503406d06 HTTP/1.1" status: 204 len: 168 time: 1.0871313 Feb 04 06:03:45.137837 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51756) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:45.155068 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:45.166431 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ef411-0c27-4a07-aac4-760d084ebf40 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Pushing event updated for resources: {'Subnet': ['ID=635f9681-8392-48f3-9e83-4774ca797704,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:45.187225 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73902797-43bd-437b-a6e6-a4c9d1008c45 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:45.187500 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ef411-0c27-4a07-aac4-760d084ebf40 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Checking segment: {'id': '784556ee-0bf4-491b-b808-60a1652e681b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bd90e569-5322-431a-9128-350a92259722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:45.187906 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68ef411-0c27-4a07-aac4-760d084ebf40 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Network hostable DHCP agents. Network: bd90e569-5322-431a-9128-350a92259722, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:03:45.188565 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-73902797-43bd-437b-a6e6-a4c9d1008c45 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Synchronizing usage tracker for tenant:a16e808cbb7c487da688fc682beafc7d on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:45.192290 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-83bd5af0-0a5f-439c-9e59-0069e1845248 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:45.205626 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-83bd5af0-0a5f-439c-9e59-0069e1845248 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:subnet and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:45.217276 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-83bd5af0-0a5f-439c-9e59-0069e1845248 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:45.224057 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:45.239545 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-83bd5af0-0a5f-439c-9e59-0069e1845248 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:45.242598 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Usage tracker for resource:security_group_rule and tenant:d97d74f154374075aa76aefeb455aa77 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:45.252146 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:45.262963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:45.284899 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68ef411-0c27-4a07-aac4-760d084ebf40 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Network bd90e569-5322-431a-9128-350a92259722 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:03:45.300706 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-73902797-43bd-437b-a6e6-a4c9d1008c45 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Unset dirty status for tenant:a16e808cbb7c487da688fc682beafc7d on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:45.302351 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-73902797-43bd-437b-a6e6-a4c9d1008c45 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "GET /v2.0/networks?id=17000124-5c20-44d1-8c7e-bd94e3c5ef50 HTTP/1.1" status: 200 len: 764 time: 0.6375585 Feb 04 06:03:45.313201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51760) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:45.334035 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bd5af0-0a5f-439c-9e59-0069e1845248 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:45.337801 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-83bd5af0-0a5f-439c-9e59-0069e1845248 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:45.367946 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-f68ef411-0c27-4a07-aac4-760d084ebf40 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, bd90e569-5322-431a-9128-350a92259722) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:45.378844 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68ef411-0c27-4a07-aac4-760d084ebf40 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:45.379437 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f68ef411-0c27-4a07-aac4-760d084ebf40 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:45.391472 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a1926d95-6ac6-40b0-9c47-0a52df8f675a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:45.424448 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f68ef411-0c27-4a07-aac4-760d084ebf40 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8275898 Feb 04 06:03:45.427690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51764) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:45.447672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Request body: {'floatingip': {'floating_network_id': 'bd90e569-5322-431a-9128-350a92259722'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:45.456795 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:45.465929 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Usage tracker for resource:floatingip and tenant:f896e453084e40a3b220b68ebca1a7a7 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:45.478291 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:45.488401 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:45.491222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2bd85444-bf56-4aab-a55f-73bf79c5783b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:45.549862 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a86a875-7d32-4035-9736-89e89d9d2c8e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:45.597148 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b33e0e1-c6b3-4bd5-b5f7-e356010f7849 None None] Network bd90e569-5322-431a-9128-350a92259722 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:45.632695 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a1926d95-6ac6-40b0-9c47-0a52df8f675a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:45.637088 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a1926d95-6ac6-40b0-9c47-0a52df8f675a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4895358 Feb 04 06:03:45.642709 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51768) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:45.648678 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-2bd85444-bf56-4aab-a55f-73bf79c5783b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for 7889a298-227a-45df-a707-4a824afadd2e owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:45.710610 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:45.904940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b0411b-25d7-462c-ba6f-e7ffc9487683 None None] Network bd90e569-5322-431a-9128-350a92259722 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:46.013776 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-eb5546fb-7f33-451a-ba6c-994b97947a28 None None] Provisioning complete for port d060b503-dbac-4e54-8b5d-82045dda1f15 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:46.014135 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-eb5546fb-7f33-451a-ba6c-994b97947a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.031602 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.071596 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2bd85444-bf56-4aab-a55f-73bf79c5783b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.095595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-eb5546fb-7f33-451a-ba6c-994b97947a28 None None] Port d060b503-dbac-4e54-8b5d-82045dda1f15 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:03:46.108125 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765f5ac3-d76e-40e1-91de-0bc500c89061 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:46.114417 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765f5ac3-d76e-40e1-91de-0bc500c89061 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:46.119139 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-765f5ac3-d76e-40e1-91de-0bc500c89061 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1352 time: 0.7978008 Feb 04 06:03:46.126281 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51772) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:46.169219 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd85444-bf56-4aab-a55f-73bf79c5783b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=7889a298-227a-45df-a707-4a824afadd2e,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:46.209010 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-03db7385-3da2-4f4b-9ac6-c28ec4ba3cbb None None] Could not find standard attr ID for object 7889a298-227a-45df-a707-4a824afadd2e. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:03:46.217969 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6b1a332f-ef83-40e9-8d71-75e7b5966fa6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Synchronizing usage tracker for tenant:a16e808cbb7c487da688fc682beafc7d on resource:subnet {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:46.291548 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.297189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1690cffb-096f-4cd4-afc9-22f15bf9258c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.320439 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.353258 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6b1a332f-ef83-40e9-8d71-75e7b5966fa6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Unset dirty status for tenant:a16e808cbb7c487da688fc682beafc7d on resource:subnet {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:46.357598 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6b1a332f-ef83-40e9-8d71-75e7b5966fa6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "GET /v2.0/subnets?network_id=ab369154-15d6-461d-ac4e-da4d6375f709 HTTP/1.1" status: 200 len: 207 time: 0.2203293 Feb 04 06:03:46.360304 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51776) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:46.425081 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:46.439530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1690cffb-096f-4cd4-afc9-22f15bf9258c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.451276 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-83bd5af0-0a5f-439c-9e59-0069e1845248 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.530173 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Allocated IP 172.20.0.9 (bd90e569-5322-431a-9128-350a92259722/635f9681-8392-48f3-9e83-4774ca797704/6757c5e1-1b40-445e-8e0a-2a8865bc8581) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:46.535745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2bd85444-bf56-4aab-a55f-73bf79c5783b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.568392 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2bd85444-bf56-4aab-a55f-73bf79c5783b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/7889a298-227a-45df-a707-4a824afadd2e HTTP/1.1" status: 204 len: 168 time: 1.6104944 Feb 04 06:03:46.571971 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51780) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:46.574762 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95973db8-867f-484f-bfa5-a3ce751b3f74,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:46.586311 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.586685 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Added segment b800030f-4519-40c4-ad97-2b91b3fdbeb9 of type vlan for network 21ee4a86-c5e8-4c6e-be03-dbecc3addf6e Feb 04 06:03:46.672036 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c2048c03-137e-4da6-8678-a3495732afbb up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:46.702841 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd5af0-0a5f-439c-9e59-0069e1845248 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Subnet': ['ID=6e21c23f-2dd8-4aef-aa5f-b0ce08d9bc3b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:46.714059 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4446d398-553f-4417-97bd-94753c96ccfa tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:46.715698 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4446d398-553f-4417-97bd-94753c96ccfa tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:46.717381 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4446d398-553f-4417-97bd-94753c96ccfa tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:46.718534 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4446d398-553f-4417-97bd-94753c96ccfa tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:46.731858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.737340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1690cffb-096f-4cd4-afc9-22f15bf9258c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.741923 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a86a875-7d32-4035-9736-89e89d9d2c8e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.758909 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4446d398-553f-4417-97bd-94753c96ccfa tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:46.762685 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port c2048c03-137e-4da6-8678-a3495732afbb triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:46.762832 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4446d398-553f-4417-97bd-94753c96ccfa tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1872029 Feb 04 06:03:46.762930 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.763024 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51784) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:46.782998 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a86a875-7d32-4035-9736-89e89d9d2c8e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.797915 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.844263 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-942d550d-df50-431f-89ca-ba845c7ddfeb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet 024e49dc-059a-4c79-be46-f7673d145a22 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:03:46.849305 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-942d550d-df50-431f-89ca-ba845c7ddfeb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.912744 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-942d550d-df50-431f-89ca-ba845c7ddfeb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.940873 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.980448 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690cffb-096f-4cd4-afc9-22f15bf9258c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad25732-e357-4801-8ca1-03e258663527,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:47.020711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb3491-899b-4727-8f5f-e6bd1e444986 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:47.024520 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Network bd90e569-5322-431a-9128-350a92259722 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:47.026279 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb3491-899b-4727-8f5f-e6bd1e444986 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:47.029344 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:47.033396 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb3491-899b-4727-8f5f-e6bd1e444986 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:47.036441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:47.039292 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb3491-899b-4727-8f5f-e6bd1e444986 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:47.045258 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb3491-899b-4727-8f5f-e6bd1e444986 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:47.050996 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb3491-899b-4727-8f5f-e6bd1e444986 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:47.056558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb3491-899b-4727-8f5f-e6bd1e444986 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:47.058371 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-75bb3491-899b-4727-8f5f-e6bd1e444986 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4297 time: 0.6856453 Feb 04 06:03:47.059388 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bd5af0-0a5f-439c-9e59-0069e1845248 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Checking segment: {'id': '20ca818f-e07e-45cb-b93d-7144df1ba257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ec7607fe-ceae-448b-9dab-1c5d9a54e1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:47.059744 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bd5af0-0a5f-439c-9e59-0069e1845248 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network hostable DHCP agents. Network: ec7607fe-ceae-448b-9dab-1c5d9a54e1c0, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:03:47.064706 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.resource_extend [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:03:47.070128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51788) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:47.079462 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Pushing event updated for resources: {'Port': ['ID=6757c5e1-1b40-445e-8e0a-2a8865bc8581,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:47.133526 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86a875-7d32-4035-9736-89e89d9d2c8e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=d060b503-dbac-4e54-8b5d-82045dda1f15,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:47.151685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.159403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:47.160202 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.184928 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a86a875-7d32-4035-9736-89e89d9d2c8e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.188428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bd5af0-0a5f-439c-9e59-0069e1845248 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network ec7607fe-ceae-448b-9dab-1c5d9a54e1c0 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:03:47.244364 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-942d550d-df50-431f-89ca-ba845c7ddfeb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.307050 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1690cffb-096f-4cd4-afc9-22f15bf9258c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.308343 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1690cffb-096f-4cd4-afc9-22f15bf9258c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-groups/3ad25732-e357-4801-8ca1-03e258663527 HTTP/1.1" status: 204 len: 168 time: 1.6602638 Feb 04 06:03:47.313153 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51792) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:47.315508 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-83bd5af0-0a5f-439c-9e59-0069e1845248 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, ec7607fe-ceae-448b-9dab-1c5d9a54e1c0) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:47.320790 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bd5af0-0a5f-439c-9e59-0069e1845248 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:47.321777 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-83bd5af0-0a5f-439c-9e59-0069e1845248 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.325752 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca953d15-c433-4685-887c-0a8fb25c0a76 None None] Network ec7607fe-ceae-448b-9dab-1c5d9a54e1c0 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:47.362240 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-28be770e-e558-4529-a940-e5db10051c1c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 877 time: 0.2909434 Feb 04 06:03:47.369094 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51796) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:47.377132 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.3264008 Feb 04 06:03:47.378542 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.462711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb5758-cab3-4b2b-9c52-2cd99020b29d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event updated for resources: {'Network': ['ID=21ee4a86-c5e8-4c6e-be03-dbecc3addf6e,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:47.483150 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a86a875-7d32-4035-9736-89e89d9d2c8e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 22d4ed3b-02fb-43d4-9de2-d7d5fd248d14 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:47.488093 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-7a86a875-7d32-4035-9736-89e89d9d2c8e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:47.536493 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-942d550d-df50-431f-89ca-ba845c7ddfeb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.597257 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-eb484729-9ef8-45bf-a2f4-8da9206d9134 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:47.613329 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14297ae-8749-4298-a4f4-49b8c71cf6b6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:47.614836 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14297ae-8749-4298-a4f4-49b8c71cf6b6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:47.616381 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14297ae-8749-4298-a4f4-49b8c71cf6b6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:47.617884 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14297ae-8749-4298-a4f4-49b8c71cf6b6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:47.619651 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14297ae-8749-4298-a4f4-49b8c71cf6b6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:47.621466 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d14297ae-8749-4298-a4f4-49b8c71cf6b6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2464294 Feb 04 06:03:47.631195 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 21ee4a86-c5e8-4c6e-be03-dbecc3addf6e details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:47.634602 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d550d-df50-431f-89ca-ba845c7ddfeb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=024e49dc-059a-4c79-be46-f7673d145a22,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:47.657141 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51800) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:47.672157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-942d550d-df50-431f-89ca-ba845c7ddfeb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.721893 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-ec7607fe-ceae-448b-9dab-1c5d9a54e1c0', 'network_id': 'ec7607fe-ceae-448b-9dab-1c5d9a54e1c0', 'tenant_id': 'ef31d0e95d1b49ed90d15de4824b5830', 'fixed_ips': [{'subnet_id': '6e21c23f-2dd8-4aef-aa5f-b0ce08d9bc3b'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:03:47.723828 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.740939 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be0b0c2-b142-437b-844f-958212ad9b0c None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:47.766974 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-83bd5af0-0a5f-439c-9e59-0069e1845248 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2163801 Feb 04 06:03:47.778549 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51804) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:47.780398 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.800602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-23db0a9e-d59a-49a8-b94a-a01d4245a3e8 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'subnet': {'network_id': 'ec7607fe-ceae-448b-9dab-1c5d9a54e1c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:47.884230 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-eb484729-9ef8-45bf-a2f4-8da9206d9134 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:47.885844 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-eb484729-9ef8-45bf-a2f4-8da9206d9134 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5672319 Feb 04 06:03:47.891463 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51808) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:47.896600 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-942d550d-df50-431f-89ca-ba845c7ddfeb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/024e49dc-059a-4c79-be46-f7673d145a22 HTTP/1.1" status: 204 len: 168 time: 1.1326964 Feb 04 06:03:47.913588 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51812) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:47.980503 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-23db0a9e-d59a-49a8-b94a-a01d4245a3e8 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:47.985954 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-23db0a9e-d59a-49a8-b94a-a01d4245a3e8 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:subnet and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:47.987130 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ae033244-2b5c-431f-ab21-4eec089f8f34 None None] Provisioning complete for port d060b503-dbac-4e54-8b5d-82045dda1f15 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:47.987547 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ae033244-2b5c-431f-ab21-4eec089f8f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.990451 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-23db0a9e-d59a-49a8-b94a-a01d4245a3e8 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:48.000002 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-23db0a9e-d59a-49a8-b94a-a01d4245a3e8 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:48.009221 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a86a875-7d32-4035-9736-89e89d9d2c8e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Router 130b1de7-48a6-499a-b21d-217a87214555 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:03:48.030738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f06c27d-8ab1-427b-b7d1-7f689a36e995 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['shared'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:48.032533 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f06c27d-8ab1-427b-b7d1-7f689a36e995 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['shared'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:48.034263 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f06c27d-8ab1-427b-b7d1-7f689a36e995 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['shared'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:48.035908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f06c27d-8ab1-427b-b7d1-7f689a36e995 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['shared'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:48.037589 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f06c27d-8ab1-427b-b7d1-7f689a36e995 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['shared'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:48.039402 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6f06c27d-8ab1-427b-b7d1-7f689a36e995 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3695064 Feb 04 06:03:48.069200 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-ae033244-2b5c-431f-ab21-4eec089f8f34 None None] Port d060b503-dbac-4e54-8b5d-82045dda1f15 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:03:48.083938 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23db0a9e-d59a-49a8-b94a-a01d4245a3e8 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:48.088877 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-23db0a9e-d59a-49a8-b94a-a01d4245a3e8 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:48.102131 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51816) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:48.231412 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e95b87-c3b6-46e9-b8f3-b6345d55d2bc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet 6fcb0214-8e36-4640-a301-6b4e20da6e5c {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:03:48.237806 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.ipam_backend_mixin [None req-23db0a9e-d59a-49a8-b94a-a01d4245a3e8 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6e21c23f-2dd8-4aef-aa5f-b0ce08d9bc3b (CIDR: 2001:db8::/64) Feb 04 06:03:48.247227 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-23db0a9e-d59a-49a8-b94a-a01d4245a3e8 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:03:48.247700 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23db0a9e-d59a-49a8-b94a-a01d4245a3e8 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:03:48.263998 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-56e95b87-c3b6-46e9-b8f3-b6345d55d2bc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:48.317751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cd33a1f-596b-4b75-8fce-11d0acdc3608 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:48.423610 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a86a875-7d32-4035-9736-89e89d9d2c8e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:03:48.429741 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-56e95b87-c3b6-46e9-b8f3-b6345d55d2bc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:48.432600 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-23db0a9e-d59a-49a8-b94a-a01d4245a3e8 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6449564 Feb 04 06:03:48.434536 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Allocated IP 2001:db8::2 (ec7607fe-ceae-448b-9dab-1c5d9a54e1c0/6e21c23f-2dd8-4aef-aa5f-b0ce08d9bc3b/e7e97183-c141-41e6-ac33-e333f31ee1d6) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:48.437271 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7a86a875-7d32-4035-9736-89e89d9d2c8e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "PUT /v2.0/routers/130b1de7-48a6-499a-b21d-217a87214555/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1055853 Feb 04 06:03:48.438192 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51820) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:48.446075 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-822cf865-0d53-4b5c-8199-5ab251bb21cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'subnet': {'network_id': 'ec7607fe-ceae-448b-9dab-1c5d9a54e1c0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:48.463641 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51822) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:48.466904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cd33a1f-596b-4b75-8fce-11d0acdc3608 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:48.654260 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880bb9cc-3f7e-456e-a6fb-87df9ce686f9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:48.656334 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-880bb9cc-3f7e-456e-a6fb-87df9ce686f9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "GET /v2.0/networks/32309697-06c9-4bd6-9a04-ed2c165ed680 HTTP/1.1" status: 200 len: 803 time: 0.5528615 Feb 04 06:03:48.666664 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51828) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:48.680473 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3647db0e-cbfd-402b-b704-0ad0ddda2a88 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:48.680957 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:03:48.681184 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3647db0e-cbfd-402b-b704-0ad0ddda2a88 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Synchronizing usage tracker for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:48.694446 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:48.700467 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-822cf865-0d53-4b5c-8199-5ab251bb21cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:48.706773 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-822cf865-0d53-4b5c-8199-5ab251bb21cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:subnet and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:48.708113 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Transition to ACTIVE for port object e7e97183-c141-41e6-ac33-e333f31ee1d6 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:48.711372 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-822cf865-0d53-4b5c-8199-5ab251bb21cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:48.719013 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-822cf865-0d53-4b5c-8199-5ab251bb21cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:48.729313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3647db0e-cbfd-402b-b704-0ad0ddda2a88 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Unset dirty status for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:48.735924 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3647db0e-cbfd-402b-b704-0ad0ddda2a88 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports?device_id=130b1de7-48a6-499a-b21d-217a87214555 HTTP/1.1" status: 200 len: 981 time: 0.2711589 Feb 04 06:03:48.736535 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe8ea87-7081-405e-b2bb-0386af88e443 None None] Sync routers for ids ['130b1de7-48a6-499a-b21d-217a87214555'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:03:48.737075 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51832) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:48.740841 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822cf865-0d53-4b5c-8199-5ab251bb21cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:48.744544 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-822cf865-0d53-4b5c-8199-5ab251bb21cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:48.763442 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe8ea87-7081-405e-b2bb-0386af88e443 None None] Routers {'130b1de7-48a6-499a-b21d-217a87214555'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:03:48.764161 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-7fe8ea87-7081-405e-b2bb-0386af88e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:03:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['130b1de7-48a6-499a-b21d-217a87214555'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:48.796107 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:48.823481 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:48.855064 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Transition to ACTIVE for port object e7e97183-c141-41e6-ac33-e333f31ee1d6 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:48.857728 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-7fe8ea87-7081-405e-b2bb-0386af88e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:48.870334 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe8ea87-7081-405e-b2bb-0386af88e443 None None] Routers {'130b1de7-48a6-499a-b21d-217a87214555'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:03:48.871454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-7fe8ea87-7081-405e-b2bb-0386af88e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:03:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['130b1de7-48a6-499a-b21d-217a87214555'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:48.892802 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cd33a1f-596b-4b75-8fce-11d0acdc3608 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:48.953094 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-7fe8ea87-7081-405e-b2bb-0386af88e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:48.953539 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe8ea87-7081-405e-b2bb-0386af88e443 None None] The sync data for ids ['130b1de7-48a6-499a-b21d-217a87214555'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:03:48.957342 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:48.986130 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd33a1f-596b-4b75-8fce-11d0acdc3608 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27184ce2-e38e-4636-8183-c287a2686693,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:48.996610 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-56e95b87-c3b6-46e9-b8f3-b6345d55d2bc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:49.036489 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Pushing event updated for resources: {'Port': ['ID=e7e97183-c141-41e6-ac33-e333f31ee1d6,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:49.077176 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Network ec7607fe-ceae-448b-9dab-1c5d9a54e1c0 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:49.079494 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:49.082611 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:49.106279 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Pushing event updated for resources: {'Port': ['ID=6757c5e1-1b40-445e-8e0a-2a8865bc8581,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:49.138040 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7d358b09-12a2-454f-9aa2-4a88ef2f99cb tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "GET /v2.0/networks/32309697-06c9-4bd6-9a04-ed2c165ed680?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4697540 Feb 04 06:03:49.146157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51836) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:49.151672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:49.169157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cd33a1f-596b-4b75-8fce-11d0acdc3608 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:49.173407 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5cd33a1f-596b-4b75-8fce-11d0acdc3608 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-groups/27184ce2-e38e-4636-8183-c287a2686693 HTTP/1.1" status: 204 len: 168 time: 1.2760589 Feb 04 06:03:49.212710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51840) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:49.282201 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:49.283631 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9da3d4d6-af51-4755-8f17-b8cb84d4016a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8551831 Feb 04 06:03:49.284996 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-56e95b87-c3b6-46e9-b8f3-b6345d55d2bc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:49.289664 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51842) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:49.336219 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Attempting to bind port e7e97183-c141-41e6-ac33-e333f31ee1d6 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:49.341479 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Attempting to bind port e7e97183-c141-41e6-ac33-e333f31ee1d6 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '20ca818f-e07e-45cb-b93d-7144df1ba257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ec7607fe-ceae-448b-9dab-1c5d9a54e1c0'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:49.342582 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Attempting to bind port e7e97183-c141-41e6-ac33-e333f31ee1d6 on network ec7607fe-ceae-448b-9dab-1c5d9a54e1c0 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:03:49.353700 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:03:49.354396 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Checking segment: {'id': '20ca818f-e07e-45cb-b93d-7144df1ba257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ec7607fe-ceae-448b-9dab-1c5d9a54e1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:49.354946 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:49.355708 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Bound using segment: {'id': '20ca818f-e07e-45cb-b93d-7144df1ba257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ec7607fe-ceae-448b-9dab-1c5d9a54e1c0'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:03:49.356411 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Bound port: e7e97183-c141-41e6-ac33-e333f31ee1d6, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ca818f-e07e-45cb-b93d-7144df1ba257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ec7607fe-ceae-448b-9dab-1c5d9a54e1c0'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:49.357094 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:49.466568 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6e2fce3d-2378-46b8-866b-4dd899361acb tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Synchronizing usage tracker for tenant:f896e453084e40a3b220b68ebca1a7a7 on resource:floatingip {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:49.469494 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e95b87-c3b6-46e9-b8f3-b6345d55d2bc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=6fcb0214-8e36-4640-a301-6b4e20da6e5c,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:49.473928 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dd5a26-0d45-4577-b79e-6c7587fdcabe tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:49.479764 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-70dd5a26-0d45-4577-b79e-6c7587fdcabe tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "GET /v2.0/subnets/498a9e88-23ba-4cc4-8de3-39a395dddef2 HTTP/1.1" status: 200 len: 843 time: 0.3296480 Feb 04 06:03:49.482143 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51848) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:49.493995 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-56e95b87-c3b6-46e9-b8f3-b6345d55d2bc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:49.497898 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] For port e7e97183-c141-41e6-ac33-e333f31ee1d6, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:03:49.502174 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] For port e7e97183-c141-41e6-ac33-e333f31ee1d6, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e7e97183-c141-41e6-ac33-e333f31ee1d6,segment=NetworkSegment(20ca818f-e07e-45cb-b93d-7144df1ba257),segment_id=20ca818f-e07e-45cb-b93d-7144df1ba257)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:03:49.505020 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-56e95b87-c3b6-46e9-b8f3-b6345d55d2bc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/6fcb0214-8e36-4640-a301-6b4e20da6e5c HTTP/1.1" status: 204 len: 168 time: 1.5899777 Feb 04 06:03:49.513348 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:49.525633 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51852) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:49.636315 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69a3d4-426b-4ccf-888d-e474b1c4f994 None None] Pushing event updated for resources: {'Port': ['ID=e7e97183-c141-41e6-ac33-e333f31ee1d6,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:49.651337 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e5431-5418-4237-8c58-8450ec8638a9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['shared'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:49.656541 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-873e5431-5418-4237-8c58-8450ec8638a9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "GET /v2.0/subnets/498a9e88-23ba-4cc4-8de3-39a395dddef2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1643341 Feb 04 06:03:49.659073 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51856) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:49.667966 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-2775894f-3724-4913-8535-595a6232febe tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1835416364'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:49.673834 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6e2fce3d-2378-46b8-866b-4dd899361acb tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Unset dirty status for tenant:f896e453084e40a3b220b68ebca1a7a7 on resource:floatingip {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:49.675524 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6e2fce3d-2378-46b8-866b-4dd899361acb tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=bd90e569-5322-431a-9128-350a92259722 HTTP/1.1" status: 200 len: 689 time: 0.3482261 Feb 04 06:03:49.678354 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2775894f-3724-4913-8535-595a6232febe tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:49.681091 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51860) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:49.759881 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4be362b3-09ba-49f1-9286-7cd64ccd872d tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:49.786323 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2775894f-3724-4913-8535-595a6232febe tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:49.798729 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-436cd175-682b-4415-b3a5-0d62ce878f37 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2715371 Feb 04 06:03:49.802655 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51864) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:49.883387 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2775894f-3724-4913-8535-595a6232febe tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Made reservation on behalf of a16e808cbb7c487da688fc682beafc7d for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:49.886977 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2775894f-3724-4913-8535-595a6232febe tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:49.951356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2775894f-3724-4913-8535-595a6232febe tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:49.960236 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2775894f-3724-4913-8535-595a6232febe tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:49.960572 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-2775894f-3724-4913-8535-595a6232febe tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Added segment 8e084d32-edf6-4e86-a470-e92882cd0657 of type vlan for network c7c7bc62-2a06-41fd-86c3-448ab9b07aa8 Feb 04 06:03:49.988140 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2775894f-3724-4913-8535-595a6232febe tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:49.998677 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-822cf865-0d53-4b5c-8199-5ab251bb21cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:50.063197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:50.082899 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4be362b3-09ba-49f1-9286-7cd64ccd872d tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:50.084322 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4be362b3-09ba-49f1-9286-7cd64ccd872d tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7912772 Feb 04 06:03:50.092724 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51868) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:50.098292 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7f52d5-7d2e-4815-a65b-3ef120fd59c2 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:50.101245 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822cf865-0d53-4b5c-8199-5ab251bb21cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network ec7607fe-ceae-448b-9dab-1c5d9a54e1c0 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:50.113688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-822cf865-0d53-4b5c-8199-5ab251bb21cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:50.118145 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-31a192f6-69a3-49d8-bfed-99e16ea61d58 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group': {'name': 'tempest-secgroup--306457841'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:50.125299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-31a192f6-69a3-49d8-bfed-99e16ea61d58 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:50.135760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-31a192f6-69a3-49d8-bfed-99e16ea61d58 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:50.150614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822cf865-0d53-4b5c-8199-5ab251bb21cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:50.151182 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-822cf865-0d53-4b5c-8199-5ab251bb21cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:50.186415 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31a192f6-69a3-49d8-bfed-99e16ea61d58 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:50.203672 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-822cf865-0d53-4b5c-8199-5ab251bb21cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7643728 Feb 04 06:03:50.228800 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51872) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:50.241343 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2775894f-3724-4913-8535-595a6232febe tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:50.259814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2775894f-3724-4913-8535-595a6232febe tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:50.260451 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2775894f-3724-4913-8535-595a6232febe tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:50.266442 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cf865-0d53-4b5c-8199-5ab251bb21cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Subnet': ['ID=c37ed89e-898f-40cf-8fb1-b499139b6a65,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:50.285411 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-04eae6d5-0998-42ef-8b5e-498a2cca20e4 None None] Provisioning complete for port a20dda13-9d2a-49d4-b3f5-413e7c1759a9 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:50.286190 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04eae6d5-0998-42ef-8b5e-498a2cca20e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:50.303447 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-31a192f6-69a3-49d8-bfed-99e16ea61d58 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:50.320280 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-31a192f6-69a3-49d8-bfed-99e16ea61d58 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group_rule and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:50.320676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-d0d230b3-8a97-4cf3-85ae-bf288b4721ad tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'network_id': 'ec7607fe-ceae-448b-9dab-1c5d9a54e1c0', 'fixed_ips': [{'subnet_id': '6e21c23f-2dd8-4aef-aa5f-b0ce08d9bc3b'}, {'subnet_id': 'c37ed89e-898f-40cf-8fb1-b499139b6a65'}], 'name': 'tempest-PortsIpV6TestJSON-2021237997'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:50.324494 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-31a192f6-69a3-49d8-bfed-99e16ea61d58 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:50.332569 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-31a192f6-69a3-49d8-bfed-99e16ea61d58 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:50.495376 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775894f-3724-4913-8535-595a6232febe tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Network': ['ID=c7c7bc62-2a06-41fd-86c3-448ab9b07aa8,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:50.498624 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2775894f-3724-4913-8535-595a6232febe tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8375678 Feb 04 06:03:50.511121 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51876) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:50.532985 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'subnet': {'network_id': 'c7c7bc62-2a06-41fd-86c3-448ab9b07aa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:50.533967 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network c7c7bc62-2a06-41fd-86c3-448ab9b07aa8 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:50.557124 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Deleting port 6757c5e1-1b40-445e-8e0a-2a8865bc8581 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:50.557342 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31a192f6-69a3-49d8-bfed-99e16ea61d58 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:50.557449 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:50.631337 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51880) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:50.637048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31a192f6-69a3-49d8-bfed-99e16ea61d58 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:50.646857 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-453c41c1-b9d1-4016-af35-3e30408d1c3a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Request body: {'subnet': {'network_id': '21ee4a86-c5e8-4c6e-be03-dbecc3addf6e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:50.728103 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a45a7a3-20a8-417f-a45b-526213a4a8ce tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:50.728820 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9a45a7a3-20a8-417f-a45b-526213a4a8ce tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:50.801951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9a45a7a3-20a8-417f-a45b-526213a4a8ce tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:50.804899 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9a45a7a3-20a8-417f-a45b-526213a4a8ce tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9976742 Feb 04 06:03:50.806080 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51884) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:50.817526 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e7e97183-c141-41e6-ac33-e333f31ee1d6 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:50.830299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d87ded4a-d013-43c4-9db1-872f8470ceb8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:50.851354 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49171d15-64a1-490c-8132-2ace63503655 None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:03:50.882050 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-49171d15-64a1-490c-8132-2ace63503655 None None] Deleting port a20dda13-9d2a-49d4-b3f5-413e7c1759a9 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:50.882715 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-49171d15-64a1-490c-8132-2ace63503655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.006008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a192f6-69a3-49d8-bfed-99e16ea61d58 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5cc38f-9401-4787-81b1-0534fa4af7d2,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:51.010939 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port e7e97183-c141-41e6-ac33-e333f31ee1d6 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:51.022042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:51.050523 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa0a0ff-b89f-4cf3-8583-50d2429eeeaf tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:51.051243 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8aa0a0ff-b89f-4cf3-8583-50d2429eeeaf tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:51.059911 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:51.062123 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31a192f6-69a3-49d8-bfed-99e16ea61d58 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.063487 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-31a192f6-69a3-49d8-bfed-99e16ea61d58 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9649084 Feb 04 06:03:51.070540 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51888) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:51.074299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-453c41c1-b9d1-4016-af35-3e30408d1c3a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:51.079515 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-2cb294f8-5f12-433e-8b27-184dc42e13c6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group_rule': {'security_group_id': '2b5cc38f-9401-4787-81b1-0534fa4af7d2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:51.085290 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-453c41c1-b9d1-4016-af35-3e30408d1c3a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Usage tracker for resource:subnet and tenant:d97d74f154374075aa76aefeb455aa77 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:51.090828 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-453c41c1-b9d1-4016-af35-3e30408d1c3a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:51.103814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Made reservation on behalf of a16e808cbb7c487da688fc682beafc7d for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:51.108565 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.114625 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8aa0a0ff-b89f-4cf3-8583-50d2429eeeaf tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:51.115805 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8aa0a0ff-b89f-4cf3-8583-50d2429eeeaf tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2953415 Feb 04 06:03:51.126711 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2cb294f8-5f12-433e-8b27-184dc42e13c6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:51.128134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-453c41c1-b9d1-4016-af35-3e30408d1c3a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:51.135179 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51892) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:51.148041 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2cb294f8-5f12-433e-8b27-184dc42e13c6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group_rule and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:51.156119 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2cb294f8-5f12-433e-8b27-184dc42e13c6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:51.158647 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-49171d15-64a1-490c-8132-2ace63503655 None None] For port a20dda13-9d2a-49d4-b3f5-413e7c1759a9, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a20dda13-9d2a-49d4-b3f5-413e7c1759a9,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:51.158874 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-49171d15-64a1-490c-8132-2ace63503655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.164504 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d0d230b3-8a97-4cf3-85ae-bf288b4721ad tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:51.169435 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d0d230b3-8a97-4cf3-85ae-bf288b4721ad tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:port and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:51.172853 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d0d230b3-8a97-4cf3-85ae-bf288b4721ad tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:51.179972 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d0d230b3-8a97-4cf3-85ae-bf288b4721ad tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:51.203278 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2cb294f8-5f12-433e-8b27-184dc42e13c6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:51.209948 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d230b3-8a97-4cf3-85ae-bf288b4721ad tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:51.226927 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839da151-c3c6-484d-b360-d76b9c17c05a None None] Network ec7607fe-ceae-448b-9dab-1c5d9a54e1c0 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:51.233266 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.233490 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.357369 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-49171d15-64a1-490c-8132-2ace63503655 None None] Calling delete_port for a20dda13-9d2a-49d4-b3f5-413e7c1759a9 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:51.422418 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Calling delete_port for 6757c5e1-1b40-445e-8e0a-2a8865bc8581 owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:51.458074 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-501f781b-58df-43b8-b354-5e3f667fa29e None None] Provisioning for port e7e97183-c141-41e6-ac33-e333f31ee1d6 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:51.469629 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-501f781b-58df-43b8-b354-5e3f667fa29e None None] Provisioning complete for port e7e97183-c141-41e6-ac33-e333f31ee1d6 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:51.469629 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-501f781b-58df-43b8-b354-5e3f667fa29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.474955 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2cb294f8-5f12-433e-8b27-184dc42e13c6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.517145 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-095ca50c-32e5-4b1e-bc3b-dccde4d10ec9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3761489 Feb 04 06:03:51.524719 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51896) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:51.535026 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.ipam_backend_mixin [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Performing IP validity checks on allocation pools {{(pid=87470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 06:03:51.535717 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.ipam_backend_mixin [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 06:03:51.543357 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-6d1c51ae-f7c4-4dd4-9b95-2a19796c22d9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:51.558147 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453c41c1-b9d1-4016-af35-3e30408d1c3a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Made reservation on behalf of d97d74f154374075aa76aefeb455aa77 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:51.562090 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-453c41c1-b9d1-4016-af35-3e30408d1c3a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.593069 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0d230b3-8a97-4cf3-85ae-bf288b4721ad tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.593517 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-49171d15-64a1-490c-8132-2ace63503655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.630080 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d0d230b3-8a97-4cf3-85ae-bf288b4721ad tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] device_id is not set on port 53db8ba0-caa2-42f6-9d15-7676e470640d yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:03:51.694849 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2cb294f8-5f12-433e-8b27-184dc42e13c6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.701672 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49171d15-64a1-490c-8132-2ace63503655 None None] Pushing event deleted for resources: {'Port': ['ID=a20dda13-9d2a-49d4-b3f5-413e7c1759a9,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:51.703764 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2cb294f8-5f12-433e-8b27-184dc42e13c6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.716919 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49171d15-64a1-490c-8132-2ace63503655 None None] No DVR routers for this DVR port a20dda13-9d2a-49d4-b3f5-413e7c1759a9 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:51.765805 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb294f8-5f12-433e-8b27-184dc42e13c6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4f9ab1-ce16-4f3a-9441-cc99cfabff85,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:51.792966 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-501f781b-58df-43b8-b354-5e3f667fa29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.806350 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6d1c51ae-f7c4-4dd4-9b95-2a19796c22d9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:51.828305 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6d1c51ae-f7c4-4dd4-9b95-2a19796c22d9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:51.843894 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-501f781b-58df-43b8-b354-5e3f667fa29e None None] For port e7e97183-c141-41e6-ac33-e333f31ee1d6, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e7e97183-c141-41e6-ac33-e333f31ee1d6,segment=NetworkSegment(20ca818f-e07e-45cb-b93d-7144df1ba257),segment_id=20ca818f-e07e-45cb-b93d-7144df1ba257)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:51.846783 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.855864 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-501f781b-58df-43b8-b354-5e3f667fa29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.896904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-d87ded4a-d013-43c4-9db1-872f8470ceb8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port d060b503-dbac-4e54-8b5d-82045dda1f15 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:51.897297 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d87ded4a-d013-43c4-9db1-872f8470ceb8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.909496 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2cb294f8-5f12-433e-8b27-184dc42e13c6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.913314 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2cb294f8-5f12-433e-8b27-184dc42e13c6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8387635 Feb 04 06:03:51.921748 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51900) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:51.924418 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Pushing event deleted for resources: {'Port': ['ID=6757c5e1-1b40-445e-8e0a-2a8865bc8581,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:51.925652 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1c51ae-f7c4-4dd4-9b95-2a19796c22d9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:51.930560 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6d1c51ae-f7c4-4dd4-9b95-2a19796c22d9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.931820 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1c51ae-f7c4-4dd4-9b95-2a19796c22d9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:03:51.932247 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1c51ae-f7c4-4dd4-9b95-2a19796c22d9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:03:51.938462 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f781b-58df-43b8-b354-5e3f667fa29e None None] Pushing event updated for resources: {'Port': ['ID=e7e97183-c141-41e6-ac33-e333f31ee1d6,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:52.013542 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b06e38-5ac1-4c8e-8bba-2a6e6970ef85 None None] Update dhcp port {'port': {'network_id': 'ec7607fe-ceae-448b-9dab-1c5d9a54e1c0', 'fixed_ips': [{'subnet_id': '6e21c23f-2dd8-4aef-aa5f-b0ce08d9bc3b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c37ed89e-898f-40cf-8fb1-b499139b6a65'}], 'binding:host_id': 'dv-neutron-826830-2-hyperv'}, 'id': 'e7e97183-c141-41e6-ac33-e333f31ee1d6'} from dv-neutron-826830-2-hyperv. {{(pid=87472) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:03:52.049646 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6d1c51ae-f7c4-4dd4-9b95-2a19796c22d9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5154548 Feb 04 06:03:52.053511 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51904) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:52.080418 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04b06e38-5ac1-4c8e-8bba-2a6e6970ef85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:52.093331 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a95cecfb-ba7a-4f5e-b658-d74be836c0fc tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:52.096280 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-eeffdcba-fc6a-4edc-9318-a15672e0870f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:52.112673 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a95cecfb-ba7a-4f5e-b658-d74be836c0fc tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:52.135766 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:52.237599 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a95cecfb-ba7a-4f5e-b658-d74be836c0fc tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:52.271055 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cecfb-ba7a-4f5e-b658-d74be836c0fc tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e4f9ab1-ce16-4f3a-9441-cc99cfabff85,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:52.279269 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:52.296548 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a95cecfb-ba7a-4f5e-b658-d74be836c0fc tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:52.297681 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a95cecfb-ba7a-4f5e-b658-d74be836c0fc tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6e4f9ab1-ce16-4f3a-9441-cc99cfabff85 HTTP/1.1" status: 204 len: 168 time: 0.3747482 Feb 04 06:03:52.331092 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51908) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:52.348666 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:52.398980 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-eeffdcba-fc6a-4edc-9318-a15672e0870f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:52.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-453c41c1-b9d1-4016-af35-3e30408d1c3a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:52.447821 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-eeffdcba-fc6a-4edc-9318-a15672e0870f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:52.448651 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-d0d230b3-8a97-4cf3-85ae-bf288b4721ad tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Allocated IP 2001:db8::2c9 (ec7607fe-ceae-448b-9dab-1c5d9a54e1c0/6e21c23f-2dd8-4aef-aa5f-b0ce08d9bc3b/53db8ba0-caa2-42f6-9d15-7676e470640d) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:52.463854 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d87ded4a-d013-43c4-9db1-872f8470ceb8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:52.465657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-dbd2c3e5-ac44-4130-b1e7-07a5fd20028e tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:52.472194 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-d0d230b3-8a97-4cf3-85ae-bf288b4721ad tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Allocated IP 2001:db8:0:1::2c5 (ec7607fe-ceae-448b-9dab-1c5d9a54e1c0/c37ed89e-898f-40cf-8fb1-b499139b6a65/53db8ba0-caa2-42f6-9d15-7676e470640d) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:52.481532 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Subnet': ['ID=09c19c0f-2369-46c2-885e-6759057c8be6,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:52.527102 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-dbd2c3e5-ac44-4130-b1e7-07a5fd20028e tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:52.528463 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-dbd2c3e5-ac44-4130-b1e7-07a5fd20028e tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1964600 Feb 04 06:03:52.529498 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:52.535581 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51912) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:52.553303 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:52.553857 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:52.553949 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:52.554313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:52.554626 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:52.554947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:52.555259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:52.555577 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:52.555917 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:52.556230 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:52.556541 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:52.556853 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:52.594851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=635f9681-8392-48f3-9e83-4774ca797704,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:52.623210 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-d87ded4a-d013-43c4-9db1-872f8470ceb8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for d060b503-dbac-4e54-8b5d-82045dda1f15 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:52.676248 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e7e97183-c141-41e6-ac33-e333f31ee1d6 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:52.686258 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeffdcba-fc6a-4edc-9318-a15672e0870f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:52.689637 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eeffdcba-fc6a-4edc-9318-a15672e0870f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:52.690969 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeffdcba-fc6a-4edc-9318-a15672e0870f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:03:52.691379 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeffdcba-fc6a-4edc-9318-a15672e0870f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:03:52.717294 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Checking segment: {'id': '8e084d32-edf6-4e86-a470-e92882cd0657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c7c7bc62-2a06-41fd-86c3-448ab9b07aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:52.717709 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network hostable DHCP agents. Network: c7c7bc62-2a06-41fd-86c3-448ab9b07aa8, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:03:52.745014 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port e7e97183-c141-41e6-ac33-e333f31ee1d6 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:52.745377 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:52.779537 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-eeffdcba-fc6a-4edc-9318-a15672e0870f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7184420 Feb 04 06:03:52.784236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453c41c1-b9d1-4016-af35-3e30408d1c3a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Checking segment: {'id': 'b800030f-4519-40c4-ad97-2b91b3fdbeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '21ee4a86-c5e8-4c6e-be03-dbecc3addf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:52.784596 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453c41c1-b9d1-4016-af35-3e30408d1c3a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Network hostable DHCP agents. Network: 21ee4a86-c5e8-4c6e-be03-dbecc3addf6e, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:03:52.786373 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:52.788657 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51916) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:52.802617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-5c37f7a7-1f79-42eb-a548-13535ee11c0b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:52.829295 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c41c1-b9d1-4016-af35-3e30408d1c3a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event updated for resources: {'Subnet': ['ID=1f0869b1-5580-4793-a804-1f04e3c468de,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:52.836250 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd90e569-5322-431a-9128-350a92259722']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:52.849043 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Network c7c7bc62-2a06-41fd-86c3-448ab9b07aa8 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:03:52.857218 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8de4dc89-7533-438c-a452-04615dbcdc1f tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:52.922200 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a20dda13-9d2a-49d4-b3f5-413e7c1759a9 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:03:52.939361 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, c7c7bc62-2a06-41fd-86c3-448ab9b07aa8) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:52.955062 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faedd40-7e38-4e42-b8b7-6b9389cf7adb None None] Network c7c7bc62-2a06-41fd-86c3-448ab9b07aa8 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:52.965415 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:52.965991 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:52.977642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: a20dda13-9d2a-49d4-b3f5-413e7c1759a9 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:03:52.978017 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a20dda13-9d2a-49d4-b3f5-413e7c1759a9 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:03:52.988027 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453c41c1-b9d1-4016-af35-3e30408d1c3a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Network 21ee4a86-c5e8-4c6e-be03-dbecc3addf6e is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:03:53.031173 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784556ee-0bf4-491b-b808-60a1652e681b') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:53.031551 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784556ee-0bf4-491b-b808-60a1652e681b') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:53.061340 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8de4dc89-7533-438c-a452-04615dbcdc1f tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.070487 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.113456 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.123588 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0d230b3-8a97-4cf3-85ae-bf288b4721ad tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.134174 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:53.134856 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.135008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-453c41c1-b9d1-4016-af35-3e30408d1c3a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 21ee4a86-c5e8-4c6e-be03-dbecc3addf6e) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:53.141030 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5c37f7a7-1f79-42eb-a548-13535ee11c0b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:53.143948 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c41c1-b9d1-4016-af35-3e30408d1c3a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:53.144586 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-453c41c1-b9d1-4016-af35-3e30408d1c3a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:53.149966 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:53.153247 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-78ce2a8a-17d4-487a-a1df-29574e2cbec6 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6360075 Feb 04 06:03:53.157287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51920) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:53.166427 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-25fc3b1b-acc5-461a-ac86-355da0ce7510 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:53.176954 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8663f9-a309-4d5c-957b-ba5d3b2b5004 None None] Network 21ee4a86-c5e8-4c6e-be03-dbecc3addf6e requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:53.214953 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5c37f7a7-1f79-42eb-a548-13535ee11c0b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:53.263429 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8de4dc89-7533-438c-a452-04615dbcdc1f tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.271275 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-c7c7bc62-2a06-41fd-86c3-448ab9b07aa8', 'network_id': 'c7c7bc62-2a06-41fd-86c3-448ab9b07aa8', 'tenant_id': 'a16e808cbb7c487da688fc682beafc7d', 'fixed_ips': [{'subnet_id': '09c19c0f-2369-46c2-885e-6759057c8be6'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:03:53.272122 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.280408 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.284556 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-453c41c1-b9d1-4016-af35-3e30408d1c3a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6515357 Feb 04 06:03:53.285367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51924) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:53.310200 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-10e19568-2a06-439a-b497-8c2a1ac8bde5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-881460414'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:53.311615 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bd90e569-5322-431a-9128-350a92259722 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 06:03:53.313712 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4dc89-7533-438c-a452-04615dbcdc1f tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5cc38f-9401-4787-81b1-0534fa4af7d2,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:53.317543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.319208 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c37f7a7-1f79-42eb-a548-13535ee11c0b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:53.321031 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd90e569-5322-431a-9128-350a92259722,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:53.322701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c37f7a7-1f79-42eb-a548-13535ee11c0b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.324221 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c37f7a7-1f79-42eb-a548-13535ee11c0b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:03:53.324653 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c37f7a7-1f79-42eb-a548-13535ee11c0b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:03:53.332712 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-10e19568-2a06-439a-b497-8c2a1ac8bde5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:53.350227 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8de4dc89-7533-438c-a452-04615dbcdc1f tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.351664 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8de4dc89-7533-438c-a452-04615dbcdc1f tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-groups/2b5cc38f-9401-4787-81b1-0534fa4af7d2 HTTP/1.1" status: 204 len: 168 time: 0.7920721 Feb 04 06:03:53.354410 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51928) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:53.377828 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-10e19568-2a06-439a-b497-8c2a1ac8bde5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Usage tracker for resource:network and tenant:d97d74f154374075aa76aefeb455aa77 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:53.387824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-10e19568-2a06-439a-b497-8c2a1ac8bde5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:53.390854 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-94a7bb8c-e1a3-4b65-b29c-5f781a111a85 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] 10.222.0.31 "DELETE /v2.0/networks/bd90e569-5322-431a-9128-350a92259722 HTTP/1.1" status: 204 len: 168 time: 3.7084231 Feb 04 06:03:53.393950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51932) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:53.403146 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-10e19568-2a06-439a-b497-8c2a1ac8bde5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:53.409923 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5c37f7a7-1f79-42eb-a548-13535ee11c0b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6133494 Feb 04 06:03:53.419398 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51936) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:53.428122 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-92b43b60-d951-4302-8513-d6ffff7e6fd6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:53.450092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e19568-2a06-439a-b497-8c2a1ac8bde5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Made reservation on behalf of d97d74f154374075aa76aefeb455aa77 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:53.453618 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10e19568-2a06-439a-b497-8c2a1ac8bde5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.460717 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d0d230b3-8a97-4cf3-85ae-bf288b4721ad tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Transition to ACTIVE for port object 53db8ba0-caa2-42f6-9d15-7676e470640d will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:53.462618 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d87ded4a-d013-43c4-9db1-872f8470ceb8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.490081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6f68c0d0-a85a-4fd6-9a70-764a35a24f6e tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Synchronizing usage tracker for tenant:f896e453084e40a3b220b68ebca1a7a7 on resource:floatingip {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:53.503742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-89bab568-08f4-4643-a6df-d4b2b8a32ce5 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:53.533303 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6f68c0d0-a85a-4fd6-9a70-764a35a24f6e tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Unset dirty status for tenant:f896e453084e40a3b220b68ebca1a7a7 on resource:floatingip {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:53.535019 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6f68c0d0-a85a-4fd6-9a70-764a35a24f6e tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1395924 Feb 04 06:03:53.537843 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51940) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:53.564139 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Allocated IP 2001:db8::3 (c7c7bc62-2a06-41fd-86c3-448ab9b07aa8/09c19c0f-2369-46c2-885e-6759057c8be6/da53e5f4-b273-499f-8f74-f5e6f7dcda9a) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:53.599139 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ded4a-d013-43c4-9db1-872f8470ceb8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Port': ['ID=d060b503-dbac-4e54-8b5d-82045dda1f15,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:53.606602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-25fc3b1b-acc5-461a-ac86-355da0ce7510 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6715930'] for subnet, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.646416 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161821a2-0c62-483f-a9cc-265fa828a602 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:53.647401 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161821a2-0c62-483f-a9cc-265fa828a602 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:53.648115 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161821a2-0c62-483f-a9cc-265fa828a602 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:53.648801 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161821a2-0c62-483f-a9cc-265fa828a602 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:53.649421 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161821a2-0c62-483f-a9cc-265fa828a602 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:53.650429 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161821a2-0c62-483f-a9cc-265fa828a602 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:53.651050 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161821a2-0c62-483f-a9cc-265fa828a602 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:53.651662 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161821a2-0c62-483f-a9cc-265fa828a602 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:53.653667 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161821a2-0c62-483f-a9cc-265fa828a602 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:53.654330 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161821a2-0c62-483f-a9cc-265fa828a602 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:53.654951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161821a2-0c62-483f-a9cc-265fa828a602 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:53.655566 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161821a2-0c62-483f-a9cc-265fa828a602 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:53.657156 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-161821a2-0c62-483f-a9cc-265fa828a602 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Synchronizing usage tracker for tenant:f896e453084e40a3b220b68ebca1a7a7 on resource:subnet {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:53.662914 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-89bab568-08f4-4643-a6df-d4b2b8a32ce5 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:53.664846 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-89bab568-08f4-4643-a6df-d4b2b8a32ce5 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3092189 Feb 04 06:03:53.671191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51944) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:53.681831 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-4a6281a3-2d0f-4a38-af88-eefd25c80fce tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188871665'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:53.685356 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e19568-2a06-439a-b497-8c2a1ac8bde5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:53.697457 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4a6281a3-2d0f-4a38-af88-eefd25c80fce tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:53.705351 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0d230b3-8a97-4cf3-85ae-bf288b4721ad tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.746037 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-92b43b60-d951-4302-8513-d6ffff7e6fd6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:53.772073 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10e19568-2a06-439a-b497-8c2a1ac8bde5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.772484 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-10e19568-2a06-439a-b497-8c2a1ac8bde5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Added segment 8aa88231-5c7d-4aa8-9444-73667654cd8c of type vlan for network 11219768-2138-4bfd-81b7-e4f957c5f53c Feb 04 06:03:53.793080 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-92b43b60-d951-4302-8513-d6ffff7e6fd6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:53.801426 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4a6281a3-2d0f-4a38-af88-eefd25c80fce tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:53.837865 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-161821a2-0c62-483f-a9cc-265fa828a602 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Unset dirty status for tenant:f896e453084e40a3b220b68ebca1a7a7 on resource:subnet {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:53.839306 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-161821a2-0c62-483f-a9cc-265fa828a602 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7752 time: 0.3003716 Feb 04 06:03:53.846122 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51948) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:53.880678 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.893779 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Transition to ACTIVE for port object da53e5f4-b273-499f-8f74-f5e6f7dcda9a will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:53.913657 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10e19568-2a06-439a-b497-8c2a1ac8bde5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.920907 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Transition to ACTIVE for port object da53e5f4-b273-499f-8f74-f5e6f7dcda9a will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:53.970523 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d230b3-8a97-4cf3-85ae-bf288b4721ad tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network ec7607fe-ceae-448b-9dab-1c5d9a54e1c0 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:53.972467 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-0197b542-7d48-47c9-ae4a-b351b033972a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] delete failed (client error): The resource could not be found. Feb 04 06:03:53.973872 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0197b542-7d48-47c9-ae4a-b351b033972a tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/ed2ce63d-e771-4f34-bc56-bec24577dd93 HTTP/1.1" status: 404 len: 345 time: 0.1227875 Feb 04 06:03:53.978009 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-d0d230b3-8a97-4cf3-85ae-bf288b4721ad tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:53.979128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51952) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:53.988497 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4a6281a3-2d0f-4a38-af88-eefd25c80fce tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.998584 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d230b3-8a97-4cf3-85ae-bf288b4721ad tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:54.004147 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d230b3-8a97-4cf3-85ae-bf288b4721ad tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:54.004758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0d230b3-8a97-4cf3-85ae-bf288b4721ad tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.010086 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d230b3-8a97-4cf3-85ae-bf288b4721ad tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=53db8ba0-caa2-42f6-9d15-7676e470640d,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:54.010580 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b43b60-d951-4302-8513-d6ffff7e6fd6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:54.014024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92b43b60-d951-4302-8513-d6ffff7e6fd6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.015451 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b43b60-d951-4302-8513-d6ffff7e6fd6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:03:54.016309 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b43b60-d951-4302-8513-d6ffff7e6fd6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:03:54.031021 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4a6281a3-2d0f-4a38-af88-eefd25c80fce tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:54.036409 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4a6281a3-2d0f-4a38-af88-eefd25c80fce tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group_rule and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:54.042612 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d0d230b3-8a97-4cf3-85ae-bf288b4721ad tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.7996716 Feb 04 06:03:54.042612 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4a6281a3-2d0f-4a38-af88-eefd25c80fce tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:54.044363 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51956) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:54.048769 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-f067a1a1-f44c-48ba-8fb0-ee75283727a8 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] DELETE failed (client error): The resource could not be found. Feb 04 06:03:54.049261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f067a1a1-f44c-48ba-8fb0-ee75283727a8 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:03:54.051474 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d87ded4a-d013-43c4-9db1-872f8470ceb8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.051724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8fb91c59-ee96-46da-8c95-a6ff79c9a211 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e21c23f-2dd8-4aef-aa5f-b0ce08d9bc3b'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:54.060506 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.082192 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4a6281a3-2d0f-4a38-af88-eefd25c80fce tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:54.170742 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Network c7c7bc62-2a06-41fd-86c3-448ab9b07aa8 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:54.182598 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-92b43b60-d951-4302-8513-d6ffff7e6fd6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7544050 Feb 04 06:03:54.182809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-04b06e38-5ac1-4c8e-8bba-2a6e6970ef85 None None] Allocated IP 2001:db8:0:1::2 (ec7607fe-ceae-448b-9dab-1c5d9a54e1c0/c37ed89e-898f-40cf-8fb1-b499139b6a65/e7e97183-c141-41e6-ac33-e333f31ee1d6) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:54.182921 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f067a1a1-f44c-48ba-8fb0-ee75283727a8 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] 10.222.0.31 "DELETE /v2.0/networks/bd90e569-5322-431a-9128-350a92259722 HTTP/1.1" status: 404 len: 339 time: 0.1938860 Feb 04 06:03:54.183016 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51960) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:54.185515 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51962) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:54.189868 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Request body: {'network': {'name': 'tempest-network--812324822', 'router:external': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:54.194443 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:54.196226 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10e19568-2a06-439a-b497-8c2a1ac8bde5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.198821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Usage tracker for resource:network and tenant:f896e453084e40a3b220b68ebca1a7a7 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:54.201678 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e19568-2a06-439a-b497-8c2a1ac8bde5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:54.201819 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:54.202267 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10e19568-2a06-439a-b497-8c2a1ac8bde5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.207770 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:54.214542 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:54.230651 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:54.236568 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-2cff46e8-bc85-4061-a74d-2e4b7991f95a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:54.242115 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Pushing event updated for resources: {'Port': ['ID=da53e5f4-b273-499f-8f74-f5e6f7dcda9a,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:54.251119 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Made reservation on behalf of f896e453084e40a3b220b68ebca1a7a7 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:54.253470 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.257767 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-21ee4a86-c5e8-4c6e-be03-dbecc3addf6e', 'network_id': '21ee4a86-c5e8-4c6e-be03-dbecc3addf6e', 'tenant_id': 'd97d74f154374075aa76aefeb455aa77', 'fixed_ips': [{'subnet_id': '1f0869b1-5580-4793-a804-1f04e3c468de'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:03:54.258620 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.378672 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-10e19568-2a06-439a-b497-8c2a1ac8bde5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0826604 Feb 04 06:03:54.380761 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8fb91c59-ee96-46da-8c95-a6ff79c9a211 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.385950 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51968) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:54.434699 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:54.440318 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4a6281a3-2d0f-4a38-af88-eefd25c80fce tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.467987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a423d428-f922-4bd0-b92d-b8a90014831e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Request body: {'subnet': {'network_id': '11219768-2138-4bfd-81b7-e4f957c5f53c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:54.492875 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4a6281a3-2d0f-4a38-af88-eefd25c80fce tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.501867 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Attempting to bind port da53e5f4-b273-499f-8f74-f5e6f7dcda9a on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:54.502234 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Attempting to bind port da53e5f4-b273-499f-8f74-f5e6f7dcda9a by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '8e084d32-edf6-4e86-a470-e92882cd0657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c7c7bc62-2a06-41fd-86c3-448ab9b07aa8'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:54.502595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Attempting to bind port da53e5f4-b273-499f-8f74-f5e6f7dcda9a on network c7c7bc62-2a06-41fd-86c3-448ab9b07aa8 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:03:54.521230 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:03:54.521639 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Checking segment: {'id': '8e084d32-edf6-4e86-a470-e92882cd0657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c7c7bc62-2a06-41fd-86c3-448ab9b07aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:54.521996 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.522391 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Bound using segment: {'id': '8e084d32-edf6-4e86-a470-e92882cd0657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c7c7bc62-2a06-41fd-86c3-448ab9b07aa8'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:03:54.522814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2cff46e8-bc85-4061-a74d-2e4b7991f95a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:54.523241 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Bound port: da53e5f4-b273-499f-8f74-f5e6f7dcda9a, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e084d32-edf6-4e86-a470-e92882cd0657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c7c7bc62-2a06-41fd-86c3-448ab9b07aa8'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:54.523444 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.541930 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4a6281a3-2d0f-4a38-af88-eefd25c80fce tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.546000 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4a6281a3-2d0f-4a38-af88-eefd25c80fce tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8679783 Feb 04 06:03:54.549540 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.549884 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Added segment 1c0f3225-f8db-4519-afaf-a5990479b558 of type vlan for network 890fe4ef-de3a-4b06-9002-03ecb3eacc69 Feb 04 06:03:54.553727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51972) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:54.569916 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8f447335-e9b1-4c7c-b7c7-fc5f9eb8820b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group_rule': {'security_group_id': 'fef6f80e-d513-45c1-aed3-17f3f882d5d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:54.584678 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2cff46e8-bc85-4061-a74d-2e4b7991f95a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:54.621991 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8f447335-e9b1-4c7c-b7c7-fc5f9eb8820b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:54.653830 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6281a3-2d0f-4a38-af88-eefd25c80fce tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef6f80e-d513-45c1-aed3-17f3f882d5d2,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:54.657814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8f447335-e9b1-4c7c-b7c7-fc5f9eb8820b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group_rule and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:54.672025 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-04b06e38-5ac1-4c8e-8bba-2a6e6970ef85 None None] For port e7e97183-c141-41e6-ac33-e333f31ee1d6, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e7e97183-c141-41e6-ac33-e333f31ee1d6,segment=NetworkSegment(20ca818f-e07e-45cb-b93d-7144df1ba257),segment_id=20ca818f-e07e-45cb-b93d-7144df1ba257)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:54.672200 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8f447335-e9b1-4c7c-b7c7-fc5f9eb8820b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:54.683159 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cff46e8-bc85-4061-a74d-2e4b7991f95a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:54.686851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2cff46e8-bc85-4061-a74d-2e4b7991f95a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.688392 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cff46e8-bc85-4061-a74d-2e4b7991f95a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:03:54.688825 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cff46e8-bc85-4061-a74d-2e4b7991f95a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:03:54.695227 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Allocated IP 2001:db8:0:ffff::2 (21ee4a86-c5e8-4c6e-be03-dbecc3addf6e/1f0869b1-5580-4793-a804-1f04e3c468de/7f514f6e-7609-4871-a67b-ea38a4247bfc) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:54.696324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8f447335-e9b1-4c7c-b7c7-fc5f9eb8820b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:54.712048 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.763450 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04b06e38-5ac1-4c8e-8bba-2a6e6970ef85 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.763718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e19568-2a06-439a-b497-8c2a1ac8bde5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event updated for resources: {'Network': ['ID=11219768-2138-4bfd-81b7-e4f957c5f53c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:54.790643 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2cff46e8-bc85-4061-a74d-2e4b7991f95a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5629218 Feb 04 06:03:54.790886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51976) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:54.796364 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-85680204-f934-4665-99db-3970fb3f4d04 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:54.818813 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f447335-e9b1-4c7c-b7c7-fc5f9eb8820b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.821473 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 11219768-2138-4bfd-81b7-e4f957c5f53c details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:54.833810 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] For port da53e5f4-b273-499f-8f74-f5e6f7dcda9a, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:03:54.888877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.889882 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:54.890696 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.910755 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87ded4a-d013-43c4-9db1-872f8470ceb8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Router 130b1de7-48a6-499a-b21d-217a87214555 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:03:54.927299 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] For port da53e5f4-b273-499f-8f74-f5e6f7dcda9a, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=da53e5f4-b273-499f-8f74-f5e6f7dcda9a,segment=NetworkSegment(8e084d32-edf6-4e86-a470-e92882cd0657),segment_id=8e084d32-edf6-4e86-a470-e92882cd0657)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:03:54.928580 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-04b06e38-5ac1-4c8e-8bba-2a6e6970ef85 None None] Transition to ACTIVE for port object e7e97183-c141-41e6-ac33-e333f31ee1d6 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:54.939027 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7521832 Feb 04 06:03:54.944231 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51980) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:54.954877 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.958322 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04b06e38-5ac1-4c8e-8bba-2a6e6970ef85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.972670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a423d428-f922-4bd0-b92d-b8a90014831e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:54.995450 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a423d428-f922-4bd0-b92d-b8a90014831e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Usage tracker for resource:subnet and tenant:d97d74f154374075aa76aefeb455aa77 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:55.006781 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a423d428-f922-4bd0-b92d-b8a90014831e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:55.077288 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Pushing event updated for resources: {'Network': ['ID=890fe4ef-de3a-4b06-9002-03ecb3eacc69,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:55.098823 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:55.099276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:55.099684 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:55.100190 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:55.100501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:55.100888 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:55.101280 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:55.101898 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:55.102011 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:55.102365 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:55.102746 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:55.103135 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e543487-4f29-4f04-ad16-fde4769e3086 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:55.114812 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f447335-e9b1-4c7c-b7c7-fc5f9eb8820b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.123971 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a423d428-f922-4bd0-b92d-b8a90014831e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:55.126864 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f447335-e9b1-4c7c-b7c7-fc5f9eb8820b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.129509 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-8fb91c59-ee96-46da-8c95-a6ff79c9a211 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Delete allocated IP 2001:db8:0:1::2c5 (ec7607fe-ceae-448b-9dab-1c5d9a54e1c0/c37ed89e-898f-40cf-8fb1-b499139b6a65) {{(pid=87471) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 06:03:55.135609 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 890fe4ef-de3a-4b06-9002-03ecb3eacc69 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:55.135909 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-85680204-f934-4665-99db-3970fb3f4d04 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:55.156913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-25fc3b1b-acc5-461a-ac86-355da0ce7510 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783036630020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7317128'] for subnet, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.171606 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f447335-e9b1-4c7c-b7c7-fc5f9eb8820b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21880769-16ac-4b55-a456-8de235643308,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:55.287055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-85680204-f934-4665-99db-3970fb3f4d04 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:55.293713 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6efe7e-9455-4624-aa7b-870a6f677562 None None] Pushing event updated for resources: {'Port': ['ID=da53e5f4-b273-499f-8f74-f5e6f7dcda9a,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:55.305270 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87ded4a-d013-43c4-9db1-872f8470ceb8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:03:55.307071 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a423d428-f922-4bd0-b92d-b8a90014831e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Made reservation on behalf of d97d74f154374075aa76aefeb455aa77 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:55.310881 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a423d428-f922-4bd0-b92d-b8a90014831e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.315582 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c000453e-bc6b-450e-8420-1194b3431bfd None None] Sync routers for ids ['130b1de7-48a6-499a-b21d-217a87214555'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:03:55.329735 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c000453e-bc6b-450e-8420-1194b3431bfd None None] Routers {'130b1de7-48a6-499a-b21d-217a87214555'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:03:55.330377 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c000453e-bc6b-450e-8420-1194b3431bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:03:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['130b1de7-48a6-499a-b21d-217a87214555'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:55.348773 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d87ded4a-d013-43c4-9db1-872f8470ceb8 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "PUT /v2.0/routers/130b1de7-48a6-499a-b21d-217a87214555/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6104939 Feb 04 06:03:55.360365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51984) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:55.409145 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f447335-e9b1-4c7c-b7c7-fc5f9eb8820b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.410464 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8f447335-e9b1-4c7c-b7c7-fc5f9eb8820b tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8481822 Feb 04 06:03:55.415259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51988) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:55.420467 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c000453e-bc6b-450e-8420-1194b3431bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:55.437518 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c000453e-bc6b-450e-8420-1194b3431bfd None None] Routers {'130b1de7-48a6-499a-b21d-217a87214555'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:03:55.440467 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c000453e-bc6b-450e-8420-1194b3431bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:03:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['130b1de7-48a6-499a-b21d-217a87214555'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:55.482858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fc3b1b-acc5-461a-ac86-355da0ce7510 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:55.483640 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-25fc3b1b-acc5-461a-ac86-355da0ce7510 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.485560 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-25fc3b1b-acc5-461a-ac86-355da0ce7510 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "PUT /v2.0/subnets/09c19c0f-2369-46c2-885e-6759057c8be6 HTTP/1.1" status: 200 len: 900 time: 2.3270690 Feb 04 06:03:55.500499 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.513603 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Transition to ACTIVE for port object 7f514f6e-7609-4871-a67b-ea38a4247bfc will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:55.525692 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 51992) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:55.537148 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Transition to ACTIVE for port object 7f514f6e-7609-4871-a67b-ea38a4247bfc will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:55.538877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8fb91c59-ee96-46da-8c95-a6ff79c9a211 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.561053 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c000453e-bc6b-450e-8420-1194b3431bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:55.561310 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-8fb91c59-ee96-46da-8c95-a6ff79c9a211 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Ignored duplicate provisioning block setup for port 53db8ba0-caa2-42f6-9d15-7676e470640d by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 06:03:55.561544 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c000453e-bc6b-450e-8420-1194b3431bfd None None] The sync data for ids ['130b1de7-48a6-499a-b21d-217a87214555'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:03:55.576659 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8fb91c59-ee96-46da-8c95-a6ff79c9a211 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.599072 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85680204-f934-4665-99db-3970fb3f4d04 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:55.609024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-85680204-f934-4665-99db-3970fb3f4d04 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.610809 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-85680204-f934-4665-99db-3970fb3f4d04 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:03:55.611298 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85680204-f934-4665-99db-3970fb3f4d04 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:03:55.614449 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b06e38-5ac1-4c8e-8bba-2a6e6970ef85 None None] Pushing event updated for resources: {'Port': ['ID=e7e97183-c141-41e6-ac33-e333f31ee1d6,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:55.621567 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f831bb-c5fe-4bea-bb16-67668aa26614 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] GET failed (client error): The resource could not be found. Feb 04 06:03:55.622590 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-06f831bb-c5fe-4bea-bb16-67668aa26614 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Synchronizing usage tracker for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:55.623552 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.664403 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2344480a-5aa8-4ddf-92e4-f5db3713ebc8 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-group-rules/21880769-16ac-4b55-a456-8de235643308 HTTP/1.1" status: 200 len: 763 time: 0.1833358 Feb 04 06:03:55.674523 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 51996) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:55.681222 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc3b1b-acc5-461a-ac86-355da0ce7510 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event updated for resources: {'Subnet': ['ID=09c19c0f-2369-46c2-885e-6759057c8be6,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:55.746126 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Pushing event updated for resources: {'Port': ['ID=7f514f6e-7609-4871-a67b-ea38a4247bfc,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:55.760170 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Network 21ee4a86-c5e8-4c6e-be03-dbecc3addf6e is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:55.762420 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:55.765423 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:03:55.766883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8fb91c59-ee96-46da-8c95-a6ff79c9a211 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] In _notify_port_updated(), no bound segment for port 53db8ba0-caa2-42f6-9d15-7676e470640d on network ec7607fe-ceae-448b-9dab-1c5d9a54e1c0 {{(pid=87471) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:03:55.773291 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb91c59-ee96-46da-8c95-a6ff79c9a211 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:55.774196 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8fb91c59-ee96-46da-8c95-a6ff79c9a211 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.775737 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5cbcb7-fbc1-4eb2-a19b-b59d880c31fa tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:55.776822 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8fb91c59-ee96-46da-8c95-a6ff79c9a211 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "PUT /v2.0/ports/53db8ba0-caa2-42f6-9d15-7676e470640d HTTP/1.1" status: 200 len: 926 time: 1.7324600 Feb 04 06:03:55.782113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52000) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:55.784146 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5cbcb7-fbc1-4eb2-a19b-b59d880c31fa tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:55.791280 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5cbcb7-fbc1-4eb2-a19b-b59d880c31fa tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:55.800483 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0d4548a9-21fe-4dec-b7c7-b2bce195e7d9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e21c23f-2dd8-4aef-aa5f-b0ce08d9bc3b'}, {'subnet_id': 'c37ed89e-898f-40cf-8fb1-b499139b6a65'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:55.806035 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5cbcb7-fbc1-4eb2-a19b-b59d880c31fa tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:55.808072 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6b5cbcb7-fbc1-4eb2-a19b-b59d880c31fa tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.8592618 Feb 04 06:03:55.828893 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52004) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:55.854825 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb91c59-ee96-46da-8c95-a6ff79c9a211 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=53db8ba0-caa2-42f6-9d15-7676e470640d,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:55.882158 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Attempting to bind port 7f514f6e-7609-4871-a67b-ea38a4247bfc on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:55.882574 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Attempting to bind port 7f514f6e-7609-4871-a67b-ea38a4247bfc by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'b800030f-4519-40c4-ad97-2b91b3fdbeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '21ee4a86-c5e8-4c6e-be03-dbecc3addf6e'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:55.882921 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Attempting to bind port 7f514f6e-7609-4871-a67b-ea38a4247bfc on network 21ee4a86-c5e8-4c6e-be03-dbecc3addf6e {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:03:55.890596 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:03:55.891160 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Checking segment: {'id': 'b800030f-4519-40c4-ad97-2b91b3fdbeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '21ee4a86-c5e8-4c6e-be03-dbecc3addf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:55.891576 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.892005 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Bound using segment: {'id': 'b800030f-4519-40c4-ad97-2b91b3fdbeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '21ee4a86-c5e8-4c6e-be03-dbecc3addf6e'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:03:55.892478 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Bound port: 7f514f6e-7609-4871-a67b-ea38a4247bfc, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b800030f-4519-40c4-ad97-2b91b3fdbeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '21ee4a86-c5e8-4c6e-be03-dbecc3addf6e'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:55.892848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.911933 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5e1192f6-bf9f-4b0a-bd39-06d491348701 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:55.940376 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-85680204-f934-4665-99db-3970fb3f4d04 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1484246 Feb 04 06:03:55.960688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-06f831bb-c5fe-4bea-bb16-67668aa26614 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Unset dirty status for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:55.962312 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-06f831bb-c5fe-4bea-bb16-67668aa26614 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports/d060b503-dbac-4e54-8b5d-82045dda1f15 HTTP/1.1" status: 404 len: 333 time: 0.5943227 Feb 04 06:03:55.977133 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52008) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:55.977680 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52010) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:56.005679 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0d4548a9-21fe-4dec-b7c7-b2bce195e7d9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:56.009765 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-653f276a-e434-4d1a-a947-678e58514e6b tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:56.012854 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] For port 7f514f6e-7609-4871-a67b-ea38a4247bfc, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:03:56.017272 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] For port 7f514f6e-7609-4871-a67b-ea38a4247bfc, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=7f514f6e-7609-4871-a67b-ea38a4247bfc,segment=NetworkSegment(b800030f-4519-40c4-ad97-2b91b3fdbeb9),segment_id=b800030f-4519-40c4-ad97-2b91b3fdbeb9)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:03:56.022156 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5e1192f6-bf9f-4b0a-bd39-06d491348701 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:56.026459 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5e1192f6-bf9f-4b0a-bd39-06d491348701 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3481779 Feb 04 06:03:56.029988 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52016) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:56.032510 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:56.121714 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027191e5-7c56-47f7-99de-d611389153d1 None None] Pushing event updated for resources: {'Port': ['ID=7f514f6e-7609-4871-a67b-ea38a4247bfc,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:56.182232 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-83bf1aba-adb8-4875-bf97-595e567d619a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:56.218421 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-83bf1aba-adb8-4875-bf97-595e567d619a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:56.245394 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-66365e69-f7bc-48f5-8daf-10c2ecdc2b37 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2408378 Feb 04 06:03:56.248430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52020) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:56.366856 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-83bf1aba-adb8-4875-bf97-595e567d619a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:56.382120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-41f54cb4-6968-4c39-9ccd-2152b5931f3c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:56.441554 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf1aba-adb8-4875-bf97-595e567d619a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21880769-16ac-4b55-a456-8de235643308,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:56.445638 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:56.463450 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9614049e-6b25-4dff-843c-c3b35a8d65d8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:56.467644 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9614049e-6b25-4dff-843c-c3b35a8d65d8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2156272 Feb 04 06:03:56.469520 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-83bf1aba-adb8-4875-bf97-595e567d619a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:56.470583 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-83bf1aba-adb8-4875-bf97-595e567d619a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/21880769-16ac-4b55-a456-8de235643308 HTTP/1.1" status: 204 len: 168 time: 0.4112093 Feb 04 06:03:56.479066 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52024) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:56.479411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52026) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:56.565523 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e2e52a-dd85-4219-8e61-e2c1b83ed918 None None] Network ec7607fe-ceae-448b-9dab-1c5d9a54e1c0 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:56.607329 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4d2e149c-65aa-4e74-9ed4-ac517913e1de tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1265974 Feb 04 06:03:56.610480 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52032) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:56.633102 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-49338a54-e649-4e8f-af26-42df9ff8675e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:56.710486 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-650a1f93-615a-430f-b44f-6217762d72fe None None] Provisioning for port e7e97183-c141-41e6-ac33-e333f31ee1d6 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:56.718410 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-650a1f93-615a-430f-b44f-6217762d72fe None None] Provisioning complete for port e7e97183-c141-41e6-ac33-e333f31ee1d6 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:56.719226 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-650a1f93-615a-430f-b44f-6217762d72fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:56.897900 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b06c498c-b874-4a56-8035-e4844f763f28 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:56.930341 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-0d4548a9-21fe-4dec-b7c7-b2bce195e7d9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Allocated IP 2001:db8:0:1::b0 (ec7607fe-ceae-448b-9dab-1c5d9a54e1c0/c37ed89e-898f-40cf-8fb1-b499139b6a65/53db8ba0-caa2-42f6-9d15-7676e470640d) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:56.940682 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Deleting port da53e5f4-b273-499f-8f74-f5e6f7dcda9a {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:56.941160 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:56.962809 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-49338a54-e649-4e8f-af26-42df9ff8675e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:57.020719 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662e589a-c12d-4710-bd11-7b796880b36e None None] Network c7c7bc62-2a06-41fd-86c3-448ab9b07aa8 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:57.043533 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device da53e5f4-b273-499f-8f74-f5e6f7dcda9a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:57.067386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b06c498c-b874-4a56-8035-e4844f763f28 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:57.071288 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b06c498c-b874-4a56-8035-e4844f763f28 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5866890 Feb 04 06:03:57.072731 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-49338a54-e649-4e8f-af26-42df9ff8675e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:57.081352 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52036) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:57.087622 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-72038a1e-7472-40e4-baab-d28e5e5753ba tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group_rule': {'security_group_id': 'fef6f80e-d513-45c1-aed3-17f3f882d5d2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:57.102100 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-72038a1e-7472-40e4-baab-d28e5e5753ba tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:57.111758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49338a54-e649-4e8f-af26-42df9ff8675e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:57.114658 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-49338a54-e649-4e8f-af26-42df9ff8675e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:57.149048 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-72038a1e-7472-40e4-baab-d28e5e5753ba tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:57.194106 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-653f276a-e434-4d1a-a947-678e58514e6b tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:57.230041 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-41f54cb4-6968-4c39-9ccd-2152b5931f3c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:57.269612 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-41f54cb4-6968-4c39-9ccd-2152b5931f3c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:57.278719 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port da53e5f4-b273-499f-8f74-f5e6f7dcda9a completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:57.280275 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-653f276a-e434-4d1a-a947-678e58514e6b tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890fe4ef-de3a-4b06-9002-03ecb3eacc69']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:57.298451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e7e97183-c141-41e6-ac33-e333f31ee1d6 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:57.322896 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-72038a1e-7472-40e4-baab-d28e5e5753ba tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:57.323872 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-653f276a-e434-4d1a-a947-678e58514e6b tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0f3225-f8db-4519-afaf-a5990479b558') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:57.324426 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-653f276a-e434-4d1a-a947-678e58514e6b tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0f3225-f8db-4519-afaf-a5990479b558') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:57.383338 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-653f276a-e434-4d1a-a947-678e58514e6b tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:57.409146 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0bd8fad1-60ef-4c71-a4ee-bfae2ce85da1 None None] Provisioning for port da53e5f4-b273-499f-8f74-f5e6f7dcda9a completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:57.412610 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0d4548a9-21fe-4dec-b7c7-b2bce195e7d9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:57.423448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0bd8fad1-60ef-4c71-a4ee-bfae2ce85da1 None None] Provisioning complete for port da53e5f4-b273-499f-8f74-f5e6f7dcda9a triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:57.423878 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0bd8fad1-60ef-4c71-a4ee-bfae2ce85da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:57.452645 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-653f276a-e434-4d1a-a947-678e58514e6b tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:57.505911 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port e7e97183-c141-41e6-ac33-e333f31ee1d6 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:57.506275 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:57.508322 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-0d4548a9-21fe-4dec-b7c7-b2bce195e7d9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Ignored duplicate provisioning block setup for port 53db8ba0-caa2-42f6-9d15-7676e470640d by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 06:03:57.514914 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-41f54cb4-6968-4c39-9ccd-2152b5931f3c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:57.515906 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f54cb4-6968-4c39-9ccd-2152b5931f3c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Fanout notify agent at l3_agent the message router_deleted on router 130b1de7-48a6-499a-b21d-217a87214555 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:03:57.518972 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-72038a1e-7472-40e4-baab-d28e5e5753ba tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:57.523629 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0d4548a9-21fe-4dec-b7c7-b2bce195e7d9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:57.546022 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653f276a-e434-4d1a-a947-678e58514e6b tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:57.546814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-653f276a-e434-4d1a-a947-678e58514e6b tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:57.581573 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:57.606161 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-72038a1e-7472-40e4-baab-d28e5e5753ba tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:57.651831 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0bd8fad1-60ef-4c71-a4ee-bfae2ce85da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:57.746403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-41f54cb4-6968-4c39-9ccd-2152b5931f3c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:57.748940 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72038a1e-7472-40e4-baab-d28e5e5753ba tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2d7804-6aa9-4f4e-8895-f54e7eab6fb8,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:57.750331 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-41f54cb4-6968-4c39-9ccd-2152b5931f3c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/routers/130b1de7-48a6-499a-b21d-217a87214555 HTTP/1.1" status: 204 len: 168 time: 1.7442956 Feb 04 06:03:57.767049 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52040) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:57.848839 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.objects.ports [None req-a423d428-f922-4bd0-b92d-b8a90014831e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87470) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:03:57.865560 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a423d428-f922-4bd0-b92d-b8a90014831e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:57.895669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0bd8fad1-60ef-4c71-a4ee-bfae2ce85da1 None None] For port da53e5f4-b273-499f-8f74-f5e6f7dcda9a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=da53e5f4-b273-499f-8f74-f5e6f7dcda9a,segment=NetworkSegment(8e084d32-edf6-4e86-a470-e92882cd0657),segment_id=8e084d32-edf6-4e86-a470-e92882cd0657)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:57.906622 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7f514f6e-7609-4871-a67b-ea38a4247bfc up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:57.951152 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0bd8fad1-60ef-4c71-a4ee-bfae2ce85da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:57.987822 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] For port da53e5f4-b273-499f-8f74-f5e6f7dcda9a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=da53e5f4-b273-499f-8f74-f5e6f7dcda9a,segment=NetworkSegment(8e084d32-edf6-4e86-a470-e92882cd0657),segment_id=8e084d32-edf6-4e86-a470-e92882cd0657)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:57.989179 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.002207 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-653f276a-e434-4d1a-a947-678e58514e6b tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.037863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653f276a-e434-4d1a-a947-678e58514e6b tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 890fe4ef-de3a-4b06-9002-03ecb3eacc69 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 06:03:58.045809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1237df5c-ea67-489d-b25a-f417df514555 None None] Network c7c7bc62-2a06-41fd-86c3-448ab9b07aa8 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:58.047204 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4548a9-21fe-4dec-b7c7-b2bce195e7d9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=53db8ba0-caa2-42f6-9d15-7676e470640d,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:58.133311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0d4548a9-21fe-4dec-b7c7-b2bce195e7d9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] In _notify_port_updated(), no bound segment for port 53db8ba0-caa2-42f6-9d15-7676e470640d on network ec7607fe-ceae-448b-9dab-1c5d9a54e1c0 {{(pid=87471) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:03:58.139869 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4548a9-21fe-4dec-b7c7-b2bce195e7d9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:58.140067 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0d4548a9-21fe-4dec-b7c7-b2bce195e7d9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.145391 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0d4548a9-21fe-4dec-b7c7-b2bce195e7d9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "PUT /v2.0/ports/53db8ba0-caa2-42f6-9d15-7676e470640d HTTP/1.1" status: 200 len: 1011 time: 2.3612614 Feb 04 06:03:58.146099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52044) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:58.194221 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-72038a1e-7472-40e4-baab-d28e5e5753ba tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.195470 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-72038a1e-7472-40e4-baab-d28e5e5753ba tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1134093 Feb 04 06:03:58.217149 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52048) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:58.250937 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-61e65a9a-a61a-42eb-8e47-5fd729c8b115 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-group-rules/de2d7804-6aa9-4f4e-8895-f54e7eab6fb8 HTTP/1.1" status: 200 len: 763 time: 0.0324595 Feb 04 06:03:58.258349 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52052) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:58.296413 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5142f6e-2b4f-4613-9d84-7ced2f0a1a1e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting subnet 763275e1-df36-47f8-93c4-8a620e9cd2aa {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:03:58.299086 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-653f276a-e434-4d1a-a947-678e58514e6b tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.308789 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb9fc20-9d6d-43f8-9a24-ea4139f6b8bd None None] Network 21ee4a86-c5e8-4c6e-be03-dbecc3addf6e requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:58.311772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f276a-e434-4d1a-a947-678e58514e6b tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Pushing event deleted for resources: {'Network': ['ID=890fe4ef-de3a-4b06-9002-03ecb3eacc69,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:58.323300 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Calling delete_port for da53e5f4-b273-499f-8f74-f5e6f7dcda9a owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:58.347981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f5142f6e-2b4f-4613-9d84-7ced2f0a1a1e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.408579 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-3eaaf093-6913-418b-b27b-d45ecd008fcf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port 53db8ba0-caa2-42f6-9d15-7676e470640d {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:58.409363 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-653f276a-e434-4d1a-a947-678e58514e6b tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] 10.222.0.31 "DELETE /v2.0/networks/890fe4ef-de3a-4b06-9002-03ecb3eacc69 HTTP/1.1" status: 204 len: 168 time: 2.5740826 Feb 04 06:03:58.414015 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423d428-f922-4bd0-b92d-b8a90014831e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event updated for resources: {'Subnet': ['ID=f4fb0c5b-01ec-4425-a72a-a1d695fc606b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:58.418114 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52056) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:58.418287 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3eaaf093-6913-418b-b27b-d45ecd008fcf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.421484 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a423d428-f922-4bd0-b92d-b8a90014831e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Checking segment: {'id': '8aa88231-5c7d-4aa8-9444-73667654cd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '11219768-2138-4bfd-81b7-e4f957c5f53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:03:58.421977 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a423d428-f922-4bd0-b92d-b8a90014831e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Network hostable DHCP agents. Network: 11219768-2138-4bfd-81b7-e4f957c5f53c, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:03:58.432426 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-27bfceae-7dc9-4dee-9453-749bd1bead8f tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Request body: {'network': {'name': 'tempest-network--1288077289', 'router:external': True}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:58.437733 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-27bfceae-7dc9-4dee-9453-749bd1bead8f tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:58.442137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-27bfceae-7dc9-4dee-9453-749bd1bead8f tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Usage tracker for resource:network and tenant:f896e453084e40a3b220b68ebca1a7a7 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:58.445141 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-27bfceae-7dc9-4dee-9453-749bd1bead8f tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:58.450017 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.objects.ports [None req-49338a54-e649-4e8f-af26-42df9ff8675e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87471) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:03:58.451450 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-27bfceae-7dc9-4dee-9453-749bd1bead8f tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:58.487175 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-49338a54-e649-4e8f-af26-42df9ff8675e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.497023 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bfceae-7dc9-4dee-9453-749bd1bead8f tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Made reservation on behalf of f896e453084e40a3b220b68ebca1a7a7 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:58.499816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-27bfceae-7dc9-4dee-9453-749bd1bead8f tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.509499 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-af615e8b-4c2a-4e80-8f4e-d55227c139ad None None] Provisioning complete for port e7e97183-c141-41e6-ac33-e333f31ee1d6 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:58.510335 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-af615e8b-4c2a-4e80-8f4e-d55227c139ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.514292 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a423d428-f922-4bd0-b92d-b8a90014831e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Network 11219768-2138-4bfd-81b7-e4f957c5f53c is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:03:58.558345 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8fad1-60ef-4c71-a4ee-bfae2ce85da1 None None] Pushing event updated for resources: {'Port': ['ID=da53e5f4-b273-499f-8f74-f5e6f7dcda9a,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:58.563646 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-a423d428-f922-4bd0-b92d-b8a90014831e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 11219768-2138-4bfd-81b7-e4f957c5f53c) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:58.566150 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27bfceae-7dc9-4dee-9453-749bd1bead8f tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:58.574493 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a423d428-f922-4bd0-b92d-b8a90014831e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:58.575288 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a423d428-f922-4bd0-b92d-b8a90014831e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.579854 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49338a54-e649-4e8f-af26-42df9ff8675e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:58.583599 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:03:58.584048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:03:58.594528 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-49338a54-e649-4e8f-af26-42df9ff8675e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:58.595045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-27bfceae-7dc9-4dee-9453-749bd1bead8f tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.595511 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-27bfceae-7dc9-4dee-9453-749bd1bead8f tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Added segment 0d1ee76c-a28b-47ec-894c-df10f3cdf69b of type vlan for network dbddd87e-f1c5-441f-8761-4cd478777753 Feb 04 06:03:58.613288 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49338a54-e649-4e8f-af26-42df9ff8675e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:58.614391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-49338a54-e649-4e8f-af26-42df9ff8675e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.621178 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a423d428-f922-4bd0-b92d-b8a90014831e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1887045 Feb 04 06:03:58.622308 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f5142f6e-2b4f-4613-9d84-7ced2f0a1a1e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.624821 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52060) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:58.630981 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b1f1a2f6-76c8-4d1c-8928-aa030d484ecc tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Request body: {'port': {'network_id': '11219768-2138-4bfd-81b7-e4f957c5f53c', 'name': 'tempest-NetworksIpV6TestAttrs-478921478'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:58.654088 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e851ceb-ad38-40a1-b1d5-fc49d8687247 None None] Network 11219768-2138-4bfd-81b7-e4f957c5f53c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:58.677448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b2265f-c7e4-4e93-bcab-eb3f9300a173 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:58.711264 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0baffb67-518a-48f0-a147-123b6eabf18a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:58.725540 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd8fad1-60ef-4c71-a4ee-bfae2ce85da1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:58.725925 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd8fad1-60ef-4c71-a4ee-bfae2ce85da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:58.726267 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd8fad1-60ef-4c71-a4ee-bfae2ce85da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:58.726702 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd8fad1-60ef-4c71-a4ee-bfae2ce85da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:58.727035 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd8fad1-60ef-4c71-a4ee-bfae2ce85da1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:58.727427 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd8fad1-60ef-4c71-a4ee-bfae2ce85da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:58.727752 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd8fad1-60ef-4c71-a4ee-bfae2ce85da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:58.728168 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd8fad1-60ef-4c71-a4ee-bfae2ce85da1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:58.728506 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd8fad1-60ef-4c71-a4ee-bfae2ce85da1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:58.728809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd8fad1-60ef-4c71-a4ee-bfae2ce85da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:58.729126 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd8fad1-60ef-4c71-a4ee-bfae2ce85da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:58.729494 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd8fad1-60ef-4c71-a4ee-bfae2ce85da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:58.734878 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 7f514f6e-7609-4871-a67b-ea38a4247bfc completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:58.785739 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-27bfceae-7dc9-4dee-9453-749bd1bead8f tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.801359 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-49338a54-e649-4e8f-af26-42df9ff8675e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1802201 Feb 04 06:03:58.802308 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52064) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:58.824112 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49338a54-e649-4e8f-af26-42df9ff8675e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=0508fcf7-7b78-4a19-8545-5e844d7fbd73,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:58.830880 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-d1d7b63e-0f9b-473b-92bf-f400a1ac4f11 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'mac_address': 'fa:16:3e:7f:0b:61', 'name': 'tempest-NetworksTestDHCPv6-1466194295'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:58.857329 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0baffb67-518a-48f0-a147-123b6eabf18a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:03:58.858907 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0baffb67-518a-48f0-a147-123b6eabf18a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5954778 Feb 04 06:03:58.863614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52068) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:58.890428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b1f1a2f6-76c8-4d1c-8928-aa030d484ecc tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:58.899275 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-27bfceae-7dc9-4dee-9453-749bd1bead8f tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.900037 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bfceae-7dc9-4dee-9453-749bd1bead8f tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:58.901131 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-27bfceae-7dc9-4dee-9453-749bd1bead8f tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.904913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b1f1a2f6-76c8-4d1c-8928-aa030d484ecc tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Usage tracker for resource:port and tenant:d97d74f154374075aa76aefeb455aa77 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:59.022812 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device da53e5f4-b273-499f-8f74-f5e6f7dcda9a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:03:59.128947 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f5142f6e-2b4f-4613-9d84-7ced2f0a1a1e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:59.142118 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b1f1a2f6-76c8-4d1c-8928-aa030d484ecc tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:59.157265 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Deleting port da53e5f4-b273-499f-8f74-f5e6f7dcda9a {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:03:59.157964 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:59.169004 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d1d7b63e-0f9b-473b-92bf-f400a1ac4f11 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:03:59.185357 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d1d7b63e-0f9b-473b-92bf-f400a1ac4f11 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:port and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:03:59.192438 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d1d7b63e-0f9b-473b-92bf-f400a1ac4f11 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:03:59.209701 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d1d7b63e-0f9b-473b-92bf-f400a1ac4f11 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:59.224923 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3eaaf093-6913-418b-b27b-d45ecd008fcf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:59.242889 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b1f1a2f6-76c8-4d1c-8928-aa030d484ecc tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:03:59.261529 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a9294da-9594-4d8c-b3a6-37378c20dcef tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:59.285668 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-27bfceae-7dc9-4dee-9453-749bd1bead8f tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8630581 Feb 04 06:03:59.290554 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfceae-7dc9-4dee-9453-749bd1bead8f tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Pushing event updated for resources: {'Network': ['ID=dbddd87e-f1c5-441f-8761-4cd478777753,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:59.295465 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a9294da-9594-4d8c-b3a6-37378c20dcef tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:59.300221 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52072) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:59.320972 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network dbddd87e-f1c5-441f-8761-4cd478777753 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:03:59.335305 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f1a2f6-76c8-4d1c-8928-aa030d484ecc tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Made reservation on behalf of d97d74f154374075aa76aefeb455aa77 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:59.338948 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b1f1a2f6-76c8-4d1c-8928-aa030d484ecc tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:59.378828 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d7b63e-0f9b-473b-92bf-f400a1ac4f11 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:59.393859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-b1f1a2f6-76c8-4d1c-8928-aa030d484ecc tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] device_id is not set on port a8bcb2a4-e2df-409a-bd5e-73d217f49fd0 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:03:59.407152 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-3eaaf093-6913-418b-b27b-d45ecd008fcf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for 53db8ba0-caa2-42f6-9d15-7676e470640d owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:59.503036 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a9294da-9594-4d8c-b3a6-37378c20dcef tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:59.558026 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f5142f6e-2b4f-4613-9d84-7ced2f0a1a1e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:59.559062 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9294da-9594-4d8c-b3a6-37378c20dcef tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de2d7804-6aa9-4f4e-8895-f54e7eab6fb8,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:59.618002 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3db66fa5-addd-4cb9-9b80-5a0e38b46b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:59.624966 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port da53e5f4-b273-499f-8f74-f5e6f7dcda9a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:59.624966 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:59.625259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a9294da-9594-4d8c-b3a6-37378c20dcef tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:59.628761 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6a9294da-9594-4d8c-b3a6-37378c20dcef tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/de2d7804-6aa9-4f4e-8895-f54e7eab6fb8 HTTP/1.1" status: 204 len: 168 time: 0.7606099 Feb 04 06:03:59.641849 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52076) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:59.663559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f5142f6e-2b4f-4613-9d84-7ced2f0a1a1e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:59.666071 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5142f6e-2b4f-4613-9d84-7ced2f0a1a1e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Subnet': ['ID=763275e1-df36-47f8-93c4-8a620e9cd2aa,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:59.671813 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-11219768-2138-4bfd-81b7-e4f957c5f53c', 'network_id': '11219768-2138-4bfd-81b7-e4f957c5f53c', 'tenant_id': 'd97d74f154374075aa76aefeb455aa77', 'fixed_ips': [{'subnet_id': 'f4fb0c5b-01ec-4425-a72a-a1d695fc606b'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:03:59.672790 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:59.675416 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] For port da53e5f4-b273-499f-8f74-f5e6f7dcda9a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=da53e5f4-b273-499f-8f74-f5e6f7dcda9a,segment=NetworkSegment(8e084d32-edf6-4e86-a470-e92882cd0657),segment_id=8e084d32-edf6-4e86-a470-e92882cd0657)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:03:59.676374 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:59.694868 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d70e22-e044-43b8-b7e1-d193b04c3593 None None] Network 22d4ed3b-02fb-43d4-9de2-d7d5fd248d14 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:03:59.701480 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35f5506-7e22-4d9f-9be6-5a9a2e802fd8 tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:59.702040 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c35f5506-7e22-4d9f-9be6-5a9a2e802fd8 tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Synchronizing usage tracker for tenant:0f4fb36aa06342ca958b5b9d29974ba0 on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:03:59.721848 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f5142f6e-2b4f-4613-9d84-7ced2f0a1a1e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/subnets/763275e1-df36-47f8-93c4-8a620e9cd2aa HTTP/1.1" status: 204 len: 168 time: 1.7609019 Feb 04 06:03:59.726305 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52080) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:03:59.786363 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-af615e8b-4c2a-4e80-8f4e-d55227c139ad None None] Provisioning complete for port da53e5f4-b273-499f-8f74-f5e6f7dcda9a triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:59.786736 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-af615e8b-4c2a-4e80-8f4e-d55227c139ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:59.821247 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Calling delete_port for da53e5f4-b273-499f-8f74-f5e6f7dcda9a owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:03:59.879584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-b1f1a2f6-76c8-4d1c-8928-aa030d484ecc tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Allocated IP 2001:db8::f816:3eff:fe91:1ff5 (11219768-2138-4bfd-81b7-e4f957c5f53c/f4fb0c5b-01ec-4425-a72a-a1d695fc606b/a8bcb2a4-e2df-409a-bd5e-73d217f49fd0) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:59.919416 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': '0508fcf7-7b78-4a19-8545-5e844d7fbd73'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:03:59.920443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.018810 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d5674b7f-6ba7-41ee-a453-8a291d8cdec6 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3704362 Feb 04 06:04:00.019027 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.022307 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52084) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:00.046687 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d1d7b63e-0f9b-473b-92bf-f400a1ac4f11 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.065565 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-73901542-09f2-41c3-89af-050e456aa150 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group_rule': {'security_group_id': 'fef6f80e-d513-45c1-aed3-17f3f882d5d2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:00.079563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-73901542-09f2-41c3-89af-050e456aa150 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:00.082723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Port': ['ID=da53e5f4-b273-499f-8f74-f5e6f7dcda9a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:00.087583 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-73901542-09f2-41c3-89af-050e456aa150 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group_rule and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:00.092000 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-73901542-09f2-41c3-89af-050e456aa150 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:00.097957 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c35f5506-7e22-4d9f-9be6-5a9a2e802fd8 tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Unset dirty status for tenant:0f4fb36aa06342ca958b5b9d29974ba0 on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:00.103229 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c35f5506-7e22-4d9f-9be6-5a9a2e802fd8 tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] 10.222.0.31 "GET /v2.0/networks/dbddd87e-f1c5-441f-8761-4cd478777753 HTTP/1.1" status: 200 len: 757 time: 0.7979255 Feb 04 06:04:00.105795 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Could not find standard attr ID for object da53e5f4-b273-499f-8f74-f5e6f7dcda9a. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:04:00.106734 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52088) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:00.128115 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-73901542-09f2-41c3-89af-050e456aa150 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:00.148070 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-af615e8b-4c2a-4e80-8f4e-d55227c139ad None None] Could not find standard attr ID for object da53e5f4-b273-499f-8f74-f5e6f7dcda9a. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:04:00.160401 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No ports have port_id starting with da53e5f4-b273-499f-8f74-f5e6f7dcda9a Feb 04 06:04:00.171359 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d1d7b63e-0f9b-473b-92bf-f400a1ac4f11 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port 5221929e-a589-4d4c-a281-585842012739 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:04:00.211007 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.plugins.ml2.db [None req-af615e8b-4c2a-4e80-8f4e-d55227c139ad None None] No ports have port_id starting with da53e5f4-b273-499f-8f74-f5e6f7dcda9a Feb 04 06:04:00.218601 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] No DVR routers for this DVR port da53e5f4-b273-499f-8f74-f5e6f7dcda9a on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:04:00.310600 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-73901542-09f2-41c3-89af-050e456aa150 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.345059 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Allocated IP 2001:db8::f816:3eff:fef1:77bd (65e4f961-4ab6-4ffd-8973-b6f04910c762/0508fcf7-7b78-4a19-8545-5e844d7fbd73/99eb4247-1e56-4bf5-b91d-44c3442725a9) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:00.407921 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-73901542-09f2-41c3-89af-050e456aa150 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.419762 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.427100 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.451852 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-73901542-09f2-41c3-89af-050e456aa150 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.482335 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45feb70-ce4b-46eb-b63b-abae960ff3c0 None None] DHCP port deletion for 22d4ed3b-02fb-43d4-9de2-d7d5fd248d14 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:04:00.492091 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-e45feb70-ce4b-46eb-b63b-abae960ff3c0 None None] Deleting port c2048c03-137e-4da6-8678-a3495732afbb {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:00.492619 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e45feb70-ce4b-46eb-b63b-abae960ff3c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.498216 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73901542-09f2-41c3-89af-050e456aa150 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efe06ec-8290-41df-9c71-4375bc5f4a2b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:00.528191 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-73901542-09f2-41c3-89af-050e456aa150 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.531993 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-73901542-09f2-41c3-89af-050e456aa150 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4744055 Feb 04 06:04:00.533084 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52092) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:00.536611 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c2db0a-8a7b-41e0-82fc-eb1ef9bfea4c None None] DHCP port deletion for c7c7bc62-2a06-41fd-86c3-448ab9b07aa8 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:04:00.556505 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9eb3f436-d1d4-4ce7-8605-29dbe0c4f685 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-group-rules/6efe06ec-8290-41df-9c71-4375bc5f4a2b HTTP/1.1" status: 200 len: 764 time: 0.0222280 Feb 04 06:04:00.560333 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52096) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:00.560484 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe57c10c-188f-46ef-93c1-4e9c136216a0 tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:00.564504 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fe57c10c-188f-46ef-93c1-4e9c136216a0 tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] 10.222.0.31 "GET /v2.0/networks/412bb161-d55a-4e8c-94a8-90e0235dfccf HTTP/1.1" status: 200 len: 768 time: 0.4488730 Feb 04 06:04:00.568716 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52100) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:00.596803 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.619953 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port c2048c03-137e-4da6-8678-a3495732afbb {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:00.620292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.644008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Subnet': ['ID=09c19c0f-2369-46c2-885e-6759057c8be6,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:00.664220 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c7036f-9a61-4317-86cc-c9604b1e0534 None None] Network c7c7bc62-2a06-41fd-86c3-448ab9b07aa8 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:00.688145 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5ea234aa-e249-49c8-a3c9-5fbae07dffbc tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:00.791931 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.793305 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3eaaf093-6913-418b-b27b-d45ecd008fcf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.803406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-21121d8f-e228-4103-9142-7efe132973b8 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.804368 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-af615e8b-4c2a-4e80-8f4e-d55227c139ad None None] Provisioning for port 53db8ba0-caa2-42f6-9d15-7676e470640d completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:00.849766 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5ea234aa-e249-49c8-a3c9-5fbae07dffbc tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:00.854291 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5ea234aa-e249-49c8-a3c9-5fbae07dffbc tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2899020 Feb 04 06:04:00.857271 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52104) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:00.874863 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-af615e8b-4c2a-4e80-8f4e-d55227c139ad None None] Provisioning complete for port 53db8ba0-caa2-42f6-9d15-7676e470640d triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:00.875414 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-af615e8b-4c2a-4e80-8f4e-d55227c139ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.885702 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c7bc62-2a06-41fd-86c3-448ab9b07aa8']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:00.904089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e084d32-edf6-4e86-a470-e92882cd0657') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:00.904937 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e084d32-edf6-4e86-a470-e92882cd0657') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:00.932003 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaaf093-6913-418b-b27b-d45ecd008fcf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Port': ['ID=53db8ba0-caa2-42f6-9d15-7676e470640d,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:00.932172 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.959416 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-af615e8b-4c2a-4e80-8f4e-d55227c139ad None None] Port 53db8ba0-caa2-42f6-9d15-7676e470640d was deleted so its status cannot be updated. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 06:04:00.965290 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.986290 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.989076 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:00.989790 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:01.009944 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:01.036933 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b1f1a2f6-76c8-4d1c-8928-aa030d484ecc tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.045437 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3eaaf093-6913-418b-b27b-d45ecd008fcf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.046876 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Transition to ACTIVE for port object 99eb4247-1e56-4bf5-b91d-44c3442725a9 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:01.055674 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device da53e5f4-b273-499f-8f74-f5e6f7dcda9a no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:04:01.071169 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-b1f1a2f6-76c8-4d1c-8928-aa030d484ecc tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Transition to ACTIVE for port object a8bcb2a4-e2df-409a-bd5e-73d217f49fd0 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:01.113750 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Transition to ACTIVE for port object 99eb4247-1e56-4bf5-b91d-44c3442725a9 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:01.118025 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e45feb70-ce4b-46eb-b63b-abae960ff3c0 None None] For port c2048c03-137e-4da6-8678-a3495732afbb, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c2048c03-137e-4da6-8678-a3495732afbb,segment=NetworkSegment(61e7245f-c440-44d1-9bea-4452d99e11b8),segment_id=61e7245f-c440-44d1-9bea-4452d99e11b8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:01.118902 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e45feb70-ce4b-46eb-b63b-abae960ff3c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.142645 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.146936 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4a6114-eea5-4d92-a164-1303d968fa92 None None] DHCP port deletion for c7c7bc62-2a06-41fd-86c3-448ab9b07aa8 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:04:01.196356 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: da53e5f4-b273-499f-8f74-f5e6f7dcda9a {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:04:01.197140 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device da53e5f4-b273-499f-8f74-f5e6f7dcda9a not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:04:01.197703 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c2048c03-137e-4da6-8678-a3495732afbb no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:04:01.223172 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c9f1e39b-58a8-4d3a-9d64-eb451c461077 None None] Could not find standard attr ID for object da53e5f4-b273-499f-8f74-f5e6f7dcda9a. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:04:01.231473 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-d1d7b63e-0f9b-473b-92bf-f400a1ac4f11 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::f816:3eff:fe7f:b61 (65e4f961-4ab6-4ffd-8973-b6f04910c762/0508fcf7-7b78-4a19-8545-5e844d7fbd73/5221929e-a589-4d4c-a281-585842012739) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:01.290772 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c9f1e39b-58a8-4d3a-9d64-eb451c461077 None None] Could not find standard attr ID for object 53db8ba0-caa2-42f6-9d15-7676e470640d. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:04:01.309855 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1f64-a7d9-4ffd-b9d9-57dd3abe0b99 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.313651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b1f1a2f6-76c8-4d1c-8928-aa030d484ecc tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.316253 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.320763 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1f64-a7d9-4ffd-b9d9-57dd3abe0b99 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.386232 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.413642 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3eaaf093-6913-418b-b27b-d45ecd008fcf tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/ports/53db8ba0-caa2-42f6-9d15-7676e470640d HTTP/1.1" status: 204 len: 168 time: 3.2584693 Feb 04 06:04:01.414695 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Network': ['ID=c7c7bc62-2a06-41fd-86c3-448ab9b07aa8,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:01.418866 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52108) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:01.435562 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f1a2f6-76c8-4d1c-8928-aa030d484ecc tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Network 11219768-2138-4bfd-81b7-e4f957c5f53c is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:01.469017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-b1f1a2f6-76c8-4d1c-8928-aa030d484ecc tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:01.477248 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1a2f6-76c8-4d1c-8928-aa030d484ecc tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event updated for resources: {'Port': ['ID=a8bcb2a4-e2df-409a-bd5e-73d217f49fd0,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:01.485885 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f1a2f6-76c8-4d1c-8928-aa030d484ecc tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:01.489584 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-e45feb70-ce4b-46eb-b63b-abae960ff3c0 None None] Calling delete_port for c2048c03-137e-4da6-8678-a3495732afbb owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:01.492495 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f1a2f6-76c8-4d1c-8928-aa030d484ecc tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:01.493309 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b1f1a2f6-76c8-4d1c-8928-aa030d484ecc tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.498119 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-90df33f2-1f9e-4d69-b221-75c9ed676c20 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/networks/c7c7bc62-2a06-41fd-86c3-448ab9b07aa8 HTTP/1.1" status: 204 len: 168 time: 5.9591424 Feb 04 06:04:01.501721 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52112) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:01.519976 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] For port c2048c03-137e-4da6-8678-a3495732afbb, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c2048c03-137e-4da6-8678-a3495732afbb,segment=NetworkSegment(61e7245f-c440-44d1-9bea-4452d99e11b8),segment_id=61e7245f-c440-44d1-9bea-4452d99e11b8)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:01.520588 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.527749 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1f64-a7d9-4ffd-b9d9-57dd3abe0b99 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.540298 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-32efde2f-f44d-4fb3-b994-18694b43bb7b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] GET failed (client error): The resource could not be found. Feb 04 06:04:01.541622 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-32efde2f-f44d-4fb3-b994-18694b43bb7b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports/53db8ba0-caa2-42f6-9d15-7676e470640d HTTP/1.1" status: 404 len: 333 time: 0.1200690 Feb 04 06:04:01.547607 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52116) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:01.547792 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-21121d8f-e228-4103-9142-7efe132973b8 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.551281 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:01.563553 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f1f64-a7d9-4ffd-b9d9-57dd3abe0b99 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6efe06ec-8290-41df-9c71-4375bc5f4a2b,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:01.566119 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:01.569204 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:01.584357 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-63cce01e-d778-4bc6-a8ac-432565e98195 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:01.585061 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63cce01e-d778-4bc6-a8ac-432565e98195 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:01.587003 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-63cce01e-d778-4bc6-a8ac-432565e98195 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/subnets/09c19c0f-2369-46c2-885e-6759057c8be6 HTTP/1.1" status: 404 len: 337 time: 0.0842061 Feb 04 06:04:01.591957 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52120) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:01.593347 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Pushing event updated for resources: {'Port': ['ID=99eb4247-1e56-4bf5-b91d-44c3442725a9,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:01.629579 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c9f1e39b-58a8-4d3a-9d64-eb451c461077 None None] Provisioning for port 7f514f6e-7609-4871-a67b-ea38a4247bfc completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:01.629799 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b1f1a2f6-76c8-4d1c-8928-aa030d484ecc tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.0011957 Feb 04 06:04:01.632137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52124) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:01.637706 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad09efc4-e535-41d7-9c9b-00b122062222 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:01.638164 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad09efc4-e535-41d7-9c9b-00b122062222 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:01.642218 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ad09efc4-e535-41d7-9c9b-00b122062222 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/networks/c7c7bc62-2a06-41fd-86c3-448ab9b07aa8 HTTP/1.1" status: 404 len: 339 time: 0.0416238 Feb 04 06:04:01.660667 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Allocated IP 2001:db8::f816:3eff:feff:64bc (11219768-2138-4bfd-81b7-e4f957c5f53c/f4fb0c5b-01ec-4425-a72a-a1d695fc606b/e2edfeab-1881-4df3-a07d-dcab9b5931c5) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:01.669959 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52128) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:01.696383 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c9f1e39b-58a8-4d3a-9d64-eb451c461077 None None] Provisioning complete for port 7f514f6e-7609-4871-a67b-ea38a4247bfc triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:01.696801 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e39b-58a8-4d3a-9d64-eb451c461077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.711738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for c2048c03-137e-4da6-8678-a3495732afbb owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:01.783871 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d04c60-4a16-4ee4-81fb-f04162403ede tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting subnet c37ed89e-898f-40cf-8fb1-b499139b6a65 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:04:01.796362 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93d04c60-4a16-4ee4-81fb-f04162403ede tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.850589 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ab0ca1-ae9c-4a6c-98a8-6174e3a7b381 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Deleting subnet f4fb0c5b-01ec-4425-a72a-a1d695fc606b {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:04:01.866983 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Attempting to bind port 99eb4247-1e56-4bf5-b91d-44c3442725a9 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:01.867355 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Attempting to bind port 99eb4247-1e56-4bf5-b91d-44c3442725a9 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:01.867727 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Attempting to bind port 99eb4247-1e56-4bf5-b91d-44c3442725a9 on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:04:01.871218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-548d6761-d2d8-49bd-a4eb-849208fc1362 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.888319 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93d04c60-4a16-4ee4-81fb-f04162403ede tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.901223 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-21121d8f-e228-4103-9142-7efe132973b8 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbddd87e-f1c5-441f-8761-4cd478777753']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:01.922486 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e45feb70-ce4b-46eb-b63b-abae960ff3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.926399 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1f64-a7d9-4ffd-b9d9-57dd3abe0b99 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.929958 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fa6f1f64-a7d9-4ffd-b9d9-57dd3abe0b99 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6efe06ec-8290-41df-9c71-4375bc5f4a2b HTTP/1.1" status: 204 len: 168 time: 1.0606642 Feb 04 06:04:01.933048 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-21121d8f-e228-4103-9142-7efe132973b8 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1ee76c-a28b-47ec-894c-df10f3cdf69b') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:01.933407 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-21121d8f-e228-4103-9142-7efe132973b8 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1ee76c-a28b-47ec-894c-df10f3cdf69b') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:01.943797 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52132) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:01.986575 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-21121d8f-e228-4103-9142-7efe132973b8 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.003319 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:04:02.003797 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:02.004115 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.004471 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:04:02.004978 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Bound port: 99eb4247-1e56-4bf5-b91d-44c3442725a9, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:02.005343 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.013283 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d1d7b63e-0f9b-473b-92bf-f400a1ac4f11 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.021961 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.032073 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45feb70-ce4b-46eb-b63b-abae960ff3c0 None None] Pushing event deleted for resources: {'Port': ['ID=c2048c03-137e-4da6-8678-a3495732afbb,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:02.032837 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-21121d8f-e228-4103-9142-7efe132973b8 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.034146 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-070991b7-7f5b-4103-a87e-7e387ab6d1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.062219 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45feb70-ce4b-46eb-b63b-abae960ff3c0 None None] No DVR routers for this DVR port c2048c03-137e-4da6-8678-a3495732afbb on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:04:02.065921 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a7aa2e80-59f3-40d3-9ec6-0be65a45606c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:02.068887 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d1d7b63e-0f9b-473b-92bf-f400a1ac4f11 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object 5221929e-a589-4d4c-a281-585842012739 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:02.070311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21121d8f-e228-4103-9142-7efe132973b8 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:02.070680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-21121d8f-e228-4103-9142-7efe132973b8 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.073199 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-548d6761-d2d8-49bd-a4eb-849208fc1362 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:02.085304 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:02.088433 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:04:02.088433 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:04:02.108064 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-548d6761-d2d8-49bd-a4eb-849208fc1362 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17000124-5c20-44d1-8c7e-bd94e3c5ef50']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:02.126865 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93d04c60-4a16-4ee4-81fb-f04162403ede tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.154569 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-548d6761-d2d8-49bd-a4eb-849208fc1362 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915768d9-5170-4948-a985-d48d992f0f4b') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:02.155051 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-548d6761-d2d8-49bd-a4eb-849208fc1362 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915768d9-5170-4948-a985-d48d992f0f4b') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:02.177745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-548d6761-d2d8-49bd-a4eb-849208fc1362 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.207642 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-548d6761-d2d8-49bd-a4eb-849208fc1362 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.233311 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548d6761-d2d8-49bd-a4eb-849208fc1362 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:02.233568 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-21121d8f-e228-4103-9142-7efe132973b8 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.233722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-548d6761-d2d8-49bd-a4eb-849208fc1362 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:02.250055 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:02.255303 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93d04c60-4a16-4ee4-81fb-f04162403ede tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.260388 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21121d8f-e228-4103-9142-7efe132973b8 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dbddd87e-f1c5-441f-8761-4cd478777753 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 06:04:02.266308 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a7aa2e80-59f3-40d3-9ec6-0be65a45606c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:02.267861 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a7aa2e80-59f3-40d3-9ec6-0be65a45606c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3201113 Feb 04 06:04:02.269138 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-21121d8f-e228-4103-9142-7efe132973b8 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.272958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21121d8f-e228-4103-9142-7efe132973b8 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Pushing event deleted for resources: {'Network': ['ID=dbddd87e-f1c5-441f-8761-4cd478777753,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:02.275612 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52136) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:02.326264 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d1d7b63e-0f9b-473b-92bf-f400a1ac4f11 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.329444 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-21121d8f-e228-4103-9142-7efe132973b8 tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] 10.222.0.31 "DELETE /v2.0/networks/dbddd87e-f1c5-441f-8761-4cd478777753 HTTP/1.1" status: 204 len: 168 time: 1.7596095 Feb 04 06:04:02.336361 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e39b-58a8-4d3a-9d64-eb451c461077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.346244 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52140) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:02.371856 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] For port 99eb4247-1e56-4bf5-b91d-44c3442725a9, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:04:02.385186 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4ccb3dd6-75ee-43a3-87fe-ca2261c4706d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Request body: {'network': {'name': 'tempest-network--1181026447'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:02.396803 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-548d6761-d2d8-49bd-a4eb-849208fc1362 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.398905 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d04c60-4a16-4ee4-81fb-f04162403ede tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Subnet': ['ID=c37ed89e-898f-40cf-8fb1-b499139b6a65,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:02.400543 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] For port 99eb4247-1e56-4bf5-b91d-44c3442725a9, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=99eb4247-1e56-4bf5-b91d-44c3442725a9,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:04:02.403850 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4ccb3dd6-75ee-43a3-87fe-ca2261c4706d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:02.412813 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.421523 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-548d6761-d2d8-49bd-a4eb-849208fc1362 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.425512 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.426690 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93d04c60-4a16-4ee4-81fb-f04162403ede tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.431891 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-c9f1e39b-58a8-4d3a-9d64-eb451c461077 None None] For port 7f514f6e-7609-4871-a67b-ea38a4247bfc, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=7f514f6e-7609-4871-a67b-ea38a4247bfc,segment=NetworkSegment(b800030f-4519-40c4-ad97-2b91b3fdbeb9),segment_id=b800030f-4519-40c4-ad97-2b91b3fdbeb9)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:02.440030 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d7b63e-0f9b-473b-92bf-f400a1ac4f11 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:02.444082 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4ccb3dd6-75ee-43a3-87fe-ca2261c4706d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Usage tracker for resource:network and tenant:f896e453084e40a3b220b68ebca1a7a7 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:02.446202 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-d1d7b63e-0f9b-473b-92bf-f400a1ac4f11 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:02.451380 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-366f5be6-4e4e-42a2-a6a4-b5638dbb3469 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.451821 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d6761-d2d8-49bd-a4eb-849208fc1362 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Network': ['ID=17000124-5c20-44d1-8c7e-bd94e3c5ef50,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:02.453916 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7b63e-0f9b-473b-92bf-f400a1ac4f11 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:02.456502 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4ccb3dd6-75ee-43a3-87fe-ca2261c4706d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:02.460333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d7b63e-0f9b-473b-92bf-f400a1ac4f11 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:02.461206 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d1d7b63e-0f9b-473b-92bf-f400a1ac4f11 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.464098 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-93d04c60-4a16-4ee4-81fb-f04162403ede tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/subnets/c37ed89e-898f-40cf-8fb1-b499139b6a65 HTTP/1.1" status: 204 len: 168 time: 0.9116321 Feb 04 06:04:02.465692 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-548d6761-d2d8-49bd-a4eb-849208fc1362 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/networks/17000124-5c20-44d1-8c7e-bd94e3c5ef50 HTTP/1.1" status: 204 len: 168 time: 0.7918115 Feb 04 06:04:02.465810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7b63e-0f9b-473b-92bf-f400a1ac4f11 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=5221929e-a589-4d4c-a281-585842012739,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:02.466861 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4ccb3dd6-75ee-43a3-87fe-ca2261c4706d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:02.468759 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52144) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:02.469092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52146) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:02.506413 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-366f5be6-4e4e-42a2-a6a4-b5638dbb3469 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.519094 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d1d7b63e-0f9b-473b-92bf-f400a1ac4f11 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6966009 Feb 04 06:04:02.522296 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52152) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:02.528958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb01e09-d597-44fb-8766-a83b009203e4 None None] Network ec7607fe-ceae-448b-9dab-1c5d9a54e1c0 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:02.543420 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ddfb081-c1d2-471b-862a-6f2b23b76a9d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:02.543900 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ddfb081-c1d2-471b-862a-6f2b23b76a9d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:02.545623 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0ddfb081-c1d2-471b-862a-6f2b23b76a9d tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/subnets/5e97b8ac-86ab-4246-8c1b-32a4a629df8e HTTP/1.1" status: 404 len: 337 time: 0.0737395 Feb 04 06:04:02.551584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52156) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:02.587383 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port c2048c03-137e-4da6-8678-a3495732afbb {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:02.588134 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.593771 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccb3dd6-75ee-43a3-87fe-ca2261c4706d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Made reservation on behalf of f896e453084e40a3b220b68ebca1a7a7 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:02.596406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ccb3dd6-75ee-43a3-87fe-ca2261c4706d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.613972 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff0b3ae-33d6-4493-9436-c9149165d60b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:02.614419 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff0b3ae-33d6-4493-9436-c9149165d60b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:02.616111 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9ff0b3ae-33d6-4493-9436-c9149165d60b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/networks/dbae7ff2-5a29-4598-a2c6-60151bc5673b HTTP/1.1" status: 404 len: 339 time: 0.0593860 Feb 04 06:04:02.623297 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52160) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:02.671724 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Transition to ACTIVE for port object e2edfeab-1881-4df3-a07d-dcab9b5931c5 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:02.674329 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899573b2-7f83-4852-b3e9-f34e771f4be4 None None] Pushing event updated for resources: {'Port': ['ID=99eb4247-1e56-4bf5-b91d-44c3442725a9,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:02.677335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] The port 'c2048c03-137e-4da6-8678-a3495732afbb' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:04:02.683749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e04468c-12f3-49b0-9a31-aaa680a566a3 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting subnet 6e21c23f-2dd8-4aef-aa5f-b0ce08d9bc3b {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:04:02.702260 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2e04468c-12f3-49b0-9a31-aaa680a566a3 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.727826 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e39b-58a8-4d3a-9d64-eb451c461077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.729761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ccb3dd6-75ee-43a3-87fe-ca2261c4706d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:04:02.759259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ccb3dd6-75ee-43a3-87fe-ca2261c4706d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.759951 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-4ccb3dd6-75ee-43a3-87fe-ca2261c4706d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Added segment 14d06603-52a0-4b3b-a423-03cecb193f51 of type vlan for network ac05f699-0b01-41f4-a8c1-57a8b8f4dc59 Feb 04 06:04:02.766947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-29388c80-f8f1-4b3d-9066-6d27f1ecd1df tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Deleting subnet d9cd997d-285f-47f7-b460-d52730cca0a4 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:04:02.770160 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-29388c80-f8f1-4b3d-9066-6d27f1ecd1df tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.808098 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.829911 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Transition to ACTIVE for port object e2edfeab-1881-4df3-a07d-dcab9b5931c5 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:02.831603 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-29388c80-f8f1-4b3d-9066-6d27f1ecd1df tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.838134 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d4ed3b-02fb-43d4-9de2-d7d5fd248d14']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:02.851570 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e7245f-c440-44d1-9bea-4452d99e11b8') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:02.852024 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e7245f-c440-44d1-9bea-4452d99e11b8') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:02.866258 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-80ab0ca1-ae9c-4a6c-98a8-6174e3a7b381 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.873556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.878198 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.881677 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-366f5be6-4e4e-42a2-a6a4-b5638dbb3469 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.887184 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.921563 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f5be6-4e4e-42a2-a6a4-b5638dbb3469 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef6f80e-d513-45c1-aed3-17f3f882d5d2,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:02.925868 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.936960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.945893 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0ac758-216e-4f20-9306-d78078de0159 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:02.955021 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0ac758-216e-4f20-9306-d78078de0159 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:02.956094 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Network 11219768-2138-4bfd-81b7-e4f957c5f53c is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:02.956357 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-aa0ac758-216e-4f20-9306-d78078de0159 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:02.960687 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:02.963974 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1e39b-58a8-4d3a-9d64-eb451c461077 None None] Pushing event updated for resources: {'Port': ['ID=7f514f6e-7609-4871-a67b-ea38a4247bfc,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:02.967434 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:02.967656 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:02.968245 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:02.997865 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:03.122203 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.127011 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-366f5be6-4e4e-42a2-a6a4-b5638dbb3469 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.128184 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-366f5be6-4e4e-42a2-a6a4-b5638dbb3469 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-groups/fef6f80e-d513-45c1-aed3-17f3f882d5d2 HTTP/1.1" status: 204 len: 168 time: 0.8502505 Feb 04 06:04:03.132302 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-29388c80-f8f1-4b3d-9066-6d27f1ecd1df tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.145826 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52164) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:03.147202 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.175591 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-aa0ac758-216e-4f20-9306-d78078de0159 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:03.179746 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-aa0ac758-216e-4f20-9306-d78078de0159 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6557732 Feb 04 06:04:03.183382 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52168) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:03.184720 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Network': ['ID=22d4ed3b-02fb-43d4-9de2-d7d5fd248d14,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:03.188051 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Attempting to bind port e2edfeab-1881-4df3-a07d-dcab9b5931c5 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:03.188487 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Attempting to bind port e2edfeab-1881-4df3-a07d-dcab9b5931c5 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '8aa88231-5c7d-4aa8-9444-73667654cd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '11219768-2138-4bfd-81b7-e4f957c5f53c'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:03.188905 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Attempting to bind port e2edfeab-1881-4df3-a07d-dcab9b5931c5 on network 11219768-2138-4bfd-81b7-e4f957c5f53c {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:04:03.199137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Pushing event updated for resources: {'Port': ['ID=e2edfeab-1881-4df3-a07d-dcab9b5931c5,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:03.210533 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:04:03.211047 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Checking segment: {'id': '8aa88231-5c7d-4aa8-9444-73667654cd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '11219768-2138-4bfd-81b7-e4f957c5f53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:03.211507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.212053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Bound using segment: {'id': '8aa88231-5c7d-4aa8-9444-73667654cd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '11219768-2138-4bfd-81b7-e4f957c5f53c'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:04:03.212643 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Bound port: e2edfeab-1881-4df3-a07d-dcab9b5931c5, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa88231-5c7d-4aa8-9444-73667654cd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '11219768-2138-4bfd-81b7-e4f957c5f53c'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:03.213074 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.230589 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-763a0bb3-38e2-46ff-8df5-e26b917bd977 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/networks/22d4ed3b-02fb-43d4-9de2-d7d5fd248d14 HTTP/1.1" status: 204 len: 168 time: 3.4961464 Feb 04 06:04:03.230805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2e04468c-12f3-49b0-9a31-aaa680a566a3 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.231331 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52172) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:03.389499 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-80ab0ca1-ae9c-4a6c-98a8-6174e3a7b381 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.392887 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-24463fe4-6593-4434-a935-9883015bf430 None None] For port e2edfeab-1881-4df3-a07d-dcab9b5931c5, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:04:03.397026 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-24463fe4-6593-4434-a935-9883015bf430 None None] For port e2edfeab-1881-4df3-a07d-dcab9b5931c5, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e2edfeab-1881-4df3-a07d-dcab9b5931c5,segment=NetworkSegment(8aa88231-5c7d-4aa8-9444-73667654cd8c),segment_id=8aa88231-5c7d-4aa8-9444-73667654cd8c)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:04:03.397294 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-dfb69a20-f000-45fc-a6b0-6f2dc005ec7d tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:03.403317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f09ff125-0051-416b-9316-e1ff0a63db86 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port 5221929e-a589-4d4c-a281-585842012739 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:03.403666 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f09ff125-0051-416b-9316-e1ff0a63db86 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.405386 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.442234 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125c76b2-667d-4890-b040-ba168ff54d34 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:03.443959 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-125c76b2-667d-4890-b040-ba168ff54d34 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Synchronizing usage tracker for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:03.448024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ccb3dd6-75ee-43a3-87fe-ca2261c4706d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.500997 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-125c76b2-667d-4890-b040-ba168ff54d34 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Unset dirty status for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:03.509658 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52176) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:03.512481 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-125c76b2-667d-4890-b040-ba168ff54d34 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports/aada0945-ae78-4e91-b725-e9105ac51bb9 HTTP/1.1" status: 200 len: 840 time: 0.2800407 Feb 04 06:04:03.520602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24463fe4-6593-4434-a935-9883015bf430 None None] Pushing event updated for resources: {'Port': ['ID=e2edfeab-1881-4df3-a07d-dcab9b5931c5,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:03.586890 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-dfb69a20-f000-45fc-a6b0-6f2dc005ec7d tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:03.592522 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-dfb69a20-f000-45fc-a6b0-6f2dc005ec7d tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4344730 Feb 04 06:04:03.595449 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52180) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:03.613179 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-97a46ec6-c915-4196-a2ec-253cdc1bad6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group': {'name': 'tempest-secgroup--1695293455'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:03.624965 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ccb3dd6-75ee-43a3-87fe-ca2261c4706d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.625927 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccb3dd6-75ee-43a3-87fe-ca2261c4706d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:03.626650 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ccb3dd6-75ee-43a3-87fe-ca2261c4706d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.631311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-97a46ec6-c915-4196-a2ec-253cdc1bad6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:03.670721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-97a46ec6-c915-4196-a2ec-253cdc1bad6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:03.747277 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-29388c80-f8f1-4b3d-9066-6d27f1ecd1df tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.806806 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f09ff125-0051-416b-9316-e1ff0a63db86 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.835665 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-05a9a3cd-b740-4931-ac59-662e0d62ec24 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports/aada0945-ae78-4e91-b725-e9105ac51bb9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3117108 Feb 04 06:04:03.835665 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-29388c80-f8f1-4b3d-9066-6d27f1ecd1df tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.837261 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-29388c80-f8f1-4b3d-9066-6d27f1ecd1df tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/subnets/d9cd997d-285f-47f7-b460-d52730cca0a4 HTTP/1.1" status: 204 len: 168 time: 1.2127984 Feb 04 06:04:03.842397 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52184) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:03.842776 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52186) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:03.852990 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab790f3-0caa-48d9-bace-9caf678ba30c None None] Network e0228689-5a4f-4fe4-87c3-fbe3c50340f3 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:03.871205 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29388c80-f8f1-4b3d-9066-6d27f1ecd1df tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Subnet': ['ID=d9cd997d-285f-47f7-b460-d52730cca0a4,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:03.875468 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4ccb3dd6-75ee-43a3-87fe-ca2261c4706d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4956126 Feb 04 06:04:03.877394 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2e04468c-12f3-49b0-9a31-aaa680a566a3 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.913824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-91d98340-e3d5-450b-b5d1-8332b37bb09a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'subnet': {'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:04.006885 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52192) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:04.038777 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f09ff125-0051-416b-9316-e1ff0a63db86 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for 5221929e-a589-4d4c-a281-585842012739 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:04.090480 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-91d98340-e3d5-450b-b5d1-8332b37bb09a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:04.094403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-91d98340-e3d5-450b-b5d1-8332b37bb09a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:subnet and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:04.099200 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-91d98340-e3d5-450b-b5d1-8332b37bb09a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:04.099880 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f601fe65-526a-471b-9865-6b7ababbc72d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:04.105381 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-91d98340-e3d5-450b-b5d1-8332b37bb09a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:04.136084 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-97a46ec6-c915-4196-a2ec-253cdc1bad6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.263806 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4306e5-3aab-4f95-8517-2becc452f27b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Deleting subnet 0275c081-ff48-444a-9288-ebcf4a98ce73 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:04:04.272369 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb3dd6-75ee-43a3-87fe-ca2261c4706d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Pushing event updated for resources: {'Network': ['ID=ac05f699-0b01-41f4-a8c1-57a8b8f4dc59,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:04.290063 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network ac05f699-0b01-41f4-a8c1-57a8b8f4dc59 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:04:04.299964 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d98340-e3d5-450b-b5d1-8332b37bb09a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:04.303686 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-91d98340-e3d5-450b-b5d1-8332b37bb09a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.396228 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.405077 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f4306e5-3aab-4f95-8517-2becc452f27b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.463831 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-97a46ec6-c915-4196-a2ec-253cdc1bad6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:04.466845 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-80ab0ca1-ae9c-4a6c-98a8-6174e3a7b381 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.475432 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-97a46ec6-c915-4196-a2ec-253cdc1bad6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group_rule and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:04.483552 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-97a46ec6-c915-4196-a2ec-253cdc1bad6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:04.486232 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-560bdb45-a617-4bec-a508-fed329e50e0e None None] Provisioning complete for port e7e97183-c141-41e6-ac33-e333f31ee1d6 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:04.486772 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-560bdb45-a617-4bec-a508-fed329e50e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.497975 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-97a46ec6-c915-4196-a2ec-253cdc1bad6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:04.548514 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f4306e5-3aab-4f95-8517-2becc452f27b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.683611 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2e04468c-12f3-49b0-9a31-aaa680a566a3 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.751438 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04468c-12f3-49b0-9a31-aaa680a566a3 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Subnet': ['ID=6e21c23f-2dd8-4aef-aa5f-b0ce08d9bc3b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:04.786060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f09ff125-0051-416b-9316-e1ff0a63db86 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.803904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2e04468c-12f3-49b0-9a31-aaa680a566a3 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.819193 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cac9c42-b960-43bc-be47-d5529198b7a8 None None] Network ec7607fe-ceae-448b-9dab-1c5d9a54e1c0 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:04.823001 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f4306e5-3aab-4f95-8517-2becc452f27b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.858905 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fd31d0ab-74e9-4c9f-be1e-77bef0427a9c None None] Provisioning for port 99eb4247-1e56-4bf5-b91d-44c3442725a9 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:04.888947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-80ab0ca1-ae9c-4a6c-98a8-6174e3a7b381 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.902039 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ff125-0051-416b-9316-e1ff0a63db86 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=5221929e-a589-4d4c-a281-585842012739,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:04.942209 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2e04468c-12f3-49b0-9a31-aaa680a566a3 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/subnets/6e21c23f-2dd8-4aef-aa5f-b0ce08d9bc3b HTTP/1.1" status: 204 len: 168 time: 2.4717183 Feb 04 06:04:04.954319 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-80ab0ca1-ae9c-4a6c-98a8-6174e3a7b381 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.956205 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-80ab0ca1-ae9c-4a6c-98a8-6174e3a7b381 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/subnets/f4fb0c5b-01ec-4425-a72a-a1d695fc606b HTTP/1.1" status: 204 len: 168 time: 3.3226242 Feb 04 06:04:04.968259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52196) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:04.969255 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52198) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:04.969816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab0ca1-ae9c-4a6c-98a8-6174e3a7b381 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event deleted for resources: {'Subnet': ['ID=f4fb0c5b-01ec-4425-a72a-a1d695fc606b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:05.025289 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-97a46ec6-c915-4196-a2ec-253cdc1bad6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.029800 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f601fe65-526a-471b-9865-6b7ababbc72d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.076515 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-97a46ec6-c915-4196-a2ec-253cdc1bad6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.170189 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f09ff125-0051-416b-9316-e1ff0a63db86 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.213696 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f09ff125-0051-416b-9316-e1ff0a63db86 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/5221929e-a589-4d4c-a281-585842012739 HTTP/1.1" status: 204 len: 168 time: 2.0262208 Feb 04 06:04:05.214627 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f601fe65-526a-471b-9865-6b7ababbc72d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.245243 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52204) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:05.275201 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-99e1a944-d5e8-4413-9282-723aa15477e0 None None] Could not find standard attr ID for object 5221929e-a589-4d4c-a281-585842012739. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:04:05.322285 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.329467 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 99eb4247-1e56-4bf5-b91d-44c3442725a9 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:05.375842 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f4306e5-3aab-4f95-8517-2becc452f27b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.418931 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3a2b26-12ab-46d8-aa90-469d8813993e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:05.421370 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3a2b26-12ab-46d8-aa90-469d8813993e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:05.421548 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-df3a2b26-12ab-46d8-aa90-469d8813993e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Synchronizing usage tracker for tenant:d97d74f154374075aa76aefeb455aa77 on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:05.448407 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 99eb4247-1e56-4bf5-b91d-44c3442725a9 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:05.453269 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port e7e97183-c141-41e6-ac33-e333f31ee1d6 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:05.453687 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.455197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 99eb4247-1e56-4bf5-b91d-44c3442725a9 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:05.455568 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.506331 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-91d98340-e3d5-450b-b5d1-8332b37bb09a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.517597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f601fe65-526a-471b-9865-6b7ababbc72d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Network ac05f699-0b01-41f4-a8c1-57a8b8f4dc59 is not hosted by any dhcp agent {{(pid=87471) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 06:04:05.518426 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab493e6-51f5-47e5-b29e-5b9d5ff48c7e None None] DHCP port deletion for ec7607fe-ceae-448b-9dab-1c5d9a54e1c0 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:04:05.518810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f601fe65-526a-471b-9865-6b7ababbc72d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:05.519453 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f601fe65-526a-471b-9865-6b7ababbc72d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.524723 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f601fe65-526a-471b-9865-6b7ababbc72d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] 10.222.0.31 "PUT /v2.0/networks/ac05f699-0b01-41f4-a8c1-57a8b8f4dc59 HTTP/1.1" status: 200 len: 858 time: 1.5036743 Feb 04 06:04:05.526783 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-97a46ec6-c915-4196-a2ec-253cdc1bad6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.528200 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-97a46ec6-c915-4196-a2ec-253cdc1bad6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9326379 Feb 04 06:04:05.532620 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-cab493e6-51f5-47e5-b29e-5b9d5ff48c7e None None] Deleting port e7e97183-c141-41e6-ac33-e333f31ee1d6 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:05.533306 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cab493e6-51f5-47e5-b29e-5b9d5ff48c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.536199 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f4306e5-3aab-4f95-8517-2becc452f27b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.539043 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52208) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:05.539387 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52210) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:05.544682 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4306e5-3aab-4f95-8517-2becc452f27b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Subnet': ['ID=0275c081-ff48-444a-9288-ebcf4a98ce73,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:05.593837 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f59badfb-d2a1-4ba4-af22-beb18ab3609a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Request body: {'security_group_rule': {'security_group_id': 'a6d276dc-d1ff-46fa-b033-d14422369323', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:05.603172 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f59badfb-d2a1-4ba4-af22-beb18ab3609a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:05.610709 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f59badfb-d2a1-4ba4-af22-beb18ab3609a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Usage tracker for resource:security_group_rule and tenant:0d59f71ba876450fa312e8b5f8074d9e is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:05.614489 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f59badfb-d2a1-4ba4-af22-beb18ab3609a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:05.632979 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f59badfb-d2a1-4ba4-af22-beb18ab3609a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:05.662641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a46ec6-c915-4196-a2ec-253cdc1bad6c tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d276dc-d1ff-46fa-b033-d14422369323,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:05.665095 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ce3cc0-d5f7-4d38-bdf8-d2603ed0b4f7 None None] Network 11219768-2138-4bfd-81b7-e4f957c5f53c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:05.741414 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f59badfb-d2a1-4ba4-af22-beb18ab3609a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.748774 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601fe65-526a-471b-9865-6b7ababbc72d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Pushing event updated for resources: {'Network': ['ID=ac05f699-0b01-41f4-a8c1-57a8b8f4dc59,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:05.788899 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10a37d1-3e4c-4aa1-9e89-1c82a5ad5577 None None] Network e0228689-5a4f-4fe4-87c3-fbe3c50340f3 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:05.813469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95896c4e-fdbd-412c-a1a0-c6d9596904a0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:05.815081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95896c4e-fdbd-412c-a1a0-c6d9596904a0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:05.815845 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-95896c4e-fdbd-412c-a1a0-c6d9596904a0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:05.829916 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef656cf5-e80e-4722-a2f0-af0ce2be684d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.846835 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-df3a2b26-12ab-46d8-aa90-469d8813993e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Unset dirty status for tenant:d97d74f154374075aa76aefeb455aa77 on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:05.850952 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-df3a2b26-12ab-46d8-aa90-469d8813993e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.8734000 Feb 04 06:04:05.853057 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52216) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:05.858741 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3f4306e5-3aab-4f95-8517-2becc452f27b tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/subnets/0275c081-ff48-444a-9288-ebcf4a98ce73 HTTP/1.1" status: 204 len: 168 time: 1.9950175 Feb 04 06:04:05.860752 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52220) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:05.862933 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d98340-e3d5-450b-b5d1-8332b37bb09a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 8c1d83c3-a130-442d-8848-3392923c3a24 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:05.873985 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-91d98340-e3d5-450b-b5d1-8332b37bb09a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:05.920397 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d98340-e3d5-450b-b5d1-8332b37bb09a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:05.920631 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e984f1fe-e80d-4332-b0de-2ebb26ba04fc None None] Network 8c1d83c3-a130-442d-8848-3392923c3a24 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:05.921106 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-91d98340-e3d5-450b-b5d1-8332b37bb09a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.964236 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-95896c4e-fdbd-412c-a1a0-c6d9596904a0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:05.969045 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-95896c4e-fdbd-412c-a1a0-c6d9596904a0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5689867 Feb 04 06:04:05.985272 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52224) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:05.986808 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f59badfb-d2a1-4ba4-af22-beb18ab3609a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.994631 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8f76095b-1868-4f04-a8d1-4b252a86c128 None None] Provisioning for port e2edfeab-1881-4df3-a07d-dcab9b5931c5 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:05.994833 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d98340-e3d5-450b-b5d1-8332b37bb09a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Subnet': ['ID=aab8ed92-306d-477a-943b-6cb7e1ecef38,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:06.042082 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-91d98340-e3d5-450b-b5d1-8332b37bb09a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1775956 Feb 04 06:04:06.047484 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f59badfb-d2a1-4ba4-af22-beb18ab3609a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.049381 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52228) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:06.132035 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.136892 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-1cca01ee-d64c-4a9d-a2f7-315c294ceaba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'security_group': {'name': 'tempest-secgroup-428546478'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:06.166257 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Deleting port 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:06.166612 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.168641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1cca01ee-d64c-4a9d-a2f7-315c294ceaba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:06.175162 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59badfb-d2a1-4ba4-af22-beb18ab3609a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad5fae4-dd28-4bed-a6ca-33b3ab8bcf5f,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:06.184178 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1cca01ee-d64c-4a9d-a2f7-315c294ceaba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:security_group and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:06.200247 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1cca01ee-d64c-4a9d-a2f7-315c294ceaba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:06.205946 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dac6038-7dd7-47b4-a50c-82d1e8162264 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.218680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef656cf5-e80e-4722-a2f0-af0ce2be684d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.219110 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] For port e7e97183-c141-41e6-ac33-e333f31ee1d6, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e7e97183-c141-41e6-ac33-e333f31ee1d6,segment=NetworkSegment(20ca818f-e07e-45cb-b93d-7144df1ba257),segment_id=20ca818f-e07e-45cb-b93d-7144df1ba257)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:06.219414 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.226657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1cca01ee-d64c-4a9d-a2f7-315c294ceaba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:06.233180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1ad32f-3fad-4a7b-96a9-a6314e14c6ca tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet 0508fcf7-7b78-4a19-8545-5e844d7fbd73 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:04:06.246582 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad32f-3fad-4a7b-96a9-a6314e14c6ca tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.275101 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f59badfb-d2a1-4ba4-af22-beb18ab3609a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.276374 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f59badfb-d2a1-4ba4-af22-beb18ab3609a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7323406 Feb 04 06:04:06.295441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52232) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:06.315163 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dac6038-7dd7-47b4-a50c-82d1e8162264 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 06:04:06.315531 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dac6038-7dd7-47b4-a50c-82d1e8162264 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:06.315761 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.324546 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5dac6038-7dd7-47b4-a50c-82d1e8162264 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/networks/11219768-2138-4bfd-81b7-e4f957c5f53c HTTP/1.1" status: 409 len: 405 time: 0.4649165 Feb 04 06:04:06.324546 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52236) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:06.326098 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1cca01ee-d64c-4a9d-a2f7-315c294ceaba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.344633 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-ef656cf5-e80e-4722-a2f0-af0ce2be684d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac05f699-0b01-41f4-a8c1-57a8b8f4dc59']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:06.356870 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8a1c4c02-7fc7-45e4-bf6b-d1cfd78e634e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-59521455'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:06.366558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for e7e97183-c141-41e6-ac33-e333f31ee1d6 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:06.372029 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8a1c4c02-7fc7-45e4-bf6b-d1cfd78e634e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:06.391945 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-ef656cf5-e80e-4722-a2f0-af0ce2be684d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d06603-52a0-4b3b-a423-03cecb193f51') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:06.392196 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-ef656cf5-e80e-4722-a2f0-af0ce2be684d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d06603-52a0-4b3b-a423-03cecb193f51') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:06.394664 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-cab493e6-51f5-47e5-b29e-5b9d5ff48c7e None None] For port e7e97183-c141-41e6-ac33-e333f31ee1d6, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e7e97183-c141-41e6-ac33-e333f31ee1d6,segment=NetworkSegment(20ca818f-e07e-45cb-b93d-7144df1ba257),segment_id=20ca818f-e07e-45cb-b93d-7144df1ba257)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:06.395070 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cab493e6-51f5-47e5-b29e-5b9d5ff48c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.402583 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8a1c4c02-7fc7-45e4-bf6b-d1cfd78e634e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Usage tracker for resource:network and tenant:d97d74f154374075aa76aefeb455aa77 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:06.406849 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad32f-3fad-4a7b-96a9-a6314e14c6ca tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.450028 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8a1c4c02-7fc7-45e4-bf6b-d1cfd78e634e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:06.453011 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1cca01ee-d64c-4a9d-a2f7-315c294ceaba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:06.456047 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef656cf5-e80e-4722-a2f0-af0ce2be684d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.477867 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8a1c4c02-7fc7-45e4-bf6b-d1cfd78e634e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:06.483769 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1cca01ee-d64c-4a9d-a2f7-315c294ceaba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:security_group_rule and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:06.497240 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1cca01ee-d64c-4a9d-a2f7-315c294ceaba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:06.503356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef656cf5-e80e-4722-a2f0-af0ce2be684d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.517269 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1cca01ee-d64c-4a9d-a2f7-315c294ceaba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:06.534559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef656cf5-e80e-4722-a2f0-af0ce2be684d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:06.534954 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef656cf5-e80e-4722-a2f0-af0ce2be684d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:06.548661 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:06.550654 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1c4c02-7fc7-45e4-bf6b-d1cfd78e634e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Made reservation on behalf of d97d74f154374075aa76aefeb455aa77 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:06.552601 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a1c4c02-7fc7-45e4-bf6b-d1cfd78e634e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.561623 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-cab493e6-51f5-47e5-b29e-5b9d5ff48c7e None None] Calling delete_port for e7e97183-c141-41e6-ac33-e333f31ee1d6 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:06.607742 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.639992 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ac810950-a5cd-482e-8a36-bf4d9ad2b7e4 None None] Provisioning complete for port 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:06.640406 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ac810950-a5cd-482e-8a36-bf4d9ad2b7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.645417 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a6f49d91-fa4e-4aa7-805e-58a185f8490a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.671891 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Port': ['ID=e7e97183-c141-41e6-ac33-e333f31ee1d6,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:06.677462 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] No DVR routers for this DVR port e7e97183-c141-41e6-ac33-e333f31ee1d6 on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:04:06.685207 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 99eb4247-1e56-4bf5-b91d-44c3442725a9, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=99eb4247-1e56-4bf5-b91d-44c3442725a9,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:06.719526 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.719910 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7f514f6e-7609-4871-a67b-ea38a4247bfc up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:06.733736 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] For port 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb,segment=NetworkSegment(2731f8f8-4789-457c-b915-f8ff87cac343),segment_id=2731f8f8-4789-457c-b915-f8ff87cac343)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:06.734116 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.853267 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a6f49d91-fa4e-4aa7-805e-58a185f8490a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.864148 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef656cf5-e80e-4722-a2f0-af0ce2be684d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.867422 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1c4c02-7fc7-45e4-bf6b-d1cfd78e634e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:04:06.893303 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad32f-3fad-4a7b-96a9-a6314e14c6ca tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.921265 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef656cf5-e80e-4722-a2f0-af0ce2be684d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac05f699-0b01-41f4-a8c1-57a8b8f4dc59 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 06:04:06.930823 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Calling delete_port for 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:06.938367 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-cab493e6-51f5-47e5-b29e-5b9d5ff48c7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:04:06.939073 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-cab493e6-51f5-47e5-b29e-5b9d5ff48c7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:04:06.949749 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef656cf5-e80e-4722-a2f0-af0ce2be684d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.951878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef656cf5-e80e-4722-a2f0-af0ce2be684d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac05f699-0b01-41f4-a8c1-57a8b8f4dc59,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:06.953525 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=99eb4247-1e56-4bf5-b91d-44c3442725a9,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:06.963899 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a1c4c02-7fc7-45e4-bf6b-d1cfd78e634e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.964246 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-8a1c4c02-7fc7-45e4-bf6b-d1cfd78e634e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Added segment e77da154-60a7-4530-98ec-dc332557ea94 of type vlan for network eb87a227-ba50-4163-ae92-d14120e47c6b Feb 04 06:04:06.995417 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.033192 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ef656cf5-e80e-4722-a2f0-af0ce2be684d tempest-ExternalNetworksTestJSON-1706385031 tempest-ExternalNetworksTestJSON-1706385031-project-admin] 10.222.0.31 "DELETE /v2.0/networks/ac05f699-0b01-41f4-a8c1-57a8b8f4dc59 HTTP/1.1" status: 204 len: 168 time: 1.4906509 Feb 04 06:04:07.039475 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52240) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:07.042986 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7607fe-ceae-448b-9dab-1c5d9a54e1c0']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:07.047231 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 7f514f6e-7609-4871-a67b-ea38a4247bfc triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:07.047641 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.052371 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1cca01ee-d64c-4a9d-a2f7-315c294ceaba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.063157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a1c4c02-7fc7-45e4-bf6b-d1cfd78e634e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.069408 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1cca01ee-d64c-4a9d-a2f7-315c294ceaba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.088153 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.094538 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3ab6bc-4f98-4473-845d-cdac960cb29c tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:07.098256 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b3ab6bc-4f98-4473-845d-cdac960cb29c tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:07.102029 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a6f49d91-fa4e-4aa7-805e-58a185f8490a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.123215 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3b3ab6bc-4f98-4473-845d-cdac960cb29c tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] 10.222.0.31 "DELETE /v2.0/subnets/635f9681-8392-48f3-9e83-4774ca797704 HTTP/1.1" status: 404 len: 337 time: 0.0825193 Feb 04 06:04:07.127218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52244) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:07.144771 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a6f49d91-fa4e-4aa7-805e-58a185f8490a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.148608 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a6f49d91-fa4e-4aa7-805e-58a185f8490a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-groups/a6d276dc-d1ff-46fa-b033-d14422369323 HTTP/1.1" status: 204 len: 168 time: 0.8504703 Feb 04 06:04:07.148758 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ca818f-e07e-45cb-b93d-7144df1ba257') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:07.148758 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ca818f-e07e-45cb-b93d-7144df1ba257') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:07.157392 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52248) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:07.160196 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca01ee-d64c-4a9d-a2f7-315c294ceaba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d17d21-6b9c-445e-aedf-de358b485f59,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:07.178671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1cca01ee-d64c-4a9d-a2f7-315c294ceaba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.179933 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1cca01ee-d64c-4a9d-a2f7-315c294ceaba tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0772920 Feb 04 06:04:07.181257 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad32f-3fad-4a7b-96a9-a6314e14c6ca tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.184721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52252) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:07.198620 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-8c1d83c3-a130-442d-8848-3392923c3a24', 'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24', 'tenant_id': '710d5f667c8343fb8e8917198e863eab', 'fixed_ips': [{'subnet_id': 'aab8ed92-306d-477a-943b-6cb7e1ecef38'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:04:07.203425 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.228531 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0586b581-dc43-4296-93c2-2e82c08f5191 None None] DHCP port deletion for 11219768-2138-4bfd-81b7-e4f957c5f53c request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:04:07.232799 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f49d91-fa4e-4aa7-805e-58a185f8490a tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d276dc-d1ff-46fa-b033-d14422369323,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:07.235219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.242961 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-788f753b-2416-430f-ad77-e2c291fc5618 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'security_group': {'name': 'tempest-secgroup-2047061233'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:07.247444 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ad32f-3fad-4a7b-96a9-a6314e14c6ca tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=0508fcf7-7b78-4a19-8545-5e844d7fbd73,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:07.259010 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-788f753b-2416-430f-ad77-e2c291fc5618 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:07.265896 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-788f753b-2416-430f-ad77-e2c291fc5618 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:security_group and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:07.274187 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad21b689-135c-41f2-a656-bdb3e625d051 None None] DHCP port deletion for e0228689-5a4f-4fe4-87c3-fbe3c50340f3 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:04:07.276455 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad32f-3fad-4a7b-96a9-a6314e14c6ca tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.278557 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6a1ad32f-3fad-4a7b-96a9-a6314e14c6ca tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/0508fcf7-7b78-4a19-8545-5e844d7fbd73 HTTP/1.1" status: 204 len: 168 time: 1.2905526 Feb 04 06:04:07.279683 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-788f753b-2416-430f-ad77-e2c291fc5618 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:07.285955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb8e101-5a2c-4f97-b955-a8411513ddbf None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:07.287096 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52256) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:07.287922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a1c4c02-7fc7-45e4-bf6b-d1cfd78e634e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.293530 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1c4c02-7fc7-45e4-bf6b-d1cfd78e634e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:07.294313 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a1c4c02-7fc7-45e4-bf6b-d1cfd78e634e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.306855 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-0586b581-dc43-4296-93c2-2e82c08f5191 None None] Deleting port e2edfeab-1881-4df3-a07d-dcab9b5931c5 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:07.307239 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0586b581-dc43-4296-93c2-2e82c08f5191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.361905 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-788f753b-2416-430f-ad77-e2c291fc5618 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:07.402811 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-11dfdd34-5ece-4b68-9317-7fbe2328c4cf tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.410575 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.418990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:07.419589 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.446900 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-cab493e6-51f5-47e5-b29e-5b9d5ff48c7e None None] Deleting port e7e97183-c141-41e6-ac33-e333f31ee1d6 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:07.447724 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cab493e6-51f5-47e5-b29e-5b9d5ff48c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.474168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c4c02-7fc7-45e4-bf6b-d1cfd78e634e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event updated for resources: {'Network': ['ID=eb87a227-ba50-4163-ae92-d14120e47c6b,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:07.502763 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cebf5c43-d18e-47b3-82cc-4fbc5a5f88ed tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2011008 Feb 04 06:04:07.504876 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52260) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:07.511335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:07.522333 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network eb87a227-ba50-4163-ae92-d14120e47c6b details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:04:07.549901 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e2edfeab-1881-4df3-a07d-dcab9b5931c5 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:07.634329 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e5afb240-8738-4840-9240-a654dd50a419 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:07.645840 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8a1c4c02-7fc7-45e4-bf6b-d1cfd78e634e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3183260 Feb 04 06:04:07.645840 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-788f753b-2416-430f-ad77-e2c291fc5618 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.654484 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52264) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:07.656374 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:07.682192 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-71113023-65f4-409f-bd24-e2153556540b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Request body: {'subnet': {'network_id': 'eb87a227-ba50-4163-ae92-d14120e47c6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:07.697979 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e5afb240-8738-4840-9240-a654dd50a419 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:07.698268 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:07.700541 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.700635 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e5afb240-8738-4840-9240-a654dd50a419 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5408125 Feb 04 06:04:07.710351 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52268) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:07.746157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:07.762910 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.770399 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-cab493e6-51f5-47e5-b29e-5b9d5ff48c7e None None] The port 'e7e97183-c141-41e6-ac33-e333f31ee1d6' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:04:07.773236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.800992 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-788f753b-2416-430f-ad77-e2c291fc5618 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:07.809434 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] No DVR routers for this DVR port 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:04:07.824311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-788f753b-2416-430f-ad77-e2c291fc5618 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:security_group_rule and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:07.832383 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-788f753b-2416-430f-ad77-e2c291fc5618 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:07.845463 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Port': ['ID=11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:07.855201 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-788f753b-2416-430f-ad77-e2c291fc5618 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:07.867497 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:07.871042 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.877104 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Network': ['ID=ec7607fe-ceae-448b-9dab-1c5d9a54e1c0,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:07.891812 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-271de1c8-ee15-4b50-b0b0-f116cd0aa04c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/networks/ec7607fe-ceae-448b-9dab-1c5d9a54e1c0 HTTP/1.1" status: 204 len: 168 time: 2.9148369 Feb 04 06:04:07.896114 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9145e17d-c624-4b62-9f8a-3ff431117831 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Synchronizing usage tracker for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:07.903558 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52272) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:08.013039 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.015308 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-71113023-65f4-409f-bd24-e2153556540b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:08.061997 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-71113023-65f4-409f-bd24-e2153556540b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:08.075017 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9145e17d-c624-4b62-9f8a-3ff431117831 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] Unset dirty status for tenant:0d59f71ba876450fa312e8b5f8074d9e on resource:security_group_rule {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:08.080290 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9145e17d-c624-4b62-9f8a-3ff431117831 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3650978 Feb 04 06:04:08.092270 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52276) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:08.118718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71113023-65f4-409f-bd24-e2153556540b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Made reservation on behalf of d97d74f154374075aa76aefeb455aa77 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:08.121939 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-71113023-65f4-409f-bd24-e2153556540b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.130343 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0228689-5a4f-4fe4-87c3-fbe3c50340f3']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:08.140705 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-0eae6eca-9c4d-44b7-88f6-f951cc2543fa tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] delete failed (client error): The resource could not be found. Feb 04 06:04:08.147912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52280) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:08.148100 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0eae6eca-9c4d-44b7-88f6-f951cc2543fa tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "DELETE /v2.0/security-groups/a6d276dc-d1ff-46fa-b033-d14422369323 HTTP/1.1" status: 404 len: 347 time: 0.0533488 Feb 04 06:04:08.152441 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-11dfdd34-5ece-4b68-9317-7fbe2328c4cf tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.169372 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Allocated IP 172.20.0.2 (8c1d83c3-a130-442d-8848-3392923c3a24/aab8ed92-306d-477a-943b-6cb7e1ecef38/b83b77f7-d318-4d84-9892-cd8ae42d0581) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:08.171644 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2731f8f8-4789-457c-b915-f8ff87cac343') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:08.172017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2731f8f8-4789-457c-b915-f8ff87cac343') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:08.179918 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port e2edfeab-1881-4df3-a07d-dcab9b5931c5 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:08.196686 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.196905 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port e2edfeab-1881-4df3-a07d-dcab9b5931c5 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:08.197236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.208200 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-11dfdd34-5ece-4b68-9317-7fbe2328c4cf tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['412bb161-d55a-4e8c-94a8-90e0235dfccf']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:08.224807 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-11dfdd34-5ece-4b68-9317-7fbe2328c4cf tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd431aaa1-4af2-4d0d-b7cd-7da92f238fa3') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:08.224807 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-11dfdd34-5ece-4b68-9317-7fbe2328c4cf tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd431aaa1-4af2-4d0d-b7cd-7da92f238fa3') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:08.231298 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.242764 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-11dfdd34-5ece-4b68-9317-7fbe2328c4cf tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.250460 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:08.251292 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:08.266929 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:08.316252 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-788f753b-2416-430f-ad77-e2c291fc5618 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.340633 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-11dfdd34-5ece-4b68-9317-7fbe2328c4cf tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.352598 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11dfdd34-5ece-4b68-9317-7fbe2328c4cf tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:08.353014 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-11dfdd34-5ece-4b68-9317-7fbe2328c4cf tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.365922 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0586b581-dc43-4296-93c2-2e82c08f5191 None None] For port e2edfeab-1881-4df3-a07d-dcab9b5931c5, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e2edfeab-1881-4df3-a07d-dcab9b5931c5,segment=NetworkSegment(8aa88231-5c7d-4aa8-9444-73667654cd8c),segment_id=8aa88231-5c7d-4aa8-9444-73667654cd8c)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:08.366317 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0586b581-dc43-4296-93c2-2e82c08f5191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:08.368295 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:08.370293 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-788f753b-2416-430f-ad77-e2c291fc5618 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.431188 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883c7235-4099-4b1a-8cc4-75235f978dd7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:08.432109 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-883c7235-4099-4b1a-8cc4-75235f978dd7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Synchronizing usage tracker for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:08.437527 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.441493 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.446594 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8657c6f9-2e9b-44c3-9d98-844ba1947218 tempest-SecGroupTest-938991401 tempest-SecGroupTest-938991401-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2831049 Feb 04 06:04:08.479259 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/networks/e0228689-5a4f-4fe4-87c3-fbe3c50340f3 HTTP/1.1" status: 204 len: 168 time: 2.6090314 Feb 04 06:04:08.483409 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52286) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:08.487523 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50ba73-fd75-4861-9d57-5a8b9c75acb9 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Network': ['ID=e0228689-5a4f-4fe4-87c3-fbe3c50340f3,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:08.492857 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f753b-2416-430f-ad77-e2c291fc5618 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a9e926-7d6e-4065-be10-a7a44bcb2370,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:08.510844 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-11dfdd34-5ece-4b68-9317-7fbe2328c4cf tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.539499 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-11dfdd34-5ece-4b68-9317-7fbe2328c4cf tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.543339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-788f753b-2416-430f-ad77-e2c291fc5618 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.543949 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-788f753b-2416-430f-ad77-e2c291fc5618 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3127804 Feb 04 06:04:08.550246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52290) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:08.551381 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-883c7235-4099-4b1a-8cc4-75235f978dd7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Unset dirty status for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:08.556355 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-883c7235-4099-4b1a-8cc4-75235f978dd7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6450925 Feb 04 06:04:08.556531 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfdd34-5ece-4b68-9317-7fbe2328c4cf tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] Pushing event deleted for resources: {'Network': ['ID=412bb161-d55a-4e8c-94a8-90e0235dfccf,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:08.564215 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-0586b581-dc43-4296-93c2-2e82c08f5191 None None] Calling delete_port for e2edfeab-1881-4df3-a07d-dcab9b5931c5 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:08.565695 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a01e5f3d-7d31-4d59-9ac1-8280a5e1d467 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-145321410', 'security_groups': ['86a9e926-7d6e-4065-be10-a7a44bcb2370'], 'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aab8ed92-306d-477a-943b-6cb7e1ecef38'}]}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:08.579728 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52294) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:08.590451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:04:08.596429 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f5e907-2a6d-4b76-b50d-58625172eb37 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:08.596885 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f5e907-2a6d-4b76-b50d-58625172eb37 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:08.598742 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f3f5e907-2a6d-4b76-b50d-58625172eb37 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/subnets/b8fc6426-5e50-4c8a-ac45-fb07c2f63801 HTTP/1.1" status: 404 len: 337 time: 0.1087673 Feb 04 06:04:08.609094 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52298) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:08.617546 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] Deleting port 99eb4247-1e56-4bf5-b91d-44c3442725a9 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:08.618456 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.671591 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ddc8bbd-67f8-484a-acbd-84c4d4a31ea5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:08.672338 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ddc8bbd-67f8-484a-acbd-84c4d4a31ea5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:08.676610 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6ddc8bbd-67f8-484a-acbd-84c4d4a31ea5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/networks/f002d648-3e34-4f4e-9a45-4d72e6bfc9f5 HTTP/1.1" status: 404 len: 339 time: 0.0639389 Feb 04 06:04:08.685061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52302) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:08.697030 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-11dfdd34-5ece-4b68-9317-7fbe2328c4cf tempest-ExternalNetworksTestJSON-1383246248 tempest-ExternalNetworksTestJSON-1383246248-project] 10.222.0.31 "DELETE /v2.0/networks/412bb161-d55a-4e8c-94a8-90e0235dfccf HTTP/1.1" status: 204 len: 168 time: 1.5534794 Feb 04 06:04:08.757170 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-df889fb8-1d48-437a-8a19-045186e730f3 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:08.757904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df889fb8-1d48-437a-8a19-045186e730f3 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:08.759692 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-df889fb8-1d48-437a-8a19-045186e730f3 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/subnets/af3701bc-663f-4d4d-b88b-9ab1dc092067 HTTP/1.1" status: 404 len: 337 time: 0.0744734 Feb 04 06:04:08.778876 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52308) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:08.831573 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a76e8cd-e4d9-47db-bc42-7bd97c1da5af tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:08.839122 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a76e8cd-e4d9-47db-bc42-7bd97c1da5af tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:08.842285 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9a76e8cd-e4d9-47db-bc42-7bd97c1da5af tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/networks/d3cf4406-ada5-4771-905a-d450dd742565 HTTP/1.1" status: 404 len: 339 time: 0.0607793 Feb 04 06:04:08.863153 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52314) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:08.868769 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-93d3e8cb-c250-4ba6-8818-f2bdf78bafb4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Synchronizing usage tracker for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:08.874913 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.918229 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0586b581-dc43-4296-93c2-2e82c08f5191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.941406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.objects.ports [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87471) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:04:08.948882 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a01e5f3d-7d31-4d59-9ac1-8280a5e1d467 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:08.953175 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-651342ab-4d61-4ba9-837c-6d9b779808e5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:08.953826 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651342ab-4d61-4ba9-837c-6d9b779808e5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:08.955649 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-651342ab-4d61-4ba9-837c-6d9b779808e5 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/subnets/738e06b0-0037-4fd6-adbd-09a2b2528186 HTTP/1.1" status: 404 len: 337 time: 0.0836196 Feb 04 06:04:08.966820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a01e5f3d-7d31-4d59-9ac1-8280a5e1d467 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:08.974400 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52320) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:08.975390 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-93d3e8cb-c250-4ba6-8818-f2bdf78bafb4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Unset dirty status for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:08.977115 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-93d3e8cb-c250-4ba6-8818-f2bdf78bafb4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3962955 Feb 04 06:04:08.981707 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.021942 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52324) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:09.023516 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de64c85-a307-4955-a9ed-19f93bec9390 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:09.024327 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de64c85-a307-4955-a9ed-19f93bec9390 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:09.029052 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3de64c85-a307-4955-a9ed-19f93bec9390 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/networks/fa9d2e67-3972-41da-89c9-7fdaf8627fd7 HTTP/1.1" status: 404 len: 339 time: 0.0505357 Feb 04 06:04:09.034506 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52326) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:09.034830 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52328) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:09.042096 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-53b8f2a2-bb04-48d2-b059-eb99c0934d95 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1778977604'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:09.063911 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586b581-dc43-4296-93c2-2e82c08f5191 None None] Pushing event deleted for resources: {'Port': ['ID=e2edfeab-1881-4df3-a07d-dcab9b5931c5,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:09.075844 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01e5f3d-7d31-4d59-9ac1-8280a5e1d467 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:09.098964 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Transition to ACTIVE for port object b83b77f7-d318-4d84-9892-cd8ae42d0581 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:09.101335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52336) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:09.109052 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-53b8f2a2-bb04-48d2-b059-eb99c0934d95 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:09.112391 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0586b581-dc43-4296-93c2-2e82c08f5191 None None] No DVR routers for this DVR port e2edfeab-1881-4df3-a07d-dcab9b5931c5 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:04:09.160037 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Transition to ACTIVE for port object b83b77f7-d318-4d84-9892-cd8ae42d0581 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:09.177960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.231223 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-53b8f2a2-bb04-48d2-b059-eb99c0934d95 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:network and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:09.257638 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-53b8f2a2-bb04-48d2-b059-eb99c0934d95 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:09.268956 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 99eb4247-1e56-4bf5-b91d-44c3442725a9 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:04:09.279509 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-53b8f2a2-bb04-48d2-b059-eb99c0934d95 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:09.317954 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-77530fc3-e226-4094-869d-90941bfc9082 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Deleting subnet 3399b4f0-5551-431c-a291-12097ee6db08 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:04:09.318188 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Network 8c1d83c3-a130-442d-8848-3392923c3a24 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:09.328349 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:09.336273 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:09.344011 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] For port 99eb4247-1e56-4bf5-b91d-44c3442725a9, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=99eb4247-1e56-4bf5-b91d-44c3442725a9,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:09.344401 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.349905 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-77530fc3-e226-4094-869d-90941bfc9082 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.357772 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Pushing event updated for resources: {'Port': ['ID=b83b77f7-d318-4d84-9892-cd8ae42d0581,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:09.456042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b8f2a2-bb04-48d2-b059-eb99c0934d95 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:09.459361 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-53b8f2a2-bb04-48d2-b059-eb99c0934d95 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.487152 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.objects.ports [None req-71113023-65f4-409f-bd24-e2153556540b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87471) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:04:09.489843 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-71113023-65f4-409f-bd24-e2153556540b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.511216 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] Calling delete_port for 99eb4247-1e56-4bf5-b91d-44c3442725a9 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:09.537373 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a01e5f3d-7d31-4d59-9ac1-8280a5e1d467 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.573437 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-77530fc3-e226-4094-869d-90941bfc9082 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.583637 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71113023-65f4-409f-bd24-e2153556540b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event updated for resources: {'Subnet': ['ID=d92e87d3-6c91-4916-b01e-f0699a33f5cf,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:09.629321 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b8f2a2-bb04-48d2-b059-eb99c0934d95 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:04:09.655022 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-48b44289-3fa1-48da-9b0a-154db2009b3f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f4fb36aa06342ca958b5b9d29974ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5525067 Feb 04 06:04:09.656753 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-a01e5f3d-7d31-4d59-9ac1-8280a5e1d467 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] device_id is not set on port 22ccfb1e-7d93-466c-a480-8f0f2f5d5808 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:04:09.657469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71113023-65f4-409f-bd24-e2153556540b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Checking segment: {'id': 'e77da154-60a7-4530-98ec-dc332557ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'eb87a227-ba50-4163-ae92-d14120e47c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:09.657841 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71113023-65f4-409f-bd24-e2153556540b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Network hostable DHCP agents. Network: eb87a227-ba50-4163-ae92-d14120e47c6b, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:04:09.664070 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52344) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:09.700803 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3b92054f-cd35-49bb-88a0-d17af803a110 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d59f71ba876450fa312e8b5f8074d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6628256 Feb 04 06:04:09.705944 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52348) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:09.708902 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-53b8f2a2-bb04-48d2-b059-eb99c0934d95 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.709241 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-53b8f2a2-bb04-48d2-b059-eb99c0934d95 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Added segment 1309b9de-1f06-4dc0-95e1-eb958c0abee5 of type vlan for network c51dde1b-d225-4150-b526-413eddc9ba5e Feb 04 06:04:09.714670 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.716429 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Attempting to bind port b83b77f7-d318-4d84-9892-cd8ae42d0581 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:09.716996 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Attempting to bind port b83b77f7-d318-4d84-9892-cd8ae42d0581 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '01d1c7cc-f200-49b3-9c78-c8e0ad5194d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:09.717507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Attempting to bind port b83b77f7-d318-4d84-9892-cd8ae42d0581 on network 8c1d83c3-a130-442d-8848-3392923c3a24 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:04:09.740070 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:04:09.740715 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Checking segment: {'id': '01d1c7cc-f200-49b3-9c78-c8e0ad5194d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:09.741309 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.741848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Bound using segment: {'id': '01d1c7cc-f200-49b3-9c78-c8e0ad5194d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:04:09.742468 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Bound port: b83b77f7-d318-4d84-9892-cd8ae42d0581, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d1c7cc-f200-49b3-9c78-c8e0ad5194d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:09.743028 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.762907 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.784476 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71113023-65f4-409f-bd24-e2153556540b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Network eb87a227-ba50-4163-ae92-d14120e47c6b is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:04:09.801992 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:04:09.802599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:04:09.831533 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e99b9970-8e91-410f-8feb-42757173f28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.833306 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-71113023-65f4-409f-bd24-e2153556540b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, eb87a227-ba50-4163-ae92-d14120e47c6b) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:09.843086 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71113023-65f4-409f-bd24-e2153556540b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:09.843680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-71113023-65f4-409f-bd24-e2153556540b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.846093 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0d38f8-79b6-44a2-b721-b087764599b3 None None] Network eb87a227-ba50-4163-ae92-d14120e47c6b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:09.875021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 99eb4247-1e56-4bf5-b91d-44c3442725a9, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=99eb4247-1e56-4bf5-b91d-44c3442725a9,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:09.893852 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:04:09.894262 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:04:09.896005 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e99b9970-8e91-410f-8feb-42757173f28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.906829 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-71113023-65f4-409f-bd24-e2153556540b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2446747 Feb 04 06:04:09.907687 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52352) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:09.918790 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-7eaf4cf1-6b1f-490f-9e7e-048174450add tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Request body: {'port': {'network_id': 'eb87a227-ba50-4163-ae92-d14120e47c6b', 'name': 'tempest-NetworksIpV6TestAttrs-335618930'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:09.928582 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.929285 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e7e97183-c141-41e6-ac33-e333f31ee1d6 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:04:09.992640 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-53b8f2a2-bb04-48d2-b059-eb99c0934d95 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:10.012822 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: e7e97183-c141-41e6-ac33-e333f31ee1d6 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:04:10.013153 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e7e97183-c141-41e6-ac33-e333f31ee1d6 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:04:10.013740 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:04:10.049044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-77530fc3-e226-4094-869d-90941bfc9082 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:10.056669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] For port b83b77f7-d318-4d84-9892-cd8ae42d0581, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:04:10.072804 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:04:10.073146 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 11a7d35f-6a66-4dc1-b2dd-7a0283cb99eb not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:04:10.073546 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e2edfeab-1881-4df3-a07d-dcab9b5931c5 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:04:10.076662 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ecb67b4e-0772-4e46-82e3-4235411afb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:10.081993 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7eaf4cf1-6b1f-490f-9e7e-048174450add tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:10.087536 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7eaf4cf1-6b1f-490f-9e7e-048174450add tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Usage tracker for resource:port and tenant:d97d74f154374075aa76aefeb455aa77 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:10.091272 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7eaf4cf1-6b1f-490f-9e7e-048174450add tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:10.097344 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e99b9970-8e91-410f-8feb-42757173f28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:10.101496 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7eaf4cf1-6b1f-490f-9e7e-048174450add tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:10.121462 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] For port b83b77f7-d318-4d84-9892-cd8ae42d0581, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b83b77f7-d318-4d84-9892-cd8ae42d0581,segment=NetworkSegment(01d1c7cc-f200-49b3-9c78-c8e0ad5194d5),segment_id=01d1c7cc-f200-49b3-9c78-c8e0ad5194d5)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:04:10.122100 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b9970-8e91-410f-8feb-42757173f28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def62073-92be-4a0a-9221-c9b8a5994751,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:10.126828 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: e2edfeab-1881-4df3-a07d-dcab9b5931c5 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:04:10.127347 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e2edfeab-1881-4df3-a07d-dcab9b5931c5 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:04:10.144343 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e99b9970-8e91-410f-8feb-42757173f28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:10.148201 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e99b9970-8e91-410f-8feb-42757173f28f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/def62073-92be-4a0a-9221-c9b8a5994751 HTTP/1.1" status: 204 len: 168 time: 0.4778039 Feb 04 06:04:10.148352 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:10.155546 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaf4cf1-6b1f-490f-9e7e-048174450add tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Made reservation on behalf of d97d74f154374075aa76aefeb455aa77 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:10.159585 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=99eb4247-1e56-4bf5-b91d-44c3442725a9,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:10.171418 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7eaf4cf1-6b1f-490f-9e7e-048174450add tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:10.196993 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ecb67b4e-0772-4e46-82e3-4235411afb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:10.213042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-53b8f2a2-bb04-48d2-b059-eb99c0934d95 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:10.218777 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b8f2a2-bb04-48d2-b059-eb99c0934d95 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:10.219440 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-53b8f2a2-bb04-48d2-b059-eb99c0934d95 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:10.223265 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-7eaf4cf1-6b1f-490f-9e7e-048174450add tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] device_id is not set on port 0ae4b026-be66-4c61-8228-5483319d631e yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:04:10.305546 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] Deleting port 99eb4247-1e56-4bf5-b91d-44c3442725a9 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:10.306527 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:10.328382 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-a01e5f3d-7d31-4d59-9ac1-8280a5e1d467 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Allocated IP 172.20.0.12 (8c1d83c3-a130-442d-8848-3392923c3a24/aab8ed92-306d-477a-943b-6cb7e1ecef38/22ccfb1e-7d93-466c-a480-8f0f2f5d5808) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:10.417123 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8f2a2-bb04-48d2-b059-eb99c0934d95 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Network': ['ID=c51dde1b-d225-4150-b526-413eddc9ba5e,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:10.422503 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-53b8f2a2-bb04-48d2-b059-eb99c0934d95 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3893003 Feb 04 06:04:10.426450 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52360) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:10.427595 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-77530fc3-e226-4094-869d-90941bfc9082 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:10.463605 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network c51dde1b-d225-4150-b526-413eddc9ba5e details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:04:10.476648 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-851286fe-a8e6-4962-a494-918ea36aa802 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'subnet': {'network_id': 'c51dde1b-d225-4150-b526-413eddc9ba5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:10.513118 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-77530fc3-e226-4094-869d-90941bfc9082 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:10.537831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77530fc3-e226-4094-869d-90941bfc9082 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Subnet': ['ID=3399b4f0-5551-431c-a291-12097ee6db08,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:10.548384 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:10.560210 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-7eaf4cf1-6b1f-490f-9e7e-048174450add tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Allocated IP 2001:db8::f816:3eff:fe06:3075 (eb87a227-ba50-4163-ae92-d14120e47c6b/d92e87d3-6c91-4916-b01e-f0699a33f5cf/0ae4b026-be66-4c61-8228-5483319d631e) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:10.600424 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9315815-ca32-4ee2-b709-f3ff7991fe2a None None] Pushing event updated for resources: {'Port': ['ID=b83b77f7-d318-4d84-9892-cd8ae42d0581,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:10.612259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ecb67b4e-0772-4e46-82e3-4235411afb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:10.613843 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ecb67b4e-0772-4e46-82e3-4235411afb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:10.617357 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ecb67b4e-0772-4e46-82e3-4235411afb5b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2097bfec-529b-4154-84e9-f0b5de4b562d HTTP/1.1" status: 204 len: 168 time: 0.9080920 Feb 04 06:04:10.627416 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fad391-bdd3-4c89-819f-f4bd134aac58 None None] Network 8fceb710-fc07-4c03-929b-3a2f17f91f5c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:10.677442 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-77530fc3-e226-4094-869d-90941bfc9082 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/subnets/3399b4f0-5551-431c-a291-12097ee6db08 HTTP/1.1" status: 204 len: 168 time: 1.6410308 Feb 04 06:04:10.687155 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52366) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:10.694942 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb67b4e-0772-4e46-82e3-4235411afb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2097bfec-529b-4154-84e9-f0b5de4b562d,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:10.706496 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-eb87a227-ba50-4163-ae92-d14120e47c6b', 'network_id': 'eb87a227-ba50-4163-ae92-d14120e47c6b', 'tenant_id': 'd97d74f154374075aa76aefeb455aa77', 'fixed_ips': [{'subnet_id': 'd92e87d3-6c91-4916-b01e-f0699a33f5cf'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:04:10.707471 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:10.726118 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52370) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:10.889790 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-851286fe-a8e6-4962-a494-918ea36aa802 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:10.906166 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-851286fe-a8e6-4962-a494-918ea36aa802 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:subnet and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:10.924992 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-851286fe-a8e6-4962-a494-918ea36aa802 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:10.945207 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-851286fe-a8e6-4962-a494-918ea36aa802 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:10.954520 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.018890 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a01e5f3d-7d31-4d59-9ac1-8280a5e1d467 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.038491 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Deleting port c7f603c7-c758-429e-b454-a858cf933fbd {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:11.039246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.081224 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851286fe-a8e6-4962-a494-918ea36aa802 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:11.085030 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-851286fe-a8e6-4962-a494-918ea36aa802 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.223431 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7eaf4cf1-6b1f-490f-9e7e-048174450add tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.265737 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-a01e5f3d-7d31-4d59-9ac1-8280a5e1d467 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Transition to ACTIVE for port object 22ccfb1e-7d93-466c-a480-8f0f2f5d5808 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:11.266646 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] For port 99eb4247-1e56-4bf5-b91d-44c3442725a9, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=99eb4247-1e56-4bf5-b91d-44c3442725a9,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:11.267037 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.270930 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-7eaf4cf1-6b1f-490f-9e7e-048174450add tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Transition to ACTIVE for port object 0ae4b026-be66-4c61-8228-5483319d631e will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:11.348090 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7eaf4cf1-6b1f-490f-9e7e-048174450add tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.367740 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b83b77f7-d318-4d84-9892-cd8ae42d0581 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:11.468233 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-399382d1-58f8-41a8-a1bd-512e7dc92ea0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f896e453084e40a3b220b68ebca1a7a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4813254 Feb 04 06:04:11.473351 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52384) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:11.498653 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a01e5f3d-7d31-4d59-9ac1-8280a5e1d467 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.504878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaf4cf1-6b1f-490f-9e7e-048174450add tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Network eb87a227-ba50-4163-ae92-d14120e47c6b is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:11.512861 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-7eaf4cf1-6b1f-490f-9e7e-048174450add tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:11.542166 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaf4cf1-6b1f-490f-9e7e-048174450add tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:11.566703 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaf4cf1-6b1f-490f-9e7e-048174450add tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:11.568073 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7eaf4cf1-6b1f-490f-9e7e-048174450add tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.569685 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] Calling delete_port for 99eb4247-1e56-4bf5-b91d-44c3442725a9 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:11.630196 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7eaf4cf1-6b1f-490f-9e7e-048174450add tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7178345 Feb 04 06:04:11.631176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf4cf1-6b1f-490f-9e7e-048174450add tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event updated for resources: {'Port': ['ID=0ae4b026-be66-4c61-8228-5483319d631e,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:11.636404 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52392) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:11.638521 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] For port c7f603c7-c758-429e-b454-a858cf933fbd, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c7f603c7-c758-429e-b454-a858cf933fbd,segment=NetworkSegment(67d28322-9319-46c5-82ce-37397b702a7f),segment_id=67d28322-9319-46c5-82ce-37397b702a7f)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:11.638882 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.645241 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] For port 99eb4247-1e56-4bf5-b91d-44c3442725a9, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=99eb4247-1e56-4bf5-b91d-44c3442725a9,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:11.681750 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01e5f3d-7d31-4d59-9ac1-8280a5e1d467 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 8c1d83c3-a130-442d-8848-3392923c3a24 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:11.759015 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Allocated IP 2001:db8::f816:3eff:fe62:e273 (eb87a227-ba50-4163-ae92-d14120e47c6b/d92e87d3-6c91-4916-b01e-f0699a33f5cf/2630dc80-a53a-4410-8a23-84f786278d6f) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:11.761539 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-a01e5f3d-7d31-4d59-9ac1-8280a5e1d467 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:11.764569 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01e5f3d-7d31-4d59-9ac1-8280a5e1d467 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:11.791541 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d6e951-7082-46c4-84ce-7dce50ea0f5d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Deleting subnet d92e87d3-6c91-4916-b01e-f0699a33f5cf {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:04:11.813996 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port b83b77f7-d318-4d84-9892-cd8ae42d0581 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:11.845057 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.854971 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.856725 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.887011 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dee2bfc-3377-4930-9e7f-7c268971fc1c None None] DHCP port deletion for 8fceb710-fc07-4c03-929b-3a2f17f91f5c request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:04:11.907586 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:04:11.907586 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:04:11.922904 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-0dee2bfc-3377-4930-9e7f-7c268971fc1c None None] Deleting port c7f603c7-c758-429e-b454-a858cf933fbd {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:11.923273 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dee2bfc-3377-4930-9e7f-7c268971fc1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.030834 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:12.039168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:12.045868 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:12.046539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.072504 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=99eb4247-1e56-4bf5-b91d-44c3442725a9,revision_number=7']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:12.080040 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=6f69f1ae-2bc5-4b98-aaf7-55d339c6331d,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:12.087494 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c29b19a1-a786-4570-9787-dae44d213c7e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5815647 Feb 04 06:04:12.088955 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52402) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:12.096207 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-25875589-940a-4a6c-99c8-2ed89491dc06 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'mac_address': 'fa:16:3e:e1:a4:ba', 'name': 'tempest-NetworksTestDHCPv6-109591124'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:12.097559 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Calling delete_port for c7f603c7-c758-429e-b454-a858cf933fbd owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:12.125863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e5f3d-7d31-4d59-9ac1-8280a5e1d467 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=22ccfb1e-7d93-466c-a480-8f0f2f5d5808,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:12.226380 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-49f1fc43-d5bc-4d7f-a20e-779f86bacfe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.257793 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01e5f3d-7d31-4d59-9ac1-8280a5e1d467 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:12.258496 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a01e5f3d-7d31-4d59-9ac1-8280a5e1d467 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.314451 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-49f1fc43-d5bc-4d7f-a20e-779f86bacfe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.408971 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-851286fe-a8e6-4962-a494-918ea36aa802 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.409174 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b8f89349-2cb0-4334-9e74-62f9f2f21ac5 None None] Provisioning for port b83b77f7-d318-4d84-9892-cd8ae42d0581 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:12.413014 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.440988 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b8f89349-2cb0-4334-9e74-62f9f2f21ac5 None None] Provisioning complete for port b83b77f7-d318-4d84-9892-cd8ae42d0581 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:12.441367 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b8f89349-2cb0-4334-9e74-62f9f2f21ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.474225 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a01e5f3d-7d31-4d59-9ac1-8280a5e1d467 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9199190 Feb 04 06:04:12.475092 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52412) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:12.481613 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-a8c461cb-5e99-41e0-a29e-9d5c06f457dd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'subnet': {'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:12.486675 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Transition to ACTIVE for port object 2630dc80-a53a-4410-8a23-84f786278d6f will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:12.500556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-25875589-940a-4a6c-99c8-2ed89491dc06 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:12.504747 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-25875589-940a-4a6c-99c8-2ed89491dc06 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:port and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:12.507770 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-25875589-940a-4a6c-99c8-2ed89491dc06 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:12.514466 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-25875589-940a-4a6c-99c8-2ed89491dc06 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:12.526905 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0dee2bfc-3377-4930-9e7f-7c268971fc1c None None] For port c7f603c7-c758-429e-b454-a858cf933fbd, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c7f603c7-c758-429e-b454-a858cf933fbd,segment=NetworkSegment(67d28322-9319-46c5-82ce-37397b702a7f),segment_id=67d28322-9319-46c5-82ce-37397b702a7f)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:12.527375 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dee2bfc-3377-4930-9e7f-7c268971fc1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.541750 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.580337 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25875589-940a-4a6c-99c8-2ed89491dc06 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:12.619719 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Port': ['ID=c7f603c7-c758-429e-b454-a858cf933fbd,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:12.624303 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] No DVR routers for this DVR port c7f603c7-c758-429e-b454-a858cf933fbd on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:04:12.627710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851286fe-a8e6-4962-a494-918ea36aa802 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Checking segment: {'id': '1309b9de-1f06-4dc0-95e1-eb958c0abee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c51dde1b-d225-4150-b526-413eddc9ba5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:12.628371 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851286fe-a8e6-4962-a494-918ea36aa802 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network hostable DHCP agents. Network: c51dde1b-d225-4150-b526-413eddc9ba5e, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:04:12.667589 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Transition to ACTIVE for port object 2630dc80-a53a-4410-8a23-84f786278d6f will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:12.671262 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851286fe-a8e6-4962-a494-918ea36aa802 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Subnet': ['ID=8ab63455-f86c-412a-ad22-abaa27e03fb8,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:12.680384 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-0dee2bfc-3377-4930-9e7f-7c268971fc1c None None] Calling delete_port for c7f603c7-c758-429e-b454-a858cf933fbd owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:12.684058 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-59d6e951-7082-46c4-84ce-7dce50ea0f5d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.715673 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.781687 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.784312 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-59d6e951-7082-46c4-84ce-7dce50ea0f5d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.798628 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] Deleting port 99eb4247-1e56-4bf5-b91d-44c3442725a9 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:12.798998 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.809504 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fceb710-fc07-4c03-929b-3a2f17f91f5c']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:12.823563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d28322-9319-46c5-82ce-37397b702a7f') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:12.824310 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d28322-9319-46c5-82ce-37397b702a7f') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:12.831381 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Network eb87a227-ba50-4163-ae92-d14120e47c6b is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:12.837698 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-49f1fc43-d5bc-4d7f-a20e-779f86bacfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.848572 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:12.863548 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.867305 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:12.876072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a8c461cb-5e99-41e0-a29e-9d5c06f457dd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:12.884531 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1fc43-d5bc-4d7f-a20e-779f86bacfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a79d777-36a5-4198-baa4-d52fce1779d1,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:12.886617 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a8c461cb-5e99-41e0-a29e-9d5c06f457dd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:subnet and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:12.893407 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-25875589-940a-4a6c-99c8-2ed89491dc06 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.898231 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851286fe-a8e6-4962-a494-918ea36aa802 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network c51dde1b-d225-4150-b526-413eddc9ba5e is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:04:12.904177 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Pushing event updated for resources: {'Port': ['ID=2630dc80-a53a-4410-8a23-84f786278d6f,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:12.907019 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a8c461cb-5e99-41e0-a29e-9d5c06f457dd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:12.908288 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-49f1fc43-d5bc-4d7f-a20e-779f86bacfe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.910333 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-49f1fc43-d5bc-4d7f-a20e-779f86bacfe5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a79d777-36a5-4198-baa4-d52fce1779d1 HTTP/1.1" status: 204 len: 168 time: 1.4347878 Feb 04 06:04:12.911708 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.919583 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a8c461cb-5e99-41e0-a29e-9d5c06f457dd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:12.922461 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-851286fe-a8e6-4962-a494-918ea36aa802 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, c51dde1b-d225-4150-b526-413eddc9ba5e) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:12.925642 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:12.926584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:12.948264 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:12.957296 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-25875589-940a-4a6c-99c8-2ed89491dc06 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port 538f0791-3985-4e59-bda4-5fad63c21c87 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:04:12.965396 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b4701c-cedc-49fe-ab5c-3217fc93821f None None] Network c51dde1b-d225-4150-b526-413eddc9ba5e requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:12.995015 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c461cb-5e99-41e0-a29e-9d5c06f457dd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:12.998594 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a8c461cb-5e99-41e0-a29e-9d5c06f457dd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.072008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851286fe-a8e6-4962-a494-918ea36aa802 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:13.072670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-851286fe-a8e6-4962-a494-918ea36aa802 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.093668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.099372 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.102003 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/networks/8fceb710-fc07-4c03-929b-3a2f17f91f5c HTTP/1.1" status: 204 len: 168 time: 2.4031293 Feb 04 06:04:13.138833 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.ipam_backend_mixin [None req-a8c461cb-5e99-41e0-a29e-9d5c06f457dd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aab8ed92-306d-477a-943b-6cb7e1ecef38 (CIDR: 172.20.0.0/28) Feb 04 06:04:13.139972 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-851286fe-a8e6-4962-a494-918ea36aa802 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7069185 Feb 04 06:04:13.142047 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52428) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:13.142922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52430) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:13.144315 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad5987-c0e4-4e15-b79a-99ebb014898a tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Network': ['ID=8fceb710-fc07-4c03-929b-3a2f17f91f5c,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:13.150500 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-11893884-fab0-48b8-904f-3f82cec9bb26 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'network_id': 'c51dde1b-d225-4150-b526-413eddc9ba5e', 'name': 'tempest-PortsIpV6TestJSON-1778262494'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:13.173624 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c461cb-5e99-41e0-a29e-9d5c06f457dd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:04:13.174186 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c461cb-5e99-41e0-a29e-9d5c06f457dd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:13.233678 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b8f89349-2cb0-4334-9e74-62f9f2f21ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.257835 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-8456cc69-8996-4840-86b6-f62e2b99fb25 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:13.258317 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8456cc69-8996-4840-86b6-f62e2b99fb25 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:13.260295 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-0dee2bfc-3377-4930-9e7f-7c268971fc1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:04:13.260838 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-0dee2bfc-3377-4930-9e7f-7c268971fc1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:04:13.261367 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8456cc69-8996-4840-86b6-f62e2b99fb25 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/subnets/7c4da076-76e4-44e8-a780-8d2a7127f73a HTTP/1.1" status: 404 len: 337 time: 0.1109941 Feb 04 06:04:13.264085 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52436) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:13.283580 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c7f603c7-c758-429e-b454-a858cf933fbd no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:04:13.313351 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Attempting to bind port 2630dc80-a53a-4410-8a23-84f786278d6f on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:13.314169 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Attempting to bind port 2630dc80-a53a-4410-8a23-84f786278d6f by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'e77da154-60a7-4530-98ec-dc332557ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'eb87a227-ba50-4163-ae92-d14120e47c6b'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:13.314627 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Attempting to bind port 2630dc80-a53a-4410-8a23-84f786278d6f on network eb87a227-ba50-4163-ae92-d14120e47c6b {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:04:13.319175 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6be3ee-e65f-4e75-a59d-a06f466487e2 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:13.320275 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6be3ee-e65f-4e75-a59d-a06f466487e2 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:13.324671 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5c6be3ee-e65f-4e75-a59d-a06f466487e2 tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/networks/e38464e1-2bfb-4f14-b789-d16a75fd5d66 HTTP/1.1" status: 404 len: 339 time: 0.0594869 Feb 04 06:04:13.327059 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52440) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:13.371392 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:04:13.371931 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Checking segment: {'id': 'e77da154-60a7-4530-98ec-dc332557ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'eb87a227-ba50-4163-ae92-d14120e47c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:13.372447 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.372848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Bound using segment: {'id': 'e77da154-60a7-4530-98ec-dc332557ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'eb87a227-ba50-4163-ae92-d14120e47c6b'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:04:13.373390 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Bound port: 2630dc80-a53a-4410-8a23-84f786278d6f, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77da154-60a7-4530-98ec-dc332557ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'eb87a227-ba50-4163-ae92-d14120e47c6b'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:13.373832 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.377231 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a8c461cb-5e99-41e0-a29e-9d5c06f457dd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8991323 Feb 04 06:04:13.381862 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52444) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:13.387180 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: c7f603c7-c758-429e-b454-a858cf933fbd {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:04:13.387180 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c7f603c7-c758-429e-b454-a858cf933fbd not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:04:13.402152 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-73249cd4-5172-49a2-b1f8-e027709d9b6e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'subnet': {'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:13.472757 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-59d6e951-7082-46c4-84ce-7dce50ea0f5d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.543306 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-b8f89349-2cb0-4334-9e74-62f9f2f21ac5 None None] For port b83b77f7-d318-4d84-9892-cd8ae42d0581, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b83b77f7-d318-4d84-9892-cd8ae42d0581,segment=NetworkSegment(01d1c7cc-f200-49b3-9c78-c8e0ad5194d5),segment_id=01d1c7cc-f200-49b3-9c78-c8e0ad5194d5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:13.566945 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-25875589-940a-4a6c-99c8-2ed89491dc06 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::f816:3eff:fee1:a4ba (65e4f961-4ab6-4ffd-8973-b6f04910c762/6f69f1ae-2bc5-4b98-aaf7-55d339c6331d/538f0791-3985-4e59-bda4-5fad63c21c87) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:13.571549 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-11893884-fab0-48b8-904f-3f82cec9bb26 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:13.582479 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-11893884-fab0-48b8-904f-3f82cec9bb26 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:port and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:13.590700 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-11893884-fab0-48b8-904f-3f82cec9bb26 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:13.597359 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b8f89349-2cb0-4334-9e74-62f9f2f21ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.598944 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfc84e5-b795-47b6-95fe-178d7b379ebb tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Deleting subnet 498a9e88-23ba-4cc4-8de3-39a395dddef2 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:04:13.601825 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-11893884-fab0-48b8-904f-3f82cec9bb26 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:13.625237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9cfc84e5-b795-47b6-95fe-178d7b379ebb tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.660837 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-59d6e951-7082-46c4-84ce-7dce50ea0f5d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.664641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11893884-fab0-48b8-904f-3f82cec9bb26 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:13.668625 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-11893884-fab0-48b8-904f-3f82cec9bb26 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.736981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6e951-7082-46c4-84ce-7dce50ea0f5d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event deleted for resources: {'Subnet': ['ID=d92e87d3-6c91-4916-b01e-f0699a33f5cf,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:13.765476 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-59d6e951-7082-46c4-84ce-7dce50ea0f5d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.831912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-11893884-fab0-48b8-904f-3f82cec9bb26 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] device_id is not set on port 693d2f31-a305-437a-9fee-c797d05b2e7e yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:04:13.837567 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-0dee2bfc-3377-4930-9e7f-7c268971fc1c None None] Deleting port c7f603c7-c758-429e-b454-a858cf933fbd {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:13.837871 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dee2bfc-3377-4930-9e7f-7c268971fc1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.851415 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9cfc84e5-b795-47b6-95fe-178d7b379ebb tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.873569 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-59d6e951-7082-46c4-84ce-7dce50ea0f5d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/subnets/d92e87d3-6c91-4916-b01e-f0699a33f5cf HTTP/1.1" status: 204 len: 168 time: 2.2360327 Feb 04 06:04:13.877854 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52458) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:14.019751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae4b13a-a4ca-498d-997b-e68a8b514497 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:14.020791 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-73249cd4-5172-49a2-b1f8-e027709d9b6e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:14.021130 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae4b13a-a4ca-498d-997b-e68a8b514497 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:14.021883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-fae4b13a-a4ca-498d-997b-e68a8b514497 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Synchronizing usage tracker for tenant:d97d74f154374075aa76aefeb455aa77 on resource:subnet {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:14.037374 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-73249cd4-5172-49a2-b1f8-e027709d9b6e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:subnet and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:14.047613 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-73249cd4-5172-49a2-b1f8-e027709d9b6e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:14.063109 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-73249cd4-5172-49a2-b1f8-e027709d9b6e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:14.070800 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52464) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:14.083098 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-342127715', 'description': 'tempest-secgroup-smoke-342127715 description', 'project_id': '546e85d5b5e4470bb459b3b3573e44cb'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:14.107098 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:14.113633 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73249cd4-5172-49a2-b1f8-e027709d9b6e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:14.117641 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-73249cd4-5172-49a2-b1f8-e027709d9b6e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:14.136811 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-25875589-940a-4a6c-99c8-2ed89491dc06 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:14.137927 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Usage tracker for resource:security_group and tenant:546e85d5b5e4470bb459b3b3573e44cb is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:14.141718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:14.146576 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-fae4b13a-a4ca-498d-997b-e68a8b514497 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Unset dirty status for tenant:d97d74f154374075aa76aefeb455aa77 on resource:subnet {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:14.149176 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fae4b13a-a4ca-498d-997b-e68a8b514497 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2703156 Feb 04 06:04:14.155396 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52472) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:14.156223 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:14.185572 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-0dee2bfc-3377-4930-9e7f-7c268971fc1c None None] The port 'c7f603c7-c758-429e-b454-a858cf933fbd' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:04:14.191975 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-11893884-fab0-48b8-904f-3f82cec9bb26 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Allocated IP 2001:db8::1e3 (c51dde1b-d225-4150-b526-413eddc9ba5e/8ab63455-f86c-412a-ad22-abaa27e03fb8/693d2f31-a305-437a-9fee-c797d05b2e7e) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:14.194578 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-25875589-940a-4a6c-99c8-2ed89491dc06 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object 538f0791-3985-4e59-bda4-5fad63c21c87 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:14.248518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9cfc84e5-b795-47b6-95fe-178d7b379ebb tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:14.252196 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b8f89349-2cb0-4334-9e74-62f9f2f21ac5 None None] Provisioning complete for port aada0945-ae78-4e91-b725-e9105ac51bb9 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:14.252582 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b8f89349-2cb0-4334-9e74-62f9f2f21ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:14.286399 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:14.333938 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:14.366193 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b8f89349-2cb0-4334-9e74-62f9f2f21ac5 None None] Port aada0945-ae78-4e91-b725-e9105ac51bb9 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:04:14.374676 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:14.395628 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] For port 99eb4247-1e56-4bf5-b91d-44c3442725a9, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=99eb4247-1e56-4bf5-b91d-44c3442725a9,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:14.396067 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:14.397701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Usage tracker for resource:security_group_rule and tenant:546e85d5b5e4470bb459b3b3573e44cb is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:14.404217 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:14.416560 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:14.438278 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9cfc84e5-b795-47b6-95fe-178d7b379ebb tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:14.494711 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f89349-2cb0-4334-9e74-62f9f2f21ac5 None None] Pushing event updated for resources: {'Port': ['ID=b83b77f7-d318-4d84-9892-cd8ae42d0581,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:14.562016 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] For port 2630dc80-a53a-4410-8a23-84f786278d6f, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:04:14.564441 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-c51dde1b-d225-4150-b526-413eddc9ba5e', 'network_id': 'c51dde1b-d225-4150-b526-413eddc9ba5e', 'tenant_id': 'ef31d0e95d1b49ed90d15de4824b5830', 'fixed_ips': [{'subnet_id': '8ab63455-f86c-412a-ad22-abaa27e03fb8'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:04:14.565316 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:14.577906 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc84e5-b795-47b6-95fe-178d7b379ebb tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Subnet': ['ID=498a9e88-23ba-4cc4-8de3-39a395dddef2,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:14.593331 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-54bc185f-233b-4226-af79-fa003551858d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:14.595016 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9cfc84e5-b795-47b6-95fe-178d7b379ebb tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:14.616434 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9cfc84e5-b795-47b6-95fe-178d7b379ebb tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/subnets/498a9e88-23ba-4cc4-8de3-39a395dddef2 HTTP/1.1" status: 204 len: 168 time: 1.2879460 Feb 04 06:04:14.622438 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52482) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:14.644537 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] Calling delete_port for 99eb4247-1e56-4bf5-b91d-44c3442725a9 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:14.679647 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90117307-eaf7-4f32-8462-a58e90fafc21 None None] Network 32309697-06c9-4bd6-9a04-ed2c165ed680 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:14.736142 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-54bc185f-233b-4226-af79-fa003551858d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 06:04:14.736877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54bc185f-233b-4226-af79-fa003551858d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:14.753043 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-54bc185f-233b-4226-af79-fa003551858d tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/networks/eb87a227-ba50-4163-ae92-d14120e47c6b HTTP/1.1" status: 409 len: 405 time: 0.5942311 Feb 04 06:04:14.757718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52488) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:14.775429 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-eaeda8ee-4b54-48f7-b760-7d89815ea3ab tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-751339186'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:14.792129 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-73249cd4-5172-49a2-b1f8-e027709d9b6e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:14.800877 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-eaeda8ee-4b54-48f7-b760-7d89815ea3ab tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:14.847478 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] For port 2630dc80-a53a-4410-8a23-84f786278d6f, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2630dc80-a53a-4410-8a23-84f786278d6f,segment=NetworkSegment(e77da154-60a7-4530-98ec-dc332557ea94),segment_id=e77da154-60a7-4530-98ec-dc332557ea94)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:04:14.851913 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-25875589-940a-4a6c-99c8-2ed89491dc06 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:14.940811 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:14.942753 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-eaeda8ee-4b54-48f7-b760-7d89815ea3ab tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Usage tracker for resource:network and tenant:d97d74f154374075aa76aefeb455aa77 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:14.953215 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-eaeda8ee-4b54-48f7-b760-7d89815ea3ab tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:14.958701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:14.982150 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-eaeda8ee-4b54-48f7-b760-7d89815ea3ab tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:14.986663 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:15.012263 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Usage tracker for resource:security_group_rule and tenant:546e85d5b5e4470bb459b3b3573e44cb is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:15.016371 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25875589-940a-4a6c-99c8-2ed89491dc06 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:15.033155 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73249cd4-5172-49a2-b1f8-e027709d9b6e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 8c1d83c3-a130-442d-8848-3392923c3a24 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:15.034479 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:15.048987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-73249cd4-5172-49a2-b1f8-e027709d9b6e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:15.054204 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:15.059841 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaeda8ee-4b54-48f7-b760-7d89815ea3ab tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Made reservation on behalf of d97d74f154374075aa76aefeb455aa77 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:15.063578 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eaeda8ee-4b54-48f7-b760-7d89815ea3ab tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.066138 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-25875589-940a-4a6c-99c8-2ed89491dc06 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:15.079195 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73249cd4-5172-49a2-b1f8-e027709d9b6e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:15.079195 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-73249cd4-5172-49a2-b1f8-e027709d9b6e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.088375 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19146c4d-5f16-4644-93ef-2d0b76c7c6b5 None None] Network 8c1d83c3-a130-442d-8848-3392923c3a24 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:15.100648 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6e9ef8c3-c721-4332-b317-693741912634 None None] Provisioning for port 22ccfb1e-7d93-466c-a480-8f0f2f5d5808 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:15.102623 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce177ac-5d1d-49ef-a7a4-9c4c97f652c5,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:15.104056 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.105734 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73249cd4-5172-49a2-b1f8-e027709d9b6e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Subnet': ['ID=d476470f-edc4-4f4a-a0ef-a73b3349ad0f,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:15.141419 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaeda8ee-4b54-48f7-b760-7d89815ea3ab tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:04:15.145988 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.151542 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eaeda8ee-4b54-48f7-b760-7d89815ea3ab tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.152098 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-eaeda8ee-4b54-48f7-b760-7d89815ea3ab tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Added segment e1493fb1-7fa7-4ec8-b50d-04cbc84fcd2c of type vlan for network c2b41ecd-4a47-4b1e-9533-70f9a7efa8d1 Feb 04 06:04:15.230274 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6e9ef8c3-c721-4332-b317-693741912634 None None] Provisioning complete for port 22ccfb1e-7d93-466c-a480-8f0f2f5d5808 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:15.230274 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e9ef8c3-c721-4332-b317-693741912634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.289887 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-11893884-fab0-48b8-904f-3f82cec9bb26 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.312768 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-11893884-fab0-48b8-904f-3f82cec9bb26 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Transition to ACTIVE for port object 693d2f31-a305-437a-9fee-c797d05b2e7e will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:15.335997 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eaeda8ee-4b54-48f7-b760-7d89815ea3ab tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.341375 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25875589-940a-4a6c-99c8-2ed89491dc06 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:15.342631 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b83b77f7-d318-4d84-9892-cd8ae42d0581 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:15.348201 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25875589-940a-4a6c-99c8-2ed89491dc06 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:15.348640 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-25875589-940a-4a6c-99c8-2ed89491dc06 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.352608 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25875589-940a-4a6c-99c8-2ed89491dc06 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=538f0791-3985-4e59-bda4-5fad63c21c87,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:15.359251 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.364812 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52500) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:15.378320 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eaeda8ee-4b54-48f7-b760-7d89815ea3ab tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.383811 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeda8ee-4b54-48f7-b760-7d89815ea3ab tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:15.385578 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eaeda8ee-4b54-48f7-b760-7d89815ea3ab tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.395333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-11893884-fab0-48b8-904f-3f82cec9bb26 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.429390 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-73249cd4-5172-49a2-b1f8-e027709d9b6e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0393877 Feb 04 06:04:15.439355 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52506) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:15.477093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Deleting port 643d49cf-da4f-411b-b35b-960bb2d833dc {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:15.477441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.503078 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-25875589-940a-4a6c-99c8-2ed89491dc06 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4125059 Feb 04 06:04:15.512606 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52510) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:15.520372 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-e1b3b9d3-2c6f-4762-8cca-a0fe0c1b2d86 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-655278534', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd476470f-edc4-4f4a-a0ef-a73b3349ad0f'}], 'security_groups': ['42d17d21-6b9c-445e-aedf-de358b485f59']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:15.567330 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11893884-fab0-48b8-904f-3f82cec9bb26 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network c51dde1b-d225-4150-b526-413eddc9ba5e is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:15.579824 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-11893884-fab0-48b8-904f-3f82cec9bb26 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:15.582561 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11893884-fab0-48b8-904f-3f82cec9bb26 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:15.588766 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11893884-fab0-48b8-904f-3f82cec9bb26 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:15.589565 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-11893884-fab0-48b8-904f-3f82cec9bb26 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.595749 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:15.616908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:15.621482 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] No DVR routers for this DVR port 99eb4247-1e56-4bf5-b91d-44c3442725a9 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:04:15.622968 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ef8c3-c721-4332-b317-693741912634 None None] Port 22ccfb1e-7d93-466c-a480-8f0f2f5d5808 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:04:15.632697 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11893884-fab0-48b8-904f-3f82cec9bb26 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=693d2f31-a305-437a-9fee-c797d05b2e7e,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:15.640215 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Usage tracker for resource:floatingip and tenant:07e04312d2cb4d79903fec7995045ad0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:15.645312 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71f8f7-6ac4-4315-9178-b47542a65677 None None] Pushing event updated for resources: {'Port': ['ID=2630dc80-a53a-4410-8a23-84f786278d6f,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:15.645644 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:15.684404 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-eaeda8ee-4b54-48f7-b760-7d89815ea3ab tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9254453 Feb 04 06:04:15.693263 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52514) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:15.705719 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-59c82d8f-fd48-44f1-92c1-e2ac8aa4eba1 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Request body: {'subnet': {'network_id': 'c2b41ecd-4a47-4b1e-9533-70f9a7efa8d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:15.707679 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:15.720322 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-11893884-fab0-48b8-904f-3f82cec9bb26 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5762687 Feb 04 06:04:15.724858 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0478e7f5-f289-46a6-b2ea-d67bd99600da None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:15.732923 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52518) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:15.739430 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeda8ee-4b54-48f7-b760-7d89815ea3ab tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event updated for resources: {'Network': ['ID=c2b41ecd-4a47-4b1e-9533-70f9a7efa8d1,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:15.745444 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-09d26224-ef74-4095-90fc-a6bdd24728ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'network_id': 'c51dde1b-d225-4150-b526-413eddc9ba5e', 'name': 'tempest-PortsIpV6TestJSON-1643580729'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:15.758708 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3cb18-063e-41d8-a90b-4aaf84ab66ab None None] Pushing event deleted for resources: {'Port': ['ID=99eb4247-1e56-4bf5-b91d-44c3442725a9,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:15.830139 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network c2b41ecd-4a47-4b1e-9533-70f9a7efa8d1 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:04:15.850816 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.865352 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.880295 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.945314 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-59c82d8f-fd48-44f1-92c1-e2ac8aa4eba1 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:15.951480 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Allocated IP 2001:db8::2 (c51dde1b-d225-4150-b526-413eddc9ba5e/8ab63455-f86c-412a-ad22-abaa27e03fb8/449e3582-bdaa-4862-8bb9-a665fd352ba8) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:15.955869 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-59c82d8f-fd48-44f1-92c1-e2ac8aa4eba1 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:16.029151 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c82d8f-fd48-44f1-92c1-e2ac8aa4eba1 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Made reservation on behalf of d97d74f154374075aa76aefeb455aa77 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:16.032877 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59c82d8f-fd48-44f1-92c1-e2ac8aa4eba1 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:16.061828 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port b83b77f7-d318-4d84-9892-cd8ae42d0581 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:16.062445 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:16.084998 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcc9b55-3310-4562-b9cc-6412477ba27e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:16.085718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9fcc9b55-3310-4562-b9cc-6412477ba27e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:16.141823 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] For port 643d49cf-da4f-411b-b35b-960bb2d833dc, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=643d49cf-da4f-411b-b35b-960bb2d833dc,segment=NetworkSegment(66c0dac7-dd12-46dd-815a-2f79be57df5e),segment_id=66c0dac7-dd12-46dd-815a-2f79be57df5e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:16.142249 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:16.243999 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-09d26224-ef74-4095-90fc-a6bdd24728ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:16.289134 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f341a7a-8662-4cc7-8dfd-98e0d4588bea None None] DHCP port deletion for 32309697-06c9-4bd6-9a04-ed2c165ed680 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:04:16.324773 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9fcc9b55-3310-4562-b9cc-6412477ba27e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:16.325956 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9fcc9b55-3310-4562-b9cc-6412477ba27e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.8090403 Feb 04 06:04:16.331136 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52522) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:16.334146 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:16.334411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Calling delete_port for 643d49cf-da4f-411b-b35b-960bb2d833dc owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:16.338421 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.2635546 Feb 04 06:04:16.338421 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6517eba-e26b-49cf-959d-5661bca88d72 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0179cdc-621e-4dc2-b70f-337ac8fbdd85,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:16.362516 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52526) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:16.372015 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-09d26224-ef74-4095-90fc-a6bdd24728ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:port and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:16.386397 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0679603b-2fdb-4192-ad63-f353114c1c73 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Request body: {'security_group_rule': {'security_group_id': 'c0179cdc-621e-4dc2-b70f-337ac8fbdd85', 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:16.386598 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-3f341a7a-8662-4cc7-8dfd-98e0d4588bea None None] Deleting port 643d49cf-da4f-411b-b35b-960bb2d833dc {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:16.386968 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3f341a7a-8662-4cc7-8dfd-98e0d4588bea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:16.392174 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-09d26224-ef74-4095-90fc-a6bdd24728ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:16.400678 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-09d26224-ef74-4095-90fc-a6bdd24728ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:16.404437 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0679603b-2fdb-4192-ad63-f353114c1c73 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:16.411515 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b9d3-2c6f-4762-8cca-a0fe0c1b2d86 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:16.415547 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0679603b-2fdb-4192-ad63-f353114c1c73 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Usage tracker for resource:security_group_rule and tenant:546e85d5b5e4470bb459b3b3573e44cb is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:16.420531 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0679603b-2fdb-4192-ad63-f353114c1c73 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:16.431891 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0679603b-2fdb-4192-ad63-f353114c1c73 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:16.437339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d26224-ef74-4095-90fc-a6bdd24728ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:16.440902 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-09d26224-ef74-4095-90fc-a6bdd24728ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:16.499590 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-09d26224-ef74-4095-90fc-a6bdd24728ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] device_id is not set on port a15bd991-546e-4362-b5bd-bcfc7a175bcb yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:04:16.538798 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:16.579762 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-e2337714-8247-4bb5-848f-ba8ec309c15f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port 538f0791-3985-4e59-bda4-5fad63c21c87 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:16.580150 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e2337714-8247-4bb5-848f-ba8ec309c15f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:16.587823 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0679603b-2fdb-4192-ad63-f353114c1c73 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:16.594213 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-3f341a7a-8662-4cc7-8dfd-98e0d4588bea None None] The port '643d49cf-da4f-411b-b35b-960bb2d833dc' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:04:16.621534 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Port': ['ID=643d49cf-da4f-411b-b35b-960bb2d833dc,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:16.631297 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] No DVR routers for this DVR port 643d49cf-da4f-411b-b35b-960bb2d833dc on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:04:16.668516 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.objects.ports [None req-59c82d8f-fd48-44f1-92c1-e2ac8aa4eba1 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87470) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:04:16.678719 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59c82d8f-fd48-44f1-92c1-e2ac8aa4eba1 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:16.767279 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:16.787239 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Transition to ACTIVE for port object 449e3582-bdaa-4862-8bb9-a665fd352ba8 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:16.837851 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Transition to ACTIVE for port object 449e3582-bdaa-4862-8bb9-a665fd352ba8 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:16.840846 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': '6f69f1ae-2bc5-4b98-aaf7-55d339c6331d'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:04:16.841697 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:16.860752 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:16.900749 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:16.926030 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c82d8f-fd48-44f1-92c1-e2ac8aa4eba1 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event updated for resources: {'Subnet': ['ID=15937e70-baff-4ddd-9fef-6ec4cd3b80d3,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:17.025622 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c82d8f-fd48-44f1-92c1-e2ac8aa4eba1 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Checking segment: {'id': 'e1493fb1-7fa7-4ec8-b50d-04cbc84fcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c2b41ecd-4a47-4b1e-9533-70f9a7efa8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:17.026271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c82d8f-fd48-44f1-92c1-e2ac8aa4eba1 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Network hostable DHCP agents. Network: c2b41ecd-4a47-4b1e-9533-70f9a7efa8d1, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:04:17.052477 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Network c51dde1b-d225-4150-b526-413eddc9ba5e is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:17.062908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:17.075210 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:17.134822 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:17.159656 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Pushing event updated for resources: {'Port': ['ID=449e3582-bdaa-4862-8bb9-a665fd352ba8,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:17.165211 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c82d8f-fd48-44f1-92c1-e2ac8aa4eba1 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Network c2b41ecd-4a47-4b1e-9533-70f9a7efa8d1 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:04:17.174692 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0613b517-c371-4a67-9f71-5ece5ba43c62 None None] Update dhcp port {'port': {'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24', 'fixed_ips': [{'subnet_id': 'aab8ed92-306d-477a-943b-6cb7e1ecef38', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd476470f-edc4-4f4a-a0ef-a73b3349ad0f'}], 'binding:host_id': 'dv-neutron-826830-2-hyperv'}, 'id': 'b83b77f7-d318-4d84-9892-cd8ae42d0581'} from dv-neutron-826830-2-hyperv. {{(pid=87472) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:04:17.241987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e2337714-8247-4bb5-848f-ba8ec309c15f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:17.245906 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32309697-06c9-4bd6-9a04-ed2c165ed680']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:17.255893 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0679603b-2fdb-4192-ad63-f353114c1c73 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:17.282034 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-09d26224-ef74-4095-90fc-a6bdd24728ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Allocated IP 2001:db8::263 (c51dde1b-d225-4150-b526-413eddc9ba5e/8ab63455-f86c-412a-ad22-abaa27e03fb8/a15bd991-546e-4362-b5bd-bcfc7a175bcb) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:17.291975 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c0dac7-dd12-46dd-815a-2f79be57df5e') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:17.292277 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c0dac7-dd12-46dd-815a-2f79be57df5e') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:17.301704 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0679603b-2fdb-4192-ad63-f353114c1c73 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:17.344601 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:17.383446 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679603b-2fdb-4192-ad63-f353114c1c73 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40475a1a-f451-45c5-9ebc-433ae61264f3,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:17.395511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Allocated IP 172.26.4.4 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/753f3427-9919-4716-bca0-7b394b080e84) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:17.397676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:17.404029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-59c82d8f-fd48-44f1-92c1-e2ac8aa4eba1 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, c2b41ecd-4a47-4b1e-9533-70f9a7efa8d1) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:17.419258 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9593b27-785c-4233-8b3d-da3b89bf73bb None None] Network eb87a227-ba50-4163-ae92-d14120e47c6b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:17.431577 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:17.431999 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:17.444529 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f95fec-9205-402d-86ad-9d3edfbe1c2d None None] Network c2b41ecd-4a47-4b1e-9533-70f9a7efa8d1 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:17.447896 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:17.457087 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2630dc80-a53a-4410-8a23-84f786278d6f up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:17.483796 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0613b517-c371-4a67-9f71-5ece5ba43c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:17.505763 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Attempting to bind port 449e3582-bdaa-4862-8bb9-a665fd352ba8 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:17.506125 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Attempting to bind port 449e3582-bdaa-4862-8bb9-a665fd352ba8 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '1309b9de-1f06-4dc0-95e1-eb958c0abee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c51dde1b-d225-4150-b526-413eddc9ba5e'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:17.506492 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Attempting to bind port 449e3582-bdaa-4862-8bb9-a665fd352ba8 on network c51dde1b-d225-4150-b526-413eddc9ba5e {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:04:17.519584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c82d8f-fd48-44f1-92c1-e2ac8aa4eba1 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:17.520345 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59c82d8f-fd48-44f1-92c1-e2ac8aa4eba1 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:17.530590 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0679603b-2fdb-4192-ad63-f353114c1c73 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:17.531772 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0679603b-2fdb-4192-ad63-f353114c1c73 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1619897 Feb 04 06:04:17.532875 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-e2337714-8247-4bb5-848f-ba8ec309c15f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for 538f0791-3985-4e59-bda4-5fad63c21c87 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:17.548652 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52530) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:17.582783 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-c5029274-0224-429d-9400-c0b99b4ccde0 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Request body: {'security_group_rule': {'security_group_id': 'c0179cdc-621e-4dc2-b70f-337ac8fbdd85', 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:17.638873 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c5029274-0224-429d-9400-c0b99b4ccde0 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:17.653863 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-59c82d8f-fd48-44f1-92c1-e2ac8aa4eba1 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9528902 Feb 04 06:04:17.666032 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52534) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:17.668838 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c5029274-0224-429d-9400-c0b99b4ccde0 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Usage tracker for resource:security_group_rule and tenant:546e85d5b5e4470bb459b3b3573e44cb is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:17.677264 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c5029274-0224-429d-9400-c0b99b4ccde0 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:17.735792 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-e1b3b9d3-2c6f-4762-8cca-a0fe0c1b2d86 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Delete allocated IP 172.20.0.12 (8c1d83c3-a130-442d-8848-3392923c3a24/aab8ed92-306d-477a-943b-6cb7e1ecef38) {{(pid=87470) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 06:04:17.741738 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:04:17.742114 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Checking segment: {'id': '1309b9de-1f06-4dc0-95e1-eb958c0abee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c51dde1b-d225-4150-b526-413eddc9ba5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:17.742518 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:17.742912 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Bound using segment: {'id': '1309b9de-1f06-4dc0-95e1-eb958c0abee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c51dde1b-d225-4150-b526-413eddc9ba5e'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:04:17.743391 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Bound port: 449e3582-bdaa-4862-8bb9-a665fd352ba8, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1309b9de-1f06-4dc0-95e1-eb958c0abee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c51dde1b-d225-4150-b526-413eddc9ba5e'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:17.743764 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:17.755796 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:17.756612 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-e1b3b9d3-2c6f-4762-8cca-a0fe0c1b2d86 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Allocated IP 172.20.0.25 (8c1d83c3-a130-442d-8848-3392923c3a24/d476470f-edc4-4f4a-a0ef-a73b3349ad0f/22ccfb1e-7d93-466c-a480-8f0f2f5d5808) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:17.762333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c5029274-0224-429d-9400-c0b99b4ccde0 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:17.807820 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:17.814581 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e2337714-8247-4bb5-848f-ba8ec309c15f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:17.829926 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b282c437-cc1c-48ea-9070-b136640c1245 None None] Provisioning for port 2630dc80-a53a-4410-8a23-84f786278d6f completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:17.872605 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] Pushing event deleted for resources: {'Network': ['ID=32309697-06c9-4bd6-9a04-ed2c165ed680,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:17.883117 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2337714-8247-4bb5-848f-ba8ec309c15f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=538f0791-3985-4e59-bda4-5fad63c21c87,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:17.923561 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b7a8c996-fd2d-4d77-98ac-1b9689a0966c tempest-NetworksIpV6Test-1741591213 tempest-NetworksIpV6Test-1741591213-project] 10.222.0.31 "DELETE /v2.0/networks/32309697-06c9-4bd6-9a04-ed2c165ed680 HTTP/1.1" status: 204 len: 168 time: 3.2840219 Feb 04 06:04:17.937399 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c5029274-0224-429d-9400-c0b99b4ccde0 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:17.972145 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Allocated IP 2001:db8::f816:3eff:fe83:f687 (65e4f961-4ab6-4ffd-8973-b6f04910c762/6f69f1ae-2bc5-4b98-aaf7-55d339c6331d/1adcadec-2520-4ff5-8d0a-60540ee88092) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:17.987393 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e2337714-8247-4bb5-848f-ba8ec309c15f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.011288 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e2337714-8247-4bb5-848f-ba8ec309c15f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/538f0791-3985-4e59-bda4-5fad63c21c87 HTTP/1.1" status: 204 len: 168 time: 1.6745219 Feb 04 06:04:18.015019 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52540) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:18.029756 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.125860 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec71b119-f835-414f-afe5-a73c0a214630 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:18.127453 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec71b119-f835-414f-afe5-a73c0a214630 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:18.140555 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ec71b119-f835-414f-afe5-a73c0a214630 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:18.160262 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c5029274-0224-429d-9400-c0b99b4ccde0 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.172502 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ec71b119-f835-414f-afe5-a73c0a214630 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:18.176192 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ec71b119-f835-414f-afe5-a73c0a214630 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1575973 Feb 04 06:04:18.177385 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52544) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:18.197049 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-09d26224-ef74-4095-90fc-a6bdd24728ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.217459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-09d26224-ef74-4095-90fc-a6bdd24728ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Transition to ACTIVE for port object a15bd991-546e-4362-b5bd-bcfc7a175bcb will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:18.245018 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-7434c20b-1d6b-424b-8e49-3c3109cd7402 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet 6f69f1ae-2bc5-4b98-aaf7-55d339c6331d {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:04:18.248110 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b9d3-2c6f-4762-8cca-a0fe0c1b2d86 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.277189 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.277687 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-e1b3b9d3-2c6f-4762-8cca-a0fe0c1b2d86 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Transition to ACTIVE for port object 22ccfb1e-7d93-466c-a480-8f0f2f5d5808 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:18.293748 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b9d3-2c6f-4762-8cca-a0fe0c1b2d86 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.294401 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7ca7f34c-b680-4eb2-b493-f4d6d70808da tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.299695 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 2630dc80-a53a-4410-8a23-84f786278d6f completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:18.335940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] For port 449e3582-bdaa-4862-8bb9-a665fd352ba8, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:04:18.344211 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 2630dc80-a53a-4410-8a23-84f786278d6f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:18.344588 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.345211 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-09d26224-ef74-4095-90fc-a6bdd24728ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.346984 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c5029274-0224-429d-9400-c0b99b4ccde0 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.381246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:18.394587 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:18.396509 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52550) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:18.410257 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:18.439203 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] For port 449e3582-bdaa-4862-8bb9-a665fd352ba8, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=449e3582-bdaa-4862-8bb9-a665fd352ba8,segment=NetworkSegment(1309b9de-1f06-4dc0-95e1-eb958c0abee5),segment_id=1309b9de-1f06-4dc0-95e1-eb958c0abee5)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:04:18.442648 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3b9d3-2c6f-4762-8cca-a0fe0c1b2d86 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=22ccfb1e-7d93-466c-a480-8f0f2f5d5808,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:18.444024 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5029274-0224-429d-9400-c0b99b4ccde0 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2113e145-b61b-4de5-afb5-df175d087e19,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:18.471212 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.471487 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-e1b3b9d3-2c6f-4762-8cca-a0fe0c1b2d86 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] In _notify_port_updated(), no bound segment for port 22ccfb1e-7d93-466c-a480-8f0f2f5d5808 on network 8c1d83c3-a130-442d-8848-3392923c3a24 {{(pid=87470) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:04:18.477512 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b3b9d3-2c6f-4762-8cca-a0fe0c1b2d86 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:18.478282 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b9d3-2c6f-4762-8cca-a0fe0c1b2d86 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.482753 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e1b3b9d3-2c6f-4762-8cca-a0fe0c1b2d86 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "PUT /v2.0/ports/22ccfb1e-7d93-466c-a480-8f0f2f5d5808 HTTP/1.1" status: 200 len: 920 time: 3.0382769 Feb 04 06:04:18.483571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52556) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:18.489110 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d26224-ef74-4095-90fc-a6bdd24728ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network c51dde1b-d225-4150-b526-413eddc9ba5e is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:18.526336 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-09d26224-ef74-4095-90fc-a6bdd24728ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:18.533744 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Pushing event updated for resources: {'Port': ['ID=753f3427-9919-4716-bca0-7b394b080e84,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:18.543409 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d26224-ef74-4095-90fc-a6bdd24728ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:18.548466 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d26224-ef74-4095-90fc-a6bdd24728ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:18.549077 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-09d26224-ef74-4095-90fc-a6bdd24728ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.552921 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c5029274-0224-429d-9400-c0b99b4ccde0 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.554092 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c5029274-0224-429d-9400-c0b99b4ccde0 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0042279 Feb 04 06:04:18.556994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52560) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:18.565743 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-455c6151-e5c1-42a3-975e-bab4bb7d72b6 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Request body: {'security_group_rule': {'security_group_id': 'c0179cdc-621e-4dc2-b70f-337ac8fbdd85', 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:18.575144 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-455c6151-e5c1-42a3-975e-bab4bb7d72b6 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:18.584667 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-455c6151-e5c1-42a3-975e-bab4bb7d72b6 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Usage tracker for resource:security_group_rule and tenant:546e85d5b5e4470bb459b3b3573e44cb is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:18.590289 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-455c6151-e5c1-42a3-975e-bab4bb7d72b6 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:18.596914 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-50afcde6-0678-496b-bec3-b644264290be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port 22ccfb1e-7d93-466c-a480-8f0f2f5d5808 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:18.597557 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-50afcde6-0678-496b-bec3-b644264290be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.606083 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412080b3-e98d-45ec-bfe6-df7ad3870799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-c2b41ecd-4a47-4b1e-9533-70f9a7efa8d1', 'network_id': 'c2b41ecd-4a47-4b1e-9533-70f9a7efa8d1', 'tenant_id': 'd97d74f154374075aa76aefeb455aa77', 'fixed_ips': [{'subnet_id': '15937e70-baff-4ddd-9fef-6ec4cd3b80d3'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:04:18.606893 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-412080b3-e98d-45ec-bfe6-df7ad3870799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.646122 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-0613b517-c371-4a67-9f71-5ece5ba43c62 None None] Allocated IP 172.20.0.18 (8c1d83c3-a130-442d-8848-3392923c3a24/d476470f-edc4-4f4a-a0ef-a73b3349ad0f/b83b77f7-d318-4d84-9892-cd8ae42d0581) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:18.655013 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-09d26224-ef74-4095-90fc-a6bdd24728ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9209578 Feb 04 06:04:18.655893 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7ca7f34c-b680-4eb2-b493-f4d6d70808da tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.672995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52564) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:18.762378 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-455c6151-e5c1-42a3-975e-bab4bb7d72b6 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:18.771338 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d26224-ef74-4095-90fc-a6bdd24728ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=a15bd991-546e-4362-b5bd-bcfc7a175bcb,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:18.777618 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.790424 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Transition to ACTIVE for port object 1adcadec-2520-4ff5-8d0a-60540ee88092 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:18.825343 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.837891 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7ffc550b-d88e-4ce5-95ee-c817f33fcc28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a16e808cbb7c487da688fc682beafc7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4295156 Feb 04 06:04:18.840931 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52568) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:18.859710 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23936f14-d4cf-4e15-9724-30b3d950c61d None None] DHCP port deletion for eb87a227-ba50-4163-ae92-d14120e47c6b request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:04:18.870861 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-23936f14-d4cf-4e15-9724-30b3d950c61d None None] Deleting port 2630dc80-a53a-4410-8a23-84f786278d6f {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:18.871117 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-23936f14-d4cf-4e15-9724-30b3d950c61d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.910822 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-455c6151-e5c1-42a3-975e-bab4bb7d72b6 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.945828 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7ca7f34c-b680-4eb2-b493-f4d6d70808da tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.980298 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcc8e7-2d1c-4656-8b40-91ffa55f4d37 None None] Pushing event updated for resources: {'Port': ['ID=449e3582-bdaa-4862-8bb9-a665fd352ba8,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:18.992172 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Transition to ACTIVE for port object 1adcadec-2520-4ff5-8d0a-60540ee88092 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:19.016127 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.036752 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-50afcde6-0678-496b-bec3-b644264290be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.050676 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7434c20b-1d6b-424b-8e49-3c3109cd7402 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.116827 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.151265 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.208989 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7f34c-b680-4eb2-b493-f4d6d70808da tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event deleted for resources: {'Subnet': ['ID=15937e70-baff-4ddd-9fef-6ec4cd3b80d3,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:19.281419 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Pushing event updated for resources: {'Port': ['ID=1adcadec-2520-4ff5-8d0a-60540ee88092,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:19.302696 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:19.313782 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:19.316418 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:19.335677 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ade8e455-acca-4868-82c8-d6e4d1c1af2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.354949 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7ca7f34c-b680-4eb2-b493-f4d6d70808da tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.389946 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-50afcde6-0678-496b-bec3-b644264290be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for 22ccfb1e-7d93-466c-a480-8f0f2f5d5808 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:19.425198 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 2630dc80-a53a-4410-8a23-84f786278d6f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2630dc80-a53a-4410-8a23-84f786278d6f,segment=NetworkSegment(e77da154-60a7-4530-98ec-dc332557ea94),segment_id=e77da154-60a7-4530-98ec-dc332557ea94)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:19.434756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-455c6151-e5c1-42a3-975e-bab4bb7d72b6 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server [None req-412080b3-e98d-45ec-bfe6-df7ad3870799 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15937e70-baff-4ddd-9fef-6ec4cd3b80d3: This subnet is being modified by another concurrent operation. Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 06:04:19.436363 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise exception Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15937e70-baff-4ddd-9fef-6ec4cd3b80d3: This subnet is being modified by another concurrent operation. Feb 04 06:04:19.439818 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server Feb 04 06:04:19.454287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b310ba-f498-4f82-a54f-cc7fcdb77560 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:19.454287 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-73b310ba-f498-4f82-a54f-cc7fcdb77560 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1e3 HTTP/1.1" status: 200 len: 929 time: 0.6928256 Feb 04 06:04:19.458602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0613b517-c371-4a67-9f71-5ece5ba43c62 None None] For port b83b77f7-d318-4d84-9892-cd8ae42d0581, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b83b77f7-d318-4d84-9892-cd8ae42d0581,segment=NetworkSegment(01d1c7cc-f200-49b3-9c78-c8e0ad5194d5),segment_id=01d1c7cc-f200-49b3-9c78-c8e0ad5194d5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:19.459821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52572) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:19.461505 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-455c6151-e5c1-42a3-975e-bab4bb7d72b6 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.473727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ade8e455-acca-4868-82c8-d6e4d1c1af2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.481672 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7434c20b-1d6b-424b-8e49-3c3109cd7402 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.481999 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-7ca7f34c-b680-4eb2-b493-f4d6d70808da tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b41ecd-4a47-4b1e-9533-70f9a7efa8d1']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:19.505894 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a4b494-e6e0-4c5a-abe4-5614ff88b4cf None None] Network c2b41ecd-4a47-4b1e-9533-70f9a7efa8d1 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:19.540316 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c6151-e5c1-42a3-975e-bab4bb7d72b6 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d3c352-15c6-4a83-9673-23f4ac09a4b1,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:19.566754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-7ca7f34c-b680-4eb2-b493-f4d6d70808da tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1493fb1-7fa7-4ec8-b50d-04cbc84fcd2c') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:19.567026 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-7ca7f34c-b680-4eb2-b493-f4d6d70808da tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1493fb1-7fa7-4ec8-b50d-04cbc84fcd2c') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:19.578763 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-455c6151-e5c1-42a3-975e-bab4bb7d72b6 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.580118 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-455c6151-e5c1-42a3-975e-bab4bb7d72b6 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0218368 Feb 04 06:04:19.596289 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52576) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:19.603635 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.604145 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7ca7f34c-b680-4eb2-b493-f4d6d70808da tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.629941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-beeb8cdb-2979-4f80-96ca-455e0d29d15a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Request body: {'security_group_rule': {'security_group_id': 'c0179cdc-621e-4dc2-b70f-337ac8fbdd85', 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:19.663541 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-beeb8cdb-2979-4f80-96ca-455e0d29d15a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:19.672704 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-1cc8ab66-4628-4e83-8bb5-47ba20e5a916 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port a15bd991-546e-4362-b5bd-bcfc7a175bcb {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:19.673241 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1cc8ab66-4628-4e83-8bb5-47ba20e5a916 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.701075 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-50afcde6-0678-496b-bec3-b644264290be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.741438 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7ca7f34c-b680-4eb2-b493-f4d6d70808da tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.747720 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-beeb8cdb-2979-4f80-96ca-455e0d29d15a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Usage tracker for resource:security_group_rule and tenant:546e85d5b5e4470bb459b3b3573e44cb is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:19.762243 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-beeb8cdb-2979-4f80-96ca-455e0d29d15a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:19.789634 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca7f34c-b680-4eb2-b493-f4d6d70808da tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:19.790307 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7ca7f34c-b680-4eb2-b493-f4d6d70808da tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.804338 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afcde6-0678-496b-bec3-b644264290be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Port': ['ID=22ccfb1e-7d93-466c-a480-8f0f2f5d5808,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:19.808859 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ade8e455-acca-4868-82c8-d6e4d1c1af2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:19.811799 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:19.842297 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 643d49cf-da4f-411b-b35b-960bb2d833dc no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:04:19.867494 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7434c20b-1d6b-424b-8e49-3c3109cd7402 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.914053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Attempting to bind port 1adcadec-2520-4ff5-8d0a-60540ee88092 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:19.914689 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-beeb8cdb-2979-4f80-96ca-455e0d29d15a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:19.914908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Attempting to bind port 1adcadec-2520-4ff5-8d0a-60540ee88092 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:19.914908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Attempting to bind port 1adcadec-2520-4ff5-8d0a-60540ee88092 on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:04:19.918263 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.resource_extend [None req-0613b517-c371-4a67-9f71-5ece5ba43c62 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:04:19.936532 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 643d49cf-da4f-411b-b35b-960bb2d833dc {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:04:19.937526 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 643d49cf-da4f-411b-b35b-960bb2d833dc not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:04:19.941985 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-50afcde6-0678-496b-bec3-b644264290be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.957706 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-50afcde6-0678-496b-bec3-b644264290be tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/ports/22ccfb1e-7d93-466c-a480-8f0f2f5d5808 HTTP/1.1" status: 204 len: 168 time: 1.4732902 Feb 04 06:04:19.961925 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52580) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:19.967157 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:04:19.967603 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:19.967969 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.968363 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:04:19.968867 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Bound port: 1adcadec-2520-4ff5-8d0a-60540ee88092, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:19.969195 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.973006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8e455-acca-4868-82c8-d6e4d1c1af2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6220d2-f795-42cc-a67e-ed7fae905617,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:19.982462 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0613b517-c371-4a67-9f71-5ece5ba43c62 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.992087 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7ca7f34c-b680-4eb2-b493-f4d6d70808da tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.004037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7ca7f34c-b680-4eb2-b493-f4d6d70808da tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.015262 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-614614c4-4354-49ea-8f0c-aedd0276ba5f tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] GET failed (client error): The resource could not be found. Feb 04 06:04:20.016218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-614614c4-4354-49ea-8f0c-aedd0276ba5f tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Synchronizing usage tracker for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:20.046557 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-614614c4-4354-49ea-8f0c-aedd0276ba5f tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Unset dirty status for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:20.047584 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-614614c4-4354-49ea-8f0c-aedd0276ba5f tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports/22ccfb1e-7d93-466c-a480-8f0f2f5d5808 HTTP/1.1" status: 404 len: 333 time: 0.0839908 Feb 04 06:04:20.050696 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52584) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:20.053113 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=2630dc80-a53a-4410-8a23-84f786278d6f,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:20.070546 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-23936f14-d4cf-4e15-9724-30b3d950c61d None None] For port 2630dc80-a53a-4410-8a23-84f786278d6f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2630dc80-a53a-4410-8a23-84f786278d6f,segment=NetworkSegment(e77da154-60a7-4530-98ec-dc332557ea94),segment_id=e77da154-60a7-4530-98ec-dc332557ea94)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:20.074678 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7434c20b-1d6b-424b-8e49-3c3109cd7402 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.085718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-beeb8cdb-2979-4f80-96ca-455e0d29d15a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.086232 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-23936f14-d4cf-4e15-9724-30b3d950c61d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.164073 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7f34c-b680-4eb2-b493-f4d6d70808da tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event deleted for resources: {'Network': ['ID=c2b41ecd-4a47-4b1e-9533-70f9a7efa8d1,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:20.203583 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434c20b-1d6b-424b-8e49-3c3109cd7402 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=6f69f1ae-2bc5-4b98-aaf7-55d339c6331d,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:20.209990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7434c20b-1d6b-424b-8e49-3c3109cd7402 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.237562 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-de60706d-67e6-4d93-9a29-e8cdb81e7948 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.254641 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 449e3582-bdaa-4862-8bb9-a665fd352ba8 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:20.258859 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7ca7f34c-b680-4eb2-b493-f4d6d70808da tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/networks/c2b41ecd-4a47-4b1e-9533-70f9a7efa8d1 HTTP/1.1" status: 204 len: 168 time: 2.5831239 Feb 04 06:04:20.260290 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ade8e455-acca-4868-82c8-d6e4d1c1af2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.264315 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ade8e455-acca-4868-82c8-d6e4d1c1af2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac6220d2-f795-42cc-a67e-ed7fae905617 HTTP/1.1" status: 204 len: 168 time: 1.4226015 Feb 04 06:04:20.266094 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52590) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:20.269278 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:04:20.275682 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-add67765-e128-4124-9b63-afc0ca86b8e4 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-81335889'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:20.283968 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7434c20b-1d6b-424b-8e49-3c3109cd7402 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/6f69f1ae-2bc5-4b98-aaf7-55d339c6331d HTTP/1.1" status: 204 len: 168 time: 2.1055415 Feb 04 06:04:20.285836 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-de60706d-67e6-4d93-9a29-e8cdb81e7948 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.292817 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d7c643-3af9-4ba9-b7eb-31fa9f974c57 None None] Network c51dde1b-d225-4150-b526-413eddc9ba5e requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:20.294563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52594) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:20.302395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-add67765-e128-4124-9b63-afc0ca86b8e4 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:20.339543 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-23936f14-d4cf-4e15-9724-30b3d950c61d None None] Calling delete_port for 2630dc80-a53a-4410-8a23-84f786278d6f owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:20.353336 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.374591 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.393239 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-add67765-e128-4124-9b63-afc0ca86b8e4 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Usage tracker for resource:network and tenant:d97d74f154374075aa76aefeb455aa77 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:20.402575 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0613b517-c371-4a67-9f71-5ece5ba43c62 None None] Transition to ACTIVE for port object b83b77f7-d318-4d84-9892-cd8ae42d0581 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:20.410978 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-add67765-e128-4124-9b63-afc0ca86b8e4 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:20.416003 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-68047ca1-5f1c-45d5-b154-ee98d01f9b38 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1172838 Feb 04 06:04:20.422815 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52598) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:20.423589 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-add67765-e128-4124-9b63-afc0ca86b8e4 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:20.483583 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-beeb8cdb-2979-4f80-96ca-455e0d29d15a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.500124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add67765-e128-4124-9b63-afc0ca86b8e4 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Made reservation on behalf of d97d74f154374075aa76aefeb455aa77 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:20.503925 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-add67765-e128-4124-9b63-afc0ca86b8e4 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.517308 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0613b517-c371-4a67-9f71-5ece5ba43c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.521553 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-beeb8cdb-2979-4f80-96ca-455e0d29d15a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.522527 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-de60706d-67e6-4d93-9a29-e8cdb81e7948 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.553654 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60706d-67e6-4d93-9a29-e8cdb81e7948 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a9e926-7d6e-4065-be10-a7a44bcb2370,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:20.578596 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-de60706d-67e6-4d93-9a29-e8cdb81e7948 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.583652 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-de60706d-67e6-4d93-9a29-e8cdb81e7948 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/security-groups/86a9e926-7d6e-4065-be10-a7a44bcb2370 HTTP/1.1" status: 204 len: 168 time: 0.5278511 Feb 04 06:04:20.583652 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add67765-e128-4124-9b63-afc0ca86b8e4 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:04:20.585678 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52604) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:20.613317 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-add67765-e128-4124-9b63-afc0ca86b8e4 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.613960 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-add67765-e128-4124-9b63-afc0ca86b8e4 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Added segment 6da3376b-1973-43a7-8f7c-ffc434e6f177 of type vlan for network 969cc527-4107-4455-900d-1427372733a6 Feb 04 06:04:20.650263 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.658774 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519cc217-b8de-4265-80ae-b55a83ecbb29 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:20.659863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-519cc217-b8de-4265-80ae-b55a83ecbb29 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:20.687999 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Pushing event updated for resources: {'Port': ['ID=753f3427-9919-4716-bca0-7b394b080e84,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:20.690195 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d786b047-6c04-4f16-99bb-1f7aed9970b9 None None] Provisioning for port 449e3582-bdaa-4862-8bb9-a665fd352ba8 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:20.692989 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1cc8ab66-4628-4e83-8bb5-47ba20e5a916 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.704893 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-add67765-e128-4124-9b63-afc0ca86b8e4 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.726944 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb8cdb-2979-4f80-96ca-455e0d29d15a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2715cd-22ce-4044-bd52-cfe0d676a481,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:20.728573 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-519cc217-b8de-4265-80ae-b55a83ecbb29 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:20.729785 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-519cc217-b8de-4265-80ae-b55a83ecbb29 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3033211 Feb 04 06:04:20.736148 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52614) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:20.743016 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2aaa462-bbbe-4578-82da-2a8d7cde7451 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.791334 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] For port 1adcadec-2520-4ff5-8d0a-60540ee88092, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:04:20.821031 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613b517-c371-4a67-9f71-5ece5ba43c62 None None] Pushing event updated for resources: {'Port': ['ID=b83b77f7-d318-4d84-9892-cd8ae42d0581,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:20.823822 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-23936f14-d4cf-4e15-9724-30b3d950c61d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:04:20.824185 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-23936f14-d4cf-4e15-9724-30b3d950c61d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:04:20.833591 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] For port 1adcadec-2520-4ff5-8d0a-60540ee88092, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1adcadec-2520-4ff5-8d0a-60540ee88092,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:04:20.842245 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-beeb8cdb-2979-4f80-96ca-455e0d29d15a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.844450 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-beeb8cdb-2979-4f80-96ca-455e0d29d15a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2445531 Feb 04 06:04:20.845841 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.847244 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5db1ecab-3998-4081-bd5c-00aca2259683 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.4765933 Feb 04 06:04:20.852176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52620) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:20.852602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52622) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:20.864202 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 449e3582-bdaa-4862-8bb9-a665fd352ba8 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:20.865431 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a0a8309c-998b-4098-87e6-f189a01d63c3 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1241923528', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'fixed_ips': [{'ip_address': '172.26.4.4'}]}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:20.871458 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-786f1ae4-162d-4130-9b54-713148d3a23b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Request body: {'security_group_rule': {'security_group_id': 'c0179cdc-621e-4dc2-b70f-337ac8fbdd85', 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:20.876503 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.880016 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2aaa462-bbbe-4578-82da-2a8d7cde7451 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.888387 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-add67765-e128-4124-9b63-afc0ca86b8e4 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.894231 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add67765-e128-4124-9b63-afc0ca86b8e4 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:20.894813 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-add67765-e128-4124-9b63-afc0ca86b8e4 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.900876 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a0a8309c-998b-4098-87e6-f189a01d63c3 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:20.903330 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-786f1ae4-162d-4130-9b54-713148d3a23b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:20.937918 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-786f1ae4-162d-4130-9b54-713148d3a23b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Usage tracker for resource:security_group_rule and tenant:546e85d5b5e4470bb459b3b3573e44cb is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:20.941191 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a0a8309c-998b-4098-87e6-f189a01d63c3 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Usage tracker for resource:port and tenant:07e04312d2cb4d79903fec7995045ad0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:20.944950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-1cc8ab66-4628-4e83-8bb5-47ba20e5a916 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for a15bd991-546e-4362-b5bd-bcfc7a175bcb owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:20.954403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28304adb-e76f-4fc2-9ef7-42b5390cc691 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:20.955086 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-28304adb-e76f-4fc2-9ef7-42b5390cc691 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:20.962488 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-786f1ae4-162d-4130-9b54-713148d3a23b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:20.963137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 449e3582-bdaa-4862-8bb9-a665fd352ba8 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:20.963753 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.969383 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a0a8309c-998b-4098-87e6-f189a01d63c3 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:21.051275 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a0a8309c-998b-4098-87e6-f189a01d63c3 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:21.065627 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-786f1ae4-162d-4130-9b54-713148d3a23b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:21.095539 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-add67765-e128-4124-9b63-afc0ca86b8e4 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8283267 Feb 04 06:04:21.096377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52632) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:21.127965 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1cc8ab66-4628-4e83-8bb5-47ba20e5a916 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:21.158048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-c02be424-8f8d-453f-b0d9-3049e7ec781c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Request body: {'subnet': {'network_id': '969cc527-4107-4455-900d-1427372733a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:21.162821 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc871e13-ed24-47a7-b2aa-647237093e9c None None] Pushing event updated for resources: {'Port': ['ID=1adcadec-2520-4ff5-8d0a-60540ee88092,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:21.177577 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a8309c-998b-4098-87e6-f189a01d63c3 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Made reservation on behalf of 07e04312d2cb4d79903fec7995045ad0 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:21.180460 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0a8309c-998b-4098-87e6-f189a01d63c3 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:21.199590 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-28304adb-e76f-4fc2-9ef7-42b5390cc691 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:21.203393 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-28304adb-e76f-4fc2-9ef7-42b5390cc691 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4619913 Feb 04 06:04:21.203393 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-786f1ae4-162d-4130-9b54-713148d3a23b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Project 546e85d5b5e4470bb459b3b3573e44cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:04:21.216722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52638) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:21.268215 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8ab66-4628-4e83-8bb5-47ba20e5a916 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Port': ['ID=a15bd991-546e-4362-b5bd-bcfc7a175bcb,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:21.339183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-23936f14-d4cf-4e15-9724-30b3d950c61d None None] Deleting port 2630dc80-a53a-4410-8a23-84f786278d6f {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:21.339571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-23936f14-d4cf-4e15-9724-30b3d950c61d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:21.349061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1cc8ab66-4628-4e83-8bb5-47ba20e5a916 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:21.362776 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1cc8ab66-4628-4e83-8bb5-47ba20e5a916 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/ports/a15bd991-546e-4362-b5bd-bcfc7a175bcb HTTP/1.1" status: 204 len: 168 time: 1.8926973 Feb 04 06:04:21.363084 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52644) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:21.410674 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c9986d-9dc0-4827-b297-8ccedaf91046 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] GET failed (client error): The resource could not be found. Feb 04 06:04:21.411225 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-23c9986d-9dc0-4827-b297-8ccedaf91046 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Synchronizing usage tracker for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:21.436982 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-23c9986d-9dc0-4827-b297-8ccedaf91046 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Unset dirty status for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:21.441024 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-23c9986d-9dc0-4827-b297-8ccedaf91046 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports/a15bd991-546e-4362-b5bd-bcfc7a175bcb HTTP/1.1" status: 404 len: 333 time: 0.0742307 Feb 04 06:04:21.441188 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52648) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:21.445470 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-463bae7c-fa97-42a6-bfa2-c55a5be9b42e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2273579 Feb 04 06:04:21.446367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0a8309c-998b-4098-87e6-f189a01d63c3 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:21.465014 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add67765-e128-4124-9b63-afc0ca86b8e4 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event updated for resources: {'Network': ['ID=969cc527-4107-4455-900d-1427372733a6,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:21.483369 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52652) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:21.485773 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-786f1ae4-162d-4130-9b54-713148d3a23b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:21.494768 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 969cc527-4107-4455-900d-1427372733a6 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:04:21.524444 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52654) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:21.543843 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-1cc94983-c430-45cc-92b7-af462ac0d9f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:21.586605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-786f1ae4-162d-4130-9b54-713148d3a23b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:21.593014 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a0a8309c-998b-4098-87e6-f189a01d63c3 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:21.603613 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:21.605022 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-786f1ae4-162d-4130-9b54-713148d3a23b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:21.666851 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a0a8309c-998b-4098-87e6-f189a01d63c3 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Usage tracker for resource:security_group_rule and tenant:07e04312d2cb4d79903fec7995045ad0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:21.712356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-77c741d4-0ef2-4a1d-8c2b-279c9ea790ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port 693d2f31-a305-437a-9fee-c797d05b2e7e {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:21.713607 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-77c741d4-0ef2-4a1d-8c2b-279c9ea790ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:21.732490 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:04:21.739089 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 449e3582-bdaa-4862-8bb9-a665fd352ba8, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=449e3582-bdaa-4862-8bb9-a665fd352ba8,segment=NetworkSegment(1309b9de-1f06-4dc0-95e1-eb958c0abee5),segment_id=1309b9de-1f06-4dc0-95e1-eb958c0abee5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:21.764535 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:21.851298 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a0a8309c-998b-4098-87e6-f189a01d63c3 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:21.866787 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2aaa462-bbbe-4578-82da-2a8d7cde7451 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:21.869867 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2aaa462-bbbe-4578-82da-2a8d7cde7451 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:21.875050 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d2aaa462-bbbe-4578-82da-2a8d7cde7451 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/security-groups/42d17d21-6b9c-445e-aedf-de358b485f59 HTTP/1.1" status: 204 len: 168 time: 1.2886975 Feb 04 06:04:21.882042 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52662) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:21.883167 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2630dc80-a53a-4410-8a23-84f786278d6f no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:04:21.946408 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f1ae4-162d-4130-9b54-713148d3a23b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e777bb54-dc24-4061-9c42-59ea12fe8606,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:21.949336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a0a8309c-998b-4098-87e6-f189a01d63c3 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:21.957870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-786f1ae4-162d-4130-9b54-713148d3a23b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:21.959091 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-786f1ae4-162d-4130-9b54-713148d3a23b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1055362 Feb 04 06:04:21.962036 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1cc94983-c430-45cc-92b7-af462ac0d9f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:21.971553 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52668) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:21.971553 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aaa462-bbbe-4578-82da-2a8d7cde7451 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d17d21-6b9c-445e-aedf-de358b485f59,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:21.983895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'network': {'name': 'tempest-RoutersTest-795179586'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:21.994208 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-2a55db1c-0773-4dd7-a504-bded9d07dbd7 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Request body: {'security_group_rule': {'security_group_id': 'c0179cdc-621e-4dc2-b70f-337ac8fbdd85', 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:21.996709 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-23936f14-d4cf-4e15-9724-30b3d950c61d None None] For port 2630dc80-a53a-4410-8a23-84f786278d6f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2630dc80-a53a-4410-8a23-84f786278d6f,segment=NetworkSegment(e77da154-60a7-4530-98ec-dc332557ea94),segment_id=e77da154-60a7-4530-98ec-dc332557ea94)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:21.997285 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-23936f14-d4cf-4e15-9724-30b3d950c61d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.002106 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-2a55db1c-0773-4dd7-a504-bded9d07dbd7 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:22.007251 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-2a55db1c-0773-4dd7-a504-bded9d07dbd7 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Usage tracker for resource:security_group_rule and tenant:546e85d5b5e4470bb459b3b3573e44cb is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:22.010579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-2a55db1c-0773-4dd7-a504-bded9d07dbd7 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:22.015032 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:22.017104 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-2a55db1c-0773-4dd7-a504-bded9d07dbd7 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:22.022892 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-47a06ea8-6f39-426a-9939-034d1be69dd2 None None] Provisioning for port b83b77f7-d318-4d84-9892-cd8ae42d0581 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:22.026028 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1cc94983-c430-45cc-92b7-af462ac0d9f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:22.030124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c02be424-8f8d-453f-b0d9-3049e7ec781c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:22.033311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:network and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:22.040613 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:22.042614 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-2a55db1c-0773-4dd7-a504-bded9d07dbd7 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Project 546e85d5b5e4470bb459b3b3573e44cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:04:22.054212 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c02be424-8f8d-453f-b0d9-3049e7ec781c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Usage tracker for resource:subnet and tenant:d97d74f154374075aa76aefeb455aa77 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:22.056759 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:22.058190 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a55db1c-0773-4dd7-a504-bded9d07dbd7 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.101311 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c02be424-8f8d-453f-b0d9-3049e7ec781c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:22.122378 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c02be424-8f8d-453f-b0d9-3049e7ec781c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:22.132828 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc94983-c430-45cc-92b7-af462ac0d9f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:22.136406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1cc94983-c430-45cc-92b7-af462ac0d9f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.147193 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=449e3582-bdaa-4862-8bb9-a665fd352ba8,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:22.158745 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-23936f14-d4cf-4e15-9724-30b3d950c61d None None] Calling delete_port for 2630dc80-a53a-4410-8a23-84f786278d6f owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:22.184847 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a55db1c-0773-4dd7-a504-bded9d07dbd7 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.186771 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02be424-8f8d-453f-b0d9-3049e7ec781c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Made reservation on behalf of d97d74f154374075aa76aefeb455aa77 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:22.195357 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c02be424-8f8d-453f-b0d9-3049e7ec781c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.221972 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-47a06ea8-6f39-426a-9939-034d1be69dd2 None None] Provisioning complete for port b83b77f7-d318-4d84-9892-cd8ae42d0581 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:22.222348 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-47a06ea8-6f39-426a-9939-034d1be69dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.263212 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-77c741d4-0ef2-4a1d-8c2b-279c9ea790ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.391744 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-23936f14-d4cf-4e15-9724-30b3d950c61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.443156 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a55db1c-0773-4dd7-a504-bded9d07dbd7 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.445884 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-77c741d4-0ef2-4a1d-8c2b-279c9ea790ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for 693d2f31-a305-437a-9fee-c797d05b2e7e owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:22.464095 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Port 2630dc80-a53a-4410-8a23-84f786278d6f update to DOWN by agent not found {{(pid=87472) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 06:04:22.469622 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23936f14-d4cf-4e15-9724-30b3d950c61d None None] Pushing event deleted for resources: {'Port': ['ID=2630dc80-a53a-4410-8a23-84f786278d6f,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:22.485504 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23936f14-d4cf-4e15-9724-30b3d950c61d None None] No DVR routers for this DVR port 2630dc80-a53a-4410-8a23-84f786278d6f on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:04:22.570783 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0a8309c-998b-4098-87e6-f189a01d63c3 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.593409 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-47a06ea8-6f39-426a-9939-034d1be69dd2 None None] Could not find standard attr ID for object 22ccfb1e-7d93-466c-a480-8f0f2f5d5808. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:04:22.616415 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-47a06ea8-6f39-426a-9939-034d1be69dd2 None None] Provisioning complete for port aada0945-ae78-4e91-b725-e9105ac51bb9 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:22.616786 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-47a06ea8-6f39-426a-9939-034d1be69dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.618483 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0a8309c-998b-4098-87e6-f189a01d63c3 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.626805 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-029274b6-d57e-4a12-8e93-5b40bc3bf63c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting subnet aab8ed92-306d-477a-943b-6cb7e1ecef38 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:04:22.647551 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-029274b6-d57e-4a12-8e93-5b40bc3bf63c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.652768 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55db1c-0773-4dd7-a504-bded9d07dbd7 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58bc1a2-e3ba-481b-8654-72b7ac399a8d,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:22.679030 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-a0a8309c-998b-4098-87e6-f189a01d63c3 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] device_id is not set on port fc8ec446-792d-4f41-8eba-9cb2ba3e0f50 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:04:22.680177 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 449e3582-bdaa-4862-8bb9-a665fd352ba8 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:22.691689 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Made reservation on behalf of a530e6e9c2854085a0d6e6dcc92e91d5 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:22.693509 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.766993 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.769974 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-47a06ea8-6f39-426a-9939-034d1be69dd2 None None] Port aada0945-ae78-4e91-b725-e9105ac51bb9 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:04:22.789980 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 449e3582-bdaa-4862-8bb9-a665fd352ba8 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:22.790589 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.814409 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:22.822050 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:security_group_rule and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:22.829157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:22.835680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-029274b6-d57e-4a12-8e93-5b40bc3bf63c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.886831 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:22.909186 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-77c741d4-0ef2-4a1d-8c2b-279c9ea790ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.943923 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.objects.ports [None req-1cc94983-c430-45cc-92b7-af462ac0d9f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87470) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:04:22.964449 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f27615bd-a23a-445f-8204-da3a0c7796c2 None None] Provisioning complete for port 449e3582-bdaa-4862-8bb9-a665fd352ba8 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:22.964830 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f27615bd-a23a-445f-8204-da3a0c7796c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.995750 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a55db1c-0773-4dd7-a504-bded9d07dbd7 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.000722 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2a55db1c-0773-4dd7-a504-bded9d07dbd7 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0272627 Feb 04 06:04:23.002496 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c741d4-0ef2-4a1d-8c2b-279c9ea790ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Port': ['ID=693d2f31-a305-437a-9fee-c797d05b2e7e,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:23.008989 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52672) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:23.014105 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8309c-998b-4098-87e6-f189a01d63c3 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043605bf-6e02-4aff-bf63-fc7b270f9b72,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:23.028098 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b83b77f7-d318-4d84-9892-cd8ae42d0581 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:23.031135 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-81060b18-9b7a-4197-87f8-2f100752fe11 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Request body: {'network': {'name': 'tempest-network-smoke--207747490', 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'port_security_enabled': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:23.072459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-81060b18-9b7a-4197-87f8-2f100752fe11 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:23.089980 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-81060b18-9b7a-4197-87f8-2f100752fe11 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Usage tracker for resource:network and tenant:546e85d5b5e4470bb459b3b3573e44cb is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:23.097679 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-81060b18-9b7a-4197-87f8-2f100752fe11 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:23.110496 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-77c741d4-0ef2-4a1d-8c2b-279c9ea790ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.116883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-81060b18-9b7a-4197-87f8-2f100752fe11 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:23.166507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f27615bd-a23a-445f-8204-da3a0c7796c2 None None] Could not find standard attr ID for object 22ccfb1e-7d93-466c-a480-8f0f2f5d5808. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:04:23.170850 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f27615bd-a23a-445f-8204-da3a0c7796c2 None None] Could not find standard attr ID for object 693d2f31-a305-437a-9fee-c797d05b2e7e. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:04:23.183326 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port b83b77f7-d318-4d84-9892-cd8ae42d0581 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:23.184058 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.217725 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.225933 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81060b18-9b7a-4197-87f8-2f100752fe11 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Made reservation on behalf of 546e85d5b5e4470bb459b3b3573e44cb for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:23.230896 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-81060b18-9b7a-4197-87f8-2f100752fe11 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.251248 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.308129 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-77c741d4-0ef2-4a1d-8c2b-279c9ea790ba tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/ports/693d2f31-a305-437a-9fee-c797d05b2e7e HTTP/1.1" status: 204 len: 168 time: 1.8658991 Feb 04 06:04:23.310779 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-029274b6-d57e-4a12-8e93-5b40bc3bf63c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.313817 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52676) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:23.327079 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a2790864-8015-4428-bbaa-aaa3f50aa93c None None] Could not find standard attr ID for object a15bd991-546e-4362-b5bd-bcfc7a175bcb. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:04:23.358574 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:04:23.400824 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81060b18-9b7a-4197-87f8-2f100752fe11 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:04:23.403199 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.403538 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Added segment 3bef94e1-81f2-4fbe-9576-bb2acf13bd2d of type vlan for network f47ec31f-f0c7-43c6-9378-290024009bf3 Feb 04 06:04:23.410227 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdad1440-c47e-440d-a34d-5e3fd7d75cfd,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:23.427903 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-81060b18-9b7a-4197-87f8-2f100752fe11 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.428249 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-81060b18-9b7a-4197-87f8-2f100752fe11 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Added segment 5f830c0c-6f52-435c-a7f7-547804b653e7 of type vlan for network dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 Feb 04 06:04:23.440837 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-0295705c-107a-4ca8-aae8-8d00b14d95ec tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] GET failed (client error): The resource could not be found. Feb 04 06:04:23.444891 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0295705c-107a-4ca8-aae8-8d00b14d95ec tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports/693d2f31-a305-437a-9fee-c797d05b2e7e HTTP/1.1" status: 404 len: 333 time: 0.1248350 Feb 04 06:04:23.452002 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52680) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:23.469907 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.486050 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1cc94983-c430-45cc-92b7-af462ac0d9f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.496002 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a8309c-998b-4098-87e6-f189a01d63c3 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 06:04:23.496638 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a8309c-998b-4098-87e6-f189a01d63c3 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:23.560218 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479eaaee-5678-4ee8-bc0e-cbed36738647 None None] get_active_networks_info from dv-neutron-826830-2-hyperv {{(pid=87472) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:04:23.568957 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb86cf7-6ab6-43b8-bb20-677a614f4649 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting subnet 8ab63455-f86c-412a-ad22-abaa27e03fb8 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:04:23.571897 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb86cf7-6ab6-43b8-bb20-677a614f4649 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.589434 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c02be424-8f8d-453f-b0d9-3049e7ec781c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.606136 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-029274b6-d57e-4a12-8e93-5b40bc3bf63c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.623475 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-81060b18-9b7a-4197-87f8-2f100752fe11 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.632256 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a0a8309c-998b-4098-87e6-f189a01d63c3 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 2.7768431 Feb 04 06:04:23.642265 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52684) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:23.683593 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029274b6-d57e-4a12-8e93-5b40bc3bf63c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Subnet': ['ID=aab8ed92-306d-477a-943b-6cb7e1ecef38,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:23.695639 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-029274b6-d57e-4a12-8e93-5b40bc3bf63c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.720169 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-029274b6-d57e-4a12-8e93-5b40bc3bf63c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/subnets/aab8ed92-306d-477a-943b-6cb7e1ecef38 HTTP/1.1" status: 204 len: 168 time: 1.8059354 Feb 04 06:04:23.720169 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.724019 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:23.724634 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.725654 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52688) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:23.731980 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb86cf7-6ab6-43b8-bb20-677a614f4649 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.759804 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f4bfb2fb-2d42-478f-acec-ed4307790abd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'subnet': {'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:23.878332 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.3535247 Feb 04 06:04:23.883996 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52692) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:23.884372 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479eaaee-5678-4ee8-bc0e-cbed36738647 None None] Network 969cc527-4107-4455-900d-1427372733a6 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:04:23.889115 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-81060b18-9b7a-4197-87f8-2f100752fe11 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.894533 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81060b18-9b7a-4197-87f8-2f100752fe11 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:23.895117 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-81060b18-9b7a-4197-87f8-2f100752fe11 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.898804 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479eaaee-5678-4ee8-bc0e-cbed36738647 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 969cc527-4107-4455-900d-1427372733a6) {{(pid=87472) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:04:23.907574 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-873c69a0-a022-4d6c-9a69-1b3ee4bae6c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'network': {'name': 'tempest-RoutersTest-1885603603'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:23.914984 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b85b4-9bd6-4ed2-beeb-074077dd6833 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Network': ['ID=f47ec31f-f0c7-43c6-9378-290024009bf3,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:23.926241 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02be424-8f8d-453f-b0d9-3049e7ec781c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event updated for resources: {'Subnet': ['ID=3340b684-21ed-4ad2-b617-b4fcf3b9963f,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:23.927260 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-873c69a0-a022-4d6c-9a69-1b3ee4bae6c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:23.940444 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network f47ec31f-f0c7-43c6-9378-290024009bf3 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:04:23.956770 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-873c69a0-a022-4d6c-9a69-1b3ee4bae6c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:network and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:23.960342 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-873c69a0-a022-4d6c-9a69-1b3ee4bae6c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:24.011015 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-873c69a0-a022-4d6c-9a69-1b3ee4bae6c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:24.029171 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-81060b18-9b7a-4197-87f8-2f100752fe11 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0135496 Feb 04 06:04:24.033945 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52696) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:24.056624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-770514993', 'admin_state_up': True, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:24.069049 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81060b18-9b7a-4197-87f8-2f100752fe11 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event updated for resources: {'Network': ['ID=dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:24.072479 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:24.076386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873c69a0-a022-4d6c-9a69-1b3ee4bae6c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Made reservation on behalf of a530e6e9c2854085a0d6e6dcc92e91d5 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:24.079810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-873c69a0-a022-4d6c-9a69-1b3ee4bae6c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.098872 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Usage tracker for resource:router and tenant:546e85d5b5e4470bb459b3b3573e44cb is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:24.103305 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:04:24.104329 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:24.117069 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:24.129294 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb86cf7-6ab6-43b8-bb20-677a614f4649 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.156213 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-bd290fe6-e6b7-44ac-9b2a-f3a756cbc503 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Deleting port 753f3427-9919-4716-bca0-7b394b080e84 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:24.156557 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bd290fe6-e6b7-44ac-9b2a-f3a756cbc503 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.218294 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02be424-8f8d-453f-b0d9-3049e7ec781c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Checking segment: {'id': '6da3376b-1973-43a7-8f7c-ffc434e6f177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '969cc527-4107-4455-900d-1427372733a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:24.218944 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02be424-8f8d-453f-b0d9-3049e7ec781c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Network hostable DHCP agents. Network: 969cc527-4107-4455-900d-1427372733a6, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:04:24.297899 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873c69a0-a022-4d6c-9a69-1b3ee4bae6c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:04:24.302398 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.302899 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.314769 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02be424-8f8d-453f-b0d9-3049e7ec781c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Unable to find a vacant binding_index for network 969cc527-4107-4455-900d-1427372733a6 and agent 50320b9a-8215-4114-b345-75fa3a853e54 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 04 06:04:24.324690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-873c69a0-a022-4d6c-9a69-1b3ee4bae6c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.325066 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-873c69a0-a022-4d6c-9a69-1b3ee4bae6c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Added segment 4a5ad41d-f373-4a0f-ab1b-6cc44d778314 of type vlan for network 0646acf9-b9d9-456a-a874-add1a6c549da Feb 04 06:04:24.345360 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.371863 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-873c69a0-a022-4d6c-9a69-1b3ee4bae6c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.386539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb86cf7-6ab6-43b8-bb20-677a614f4649 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.410040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-c02be424-8f8d-453f-b0d9-3049e7ec781c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 969cc527-4107-4455-900d-1427372733a6) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:24.423084 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-1cc94983-c430-45cc-92b7-af462ac0d9f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] For port 1adcadec-2520-4ff5-8d0a-60540ee88092, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1adcadec-2520-4ff5-8d0a-60540ee88092,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:24.427662 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02be424-8f8d-453f-b0d9-3049e7ec781c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:24.428215 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c02be424-8f8d-453f-b0d9-3049e7ec781c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.456229 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f4bfb2fb-2d42-478f-acec-ed4307790abd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:24.466606 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f4bfb2fb-2d42-478f-acec-ed4307790abd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:subnet and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:24.475051 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f4bfb2fb-2d42-478f-acec-ed4307790abd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:24.491621 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f4bfb2fb-2d42-478f-acec-ed4307790abd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:24.496457 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb86cf7-6ab6-43b8-bb20-677a614f4649 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Subnet': ['ID=8ab63455-f86c-412a-ad22-abaa27e03fb8,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:24.498387 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c02be424-8f8d-453f-b0d9-3049e7ec781c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3726847 Feb 04 06:04:24.499088 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52700) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:24.506954 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb86cf7-6ab6-43b8-bb20-677a614f4649 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.535671 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bd290fe6-e6b7-44ac-9b2a-f3a756cbc503 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.536026 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bd290fe6-e6b7-44ac-9b2a-f3a756cbc503 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.578224 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-873c69a0-a022-4d6c-9a69-1b3ee4bae6c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.583677 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873c69a0-a022-4d6c-9a69-1b3ee4bae6c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:24.584208 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-873c69a0-a022-4d6c-9a69-1b3ee4bae6c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.602518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1cc94983-c430-45cc-92b7-af462ac0d9f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.607749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bfb2fb-2d42-478f-acec-ed4307790abd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:24.607967 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ebb86cf7-6ab6-43b8-bb20-677a614f4649 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/subnets/8ab63455-f86c-412a-ad22-abaa27e03fb8 HTTP/1.1" status: 204 len: 168 time: 1.1471829 Feb 04 06:04:24.608072 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f4bfb2fb-2d42-478f-acec-ed4307790abd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.617865 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52704) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:24.684813 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-969cc527-4107-4455-900d-1427372733a6', 'network_id': '969cc527-4107-4455-900d-1427372733a6', 'tenant_id': 'd97d74f154374075aa76aefeb455aa77', 'fixed_ips': [{'subnet_id': '3340b684-21ed-4ad2-b617-b4fcf3b9963f'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:04:24.685854 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.742939 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1cc94983-c430-45cc-92b7-af462ac0d9f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.743981 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1cc94983-c430-45cc-92b7-af462ac0d9f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.796246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-bd290fe6-e6b7-44ac-9b2a-f3a756cbc503 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Calling delete_port for 753f3427-9919-4716-bca0-7b394b080e84 owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:24.841261 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c69a0-a022-4d6c-9a69-1b3ee4bae6c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Network': ['ID=0646acf9-b9d9-456a-a874-add1a6c549da,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:24.860523 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 0646acf9-b9d9-456a-a874-add1a6c549da details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:04:24.888335 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-873c69a0-a022-4d6c-9a69-1b3ee4bae6c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0006018 Feb 04 06:04:24.904401 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52708) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:24.905494 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.919462 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-7cb48e4f-35a3-458d-a4bf-c62771ad9dfa tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'subnet': {'network_id': 'f47ec31f-f0c7-43c6-9378-290024009bf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:24.989603 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Allocated IP 2001:db8::2 (969cc527-4107-4455-900d-1427372733a6/3340b684-21ed-4ad2-b617-b4fcf3b9963f/d79dbdd4-1aba-4b0b-9680-42c602d4a7de) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:25.001046 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc94983-c430-45cc-92b7-af462ac0d9f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:25.016406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-1cc94983-c430-45cc-92b7-af462ac0d9f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:25.032886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc94983-c430-45cc-92b7-af462ac0d9f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:25.033748 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1cc94983-c430-45cc-92b7-af462ac0d9f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:25.119754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc94983-c430-45cc-92b7-af462ac0d9f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=1adcadec-2520-4ff5-8d0a-60540ee88092,revision_number=5']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:25.129867 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc94983-c430-45cc-92b7-af462ac0d9f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=a215c9cf-52e1-4313-9471-0f89fedf361f,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:25.145312 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:25.168815 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1cc94983-c430-45cc-92b7-af462ac0d9f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.6344931 Feb 04 06:04:25.169030 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7cb48e4f-35a3-458d-a4bf-c62771ad9dfa tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:25.175198 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52712) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:25.180162 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7cb48e4f-35a3-458d-a4bf-c62771ad9dfa tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:subnet and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:25.183985 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:25.194143 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-827931e4-7aaa-4a99-a347-10944bbb34e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'mac_address': 'fa:16:3e:57:f0:a7', 'name': 'tempest-NetworksTestDHCPv6-1646809183'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:25.213016 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7cb48e4f-35a3-458d-a4bf-c62771ad9dfa tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:25.219237 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port 449e3582-bdaa-4862-8bb9-a665fd352ba8 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:25.219571 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:25.268974 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7cb48e4f-35a3-458d-a4bf-c62771ad9dfa tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:25.368659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bd290fe6-e6b7-44ac-9b2a-f3a756cbc503 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:25.369247 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:25.369880 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb48e4f-35a3-458d-a4bf-c62771ad9dfa tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Made reservation on behalf of a530e6e9c2854085a0d6e6dcc92e91d5 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:25.373551 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7cb48e4f-35a3-458d-a4bf-c62771ad9dfa tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:25.382655 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Transition to ACTIVE for port object d79dbdd4-1aba-4b0b-9680-42c602d4a7de will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:25.410238 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Transition to ACTIVE for port object d79dbdd4-1aba-4b0b-9680-42c602d4a7de will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:25.417531 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:25.435716 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd290fe6-e6b7-44ac-9b2a-f3a756cbc503 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Pushing event deleted for resources: {'Port': ['ID=753f3427-9919-4716-bca0-7b394b080e84,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:25.437772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:25.498380 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Network 969cc527-4107-4455-900d-1427372733a6 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:25.499600 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:25.503479 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:25.613461 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bd290fe6-e6b7-44ac-9b2a-f3a756cbc503 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:25.631645 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Pushing event updated for resources: {'Port': ['ID=d79dbdd4-1aba-4b0b-9680-42c602d4a7de,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:25.634658 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:25.659750 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Attempting to bind port d79dbdd4-1aba-4b0b-9680-42c602d4a7de on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:25.660286 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Attempting to bind port d79dbdd4-1aba-4b0b-9680-42c602d4a7de by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '6da3376b-1973-43a7-8f7c-ffc434e6f177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '969cc527-4107-4455-900d-1427372733a6'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:25.660754 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Attempting to bind port d79dbdd4-1aba-4b0b-9680-42c602d4a7de on network 969cc527-4107-4455-900d-1427372733a6 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:04:25.666876 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:04:25.667474 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Checking segment: {'id': '6da3376b-1973-43a7-8f7c-ffc434e6f177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '969cc527-4107-4455-900d-1427372733a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:25.668012 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:25.668505 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Bound using segment: {'id': '6da3376b-1973-43a7-8f7c-ffc434e6f177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '969cc527-4107-4455-900d-1427372733a6'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:04:25.669094 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Bound port: d79dbdd4-1aba-4b0b-9680-42c602d4a7de, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da3376b-1973-43a7-8f7c-ffc434e6f177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '969cc527-4107-4455-900d-1427372733a6'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:25.670585 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:25.705733 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event deleted for resources: {'Subnet': ['ID=3340b684-21ed-4ad2-b617-b4fcf3b9963f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:25.780336 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] For port d79dbdd4-1aba-4b0b-9680-42c602d4a7de, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:04:25.784312 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] For port d79dbdd4-1aba-4b0b-9680-42c602d4a7de, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=d79dbdd4-1aba-4b0b-9680-42c602d4a7de,segment=NetworkSegment(6da3376b-1973-43a7-8f7c-ffc434e6f177),segment_id=6da3376b-1973-43a7-8f7c-ffc434e6f177)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:04:25.791796 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f4bfb2fb-2d42-478f-acec-ed4307790abd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:25.792343 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:25.802785 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-827931e4-7aaa-4a99-a347-10944bbb34e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:25.841970 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-827931e4-7aaa-4a99-a347-10944bbb34e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:25.897929 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c18bf-c2ba-4808-bed5-2b8a52e5e1be None None] Pushing event updated for resources: {'Port': ['ID=d79dbdd4-1aba-4b0b-9680-42c602d4a7de,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:25.965481 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827931e4-7aaa-4a99-a347-10944bbb34e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:26.024006 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bd290fe6-e6b7-44ac-9b2a-f3a756cbc503 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.025103 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bd290fe6-e6b7-44ac-9b2a-f3a756cbc503 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301 tempest-ExternalNetworksAdminNegativeTestJSON-1991567301-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/50f7cb80-6902-479a-ab50-8ca013f05201 HTTP/1.1" status: 204 len: 168 time: 2.3765743 Feb 04 06:04:26.049636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.070212 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bfb2fb-2d42-478f-acec-ed4307790abd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 8c1d83c3-a130-442d-8848-3392923c3a24 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:26.081447 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-f4bfb2fb-2d42-478f-acec-ed4307790abd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:26.083732 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] For port 449e3582-bdaa-4862-8bb9-a665fd352ba8, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=449e3582-bdaa-4862-8bb9-a665fd352ba8,segment=NetworkSegment(1309b9de-1f06-4dc0-95e1-eb958c0abee5),segment_id=1309b9de-1f06-4dc0-95e1-eb958c0abee5)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:26.084205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.090661 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bfb2fb-2d42-478f-acec-ed4307790abd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:26.091254 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f4bfb2fb-2d42-478f-acec-ed4307790abd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.097179 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969cc527-4107-4455-900d-1427372733a6']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:26.119403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfb2fb-2d42-478f-acec-ed4307790abd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Subnet': ['ID=112ebfc9-7acc-40df-b5df-9343064878d5,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:26.122575 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da3376b-1973-43a7-8f7c-ffc434e6f177') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:26.122864 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da3376b-1973-43a7-8f7c-ffc434e6f177') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:26.136846 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.149998 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f4bfb2fb-2d42-478f-acec-ed4307790abd tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4100432 Feb 04 06:04:26.152347 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52718) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:26.158544 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-dd2ce001-792f-4fce-a565-b278bf3a3952 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'security_group': {'name': 'tempest-secgroup-677176606'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:26.162776 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.165496 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8a2aa8-4257-4d6f-b2ed-259e9d544db3 None None] get_active_networks_info from dv-neutron-826830-2-hyperv {{(pid=87472) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:04:26.168877 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-dd2ce001-792f-4fce-a565-b278bf3a3952 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:26.175107 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:26.175881 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:26.192342 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:26.199981 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-dd2ce001-792f-4fce-a565-b278bf3a3952 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:security_group and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:26.237890 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cddd9bf8-46d7-4def-9e86-b44682e82df5 None None] Provisioning for port 1adcadec-2520-4ff5-8d0a-60540ee88092 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:26.252344 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-dd2ce001-792f-4fce-a565-b278bf3a3952 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:26.274201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-dd2ce001-792f-4fce-a565-b278bf3a3952 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:26.294299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 06:04:26.294299 dv-neutron-826830-2-hyperv neutron-server[87470]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 06:04:26.294299 dv-neutron-826830-2-hyperv neutron-server[87470]: [parameters: {'id': '969cc527-4107-4455-900d-1427372733a6'}] Feb 04 06:04:26.294299 dv-neutron-826830-2-hyperv neutron-server[87470]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:04:26.295098 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:04:26.296377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dd2ce001-792f-4fce-a565-b278bf3a3952 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.315909 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8a2aa8-4257-4d6f-b2ed-259e9d544db3 None None] Resources bound (agent type, host, resource id): {{(pid=87472) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:04:26.321609 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-dd2ce001-792f-4fce-a565-b278bf3a3952 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:26.325833 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-dd2ce001-792f-4fce-a565-b278bf3a3952 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:security_group_rule and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:26.329779 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-dd2ce001-792f-4fce-a565-b278bf3a3952 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:26.336768 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-dd2ce001-792f-4fce-a565-b278bf3a3952 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:26.410923 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for 449e3582-bdaa-4862-8bb9-a665fd352ba8 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:26.415884 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52724) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:26.427207 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dd2ce001-792f-4fce-a565-b278bf3a3952 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.438779 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dd2ce001-792f-4fce-a565-b278bf3a3952 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.458085 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.497217 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ce001-792f-4fce-a565-b278bf3a3952 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d7c346-a60e-4a36-a155-17d9cc0dc8c7,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:26.505194 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dd2ce001-792f-4fce-a565-b278bf3a3952 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.510458 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-dd2ce001-792f-4fce-a565-b278bf3a3952 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3571198 Feb 04 06:04:26.511093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.512947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52730) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:26.527009 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-bdeccf07-7b8f-4103-940a-607d901864fe tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'security_group': {'name': 'tempest-secgroup-137593584'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:26.538204 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bdeccf07-7b8f-4103-940a-607d901864fe tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:26.548296 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bdeccf07-7b8f-4103-940a-607d901864fe tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:security_group and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:26.553067 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bdeccf07-7b8f-4103-940a-607d901864fe tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:26.574145 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bdeccf07-7b8f-4103-940a-607d901864fe tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:26.593627 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bdeccf07-7b8f-4103-940a-607d901864fe tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.660868 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bb86-37d0-4089-a384-f88f6aa2c7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.665441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7cb48e4f-35a3-458d-a4bf-c62771ad9dfa tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.672916 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bdeccf07-7b8f-4103-940a-607d901864fe tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:26.680009 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bdeccf07-7b8f-4103-940a-607d901864fe tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:security_group_rule and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:26.684110 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a9f1bb86-37d0-4089-a384-f88f6aa2c7e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:26.686355 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bdeccf07-7b8f-4103-940a-607d901864fe tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:26.689390 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1adcadec-2520-4ff5-8d0a-60540ee88092 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:26.693490 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a9f1bb86-37d0-4089-a384-f88f6aa2c7e4 admin admin] Usage tracker for resource:security_group_rule and tenant:fc58663f68e84d4fb4021929d6592b59 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:26.696195 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bdeccf07-7b8f-4103-940a-607d901864fe tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:26.698382 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a9f1bb86-37d0-4089-a384-f88f6aa2c7e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:26.706483 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a9f1bb86-37d0-4089-a384-f88f6aa2c7e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:26.719895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-827931e4-7aaa-4a99-a347-10944bbb34e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.800924 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.805494 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 1adcadec-2520-4ff5-8d0a-60540ee88092 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:26.810364 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.811797 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 1adcadec-2520-4ff5-8d0a-60540ee88092 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:26.812423 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.841081 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bdeccf07-7b8f-4103-940a-607d901864fe tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.855176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bdeccf07-7b8f-4103-940a-607d901864fe tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.866163 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Deleting port d79dbdd4-1aba-4b0b-9680-42c602d4a7de {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:26.866458 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.880863 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-827931e4-7aaa-4a99-a347-10944bbb34e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port 79a65c43-15f1-4116-91db-85316adeabaf yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:04:26.925765 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb48e4f-35a3-458d-a4bf-c62771ad9dfa tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Subnet': ['ID=23608ba2-8492-40a0-a2bf-6c8f5379e35b,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:26.933122 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Port': ['ID=449e3582-bdaa-4862-8bb9-a665fd352ba8,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:26.941181 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.955904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bb86-37d0-4089-a384-f88f6aa2c7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.957163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] No DVR routers for this DVR port 449e3582-bdaa-4862-8bb9-a665fd352ba8 on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:04:26.978569 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bb86-37d0-4089-a384-f88f6aa2c7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.986609 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 1adcadec-2520-4ff5-8d0a-60540ee88092, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1adcadec-2520-4ff5-8d0a-60540ee88092,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:26.995913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bdeccf07-7b8f-4103-940a-607d901864fe tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.999704 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bdeccf07-7b8f-4103-940a-607d901864fe tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4828370 Feb 04 06:04:26.999893 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.002127 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52734) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:27.026965 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeccf07-7b8f-4103-940a-607d901864fe tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c16f5434-038f-4039-82ce-19372bb39cad,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:27.035094 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-52d67804-0a4e-4660-b9de-820a7fc163aa tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'security_group': {'name': 'tempest-secgroup-2019923031'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:27.043346 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb48e4f-35a3-458d-a4bf-c62771ad9dfa tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Checking segment: {'id': '3bef94e1-81f2-4fbe-9576-bb2acf13bd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f47ec31f-f0c7-43c6-9378-290024009bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:27.043986 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb48e4f-35a3-458d-a4bf-c62771ad9dfa tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network hostable DHCP agents. Network: f47ec31f-f0c7-43c6-9378-290024009bf3, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:04:27.071398 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a9f1bb86-37d0-4089-a384-f88f6aa2c7e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc58663f68e84d4fb4021929d6592b59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6541836 Feb 04 06:04:27.077163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Allocated IP 172.26.4.184 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/7367ac3f-3224-46d8-877b-5070123cb01a) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:27.082330 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52738) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:27.087257 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-52d67804-0a4e-4660-b9de-820a7fc163aa tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:27.094220 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=1adcadec-2520-4ff5-8d0a-60540ee88092,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:27.116853 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1bb86-37d0-4089-a384-f88f6aa2c7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccebe739-de93-4924-a4c1-3688fe35adec,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:27.175662 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-52d67804-0a4e-4660-b9de-820a7fc163aa tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:security_group and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:27.196377 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-52d67804-0a4e-4660-b9de-820a7fc163aa tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:27.246010 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-52d67804-0a4e-4660-b9de-820a7fc163aa tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:27.260002 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] For port d79dbdd4-1aba-4b0b-9680-42c602d4a7de, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=d79dbdd4-1aba-4b0b-9680-42c602d4a7de,segment=NetworkSegment(6da3376b-1973-43a7-8f7c-ffc434e6f177),segment_id=6da3376b-1973-43a7-8f7c-ffc434e6f177)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:27.260243 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.282615 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.327024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c9283c42-7de5-47e9-a6e7-5a1d2c63dc16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.358993 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb48e4f-35a3-458d-a4bf-c62771ad9dfa tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network f47ec31f-f0c7-43c6-9378-290024009bf3 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:04:27.386129 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52d67804-0a4e-4660-b9de-820a7fc163aa tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.393943 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Calling delete_port for d79dbdd4-1aba-4b0b-9680-42c602d4a7de owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:27.413938 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-827931e4-7aaa-4a99-a347-10944bbb34e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::f816:3eff:fe57:f0a7 (65e4f961-4ab6-4ffd-8973-b6f04910c762/a215c9cf-52e1-4313-9471-0f89fedf361f/79a65c43-15f1-4116-91db-85316adeabaf) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:27.416900 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51dde1b-d225-4150-b526-413eddc9ba5e']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:27.437668 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-7cb48e4f-35a3-458d-a4bf-c62771ad9dfa tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, f47ec31f-f0c7-43c6-9378-290024009bf3) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:27.442414 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1309b9de-1f06-4dc0-95e1-eb958c0abee5') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:27.442750 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1309b9de-1f06-4dc0-95e1-eb958c0abee5') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:27.468085 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c9283c42-7de5-47e9-a6e7-5a1d2c63dc16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.471301 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-52d67804-0a4e-4660-b9de-820a7fc163aa tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:27.480605 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb48e4f-35a3-458d-a4bf-c62771ad9dfa tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:27.481120 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7cb48e4f-35a3-458d-a4bf-c62771ad9dfa tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.486653 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.508452 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-52d67804-0a4e-4660-b9de-820a7fc163aa tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:security_group_rule and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:27.519355 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9f6350-b223-46ea-935f-701da1427781 None None] Network 8c1d83c3-a130-442d-8848-3392923c3a24 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:27.519530 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-52d67804-0a4e-4660-b9de-820a7fc163aa tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:27.541210 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3ecb24-d8af-4d57-aa45-51a82e4b34ea None None] Network 969cc527-4107-4455-900d-1427372733a6 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:27.552288 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.554294 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.558311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-52d67804-0a4e-4660-b9de-820a7fc163aa tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:27.606486 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:27.606966 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.619179 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c9283c42-7de5-47e9-a6e7-5a1d2c63dc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.624334 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] No DVR routers for this DVR port d79dbdd4-1aba-4b0b-9680-42c602d4a7de on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:04:27.625855 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894902ac-191d-4820-b287-392fd22a8845 None None] Network c51dde1b-d225-4150-b526-413eddc9ba5e requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:27.641337 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a54ad6-3261-481a-b7bc-f0a2812259de None None] Network f47ec31f-f0c7-43c6-9378-290024009bf3 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:27.654648 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538cdec0-aa26-4df7-a169-4a7063027ed7 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:27.663380 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event deleted for resources: {'Port': ['ID=d79dbdd4-1aba-4b0b-9680-42c602d4a7de,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:27.697527 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9283c42-7de5-47e9-a6e7-5a1d2c63dc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccebe739-de93-4924-a4c1-3688fe35adec,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:27.770400 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:27.781024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c9283c42-7de5-47e9-a6e7-5a1d2c63dc16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.785965 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c9283c42-7de5-47e9-a6e7-5a1d2c63dc16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ccebe739-de93-4924-a4c1-3688fe35adec HTTP/1.1" status: 204 len: 168 time: 0.6990466 Feb 04 06:04:27.793729 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.800440 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.832156 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969cc527-4107-4455-900d-1427372733a6']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:27.847701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da3376b-1973-43a7-8f7c-ffc434e6f177') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:27.848033 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da3376b-1973-43a7-8f7c-ffc434e6f177') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:27.863101 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.884132 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.888785 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7cb48e4f-35a3-458d-a4bf-c62771ad9dfa tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9792643 Feb 04 06:04:27.891092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:27.891314 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.897946 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52750) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:27.917416 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-682c9e01-d8f6-47b7-8dfe-09b1a7bc7078 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'subnet': {'network_id': '0646acf9-b9d9-456a-a874-add1a6c549da', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:27.985840 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:28.014993 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.020347 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.065358 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/networks/969cc527-4107-4455-900d-1427372733a6 HTTP/1.1" status: 204 len: 168 time: 3.5547876 Feb 04 06:04:28.065358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bedeb-b2fa-4e0c-934b-335a356fd149 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event deleted for resources: {'Network': ['ID=969cc527-4107-4455-900d-1427372733a6,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:28.068880 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52756) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:28.079732 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-55aaaa1d-edcb-4b97-94ca-2e8a798c83cb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-138570399'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:28.085883 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-55aaaa1d-edcb-4b97-94ca-2e8a798c83cb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:28.091512 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-55aaaa1d-edcb-4b97-94ca-2e8a798c83cb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Usage tracker for resource:network and tenant:d97d74f154374075aa76aefeb455aa77 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:28.095512 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-55aaaa1d-edcb-4b97-94ca-2e8a798c83cb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:28.108040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-55aaaa1d-edcb-4b97-94ca-2e8a798c83cb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:28.113073 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-08b7ac47-d8e0-484f-a589-af6708e721cd None None] Provisioning complete for port 1adcadec-2520-4ff5-8d0a-60540ee88092 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:28.113953 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-08b7ac47-d8e0-484f-a589-af6708e721cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.125057 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aaaa1d-edcb-4b97-94ca-2e8a798c83cb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Made reservation on behalf of d97d74f154374075aa76aefeb455aa77 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:28.131298 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-55aaaa1d-edcb-4b97-94ca-2e8a798c83cb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.134762 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.192053 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55aaaa1d-edcb-4b97-94ca-2e8a798c83cb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:04:28.206595 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.207353 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-55aaaa1d-edcb-4b97-94ca-2e8a798c83cb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.207767 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-55aaaa1d-edcb-4b97-94ca-2e8a798c83cb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Added segment 80e73fda-d252-4029-bb4a-668edec4ce1a of type vlan for network fe415a95-0a58-44f8-94c1-6146d3231536 Feb 04 06:04:28.259101 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Network': ['ID=c51dde1b-d225-4150-b526-413eddc9ba5e,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:28.290520 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-55aaaa1d-edcb-4b97-94ca-2e8a798c83cb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.298927 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52760) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:28.299106 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f9b54c03-3f12-43d5-b081-e514eea4fd4c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/networks/c51dde1b-d225-4150-b526-413eddc9ba5e HTTP/1.1" status: 204 len: 168 time: 3.6278310 Feb 04 06:04:28.300744 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52764) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:28.308211 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-682c9e01-d8f6-47b7-8dfe-09b1a7bc7078 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:28.323742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52d67804-0a4e-4660-b9de-820a7fc163aa tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.329337 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-26b8050a-eadf-44ae-9d2a-18ae9cb6a2f6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1522998583'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:28.329547 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-682c9e01-d8f6-47b7-8dfe-09b1a7bc7078 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:subnet and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:28.332611 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.343640 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-26b8050a-eadf-44ae-9d2a-18ae9cb6a2f6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:28.349211 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-682c9e01-d8f6-47b7-8dfe-09b1a7bc7078 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:28.356924 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-26b8050a-eadf-44ae-9d2a-18ae9cb6a2f6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:network and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:28.369143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-26b8050a-eadf-44ae-9d2a-18ae9cb6a2f6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:28.373328 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475257b9-5b49-4bd8-8658-23ecd50d0fdd None None] Network 969cc527-4107-4455-900d-1427372733a6 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:28.381906 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-26b8050a-eadf-44ae-9d2a-18ae9cb6a2f6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:28.401168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52d67804-0a4e-4660-b9de-820a7fc163aa tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.402021 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-55aaaa1d-edcb-4b97-94ca-2e8a798c83cb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.409138 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aaaa1d-edcb-4b97-94ca-2e8a798c83cb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:28.409945 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-55aaaa1d-edcb-4b97-94ca-2e8a798c83cb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.410314 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-682c9e01-d8f6-47b7-8dfe-09b1a7bc7078 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:28.448302 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b8050a-eadf-44ae-9d2a-18ae9cb6a2f6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:28.453128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26b8050a-eadf-44ae-9d2a-18ae9cb6a2f6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.476484 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a4190dfb-4df5-4d91-9604-9848d5cabdc2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=07e04312d2cb4d79903fec7995045ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1797590 Feb 04 06:04:28.477372 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52768) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:28.485982 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475257b9-5b49-4bd8-8658-23ecd50d0fdd None None] Network 969cc527-4107-4455-900d-1427372733a6 could not be found, it might have been deleted concurrently. {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 06:04:28.507736 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:28.511380 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-827931e4-7aaa-4a99-a347-10944bbb34e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.524094 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:28.530213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682c9e01-d8f6-47b7-8dfe-09b1a7bc7078 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Made reservation on behalf of a530e6e9c2854085a0d6e6dcc92e91d5 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:28.534379 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-682c9e01-d8f6-47b7-8dfe-09b1a7bc7078 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.543703 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb422ac-28a9-42cd-891a-00f9020e625a None None] DHCP port deletion for c51dde1b-d225-4150-b526-413eddc9ba5e request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:04:28.557152 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:28.614612 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52d67804-0a4e-4660-b9de-820a7fc163aa tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.618477 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-52d67804-0a4e-4660-b9de-820a7fc163aa tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6054156 Feb 04 06:04:28.636456 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1adcadec-2520-4ff5-8d0a-60540ee88092 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:28.676835 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event updated for resources: {'Port': ['ID=7367ac3f-3224-46d8-877b-5070123cb01a,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:28.681481 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52770) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:28.696191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d67804-0a4e-4660-b9de-820a7fc163aa tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f24b50e6-672c-43e4-811a-7671eb6664f5,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:28.699262 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-827931e4-7aaa-4a99-a347-10944bbb34e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object 79a65c43-15f1-4116-91db-85316adeabaf will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:28.699706 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-3f153b55-878f-4ee3-9c1f-9c0bf38acd52 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-372057823', 'security_groups': ['f24b50e6-672c-43e4-811a-7671eb6664f5'], 'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '112ebfc9-7acc-40df-b5df-9343064878d5'}]}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:28.719499 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-55aaaa1d-edcb-4b97-94ca-2e8a798c83cb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6437697 Feb 04 06:04:28.719678 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52776) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:28.723490 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-732f51c8-011d-41ad-9821-7b27669b575c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Request body: {'subnet': {'network_id': 'fe415a95-0a58-44f8-94c1-6146d3231536', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:28.795644 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aaaa1d-edcb-4b97-94ca-2e8a798c83cb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event updated for resources: {'Network': ['ID=fe415a95-0a58-44f8-94c1-6146d3231536,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:28.828066 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b8050a-eadf-44ae-9d2a-18ae9cb6a2f6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:04:28.837857 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network fe415a95-0a58-44f8-94c1-6146d3231536 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:04:28.850727 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-f47ec31f-f0c7-43c6-9378-290024009bf3', 'network_id': 'f47ec31f-f0c7-43c6-9378-290024009bf3', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'fixed_ips': [{'subnet_id': '23608ba2-8492-40a0-a2bf-6c8f5379e35b'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:04:28.851971 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.876663 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26b8050a-eadf-44ae-9d2a-18ae9cb6a2f6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.877009 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-26b8050a-eadf-44ae-9d2a-18ae9cb6a2f6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Added segment 23436d7c-a286-42b8-82fb-a2e12284c8fe of type vlan for network bb3b6124-85b0-48a6-9cdf-c3854a6efeb2 Feb 04 06:04:28.903228 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d35cd91c-1340-4c15-b7a6-f5c624dba1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.939319 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3f153b55-878f-4ee3-9c1f-9c0bf38acd52 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:28.956391 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26b8050a-eadf-44ae-9d2a-18ae9cb6a2f6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.967278 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3f153b55-878f-4ee3-9c1f-9c0bf38acd52 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:28.971099 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d35cd91c-1340-4c15-b7a6-f5c624dba1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:29.019962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f153b55-878f-4ee3-9c1f-9c0bf38acd52 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:29.042549 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26b8050a-eadf-44ae-9d2a-18ae9cb6a2f6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:29.047880 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b8050a-eadf-44ae-9d2a-18ae9cb6a2f6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:29.048455 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26b8050a-eadf-44ae-9d2a-18ae9cb6a2f6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:29.077983 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-732f51c8-011d-41ad-9821-7b27669b575c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:29.099384 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-732f51c8-011d-41ad-9821-7b27669b575c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Usage tracker for resource:subnet and tenant:d97d74f154374075aa76aefeb455aa77 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:29.108433 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-732f51c8-011d-41ad-9821-7b27669b575c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:29.122814 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 1adcadec-2520-4ff5-8d0a-60540ee88092 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:29.123397 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:29.151289 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-827931e4-7aaa-4a99-a347-10944bbb34e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:29.161649 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-732f51c8-011d-41ad-9821-7b27669b575c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:29.224838 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Allocated IP 172.20.0.2 (f47ec31f-f0c7-43c6-9378-290024009bf3/23608ba2-8492-40a0-a2bf-6c8f5379e35b/adc962c6-c94e-4c46-ba09-d82bae065778) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:29.225684 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8050a-eadf-44ae-9d2a-18ae9cb6a2f6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Network': ['ID=bb3b6124-85b0-48a6-9cdf-c3854a6efeb2,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:29.240049 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-26b8050a-eadf-44ae-9d2a-18ae9cb6a2f6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9370883 Feb 04 06:04:29.242863 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network bb3b6124-85b0-48a6-9cdf-c3854a6efeb2 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:04:29.243455 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52780) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:29.293032 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d35cd91c-1340-4c15-b7a6-f5c624dba1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:29.318643 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f153b55-878f-4ee3-9c1f-9c0bf38acd52 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:29.348349 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cd91c-1340-4c15-b7a6-f5c624dba1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043605bf-6e02-4aff-bf63-fc7b270f9b72,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:29.353219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d35cd91c-1340-4c15-b7a6-f5c624dba1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:29.354358 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d35cd91c-1340-4c15-b7a6-f5c624dba1e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/043605bf-6e02-4aff-bf63-fc7b270f9b72 HTTP/1.1" status: 204 len: 168 time: 0.6888230 Feb 04 06:04:29.365552 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-3f153b55-878f-4ee3-9c1f-9c0bf38acd52 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] device_id is not set on port 5ba0e77f-4971-493b-90ee-5f2225bb8ee7 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:04:29.379832 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-2fe21348-27ce-4c43-8662-d7dfa927b748 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'subnet': {'network_id': 'bb3b6124-85b0-48a6-9cdf-c3854a6efeb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:29.415252 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732f51c8-011d-41ad-9821-7b27669b575c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Made reservation on behalf of d97d74f154374075aa76aefeb455aa77 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:29.424558 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-732f51c8-011d-41ad-9821-7b27669b575c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:29.656687 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fb9bfd82-3f09-4fd4-bc1d-62c06ae9c688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:29.706158 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-3f153b55-878f-4ee3-9c1f-9c0bf38acd52 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Allocated IP 172.20.0.8 (8c1d83c3-a130-442d-8848-3392923c3a24/112ebfc9-7acc-40df-b5df-9343064878d5/5ba0e77f-4971-493b-90ee-5f2225bb8ee7) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:29.726446 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446a13fe-7804-4f21-8db7-85c6488806f3 None None] Network 8c1d83c3-a130-442d-8848-3392923c3a24 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:29.741708 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 449e3582-bdaa-4862-8bb9-a665fd352ba8 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:04:29.872215 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827931e4-7aaa-4a99-a347-10944bbb34e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:29.920974 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 449e3582-bdaa-4862-8bb9-a665fd352ba8 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:04:29.921314 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 449e3582-bdaa-4862-8bb9-a665fd352ba8 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:04:29.931251 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-827931e4-7aaa-4a99-a347-10944bbb34e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:29.982657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827931e4-7aaa-4a99-a347-10944bbb34e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:29.988978 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827931e4-7aaa-4a99-a347-10944bbb34e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:29.989262 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f153b55-878f-4ee3-9c1f-9c0bf38acd52 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:29.990377 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-827931e4-7aaa-4a99-a347-10944bbb34e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:29.997837 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-dd145de6-f653-4306-ac5a-8b1bf53377d8 None None] Provisioning complete for port b83b77f7-d318-4d84-9892-cd8ae42d0581 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:29.998205 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd145de6-f653-4306-ac5a-8b1bf53377d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:30.013401 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-3f153b55-878f-4ee3-9c1f-9c0bf38acd52 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Transition to ACTIVE for port object 5ba0e77f-4971-493b-90ee-5f2225bb8ee7 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:30.019186 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827931e4-7aaa-4a99-a347-10944bbb34e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=79a65c43-15f1-4116-91db-85316adeabaf,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:30.053689 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f153b55-878f-4ee3-9c1f-9c0bf38acd52 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:30.147106 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:30.155687 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f153b55-878f-4ee3-9c1f-9c0bf38acd52 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 8c1d83c3-a130-442d-8848-3392923c3a24 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:30.161221 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-3f153b55-878f-4ee3-9c1f-9c0bf38acd52 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:30.164351 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f153b55-878f-4ee3-9c1f-9c0bf38acd52 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:30.216270 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Transition to ACTIVE for port object adc962c6-c94e-4c46-ba09-d82bae065778 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:30.248392 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f153b55-878f-4ee3-9c1f-9c0bf38acd52 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=5ba0e77f-4971-493b-90ee-5f2225bb8ee7,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:30.255509 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-682c9e01-d8f6-47b7-8dfe-09b1a7bc7078 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:30.292683 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f153b55-878f-4ee3-9c1f-9c0bf38acd52 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:30.293311 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f153b55-878f-4ee3-9c1f-9c0bf38acd52 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:30.299900 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Transition to ACTIVE for port object adc962c6-c94e-4c46-ba09-d82bae065778 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:30.303081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2fe21348-27ce-4c43-8662-d7dfa927b748 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:30.311019 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-827931e4-7aaa-4a99-a347-10944bbb34e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.1341577 Feb 04 06:04:30.314261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52798) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:30.341019 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2fe21348-27ce-4c43-8662-d7dfa927b748 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:subnet and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:30.371270 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:30.405727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2fe21348-27ce-4c43-8662-d7dfa927b748 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:30.410728 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3f153b55-878f-4ee3-9c1f-9c0bf38acd52 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7256551 Feb 04 06:04:30.411376 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52806) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:30.421337 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-8d09062b-6cc9-4cff-b48a-08971690c124 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'subnet': {'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:30.421756 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.objects.ports [None req-732f51c8-011d-41ad-9821-7b27669b575c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87471) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:04:30.429502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2fe21348-27ce-4c43-8662-d7dfa927b748 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:30.431556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-732f51c8-011d-41ad-9821-7b27669b575c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:30.456699 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for router_gateway, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:30.460126 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Network f47ec31f-f0c7-43c6-9378-290024009bf3 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:30.464254 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:30.473222 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:30.521824 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Pushing event updated for resources: {'Port': ['ID=adc962c6-c94e-4c46-ba09-d82bae065778,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:30.558644 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c9e01-d8f6-47b7-8dfe-09b1a7bc7078 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Subnet': ['ID=cd729776-5625-4678-86da-06c44e88a00a,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:30.562016 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-dd145de6-f653-4306-ac5a-8b1bf53377d8 None None] Provisioning complete for port 1adcadec-2520-4ff5-8d0a-60540ee88092 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:30.562487 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd145de6-f653-4306-ac5a-8b1bf53377d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:30.585663 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01edbb92-9ab8-46e7-a970-58e5fefc9b36 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:30.592999 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01edbb92-9ab8-46e7-a970-58e5fefc9b36 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:30.600497 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-01edbb92-9ab8-46e7-a970-58e5fefc9b36 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2825875 Feb 04 06:04:30.605522 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52812) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:30.630464 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe21348-27ce-4c43-8662-d7dfa927b748 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:30.634934 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fe21348-27ce-4c43-8662-d7dfa927b748 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:30.639151 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Attempting to bind port adc962c6-c94e-4c46-ba09-d82bae065778 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:30.639620 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Attempting to bind port adc962c6-c94e-4c46-ba09-d82bae065778 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '3bef94e1-81f2-4fbe-9576-bb2acf13bd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f47ec31f-f0c7-43c6-9378-290024009bf3'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:30.640091 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Attempting to bind port adc962c6-c94e-4c46-ba09-d82bae065778 on network f47ec31f-f0c7-43c6-9378-290024009bf3 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:04:30.650015 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:04:30.650533 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Checking segment: {'id': '3bef94e1-81f2-4fbe-9576-bb2acf13bd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f47ec31f-f0c7-43c6-9378-290024009bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:30.651044 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:30.651572 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Bound using segment: {'id': '3bef94e1-81f2-4fbe-9576-bb2acf13bd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f47ec31f-f0c7-43c6-9378-290024009bf3'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:04:30.652158 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Bound port: adc962c6-c94e-4c46-ba09-d82bae065778, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef94e1-81f2-4fbe-9576-bb2acf13bd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f47ec31f-f0c7-43c6-9378-290024009bf3'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:30.652619 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:30.720467 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-b271705f-48ac-4f7c-8944-9bde254ab2a7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port 79a65c43-15f1-4116-91db-85316adeabaf {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:30.721028 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b271705f-48ac-4f7c-8944-9bde254ab2a7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:30.753008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8d09062b-6cc9-4cff-b48a-08971690c124 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:30.757151 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8d09062b-6cc9-4cff-b48a-08971690c124 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:subnet and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:30.760153 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8d09062b-6cc9-4cff-b48a-08971690c124 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:30.766134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8d09062b-6cc9-4cff-b48a-08971690c124 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:30.789370 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d09062b-6cc9-4cff-b48a-08971690c124 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:30.792595 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8d09062b-6cc9-4cff-b48a-08971690c124 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:30.849286 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] For port adc962c6-c94e-4c46-ba09-d82bae065778, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:04:30.859092 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] For port adc962c6-c94e-4c46-ba09-d82bae065778, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=adc962c6-c94e-4c46-ba09-d82bae065778,segment=NetworkSegment(3bef94e1-81f2-4fbe-9576-bb2acf13bd2d),segment_id=3bef94e1-81f2-4fbe-9576-bb2acf13bd2d)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:04:30.871801 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:30.911441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f51c8-011d-41ad-9821-7b27669b575c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event updated for resources: {'Subnet': ['ID=051e95ea-58ea-45bf-ad79-adae89369667,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:30.974479 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-dd145de6-f653-4306-ac5a-8b1bf53377d8 None None] Provisioning complete for port aada0945-ae78-4e91-b725-e9105ac51bb9 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:30.975083 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd145de6-f653-4306-ac5a-8b1bf53377d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:31.046640 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b88d9-d9ba-4647-9869-61d974c42647 None None] Pushing event updated for resources: {'Port': ['ID=adc962c6-c94e-4c46-ba09-d82bae065778,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:31.059514 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-dd145de6-f653-4306-ac5a-8b1bf53377d8 None None] Port aada0945-ae78-4e91-b725-e9105ac51bb9 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:04:31.096066 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732f51c8-011d-41ad-9821-7b27669b575c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Checking segment: {'id': '80e73fda-d252-4029-bb4a-668edec4ce1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fe415a95-0a58-44f8-94c1-6146d3231536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:31.096232 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732f51c8-011d-41ad-9821-7b27669b575c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Network hostable DHCP agents. Network: fe415a95-0a58-44f8-94c1-6146d3231536, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:04:31.115862 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682c9e01-d8f6-47b7-8dfe-09b1a7bc7078 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Checking segment: {'id': '4a5ad41d-f373-4a0f-ab1b-6cc44d778314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0646acf9-b9d9-456a-a874-add1a6c549da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:31.116235 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682c9e01-d8f6-47b7-8dfe-09b1a7bc7078 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network hostable DHCP agents. Network: 0646acf9-b9d9-456a-a874-add1a6c549da, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:04:31.194112 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3f2166bf-198a-4291-afa4-d543a9e6f868 None None] Provisioning complete for port b83b77f7-d318-4d84-9892-cd8ae42d0581 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:31.195320 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3f2166bf-198a-4291-afa4-d543a9e6f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:31.258099 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.ipam_backend_mixin [None req-8d09062b-6cc9-4cff-b48a-08971690c124 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 112ebfc9-7acc-40df-b5df-9343064878d5 (CIDR: 172.20.0.0/28) Feb 04 06:04:31.268012 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d09062b-6cc9-4cff-b48a-08971690c124 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:04:31.268574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d09062b-6cc9-4cff-b48a-08971690c124 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:31.331748 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8d09062b-6cc9-4cff-b48a-08971690c124 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9185231 Feb 04 06:04:31.336219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52826) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:31.348799 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-7374a219-a10a-4f40-a729-bfd8f459a428 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'subnet': {'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:31.358300 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682c9e01-d8f6-47b7-8dfe-09b1a7bc7078 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 0646acf9-b9d9-456a-a874-add1a6c549da is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:04:31.380851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732f51c8-011d-41ad-9821-7b27669b575c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Network fe415a95-0a58-44f8-94c1-6146d3231536 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:04:31.417375 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:31.421187 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-682c9e01-d8f6-47b7-8dfe-09b1a7bc7078 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 0646acf9-b9d9-456a-a874-add1a6c549da) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:31.425007 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-732f51c8-011d-41ad-9821-7b27669b575c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, fe415a95-0a58-44f8-94c1-6146d3231536) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:31.436890 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732f51c8-011d-41ad-9821-7b27669b575c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:31.437732 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-732f51c8-011d-41ad-9821-7b27669b575c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:31.442585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682c9e01-d8f6-47b7-8dfe-09b1a7bc7078 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:31.443791 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-682c9e01-d8f6-47b7-8dfe-09b1a7bc7078 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:31.463475 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b271705f-48ac-4f7c-8944-9bde254ab2a7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:31.517919 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b749d9b-1865-47da-9df9-91f0c0e9edf2 None None] Network 0646acf9-b9d9-456a-a874-add1a6c549da requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:31.627928 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d1e1bf-fa93-4d22-8d05-930a990a043e None None] Network fe415a95-0a58-44f8-94c1-6146d3231536 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:31.645749 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-732f51c8-011d-41ad-9821-7b27669b575c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.9275908 Feb 04 06:04:31.649636 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52834) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:31.655164 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-682c9e01-d8f6-47b7-8dfe-09b1a7bc7078 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7485571 Feb 04 06:04:31.661284 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52838) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:31.685155 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-b271705f-48ac-4f7c-8944-9bde254ab2a7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for 79a65c43-15f1-4116-91db-85316adeabaf owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:31.731346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-5198f482-4e6a-442d-b3d1-b80105ac2690 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2019989731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:31.743340 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3f2166bf-198a-4291-afa4-d543a9e6f868 None None] Provisioning for port 5ba0e77f-4971-493b-90ee-5f2225bb8ee7 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:31.770294 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5198f482-4e6a-442d-b3d1-b80105ac2690 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:31.782822 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5198f482-4e6a-442d-b3d1-b80105ac2690 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:router and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:31.788237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5198f482-4e6a-442d-b3d1-b80105ac2690 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:31.810025 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5198f482-4e6a-442d-b3d1-b80105ac2690 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:31.833222 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3f2166bf-198a-4291-afa4-d543a9e6f868 None None] Provisioning complete for port 5ba0e77f-4971-493b-90ee-5f2225bb8ee7 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:31.833828 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3f2166bf-198a-4291-afa4-d543a9e6f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:31.853062 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7374a219-a10a-4f40-a729-bfd8f459a428 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:31.858347 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7374a219-a10a-4f40-a729-bfd8f459a428 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:subnet and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:31.862319 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7374a219-a10a-4f40-a729-bfd8f459a428 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:31.865467 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5198f482-4e6a-442d-b3d1-b80105ac2690 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:31.866556 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5198f482-4e6a-442d-b3d1-b80105ac2690 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:31.875612 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7374a219-a10a-4f40-a729-bfd8f459a428 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:31.933533 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7374a219-a10a-4f40-a729-bfd8f459a428 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:31.937482 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7374a219-a10a-4f40-a729-bfd8f459a428 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:32.035563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52848) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:32.046553 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5c8df927-b1f6-4f33-8d4c-33fadd7c6d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:32.059649 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-3f2166bf-198a-4291-afa4-d543a9e6f868 None None] Port 5ba0e77f-4971-493b-90ee-5f2225bb8ee7 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:04:32.083975 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b271705f-48ac-4f7c-8944-9bde254ab2a7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:32.091307 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5198f482-4e6a-442d-b3d1-b80105ac2690 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:32.169799 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-fe415a95-0a58-44f8-94c1-6146d3231536', 'network_id': 'fe415a95-0a58-44f8-94c1-6146d3231536', 'tenant_id': 'd97d74f154374075aa76aefeb455aa77', 'fixed_ips': [{'subnet_id': '051e95ea-58ea-45bf-ad79-adae89369667'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:04:32.170639 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:32.174144 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fe21348-27ce-4c43-8662-d7dfa927b748 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:32.187956 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-0646acf9-b9d9-456a-a874-add1a6c549da', 'network_id': '0646acf9-b9d9-456a-a874-add1a6c549da', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'fixed_ips': [{'subnet_id': 'cd729776-5625-4678-86da-06c44e88a00a'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:04:32.188786 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:32.206356 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3f2166bf-198a-4291-afa4-d543a9e6f868 None None] Provisioning complete for port 79a65c43-15f1-4116-91db-85316adeabaf triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:32.207019 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3f2166bf-198a-4291-afa4-d543a9e6f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:32.290074 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:32.325226 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271705f-48ac-4f7c-8944-9bde254ab2a7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=79a65c43-15f1-4116-91db-85316adeabaf,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:32.333454 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe21348-27ce-4c43-8662-d7dfa927b748 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Checking segment: {'id': '23436d7c-a286-42b8-82fb-a2e12284c8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bb3b6124-85b0-48a6-9cdf-c3854a6efeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:32.333820 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe21348-27ce-4c43-8662-d7dfa927b748 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network hostable DHCP agents. Network: bb3b6124-85b0-48a6-9cdf-c3854a6efeb2, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:04:32.341288 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-6e6fc312-1888-4da9-aff5-bc1435c4efe1 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:32.345073 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Router 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:04:32.349491 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe21348-27ce-4c43-8662-d7dfa927b748 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Subnet': ['ID=a9b07811-993b-4c94-b6d6-377e3e246fe1,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:32.387110 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b271705f-48ac-4f7c-8944-9bde254ab2a7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:32.416729 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.ipam_backend_mixin [None req-7374a219-a10a-4f40-a729-bfd8f459a428 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d476470f-edc4-4f4a-a0ef-a73b3349ad0f (CIDR: 172.20.0.16/28) Feb 04 06:04:32.418651 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-3f2166bf-198a-4291-afa4-d543a9e6f868 None None] Port 79a65c43-15f1-4116-91db-85316adeabaf was deleted so its status cannot be updated. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 06:04:32.429136 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-7374a219-a10a-4f40-a729-bfd8f459a428 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:04:32.429799 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7374a219-a10a-4f40-a729-bfd8f459a428 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:32.453662 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6e6fc312-1888-4da9-aff5-bc1435c4efe1 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] 10.222.0.31 "PUT /v2.0/quotas/f8462360b1474c7ea1cf4c4cc3d7c88e HTTP/1.1" status: 200 len: 368 time: 0.4149053 Feb 04 06:04:32.455111 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5198f482-4e6a-442d-b3d1-b80105ac2690 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:32.467839 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52854) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:32.476861 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Request body: {'network': {'project_id': 'f8462360b1474c7ea1cf4c4cc3d7c88e'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:32.514253 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b271705f-48ac-4f7c-8944-9bde254ab2a7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/79a65c43-15f1-4116-91db-85316adeabaf HTTP/1.1" status: 204 len: 168 time: 1.9076571 Feb 04 06:04:32.525346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52858) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:32.547195 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:32.603037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:04:32.630984 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Usage tracker for resource:network and tenant:f8462360b1474c7ea1cf4c4cc3d7c88e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:32.643889 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Sync routers for ids ['674dce07-5cc0-4e5b-842b-32a88f1eb0a8'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:04:32.647375 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5198f482-4e6a-442d-b3d1-b80105ac2690 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:32.651921 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5198f482-4e6a-442d-b3d1-b80105ac2690 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9840977 Feb 04 06:04:32.654613 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe21348-27ce-4c43-8662-d7dfa927b748 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network bb3b6124-85b0-48a6-9cdf-c3854a6efeb2 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:04:32.658650 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:32.660377 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52862) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:32.663918 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7374a219-a10a-4f40-a729-bfd8f459a428 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3264363 Feb 04 06:04:32.671473 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:32.676233 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-89fb2d09-af60-4d04-bea3-9402e358c837 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.6366141 Feb 04 06:04:32.680904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52866) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:32.681247 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52868) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:32.684125 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3f2166bf-198a-4291-afa4-d543a9e6f868 None None] Provisioning complete for port aada0945-ae78-4e91-b725-e9105ac51bb9 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:32.684751 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3f2166bf-198a-4291-afa4-d543a9e6f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:32.687014 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:32.702301 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-7a631b2c-fd54-48a6-b4ed-55b3c54bea18 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'subnet': {'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:32.787345 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:32.792308 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device adc962c6-c94e-4c46-ba09-d82bae065778 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:32.844269 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-2fe21348-27ce-4c43-8662-d7dfa927b748 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, bb3b6124-85b0-48a6-9cdf-c3854a6efeb2) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:32.849090 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe21348-27ce-4c43-8662-d7dfa927b748 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:32.849702 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fe21348-27ce-4c43-8662-d7dfa927b748 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:32.856775 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fe531e-298c-4bf2-b62e-6b2a321371ca None None] Network f47ec31f-f0c7-43c6-9378-290024009bf3 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:32.858893 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7a631b2c-fd54-48a6-b4ed-55b3c54bea18 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:32.863684 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7a631b2c-fd54-48a6-b4ed-55b3c54bea18 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Usage tracker for resource:subnet and tenant:710d5f667c8343fb8e8917198e863eab is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:32.866626 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7a631b2c-fd54-48a6-b4ed-55b3c54bea18 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:32.873924 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7a631b2c-fd54-48a6-b4ed-55b3c54bea18 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:32.889530 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2fe21348-27ce-4c43-8662-d7dfa927b748 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6324348 Feb 04 06:04:32.898927 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ab10e6-f26f-4ab7-b6a0-67d0922b6d27 None None] Network bb3b6124-85b0-48a6-9cdf-c3854a6efeb2 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:32.938502 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d7979722-a1d1-4fe5-8efc-e4fd9cffa97e tempest-TestNetworkAdvancedServerOps-1583476395 tempest-TestNetworkAdvancedServerOps-1583476395-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=546e85d5b5e4470bb459b3b3573e44cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2505562 Feb 04 06:04:32.938502 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52878) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:32.942878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52880) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:32.943028 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a631b2c-fd54-48a6-b4ed-55b3c54bea18 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Made reservation on behalf of 710d5f667c8343fb8e8917198e863eab for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:32.947134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a631b2c-fd54-48a6-b4ed-55b3c54bea18 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:32.958733 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Routers {'674dce07-5cc0-4e5b-842b-32a88f1eb0a8'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:04:32.959053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:04:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['674dce07-5cc0-4e5b-842b-32a88f1eb0a8'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:32.970984 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-ee781e60-211e-4a70-9fa9-60269f83ee1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'network_id': 'bb3b6124-85b0-48a6-9cdf-c3854a6efeb2', 'name': 'tempest-PortsIpV6TestJSON-1552638969', 'fixed_ips': [{'subnet_id': 'a9b07811-993b-4c94-b6d6-377e3e246fe1', 'ip_address': '2001:db8::10'}]}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:32.989597 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Made reservation on behalf of f8462360b1474c7ea1cf4c4cc3d7c88e for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:32.991976 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:33.059928 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:33.130838 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb639c5-c299-45df-89b1-2e2a2d9cc44b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:33.133508 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb639c5-c299-45df-89b1-2e2a2d9cc44b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:33.134463 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0bb639c5-c299-45df-89b1-2e2a2d9cc44b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:33.178867 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Allocated IP 172.21.0.2 (0646acf9-b9d9-456a-a874-add1a6c549da/cd729776-5625-4678-86da-06c44e88a00a/1236cbe8-f2b3-4e90-8d0a-e232815b0a1e) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:33.187635 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:33.205207 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:33.205886 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-3f2166bf-198a-4291-afa4-d543a9e6f868 None None] Port aada0945-ae78-4e91-b725-e9105ac51bb9 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:04:33.259115 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:33.281684 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Usage tracker for resource:security_group_rule and tenant:f8462360b1474c7ea1cf4c4cc3d7c88e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:33.292164 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:33.312067 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0bb639c5-c299-45df-89b1-2e2a2d9cc44b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:33.315684 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0bb639c5-c299-45df-89b1-2e2a2d9cc44b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.7788427 Feb 04 06:04:33.317677 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:33.319616 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52886) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:33.387143 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Allocated IP 2001:db8::f816:3eff:fec7:f27d (fe415a95-0a58-44f8-94c1-6146d3231536/051e95ea-58ea-45bf-ad79-adae89369667/bf01c8e1-10eb-45d3-a7cf-4d50646e47aa) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:33.399335 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port adc962c6-c94e-4c46-ba09-d82bae065778 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:33.407289 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0aec7be-2bad-469b-83c7-608fdecbfdb7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet a215c9cf-52e1-4313-9471-0f89fedf361f {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:04:33.414886 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bc8a60-ca85-454c-94a1-2c2f8e95a830 tempest-TestNetworkAdvancedServerOps-1583476395 tempest-TestNetworkAdvancedServerOps-1583476395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:33.416589 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c5bc8a60-ca85-454c-94a1-2c2f8e95a830 tempest-TestNetworkAdvancedServerOps-1583476395 tempest-TestNetworkAdvancedServerOps-1583476395-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4708505 Feb 04 06:04:33.420446 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52890) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:33.428316 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b0aec7be-2bad-469b-83c7-608fdecbfdb7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:33.477033 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-98c21ab4-be80-424a-a082-0985641810ee tempest-TestNetworkAdvancedServerOps-1583476395 tempest-TestNetworkAdvancedServerOps-1583476395-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0555778 Feb 04 06:04:33.480309 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52894) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:33.489327 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-3faf1b86-f269-449f-a573-db05613ed980 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-752325442', 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1', 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:33.593040 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Set router 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:04:33.593272 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-705e1787-907f-43c1-8187-28e20309f2ac tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:33.664626 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ee781e60-211e-4a70-9fa9-60269f83ee1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:33.679092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ee781e60-211e-4a70-9fa9-60269f83ee1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:port and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:33.690800 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ee781e60-211e-4a70-9fa9-60269f83ee1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:33.699197 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b0aec7be-2bad-469b-83c7-608fdecbfdb7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:33.741261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ee781e60-211e-4a70-9fa9-60269f83ee1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:33.793927 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee781e60-211e-4a70-9fa9-60269f83ee1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:33.929339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-3faf1b86-f269-449f-a573-db05613ed980 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:33.970672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3faf1b86-f269-449f-a573-db05613ed980 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Usage tracker for resource:subnet and tenant:546e85d5b5e4470bb459b3b3573e44cb is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:33.974616 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3faf1b86-f269-449f-a573-db05613ed980 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:33.993182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-3faf1b86-f269-449f-a573-db05613ed980 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:33.999482 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.003209 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b0aec7be-2bad-469b-83c7-608fdecbfdb7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.003822 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e0a0842c-1f71-40b3-8f7c-b23c14c3fcf3 None None] Provisioning complete for port 5ba0e77f-4971-493b-90ee-5f2225bb8ee7 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:34.004209 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e0a0842c-1f71-40b3-8f7c-b23c14c3fcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.023363 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3faf1b86-f269-449f-a573-db05613ed980 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Made reservation on behalf of 546e85d5b5e4470bb459b3b3573e44cb for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:34.026906 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3faf1b86-f269-449f-a573-db05613ed980 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.041136 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a631b2c-fd54-48a6-b4ed-55b3c54bea18 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.080252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.139074 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ee781e60-211e-4a70-9fa9-60269f83ee1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.178372 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:04:34.184433 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a631b2c-fd54-48a6-b4ed-55b3c54bea18 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Network 8c1d83c3-a130-442d-8848-3392923c3a24 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:34.197620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-7a631b2c-fd54-48a6-b4ed-55b3c54bea18 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:34.199557 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b34865-d4bb-4f92-8055-a2c882a3e368,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:34.204020 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a631b2c-fd54-48a6-b4ed-55b3c54bea18 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:34.204913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7a631b2c-fd54-48a6-b4ed-55b3c54bea18 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.228707 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.229489 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Added segment eb245fb0-376a-4c9c-8166-f8a408471a53 of type vlan for network 5ae4bb91-9ac9-411b-b1a2-1298dbf6aeb6 Feb 04 06:04:34.236422 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-bb3b6124-85b0-48a6-9cdf-c3854a6efeb2', 'network_id': 'bb3b6124-85b0-48a6-9cdf-c3854a6efeb2', 'tenant_id': 'ef31d0e95d1b49ed90d15de4824b5830', 'fixed_ips': [{'subnet_id': 'a9b07811-993b-4c94-b6d6-377e3e246fe1'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:04:34.237397 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.246325 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-ee781e60-211e-4a70-9fa9-60269f83ee1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] device_id is not set on port cd50ec7f-bd19-42cc-b2c4-325340aa5b35 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:04:34.280255 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-705e1787-907f-43c1-8187-28e20309f2ac tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Allocated IP 172.20.0.1 (f47ec31f-f0c7-43c6-9378-290024009bf3/23608ba2-8492-40a0-a2bf-6c8f5379e35b/1f74e482-c59d-425e-8068-1a06c85b90ee) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:34.286107 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a631b2c-fd54-48a6-b4ed-55b3c54bea18 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Subnet': ['ID=54472cd4-9f60-487f-b723-35935706b9bf,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:34.292956 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dffbce5-73dc-490b-bb04-86ba5be307c2 None None] Network 8c1d83c3-a130-442d-8848-3392923c3a24 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:34.318032 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b0aec7be-2bad-469b-83c7-608fdecbfdb7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.385342 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.397667 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aec7be-2bad-469b-83c7-608fdecbfdb7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=a215c9cf-52e1-4313-9471-0f89fedf361f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:34.402824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b0aec7be-2bad-469b-83c7-608fdecbfdb7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.407432 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b0aec7be-2bad-469b-83c7-608fdecbfdb7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/a215c9cf-52e1-4313-9471-0f89fedf361f HTTP/1.1" status: 204 len: 168 time: 1.0803316 Feb 04 06:04:34.410828 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52898) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:34.424124 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1477ed8d-eb3d-4cd9-848f-184cb21142d5 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:34.501344 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7a631b2c-fd54-48a6-b4ed-55b3c54bea18 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8190215 Feb 04 06:04:34.506285 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52902) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:34.508312 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.509437 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-e0a0842c-1f71-40b3-8f7c-b23c14c3fcf3 None None] Port 5ba0e77f-4971-493b-90ee-5f2225bb8ee7 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:04:34.530691 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.resource_extend [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:04:34.538932 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-705e1787-907f-43c1-8187-28e20309f2ac tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.542825 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-cab36a55-bf89-487d-9747-797337a334f6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1268537 Feb 04 06:04:34.547029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52906) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:34.557947 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-705e1787-907f-43c1-8187-28e20309f2ac tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Transition to ACTIVE for port object 1f74e482-c59d-425e-8068-1a06c85b90ee will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:34.559746 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-bec5cd93-4082-4928-a4ab-0e0c26516edb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:34.585245 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-acf8db38-1634-4820-a40d-b2ae44468be0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1869800621', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '54472cd4-9f60-487f-b723-35935706b9bf'}], 'security_groups': ['46d7c346-a60e-4a36-a155-17d9cc0dc8c7', 'c16f5434-038f-4039-82ce-19372bb39cad']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:34.617754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-705e1787-907f-43c1-8187-28e20309f2ac tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.634468 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.648329 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.649379 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:34.650025 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.662376 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3faf1b86-f269-449f-a573-db05613ed980 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.738954 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705e1787-907f-43c1-8187-28e20309f2ac tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network f47ec31f-f0c7-43c6-9378-290024009bf3 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:34.751976 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-705e1787-907f-43c1-8187-28e20309f2ac tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:34.754488 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705e1787-907f-43c1-8187-28e20309f2ac tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:34.765795 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Transition to ACTIVE for port object 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:34.770222 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e0a0842c-1f71-40b3-8f7c-b23c14c3fcf3 None None] Provisioning for port adc962c6-c94e-4c46-ba09-d82bae065778 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:34.825709 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3545949 Feb 04 06:04:34.826461 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52910) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:34.839981 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e0a0842c-1f71-40b3-8f7c-b23c14c3fcf3 None None] Provisioning complete for port adc962c6-c94e-4c46-ba09-d82bae065778 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:34.840356 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e0a0842c-1f71-40b3-8f7c-b23c14c3fcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.842510 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-35347331-5863-4d07-a9c0-ba6c75f361ef tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Request body: {'network': {'project_id': 'f8462360b1474c7ea1cf4c4cc3d7c88e'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:34.848068 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bec5cd93-4082-4928-a4ab-0e0c26516edb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:34.856346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-35347331-5863-4d07-a9c0-ba6c75f361ef tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:34.858470 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464987a-333b-490d-aa2a-3f8b91f0ebf4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Pushing event updated for resources: {'Network': ['ID=5ae4bb91-9ac9-411b-b1a2-1298dbf6aeb6,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:34.864348 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-ee781e60-211e-4a70-9fa9-60269f83ee1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Allocated IP 2001:db8::10 (bb3b6124-85b0-48a6-9cdf-c3854a6efeb2/a9b07811-993b-4c94-b6d6-377e3e246fe1/cd50ec7f-bd19-42cc-b2c4-325340aa5b35) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:34.872532 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bec5cd93-4082-4928-a4ab-0e0c26516edb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:34.874915 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-35347331-5863-4d07-a9c0-ba6c75f361ef tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Usage tracker for resource:network and tenant:f8462360b1474c7ea1cf4c4cc3d7c88e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:34.881373 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-35347331-5863-4d07-a9c0-ba6c75f361ef tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:34.891969 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-35347331-5863-4d07-a9c0-ba6c75f361ef tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:34.902806 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec5cd93-4082-4928-a4ab-0e0c26516edb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:34.906399 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bec5cd93-4082-4928-a4ab-0e0c26516edb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.929449 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 5ae4bb91-9ac9-411b-b1a2-1298dbf6aeb6 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:04:34.978178 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Transition to ACTIVE for port object 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:34.986944 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35347331-5863-4d07-a9c0-ba6c75f361ef tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Made reservation on behalf of f8462360b1474c7ea1cf4c4cc3d7c88e for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:34.989082 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35347331-5863-4d07-a9c0-ba6c75f361ef tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:35.018157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e1787-907f-43c1-8187-28e20309f2ac tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=1f74e482-c59d-425e-8068-1a06c85b90ee,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:35.025407 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:35.048018 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf1b86-f269-449f-a573-db05613ed980 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event updated for resources: {'Subnet': ['ID=8503fcfd-d1d5-4ef1-a288-6e6352f2927f,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:35.056647 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-705e1787-907f-43c1-8187-28e20309f2ac tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:35.071023 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faf1b86-f269-449f-a573-db05613ed980 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Checking segment: {'id': '5f830c0c-6f52-435c-a7f7-547804b653e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:35.071381 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faf1b86-f269-449f-a573-db05613ed980 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Network hostable DHCP agents. Network: dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:04:35.078153 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:35.101075 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-acf8db38-1634-4820-a40d-b2ae44468be0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:35.138406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35347331-5863-4d07-a9c0-ba6c75f361ef tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:04:35.184871 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faf1b86-f269-449f-a573-db05613ed980 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Network dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:04:35.207137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Transition to ACTIVE for port object bf01c8e1-10eb-45d3-a7cf-4d50646e47aa will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:35.241118 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Transition to ACTIVE for port object bf01c8e1-10eb-45d3-a7cf-4d50646e47aa will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:35.242654 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35347331-5863-4d07-a9c0-ba6c75f361ef tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:35.244040 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-35347331-5863-4d07-a9c0-ba6c75f361ef tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Added segment acf7497a-80f6-4421-b75f-f6d7c4201897 of type vlan for network c7c89744-476a-4b15-846e-fdc7cec29a08 Feb 04 06:04:35.246223 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-3faf1b86-f269-449f-a573-db05613ed980 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:35.251080 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faf1b86-f269-449f-a573-db05613ed980 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:35.251675 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3faf1b86-f269-449f-a573-db05613ed980 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:35.359700 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3faf1b86-f269-449f-a573-db05613ed980 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8776684 Feb 04 06:04:35.375159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52914) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:35.398906 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:35.416917 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0ad524-d156-4b1c-b60c-b68dc9fe2ac4 None None] Network dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:35.457332 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:35.461828 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35347331-5863-4d07-a9c0-ba6c75f361ef tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:35.467599 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event deleted for resources: {'Subnet': ['ID=051e95ea-58ea-45bf-ad79-adae89369667,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:35.473711 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-705e1787-907f-43c1-8187-28e20309f2ac tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:35.536032 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Network 0646acf9-b9d9-456a-a874-add1a6c549da is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:35.554978 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:35.558758 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:35.635138 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Network fe415a95-0a58-44f8-94c1-6146d3231536 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:35.653691 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:35.656604 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Pushing event updated for resources: {'Port': ['ID=1236cbe8-f2b3-4e90-8d0a-e232815b0a1e,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:35.658991 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:35.700514 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ee781e60-211e-4a70-9fa9-60269f83ee1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:35.810733 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35347331-5863-4d07-a9c0-ba6c75f361ef tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:35.811989 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35347331-5863-4d07-a9c0-ba6c75f361ef tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:35.812666 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35347331-5863-4d07-a9c0-ba6c75f361ef tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:35.838827 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:35.848156 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-ee781e60-211e-4a70-9fa9-60269f83ee1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Transition to ACTIVE for port object cd50ec7f-bd19-42cc-b2c4-325340aa5b35 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:35.921610 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:04:35.939500 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe415a95-0a58-44f8-94c1-6146d3231536']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:35.958571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770514993', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:24Z', 'updated_at': '2022-02-04T06:04:29Z', 'revision_number': 3, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'gw_port': {'id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:26Z', 'updated_at': '2022-02-04T06:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:36.015525 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] Deleting port 1adcadec-2520-4ff5-8d0a-60540ee88092 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:36.015525 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.058072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e73fda-d252-4029-bb4a-668edec4ce1a') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:36.058682 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e73fda-d252-4029-bb4a-668edec4ce1a') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:36.068875 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-35347331-5863-4d07-a9c0-ba6c75f361ef tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2360592 Feb 04 06:04:36.069822 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35347331-5863-4d07-a9c0-ba6c75f361ef tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Pushing event updated for resources: {'Network': ['ID=c7c89744-476a-4b15-846e-fdc7cec29a08,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:36.077060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52920) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:36.095534 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f892983c-314c-40ec-ada3-1b3e5ffa69d4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Request body: {'network': {'project_id': 'f8462360b1474c7ea1cf4c4cc3d7c88e'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:36.103610 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.115899 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f892983c-314c-40ec-ada3-1b3e5ffa69d4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:36.120799 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Pushing event updated for resources: {'Port': ['ID=bf01c8e1-10eb-45d3-a7cf-4d50646e47aa,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:36.123079 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Checking router: 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:04:36.123429 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Updating router 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 port 7367ac3f-3224-46d8-877b-5070123cb01a binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:04:36.129351 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f892983c-314c-40ec-ada3-1b3e5ffa69d4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Usage tracker for resource:network and tenant:f8462360b1474c7ea1cf4c4cc3d7c88e is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:36.134284 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f892983c-314c-40ec-ada3-1b3e5ffa69d4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:36.152052 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f892983c-314c-40ec-ada3-1b3e5ffa69d4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:36.193485 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.200652 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-f892983c-314c-40ec-ada3-1b3e5ffa69d4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 06:04:36.201142 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f892983c-314c-40ec-ada3-1b3e5ffa69d4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:36.202329 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f892983c-314c-40ec-ada3-1b3e5ffa69d4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1219029 Feb 04 06:04:36.213343 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ee781e60-211e-4a70-9fa9-60269f83ee1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.214997 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52924) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:36.226883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:36.227432 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.233377 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Attempting to bind port bf01c8e1-10eb-45d3-a7cf-4d50646e47aa on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:36.233752 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Attempting to bind port bf01c8e1-10eb-45d3-a7cf-4d50646e47aa by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '80e73fda-d252-4029-bb4a-668edec4ce1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fe415a95-0a58-44f8-94c1-6146d3231536'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:36.234114 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Attempting to bind port bf01c8e1-10eb-45d3-a7cf-4d50646e47aa on network fe415a95-0a58-44f8-94c1-6146d3231536 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:36.246162 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:36.270051 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Attempting to bind port 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:36.270407 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Attempting to bind port 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4a5ad41d-f373-4a0f-ab1b-6cc44d778314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0646acf9-b9d9-456a-a874-add1a6c549da'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:36.270767 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Attempting to bind port 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e on network 0646acf9-b9d9-456a-a874-add1a6c549da {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:04:36.276567 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network c7c89744-476a-4b15-846e-fdc7cec29a08 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:04:36.373585 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee781e60-211e-4a70-9fa9-60269f83ee1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network bb3b6124-85b0-48a6-9cdf-c3854a6efeb2 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:36.384838 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-ee781e60-211e-4a70-9fa9-60269f83ee1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:36.391164 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.objects.ports [None req-bec5cd93-4082-4928-a4ab-0e0c26516edb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87470) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:04:36.403339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-acf8db38-1634-4820-a40d-b2ae44468be0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Delete allocated IP 172.20.0.8 (8c1d83c3-a130-442d-8848-3392923c3a24/112ebfc9-7acc-40df-b5df-9343064878d5) {{(pid=87471) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 06:04:36.433237 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 06:04:36.433237 dv-neutron-826830-2-hyperv neutron-server[87471]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 06:04:36.433237 dv-neutron-826830-2-hyperv neutron-server[87471]: [parameters: {'id': 'fe415a95-0a58-44f8-94c1-6146d3231536'}] Feb 04 06:04:36.433237 dv-neutron-826830-2-hyperv neutron-server[87471]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:04:36.433727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:04:36.436566 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-acf8db38-1634-4820-a40d-b2ae44468be0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Allocated IP 172.20.0.35 (8c1d83c3-a130-442d-8848-3392923c3a24/54472cd4-9f60-487f-b723-35935706b9bf/5ba0e77f-4971-493b-90ee-5f2225bb8ee7) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:36.444518 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1', 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'fixed_ips': [{'subnet_id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:04:36.445349 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.455020 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:04:36.455257 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee781e60-211e-4a70-9fa9-60269f83ee1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:36.455352 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Checking segment: {'id': '4a5ad41d-f373-4a0f-ab1b-6cc44d778314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0646acf9-b9d9-456a-a874-add1a6c549da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:36.455352 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.455654 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Bound using segment: {'id': '4a5ad41d-f373-4a0f-ab1b-6cc44d778314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0646acf9-b9d9-456a-a874-add1a6c549da'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:04:36.456106 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Bound port: 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5ad41d-f373-4a0f-ab1b-6cc44d778314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0646acf9-b9d9-456a-a874-add1a6c549da'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:36.456467 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.460524 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee781e60-211e-4a70-9fa9-60269f83ee1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:36.461236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ee781e60-211e-4a70-9fa9-60269f83ee1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.465414 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:04:36.465968 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Checking segment: {'id': '80e73fda-d252-4029-bb4a-668edec4ce1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fe415a95-0a58-44f8-94c1-6146d3231536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:36.466158 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.466551 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Bound using segment: {'id': '80e73fda-d252-4029-bb4a-668edec4ce1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fe415a95-0a58-44f8-94c1-6146d3231536'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:04:36.467014 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Bound port: bf01c8e1-10eb-45d3-a7cf-4d50646e47aa, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e73fda-d252-4029-bb4a-668edec4ce1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fe415a95-0a58-44f8-94c1-6146d3231536'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:36.468012 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.505535 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e0a0842c-1f71-40b3-8f7c-b23c14c3fcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.530140 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee781e60-211e-4a70-9fa9-60269f83ee1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=cd50ec7f-bd19-42cc-b2c4-325340aa5b35,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:36.569598 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-cf7392da-9647-428d-b361-146f60734dae tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8462360b1474c7ea1cf4c4cc3d7c88e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3402081 Feb 04 06:04:36.572883 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52928) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:36.601572 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Allocated IP 2001:db8::2 (bb3b6124-85b0-48a6-9cdf-c3854a6efeb2/a9b07811-993b-4c94-b6d6-377e3e246fe1/66f0dce5-48c3-44a5-90ea-ac5570dc7bcd) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:36.615444 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ee781e60-211e-4a70-9fa9-60269f83ee1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6723626 Feb 04 06:04:36.623575 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52932) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:36.634444 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-705e1787-907f-43c1-8187-28e20309f2ac tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.642893 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-a72f07d0-7fe2-40f8-9d23-a861248e4e55 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'network_id': 'bb3b6124-85b0-48a6-9cdf-c3854a6efeb2', 'name': 'tempest-PortsIpV6TestJSON-297677190', 'fixed_ips': [{'subnet_id': 'a9b07811-993b-4c94-b6d6-377e3e246fe1', 'ip_address': '2001:db8::f'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:36.661821 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1adcadec-2520-4ff5-8d0a-60540ee88092 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:04:36.671656 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-705e1787-907f-43c1-8187-28e20309f2ac tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.796467 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ca8dcd4-894a-4b3b-980c-a792a0a4f3c4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.852099 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.896041 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ca8dcd4-894a-4b3b-980c-a792a0a4f3c4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.904320 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e1787-907f-43c1-8187-28e20309f2ac tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=1f74e482-c59d-425e-8068-1a06c85b90ee,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:36.919352 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-705e1787-907f-43c1-8187-28e20309f2ac tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.937448 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.957774 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bec5cd93-4082-4928-a4ab-0e0c26516edb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:37.054276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a72f07d0-7fe2-40f8-9d23-a861248e4e55 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:37.074045 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a72f07d0-7fe2-40f8-9d23-a861248e4e55 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:port and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:37.075803 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94f852c-17e2-41b5-840c-0ad8fc856f18 None None] Update dhcp port {'port': {'network_id': '8c1d83c3-a130-442d-8848-3392923c3a24', 'fixed_ips': [{'subnet_id': 'd476470f-edc4-4f4a-a0ef-a73b3349ad0f', 'ip_address': '172.20.0.18'}, {'subnet_id': '112ebfc9-7acc-40df-b5df-9343064878d5'}, {'subnet_id': '54472cd4-9f60-487f-b723-35935706b9bf'}], 'binding:host_id': 'dv-neutron-826830-2-hyperv'}, 'id': 'b83b77f7-d318-4d84-9892-cd8ae42d0581'} from dv-neutron-826830-2-hyperv. {{(pid=87472) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:04:37.083731 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a72f07d0-7fe2-40f8-9d23-a861248e4e55 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:37.089901 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Deleting port bf01c8e1-10eb-45d3-a7cf-4d50646e47aa {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:37.090250 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:37.118054 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e0a0842c-1f71-40b3-8f7c-b23c14c3fcf3 None None] For port adc962c6-c94e-4c46-ba09-d82bae065778, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=adc962c6-c94e-4c46-ba09-d82bae065778,segment=NetworkSegment(3bef94e1-81f2-4fbe-9576-bb2acf13bd2d),segment_id=3bef94e1-81f2-4fbe-9576-bb2acf13bd2d)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:37.127392 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-acf8db38-1634-4820-a40d-b2ae44468be0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:37.133282 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:37.144073 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a72f07d0-7fe2-40f8-9d23-a861248e4e55 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:37.210109 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-acf8db38-1634-4820-a40d-b2ae44468be0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Transition to ACTIVE for port object 5ba0e77f-4971-493b-90ee-5f2225bb8ee7 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:37.214975 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72f07d0-7fe2-40f8-9d23-a861248e4e55 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:37.235405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-acf8db38-1634-4820-a40d-b2ae44468be0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:37.244941 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e0a0842c-1f71-40b3-8f7c-b23c14c3fcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:37.363634 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ca8dcd4-894a-4b3b-980c-a792a0a4f3c4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:37.409130 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] For port bf01c8e1-10eb-45d3-a7cf-4d50646e47aa, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:04:37.425811 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:37.446182 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8dcd4-894a-4b3b-980c-a792a0a4f3c4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b34865-d4bb-4f92-8055-a2c882a3e368,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:37.501945 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ca8dcd4-894a-4b3b-980c-a792a0a4f3c4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:37.505583 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4ca8dcd4-894a-4b3b-980c-a792a0a4f3c4 tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0b34865-d4bb-4f92-8055-a2c882a3e368 HTTP/1.1" status: 204 len: 168 time: 0.9244506 Feb 04 06:04:37.510462 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52938) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:37.551407 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705e1787-907f-43c1-8187-28e20309f2ac tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network f47ec31f-f0c7-43c6-9378-290024009bf3 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:37.592564 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-705e1787-907f-43c1-8187-28e20309f2ac tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:37.604469 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] For port 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:04:37.624848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b94f852c-17e2-41b5-840c-0ad8fc856f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:37.684546 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-bec5cd93-4082-4928-a4ab-0e0c26516edb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] For port 1adcadec-2520-4ff5-8d0a-60540ee88092, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1adcadec-2520-4ff5-8d0a-60540ee88092,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:37.707834 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] For port bf01c8e1-10eb-45d3-a7cf-4d50646e47aa, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=bf01c8e1-10eb-45d3-a7cf-4d50646e47aa,segment=NetworkSegment(80e73fda-d252-4029-bb4a-668edec4ce1a),segment_id=80e73fda-d252-4029-bb4a-668edec4ce1a)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:04:37.739035 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bec5cd93-4082-4928-a4ab-0e0c26516edb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:37.756348 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cf0e7f5d-081a-4ce6-a628-f23fb178c48c tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:37.768494 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] For port 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1236cbe8-f2b3-4e90-8d0a-e232815b0a1e,segment=NetworkSegment(4a5ad41d-f373-4a0f-ab1b-6cc44d778314),segment_id=4a5ad41d-f373-4a0f-ab1b-6cc44d778314)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:04:37.774141 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f6a9e0f8-e9fa-4de7-b198-1befb5f7f5a5 None None] Provisioning for port 1f74e482-c59d-425e-8068-1a06c85b90ee completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:37.779172 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:37.802024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bec5cd93-4082-4928-a4ab-0e0c26516edb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:37.803035 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bec5cd93-4082-4928-a4ab-0e0c26516edb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:37.818506 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8db38-1634-4820-a40d-b2ae44468be0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event updated for resources: {'Port': ['ID=5ba0e77f-4971-493b-90ee-5f2225bb8ee7,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:37.821071 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:37.824854 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f6a9e0f8-e9fa-4de7-b198-1befb5f7f5a5 None None] Provisioning complete for port 1f74e482-c59d-425e-8068-1a06c85b90ee triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:37.825338 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f6a9e0f8-e9fa-4de7-b198-1befb5f7f5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:37.873580 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0842c-1f71-40b3-8f7c-b23c14c3fcf3 None None] Pushing event updated for resources: {'Port': ['ID=adc962c6-c94e-4c46-ba09-d82bae065778,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:37.926561 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:37.962016 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec5cd93-4082-4928-a4ab-0e0c26516edb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:37.975130 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-bec5cd93-4082-4928-a4ab-0e0c26516edb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:37.985450 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-acf8db38-1634-4820-a40d-b2ae44468be0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] In _notify_port_updated(), no bound segment for port 5ba0e77f-4971-493b-90ee-5f2225bb8ee7 on network 8c1d83c3-a130-442d-8848-3392923c3a24 {{(pid=87471) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:04:37.990854 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf8db38-1634-4820-a40d-b2ae44468be0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:37.991221 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec5cd93-4082-4928-a4ab-0e0c26516edb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:37.991483 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-acf8db38-1634-4820-a40d-b2ae44468be0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:37.991917 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bec5cd93-4082-4928-a4ab-0e0c26516edb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:37.992817 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-acf8db38-1634-4820-a40d-b2ae44468be0 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "PUT /v2.0/ports/5ba0e77f-4971-493b-90ee-5f2225bb8ee7 HTTP/1.1" status: 200 len: 960 time: 3.4855783 Feb 04 06:04:38.009133 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52942) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:38.061281 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a72f07d0-7fe2-40f8-9d23-a861248e4e55 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:38.070632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] For port bf01c8e1-10eb-45d3-a7cf-4d50646e47aa, host dv-neutron-826830-2-hyperv, got binding levels [] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:38.071043 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:38.097738 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5cd93-4082-4928-a4ab-0e0c26516edb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=2bcaa08d-9ed7-440d-b7f0-a05fff980eac,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:38.123916 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5cd93-4082-4928-a4ab-0e0c26516edb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=1adcadec-2520-4ff5-8d0a-60540ee88092,revision_number=9']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:38.181524 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] For port 1adcadec-2520-4ff5-8d0a-60540ee88092, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1adcadec-2520-4ff5-8d0a-60540ee88092,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:38.182104 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:38.189972 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bec5cd93-4082-4928-a4ab-0e0c26516edb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.6418147 Feb 04 06:04:38.195687 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52946) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:38.203541 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f45d6305-326f-467f-b654-dd92a638337d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'mac_address': 'fa:16:3e:ba:6a:a5', 'name': 'tempest-NetworksTestDHCPv6-1581680331'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:38.261030 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Calling delete_port for bf01c8e1-10eb-45d3-a7cf-4d50646e47aa owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:38.272353 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cf0e7f5d-081a-4ce6-a628-f23fb178c48c tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:38.303350 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Allocated IP 172.20.0.2 (dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1/8503fcfd-d1d5-4ef1-a288-6e6352f2927f/0146a997-5904-48c1-9aaa-86d342c175f6) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:38.319835 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-cf0e7f5d-081a-4ce6-a628-f23fb178c48c tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c89744-476a-4b15-846e-fdc7cec29a08']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:38.321064 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b7c61-753c-4284-8533-3c798de4a997 None None] Pushing event updated for resources: {'Port': ['ID=bf01c8e1-10eb-45d3-a7cf-4d50646e47aa,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:38.321185 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-1b2f6aa8-5b87-45ee-9f81-400cf151df87 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port 5ba0e77f-4971-493b-90ee-5f2225bb8ee7 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:38.321479 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6aa8-5b87-45ee-9f81-400cf151df87 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:38.336126 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] Calling delete_port for 1adcadec-2520-4ff5-8d0a-60540ee88092 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:38.346091 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-cf0e7f5d-081a-4ce6-a628-f23fb178c48c tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf7497a-80f6-4421-b75f-f6d7c4201897') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:38.346622 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-cf0e7f5d-081a-4ce6-a628-f23fb178c48c tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf7497a-80f6-4421-b75f-f6d7c4201897') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:38.361621 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-a72f07d0-7fe2-40f8-9d23-a861248e4e55 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] device_id is not set on port 13d0e3fd-d849-4dc8-b776-dc38f900048c yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:04:38.365824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cf0e7f5d-081a-4ce6-a628-f23fb178c48c tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:38.394921 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cf0e7f5d-081a-4ce6-a628-f23fb178c48c tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:38.402965 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f45d6305-326f-467f-b654-dd92a638337d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:38.407444 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0e7f5d-081a-4ce6-a628-f23fb178c48c tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:38.407874 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cf0e7f5d-081a-4ce6-a628-f23fb178c48c tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:38.421193 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:38.425523 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f45d6305-326f-467f-b654-dd92a638337d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:port and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:38.450657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705e1787-907f-43c1-8187-28e20309f2ac tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router ec66568c-1d78-4623-8fd5-3b8e1b94a341 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:04:38.472896 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f45d6305-326f-467f-b654-dd92a638337d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:38.492983 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f45d6305-326f-467f-b654-dd92a638337d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:38.509912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45d6305-326f-467f-b654-dd92a638337d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:38.527300 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cf0e7f5d-081a-4ce6-a628-f23fb178c48c tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:38.544346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cf0e7f5d-081a-4ce6-a628-f23fb178c48c tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:38.553458 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f6a9e0f8-e9fa-4de7-b198-1befb5f7f5a5 None None] Port 1f74e482-c59d-425e-8068-1a06c85b90ee cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:04:38.596250 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e7f5d-081a-4ce6-a628-f23fb178c48c tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7c89744-476a-4b15-846e-fdc7cec29a08,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:38.606184 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-cf0e7f5d-081a-4ce6-a628-f23fb178c48c tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] 10.222.0.31 "DELETE /v2.0/networks/c7c89744-476a-4b15-846e-fdc7cec29a08 HTTP/1.1" status: 204 len: 168 time: 1.0946290 Feb 04 06:04:38.618323 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52950) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:38.643763 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:04:38.643763 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:04:38.707983 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a8f84-b4cc-4d73-82d9-369732753399 None None] Pushing event updated for resources: {'Port': ['ID=1236cbe8-f2b3-4e90-8d0a-e232815b0a1e,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:38.743858 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:38.761728 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f45d6305-326f-467f-b654-dd92a638337d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:38.772585 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-22370483-c4bd-4fc2-b237-3ae1ec1a217a tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:38.823691 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-f45d6305-326f-467f-b654-dd92a638337d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port 5ef53e05-3f00-4325-8c17-b8e95f628147 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:04:38.862859 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705e1787-907f-43c1-8187-28e20309f2ac tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:04:38.863961 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Transition to ACTIVE for port object 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:38.880031 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-705e1787-907f-43c1-8187-28e20309f2ac tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/ec66568c-1d78-4623-8fd5-3b8e1b94a341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2169197 Feb 04 06:04:38.881047 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52954) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:38.883893 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9de9c8-6c25-446a-9caa-5c1584802ae7 None None] Sync routers for ids ['ec66568c-1d78-4623-8fd5-3b8e1b94a341'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:04:38.884397 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:04:38.884397 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:04:38.904809 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9de9c8-6c25-446a-9caa-5c1584802ae7 None None] Routers {'ec66568c-1d78-4623-8fd5-3b8e1b94a341'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:04:38.905606 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ff9de9c8-6c25-446a-9caa-5c1584802ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:04:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['ec66568c-1d78-4623-8fd5-3b8e1b94a341'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:38.924411 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f6a9e0f8-e9fa-4de7-b198-1befb5f7f5a5 None None] Provisioning complete for port adc962c6-c94e-4c46-ba09-d82bae065778 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:38.924785 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f6a9e0f8-e9fa-4de7-b198-1befb5f7f5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:38.961851 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:04:38.962472 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:04:38.963810 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Transition to ACTIVE for port object 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:38.971514 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6aa8-5b87-45ee-9f81-400cf151df87 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:38.987962 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ff9de9c8-6c25-446a-9caa-5c1584802ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:39.001935 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9de9c8-6c25-446a-9caa-5c1584802ae7 None None] Routers {'ec66568c-1d78-4623-8fd5-3b8e1b94a341'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:04:39.002665 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ff9de9c8-6c25-446a-9caa-5c1584802ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:04:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['ec66568c-1d78-4623-8fd5-3b8e1b94a341'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:39.027940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28f0400-67a6-44d4-a02b-aed88ab74f09 None None] Network fe415a95-0a58-44f8-94c1-6146d3231536 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:39.054518 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:39.100355 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ff9de9c8-6c25-446a-9caa-5c1584802ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:39.100888 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9de9c8-6c25-446a-9caa-5c1584802ae7 None None] The sync data for ids ['ec66568c-1d78-4623-8fd5-3b8e1b94a341'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:04:39.208739 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-22370483-c4bd-4fc2-b237-3ae1ec1a217a tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:39.239456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-22370483-c4bd-4fc2-b237-3ae1ec1a217a tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae4bb91-9ac9-411b-b1a2-1298dbf6aeb6']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:39.257934 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-22370483-c4bd-4fc2-b237-3ae1ec1a217a tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb245fb0-376a-4c9c-8166-f8a408471a53') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:39.258679 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-22370483-c4bd-4fc2-b237-3ae1ec1a217a tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb245fb0-376a-4c9c-8166-f8a408471a53') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:39.275994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-22370483-c4bd-4fc2-b237-3ae1ec1a217a tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:39.306534 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-22370483-c4bd-4fc2-b237-3ae1ec1a217a tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:39.322494 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22370483-c4bd-4fc2-b237-3ae1ec1a217a tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:39.323293 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-22370483-c4bd-4fc2-b237-3ae1ec1a217a tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:39.330966 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Deleting port bf01c8e1-10eb-45d3-a7cf-4d50646e47aa {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:39.331532 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:39.338246 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:39.472821 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] Deleting port 1adcadec-2520-4ff5-8d0a-60540ee88092 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:39.473472 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:39.493763 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-f45d6305-326f-467f-b654-dd92a638337d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::f816:3eff:feba:6aa5 (65e4f961-4ab6-4ffd-8973-b6f04910c762/2bcaa08d-9ed7-440d-b7f0-a05fff980eac/5ef53e05-3f00-4325-8c17-b8e95f628147) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:39.496319 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-1b2f6aa8-5b87-45ee-9f81-400cf151df87 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for 5ba0e77f-4971-493b-90ee-5f2225bb8ee7 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:39.528712 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-22370483-c4bd-4fc2-b237-3ae1ec1a217a tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:39.534790 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-22370483-c4bd-4fc2-b237-3ae1ec1a217a tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:39.573826 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Network bb3b6124-85b0-48a6-9cdf-c3854a6efeb2 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:39.589906 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-22370483-c4bd-4fc2-b237-3ae1ec1a217a tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] 10.222.0.31 "DELETE /v2.0/networks/5ae4bb91-9ac9-411b-b1a2-1298dbf6aeb6 HTTP/1.1" status: 204 len: 168 time: 0.9679592 Feb 04 06:04:39.594100 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22370483-c4bd-4fc2-b237-3ae1ec1a217a tempest-QuotasNegativeTest-1299079830 tempest-QuotasNegativeTest-1299079830-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ae4bb91-9ac9-411b-b1a2-1298dbf6aeb6,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:39.606710 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:39.623265 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:39.632599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:39.671009 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Pushing event updated for resources: {'Port': ['ID=66f0dce5-48c3-44a5-90ea-ac5570dc7bcd,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:39.677290 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96af6d1b-fc58-4096-ac08-53adcde9ce05 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:39.678118 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-96af6d1b-fc58-4096-ac08-53adcde9ce05 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Synchronizing usage tracker for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:39.693620 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-a72f07d0-7fe2-40f8-9d23-a861248e4e55 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Allocated IP 2001:db8::f (bb3b6124-85b0-48a6-9cdf-c3854a6efeb2/a9b07811-993b-4c94-b6d6-377e3e246fe1/13d0e3fd-d849-4dc8-b776-dc38f900048c) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:39.700916 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-b94f852c-17e2-41b5-840c-0ad8fc856f18 None None] Allocated IP 172.20.0.2 (8c1d83c3-a130-442d-8848-3392923c3a24/112ebfc9-7acc-40df-b5df-9343064878d5/b83b77f7-d318-4d84-9892-cd8ae42d0581) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:39.713130 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:39.810315 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:39.834404 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Transition to ACTIVE for port object 7367ac3f-3224-46d8-877b-5070123cb01a will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:39.873869 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f45d6305-326f-467f-b654-dd92a638337d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:39.899955 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-96af6d1b-fc58-4096-ac08-53adcde9ce05 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Unset dirty status for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:39.904143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-f45d6305-326f-467f-b654-dd92a638337d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object 5ef53e05-3f00-4325-8c17-b8e95f628147 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:39.905045 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-96af6d1b-fc58-4096-ac08-53adcde9ce05 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/ports/1f74e482-c59d-425e-8068-1a06c85b90ee HTTP/1.1" status: 200 len: 910 time: 1.0109668 Feb 04 06:04:39.905571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52962) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:39.909137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-b94f852c-17e2-41b5-840c-0ad8fc856f18 None None] Allocated IP 172.20.0.34 (8c1d83c3-a130-442d-8848-3392923c3a24/54472cd4-9f60-487f-b723-35935706b9bf/b83b77f7-d318-4d84-9892-cd8ae42d0581) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:39.957579 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:40.008299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] For port bf01c8e1-10eb-45d3-a7cf-4d50646e47aa, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=bf01c8e1-10eb-45d3-a7cf-4d50646e47aa,segment=NetworkSegment(80e73fda-d252-4029-bb4a-668edec4ce1a),segment_id=80e73fda-d252-4029-bb4a-668edec4ce1a)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:40.008966 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:40.021081 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Transition to ACTIVE for port object 0146a997-5904-48c1-9aaa-86d342c175f6 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:40.167758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Calling delete_port for bf01c8e1-10eb-45d3-a7cf-4d50646e47aa owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:40.267294 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6aa8-5b87-45ee-9f81-400cf151df87 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:40.325691 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52968) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:40.346674 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f45d6305-326f-467f-b654-dd92a638337d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:40.384239 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f6aa8-5b87-45ee-9f81-400cf151df87 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Port': ['ID=5ba0e77f-4971-493b-90ee-5f2225bb8ee7,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:40.384858 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 1adcadec-2520-4ff5-8d0a-60540ee88092, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1adcadec-2520-4ff5-8d0a-60540ee88092,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:40.393147 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df904b8-42fe-47f8-999e-f7b0874e8231 None None] Network 0646acf9-b9d9-456a-a874-add1a6c549da requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:40.405712 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Attempting to bind port 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:40.406371 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Attempting to bind port 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '23436d7c-a286-42b8-82fb-a2e12284c8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bb3b6124-85b0-48a6-9cdf-c3854a6efeb2'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:40.406905 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Attempting to bind port 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd on network bb3b6124-85b0-48a6-9cdf-c3854a6efeb2 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:04:40.425021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Transition to ACTIVE for port object 0146a997-5904-48c1-9aaa-86d342c175f6 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:40.447727 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:40.511940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Attempting to bind port 7367ac3f-3224-46d8-877b-5070123cb01a on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:40.512308 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Attempting to bind port 7367ac3f-3224-46d8-877b-5070123cb01a by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:40.512670 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Attempting to bind port 7367ac3f-3224-46d8-877b-5070123cb01a on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:04:40.514557 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:40.514896 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:04:40.515248 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Checking segment: {'id': '23436d7c-a286-42b8-82fb-a2e12284c8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bb3b6124-85b0-48a6-9cdf-c3854a6efeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:40.515650 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:40.524133 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Bound using segment: {'id': '23436d7c-a286-42b8-82fb-a2e12284c8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bb3b6124-85b0-48a6-9cdf-c3854a6efeb2'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:04:40.524535 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Bound port: 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23436d7c-a286-42b8-82fb-a2e12284c8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bb3b6124-85b0-48a6-9cdf-c3854a6efeb2'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:40.524932 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:40.538618 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fe753-6dc9-4eee-a3f3-8650751bf08d None None] Pushing event updated for resources: {'Port': ['ID=7367ac3f-3224-46d8-877b-5070123cb01a,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:40.584056 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:40.615551 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event deleted for resources: {'Port': ['ID=bf01c8e1-10eb-45d3-a7cf-4d50646e47aa,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:40.616159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9bb4aad4-644b-4920-9149-5dc35b57e63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:40.647245 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] No DVR routers for this DVR port bf01c8e1-10eb-45d3-a7cf-4d50646e47aa on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:04:40.678659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45d6305-326f-467f-b654-dd92a638337d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:40.679742 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9bb4aad4-644b-4920-9149-5dc35b57e63f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:40.696122 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-f45d6305-326f-467f-b654-dd92a638337d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:40.706770 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9bb4aad4-644b-4920-9149-5dc35b57e63f admin admin] Usage tracker for resource:security_group_rule and tenant:7233a89e74b04a36837a03d9efdae755 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:40.715446 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45d6305-326f-467f-b654-dd92a638337d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:40.723733 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:04:40.724438 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:40.724562 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45d6305-326f-467f-b654-dd92a638337d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:40.724671 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:40.724981 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f45d6305-326f-467f-b654-dd92a638337d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:40.725088 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:04:40.725548 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Bound port: 7367ac3f-3224-46d8-877b-5070123cb01a, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:40.726207 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:40.737853 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9bb4aad4-644b-4920-9149-5dc35b57e63f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:40.748693 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6aa8-5b87-45ee-9f81-400cf151df87 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:40.769147 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a72f07d0-7fe2-40f8-9d23-a861248e4e55 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:40.774391 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9bb4aad4-644b-4920-9149-5dc35b57e63f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:40.777655 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d6305-326f-467f-b654-dd92a638337d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=5ef53e05-3f00-4325-8c17-b8e95f628147,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:40.798304 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:40.855703 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-a72f07d0-7fe2-40f8-9d23-a861248e4e55 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Transition to ACTIVE for port object 13d0e3fd-d849-4dc8-b776-dc38f900048c will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:40.859832 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Allocated IP 172.20.0.1 (dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1/8503fcfd-d1d5-4ef1-a288-6e6352f2927f/84afe5b7-9c99-40ad-b0ab-5a0c25309a37) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:40.867402 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1b2f6aa8-5b87-45ee-9f81-400cf151df87 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/ports/5ba0e77f-4971-493b-90ee-5f2225bb8ee7 HTTP/1.1" status: 204 len: 168 time: 2.8549371 Feb 04 06:04:40.869917 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52974) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:40.873365 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f45d6305-326f-467f-b654-dd92a638337d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6764100 Feb 04 06:04:40.886570 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52976) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:40.890987 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:40.951671 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] For port 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:04:40.955224 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] For port 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=66f0dce5-48c3-44a5-90ea-ac5570dc7bcd,segment=NetworkSegment(23436d7c-a286-42b8-82fb-a2e12284c8fe),segment_id=23436d7c-a286-42b8-82fb-a2e12284c8fe)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:04:40.971927 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Network dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:40.977213 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=1adcadec-2520-4ff5-8d0a-60540ee88092,revision_number=10']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:40.998307 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:41.047819 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.051243 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-85e86cbe-daed-49f1-a0da-df09c978a957 None None] Provisioning complete for port 1f74e482-c59d-425e-8068-1a06c85b90ee triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:41.051604 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-85e86cbe-daed-49f1-a0da-df09c978a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.105564 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:41.161054 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ad56a6-dd6d-4fc1-a55e-eb1a9e7df589 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] GET failed (client error): The resource could not be found. Feb 04 06:04:41.162271 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-58ad56a6-dd6d-4fc1-a55e-eb1a9e7df589 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Synchronizing usage tracker for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:41.234730 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-58ad56a6-dd6d-4fc1-a55e-eb1a9e7df589 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Unset dirty status for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:41.236267 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-58ad56a6-dd6d-4fc1-a55e-eb1a9e7df589 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports/5ba0e77f-4971-493b-90ee-5f2225bb8ee7 HTTP/1.1" status: 404 len: 333 time: 0.3604977 Feb 04 06:04:41.244676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52982) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:41.246608 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe415a95-0a58-44f8-94c1-6146d3231536']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:41.282088 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e73fda-d252-4029-bb4a-668edec4ce1a') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:41.282599 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e73fda-d252-4029-bb4a-668edec4ce1a') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:41.309430 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-b94f852c-17e2-41b5-840c-0ad8fc856f18 None None] For port b83b77f7-d318-4d84-9892-cd8ae42d0581, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b83b77f7-d318-4d84-9892-cd8ae42d0581,segment=NetworkSegment(01d1c7cc-f200-49b3-9c78-c8e0ad5194d5),segment_id=01d1c7cc-f200-49b3-9c78-c8e0ad5194d5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:41.318945 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.332603 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] For port 1adcadec-2520-4ff5-8d0a-60540ee88092, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1adcadec-2520-4ff5-8d0a-60540ee88092,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:41.333007 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.338692 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a72f07d0-7fe2-40f8-9d23-a861248e4e55 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.409550 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.428842 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9bb4aad4-644b-4920-9149-5dc35b57e63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.430276 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] For port 7367ac3f-3224-46d8-877b-5070123cb01a, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:04:41.435710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.440435 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72f07d0-7fe2-40f8-9d23-a861248e4e55 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network bb3b6124-85b0-48a6-9cdf-c3854a6efeb2 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:41.445058 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9bb4aad4-644b-4920-9149-5dc35b57e63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.452147 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfec750-08b5-44a8-b736-a77e60f1899d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:41.456225 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Pushing event updated for resources: {'Port': ['ID=0146a997-5904-48c1-9aaa-86d342c175f6,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:41.459603 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfec750-08b5-44a8-b736-a77e60f1899d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:41.460482 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9cfec750-08b5-44a8-b736-a77e60f1899d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:41.466034 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-85e86cbe-daed-49f1-a0da-df09c978a957 None None] Port 1f74e482-c59d-425e-8068-1a06c85b90ee cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:04:41.466228 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.466654 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:41.467243 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:41.487212 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:41.490049 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Transition to ACTIVE for port object 84afe5b7-9c99-40ad-b0ab-5a0c25309a37 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:41.491075 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-a72f07d0-7fe2-40f8-9d23-a861248e4e55 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:41.493187 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f07d0-7fe2-40f8-9d23-a861248e4e55 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:41.498968 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72f07d0-7fe2-40f8-9d23-a861248e4e55 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:41.499766 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a72f07d0-7fe2-40f8-9d23-a861248e4e55 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.521712 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4aad4-644b-4920-9149-5dc35b57e63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30e2e2d-cd71-425e-9bfd-3beee124d648,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:41.582820 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9bb4aad4-644b-4920-9149-5dc35b57e63f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7233a89e74b04a36837a03d9efdae755&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2530689 Feb 04 06:04:41.592311 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 52986) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:41.608063 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f07d0-7fe2-40f8-9d23-a861248e4e55 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=13d0e3fd-d849-4dc8-b776-dc38f900048c,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:41.618051 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8a2ffb1-9e78-4799-9f7a-240222b9883a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.643014 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a72f07d0-7fe2-40f8-9d23-a861248e4e55 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.0182374 Feb 04 06:04:41.647938 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9cfec750-08b5-44a8-b736-a77e60f1899d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:41.648537 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9cfec750-08b5-44a8-b736-a77e60f1899d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.7607441 Feb 04 06:04:41.649657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52990) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:41.657608 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] For port 7367ac3f-3224-46d8-877b-5070123cb01a, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=7367ac3f-3224-46d8-877b-5070123cb01a,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:04:41.660485 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52992) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:41.665741 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.670632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.674493 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] Calling delete_port for 1adcadec-2520-4ff5-8d0a-60540ee88092 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:41.729942 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Attempting to bind port 0146a997-5904-48c1-9aaa-86d342c175f6 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:41.731108 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Attempting to bind port 0146a997-5904-48c1-9aaa-86d342c175f6 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '5f830c0c-6f52-435c-a7f7-547804b653e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:41.731934 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Attempting to bind port 0146a997-5904-48c1-9aaa-86d342c175f6 on network dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:04:41.735093 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.746575 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.resource_extend [None req-b94f852c-17e2-41b5-840c-0ad8fc856f18 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:04:41.775129 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8a2ffb1-9e78-4799-9f7a-240222b9883a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.786385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b94f852c-17e2-41b5-840c-0ad8fc856f18 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.792927 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:04:41.793678 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Checking segment: {'id': '5f830c0c-6f52-435c-a7f7-547804b653e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:41.794210 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.794780 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Bound using segment: {'id': '5f830c0c-6f52-435c-a7f7-547804b653e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:04:41.796262 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Bound port: 0146a997-5904-48c1-9aaa-86d342c175f6, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f830c0c-6f52-435c-a7f7-547804b653e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:41.796262 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.808951 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.814641 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/networks/fe415a95-0a58-44f8-94c1-6146d3231536 HTTP/1.1" status: 204 len: 168 time: 10.1569068 Feb 04 06:04:41.814737 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-85e86cbe-daed-49f1-a0da-df09c978a957 None None] Provisioning for port 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:41.820746 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 52998) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:41.829408 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd548a3-1d55-4c13-b400-03e25da3662a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event deleted for resources: {'Network': ['ID=fe415a95-0a58-44f8-94c1-6146d3231536,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:41.860938 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:41.882423 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-afdd3426-6178-4ea8-8dba-ec2b568473ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.884954 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db95f7-a8c2-4bef-b019-c7fc439ed936 None None] Pushing event updated for resources: {'Port': ['ID=66f0dce5-48c3-44a5-90ea-ac5570dc7bcd,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:41.888210 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-85e86cbe-daed-49f1-a0da-df09c978a957 None None] Provisioning complete for port 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:41.888837 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-85e86cbe-daed-49f1-a0da-df09c978a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.943806 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbe4611-da58-4da8-a9ff-9b6a0fd84f1b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:41.944064 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fbe4611-da58-4da8-a9ff-9b6a0fd84f1b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:41.951558 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4fbe4611-da58-4da8-a9ff-9b6a0fd84f1b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/subnets/051e95ea-58ea-45bf-ad79-adae89369667 HTTP/1.1" status: 404 len: 337 time: 0.1180375 Feb 04 06:04:41.951558 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53002) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:41.953440 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Network dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:41.979319 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a5e4fee3-51c0-44ca-9049-f31f9f4051bc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port 5ef53e05-3f00-4325-8c17-b8e95f628147 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:41.979763 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a5e4fee3-51c0-44ca-9049-f31f9f4051bc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.001238 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:42.012697 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:42.040367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-afdd3426-6178-4ea8-8dba-ec2b568473ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.041612 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:42.042220 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.043114 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3bb704a-21d4-4ac4-846f-137fa97dae18 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:42.043667 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3bb704a-21d4-4ac4-846f-137fa97dae18 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:42.069546 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event updated for resources: {'Port': ['ID=84afe5b7-9c99-40ad-b0ab-5a0c25309a37,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:42.078088 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d3bb704a-21d4-4ac4-846f-137fa97dae18 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/networks/fe415a95-0a58-44f8-94c1-6146d3231536 HTTP/1.1" status: 404 len: 339 time: 0.1239767 Feb 04 06:04:42.078088 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8a2ffb1-9e78-4799-9f7a-240222b9883a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.081465 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8a2ffb1-9e78-4799-9f7a-240222b9883a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.081618 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f8a2ffb1-9e78-4799-9f7a-240222b9883a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/security-groups/f24b50e6-672c-43e4-811a-7671eb6664f5 HTTP/1.1" status: 204 len: 168 time: 0.8249555 Feb 04 06:04:42.084843 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53006) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:42.085132 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b94f852c-17e2-41b5-840c-0ad8fc856f18 None None] Transition to ACTIVE for port object b83b77f7-d318-4d84-9892-cd8ae42d0581 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:42.085290 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53008) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:42.133771 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.158925 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b94f852c-17e2-41b5-840c-0ad8fc856f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.164488 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Routers {'674dce07-5cc0-4e5b-842b-32a88f1eb0a8'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:04:42.165605 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:04:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['674dce07-5cc0-4e5b-842b-32a88f1eb0a8'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:42.238835 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2ffb1-9e78-4799-9f7a-240222b9883a tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24b50e6-672c-43e4-811a-7671eb6664f5,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:42.265233 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-7847014a-1303-48a2-b045-5d5f03f883d1 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:42.265583 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7847014a-1303-48a2-b045-5d5f03f883d1 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:42.267656 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7847014a-1303-48a2-b045-5d5f03f883d1 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/subnets/3340b684-21ed-4ad2-b617-b4fcf3b9963f HTTP/1.1" status: 404 len: 337 time: 0.1721976 Feb 04 06:04:42.277915 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53014) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:42.281638 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d78341-eca8-4dbe-bfcc-539330381dfb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:42.282543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b1d78341-eca8-4dbe-bfcc-539330381dfb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Synchronizing usage tracker for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:42.304014 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:04:42.304276 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:04:42.336391 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b22d258-23b2-4906-9eff-110e440d4b3b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:42.337354 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b22d258-23b2-4906-9eff-110e440d4b3b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:42.378386 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3b22d258-23b2-4906-9eff-110e440d4b3b tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/networks/969cc527-4107-4455-900d-1427372733a6 HTTP/1.1" status: 404 len: 339 time: 0.0947118 Feb 04 06:04:42.378663 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53018) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:42.412837 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b1d78341-eca8-4dbe-bfcc-539330381dfb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Unset dirty status for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:42.414012 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b1d78341-eca8-4dbe-bfcc-539330381dfb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.7558925 Feb 04 06:04:42.418796 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53022) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:42.423666 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a2d66662-c802-4973-802a-d01896902bbc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.428602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fe753-6dc9-4eee-a3f3-8650751bf08d None None] Pushing event updated for resources: {'Port': ['ID=7367ac3f-3224-46d8-877b-5070123cb01a,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:42.460755 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Allocated IP 172.21.0.1 (0646acf9-b9d9-456a-a874-add1a6c549da/cd729776-5625-4678-86da-06c44e88a00a/b8c5e3a4-d2bb-44d0-9033-5bf301eb020e) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:42.471810 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-011292e7-33f0-4546-9ec5-b47544771e9a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:42.471810 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011292e7-33f0-4546-9ec5-b47544771e9a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:42.475341 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-011292e7-33f0-4546-9ec5-b47544771e9a tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/subnets/15937e70-baff-4ddd-9fef-6ec4cd3b80d3 HTTP/1.1" status: 404 len: 337 time: 0.0934622 Feb 04 06:04:42.475491 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a2d66662-c802-4973-802a-d01896902bbc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.483975 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53026) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:42.492668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-afdd3426-6178-4ea8-8dba-ec2b568473ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.495176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-afdd3426-6178-4ea8-8dba-ec2b568473ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.497054 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-afdd3426-6178-4ea8-8dba-ec2b568473ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f30e2e2d-cd71-425e-9bfd-3beee124d648 HTTP/1.1" status: 204 len: 168 time: 0.9019146 Feb 04 06:04:42.535867 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1ae7f0-f131-4e67-96ef-40d387a825eb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:42.536342 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1ae7f0-f131-4e67-96ef-40d387a825eb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:42.543968 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-cc1ae7f0-f131-4e67-96ef-40d387a825eb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/networks/c2b41ecd-4a47-4b1e-9533-70f9a7efa8d1 HTTP/1.1" status: 404 len: 339 time: 0.0514810 Feb 04 06:04:42.544169 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53032) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:42.564879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd3426-6178-4ea8-8dba-ec2b568473ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30e2e2d-cd71-425e-9bfd-3beee124d648,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:42.618106 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a5e4fee3-51c0-44ca-9049-f31f9f4051bc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.649122 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] For port 0146a997-5904-48c1-9aaa-86d342c175f6, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:04:42.704111 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] For port 0146a997-5904-48c1-9aaa-86d342c175f6, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0146a997-5904-48c1-9aaa-86d342c175f6,segment=NetworkSegment(5f830c0c-6f52-435c-a7f7-547804b653e7),segment_id=5f830c0c-6f52-435c-a7f7-547804b653e7)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:04:42.754572 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.760629 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.772375 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a2d66662-c802-4973-802a-d01896902bbc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.778709 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19d1da3-0c88-4f29-946b-0a7f4dd0f8dc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:42.784548 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a5e4fee3-51c0-44ca-9049-f31f9f4051bc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for 5ef53e05-3f00-4325-8c17-b8e95f628147 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:42.808997 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19d1da3-0c88-4f29-946b-0a7f4dd0f8dc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:42.814697 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19d1da3-0c88-4f29-946b-0a7f4dd0f8dc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:42.815582 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f19d1da3-0c88-4f29-946b-0a7f4dd0f8dc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Synchronizing usage tracker for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:42.816855 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] Deleting port 1adcadec-2520-4ff5-8d0a-60540ee88092 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:42.817231 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.849600 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-b9d1dc7e-5253-4c86-8a1f-96f77a58b1d5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Deleting port 0ae4b026-be66-4c61-8228-5483319d631e {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:42.849950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b9d1dc7e-5253-4c86-8a1f-96f77a58b1d5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.907767 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d66662-c802-4973-802a-d01896902bbc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16f5434-038f-4039-82ce-19372bb39cad,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:42.918110 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f19d1da3-0c88-4f29-946b-0a7f4dd0f8dc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Unset dirty status for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:42.922371 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f19d1da3-0c88-4f29-946b-0a7f4dd0f8dc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.4973912 Feb 04 06:04:42.925789 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53040) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:42.930869 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f852c-17e2-41b5-840c-0ad8fc856f18 None None] Pushing event updated for resources: {'Port': ['ID=b83b77f7-d318-4d84-9892-cd8ae42d0581,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:42.932498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.960483 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a2d66662-c802-4973-802a-d01896902bbc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.964209 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a2d66662-c802-4973-802a-d01896902bbc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/security-groups/c16f5434-038f-4039-82ce-19372bb39cad HTTP/1.1" status: 204 len: 168 time: 0.8579707 Feb 04 06:04:42.964447 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] Set router 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:04:42.968677 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53044) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:43.127201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:43.282310 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-10c96eaa-8364-490e-b56e-3b10845472b6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port 13d0e3fd-d849-4dc8-b776-dc38f900048c {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:43.282842 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10c96eaa-8364-490e-b56e-3b10845472b6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:43.331620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53048) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:43.331935 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-38b2c8c2-413f-4509-96cd-3fd325f51a2e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:43.360207 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-85e86cbe-daed-49f1-a0da-df09c978a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:43.428077 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ab12a03-8514-4645-82be-1c6b8e69fa91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:43.444356 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Transition to ACTIVE for port object b8c5e3a4-d2bb-44d0-9033-5bf301eb020e will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:43.490721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a5e4fee3-51c0-44ca-9049-f31f9f4051bc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:43.496373 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-38b2c8c2-413f-4509-96cd-3fd325f51a2e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:43.507533 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1236cbe8-f2b3-4e90-8d0a-e232815b0a1e,segment=NetworkSegment(4a5ad41d-f373-4a0f-ab1b-6cc44d778314),segment_id=4a5ad41d-f373-4a0f-ab1b-6cc44d778314)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:43.519215 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f9d09a-08ef-41a5-9067-38c078a08c49 None None] Network bb3b6124-85b0-48a6-9cdf-c3854a6efeb2 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:43.550060 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5ab12a03-8514-4645-82be-1c6b8e69fa91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:43.596190 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:43.597295 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device adc962c6-c94e-4c46-ba09-d82bae065778 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:43.615475 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5ab12a03-8514-4645-82be-1c6b8e69fa91 admin admin] Usage tracker for resource:security_group_rule and tenant:3a77c403526d45baacf5f54d278e5bed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:43.620941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5ab12a03-8514-4645-82be-1c6b8e69fa91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:43.644603 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5ab12a03-8514-4645-82be-1c6b8e69fa91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:43.772464 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa29df3-a0ef-4c9b-9f79-26003cc10236 None None] Pushing event updated for resources: {'Port': ['ID=0146a997-5904-48c1-9aaa-86d342c175f6,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:43.962603 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4fee3-51c0-44ca-9049-f31f9f4051bc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=5ef53e05-3f00-4325-8c17-b8e95f628147,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:43.985868 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-38b2c8c2-413f-4509-96cd-3fd325f51a2e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:44.028243 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2c8c2-413f-4509-96cd-3fd325f51a2e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d7c346-a60e-4a36-a155-17d9cc0dc8c7,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:44.040943 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a5e4fee3-51c0-44ca-9049-f31f9f4051bc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:44.050240 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b9d1dc7e-5253-4c86-8a1f-96f77a58b1d5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:44.056721 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:44.060184 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] For port 1adcadec-2520-4ff5-8d0a-60540ee88092, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1adcadec-2520-4ff5-8d0a-60540ee88092,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:44.061150 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:44.066013 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-38b2c8c2-413f-4509-96cd-3fd325f51a2e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:44.070885 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-38b2c8c2-413f-4509-96cd-3fd325f51a2e tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/security-groups/46d7c346-a60e-4a36-a155-17d9cc0dc8c7 HTTP/1.1" status: 204 len: 168 time: 1.0941880 Feb 04 06:04:44.118899 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53052) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:44.127087 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a5e4fee3-51c0-44ca-9049-f31f9f4051bc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/5ef53e05-3f00-4325-8c17-b8e95f628147 HTTP/1.1" status: 204 len: 168 time: 2.4499333 Feb 04 06:04:44.156864 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53056) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:44.229399 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-b9d1dc7e-5253-4c86-8a1f-96f77a58b1d5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Calling delete_port for 0ae4b026-be66-4c61-8228-5483319d631e owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:44.264416 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 0646acf9-b9d9-456a-a874-add1a6c549da is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:44.271297 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] Calling delete_port for 1adcadec-2520-4ff5-8d0a-60540ee88092 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:44.303544 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:44.306221 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:44.307638 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-85e86cbe-daed-49f1-a0da-df09c978a957 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:04:44.308233 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-85e86cbe-daed-49f1-a0da-df09c978a957 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:04:44.386702 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b9d1dc7e-5253-4c86-8a1f-96f77a58b1d5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:44.390000 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port adc962c6-c94e-4c46-ba09-d82bae065778 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:44.390376 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:44.419450 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=1236cbe8-f2b3-4e90-8d0a-e232815b0a1e,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:44.435662 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=b8c5e3a4-d2bb-44d0-9033-5bf301eb020e,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:44.455481 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1dc7e-5253-4c86-8a1f-96f77a58b1d5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event deleted for resources: {'Port': ['ID=0ae4b026-be66-4c61-8228-5483319d631e,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:44.472789 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b9d1dc7e-5253-4c86-8a1f-96f77a58b1d5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:44.482586 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b9d1dc7e-5253-4c86-8a1f-96f77a58b1d5 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/ports/0ae4b026-be66-4c61-8228-5483319d631e HTTP/1.1" status: 204 len: 168 time: 1.9379129 Feb 04 06:04:44.483401 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53060) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:44.527238 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-84282696-e54c-430a-9dda-c7c9b3f8b787 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting subnet 112ebfc9-7acc-40df-b5df-9343064878d5 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:04:44.534623 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1fa894-cb57-4159-a10f-9ebbb6e3f009 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:44.535169 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1fa894-cb57-4159-a10f-9ebbb6e3f009 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:44.540331 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1d1fa894-cb57-4159-a10f-9ebbb6e3f009 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/subnets/d92e87d3-6c91-4916-b01e-f0699a33f5cf HTTP/1.1" status: 404 len: 337 time: 0.0535882 Feb 04 06:04:44.541152 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53064) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:44.546277 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84282696-e54c-430a-9dda-c7c9b3f8b787 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:44.590476 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10c96eaa-8364-490e-b56e-3b10845472b6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:44.627487 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7157c363-61aa-4f97-8357-3f4b0dc88b48 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:44.629102 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7157c363-61aa-4f97-8357-3f4b0dc88b48 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:44.629868 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7157c363-61aa-4f97-8357-3f4b0dc88b48 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:44.702199 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ab12a03-8514-4645-82be-1c6b8e69fa91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:44.710233 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:44.737191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-491b4171-cf51-4a8b-a1c3-29e5e0f327bb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:44.808865 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-10c96eaa-8364-490e-b56e-3b10845472b6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for 13d0e3fd-d849-4dc8-b776-dc38f900048c owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:44.843727 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ab12a03-8514-4645-82be-1c6b8e69fa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:44.866100 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:44.923954 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84282696-e54c-430a-9dda-c7c9b3f8b787 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:44.938688 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-491b4171-cf51-4a8b-a1c3-29e5e0f327bb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:44.975917 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-491b4171-cf51-4a8b-a1c3-29e5e0f327bb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb87a227-ba50-4163-ae92-d14120e47c6b']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:44.979983 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7157c363-61aa-4f97-8357-3f4b0dc88b48 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:44.981183 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7157c363-61aa-4f97-8357-3f4b0dc88b48 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.7906981 Feb 04 06:04:44.987642 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53068) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:45.035497 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-491b4171-cf51-4a8b-a1c3-29e5e0f327bb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77da154-60a7-4530-98ec-dc332557ea94') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:45.035820 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-491b4171-cf51-4a8b-a1c3-29e5e0f327bb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77da154-60a7-4530-98ec-dc332557ea94') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:45.044725 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5ab12a03-8514-4645-82be-1c6b8e69fa91 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a77c403526d45baacf5f54d278e5bed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6926193 Feb 04 06:04:45.048960 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53072) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:45.049764 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab12a03-8514-4645-82be-1c6b8e69fa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e359a30-bb4f-497e-aebf-75591a842575,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:45.069770 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-491b4171-cf51-4a8b-a1c3-29e5e0f327bb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.072900 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] No DVR routers for this DVR port 1adcadec-2520-4ff5-8d0a-60540ee88092 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:04:45.084954 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af55491-917a-4a46-88a9-8a5b5547f93e None None] Pushing event deleted for resources: {'Port': ['ID=1adcadec-2520-4ff5-8d0a-60540ee88092,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:45.118541 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-491b4171-cf51-4a8b-a1c3-29e5e0f327bb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.139340 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db4c43a-ace9-458c-88da-d767cdfb06a2 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:45.148359 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491b4171-cf51-4a8b-a1c3-29e5e0f327bb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:45.148852 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-491b4171-cf51-4a8b-a1c3-29e5e0f327bb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:45.171013 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:45.183249 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b27921-1330-4b8b-b1a7-8f7de1a443e0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet 2bcaa08d-9ed7-440d-b7f0-a05fff980eac {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:04:45.192066 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.resource_extend [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:04:45.247993 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.257128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a1b27921-1330-4b8b-b1a7-8f7de1a443e0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.265291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.303910 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56107f27-591e-4f58-a694-7072fa749705 None None] Network dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:45.329671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b856410-e3c1-43e5-b4f0-42388a4cad7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.358646 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-491b4171-cf51-4a8b-a1c3-29e5e0f327bb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.358922 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770514993', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:24Z', 'updated_at': '2022-02-04T06:04:29Z', 'revision_number': 3, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'gw_port': {'id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:26Z', 'updated_at': '2022-02-04T06:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:45.362441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a1b27921-1330-4b8b-b1a7-8f7de1a443e0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.419960 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-491b4171-cf51-4a8b-a1c3-29e5e0f327bb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.420328 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e72f00-7e5e-4b5b-ab74-f3f4d3348ce2 None None] The sync data for ids ['674dce07-5cc0-4e5b-842b-32a88f1eb0a8'] in dv-neutron-826830-2-hyperv is: [{'id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770514993', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:24Z', 'updated_at': '2022-02-04T06:04:29Z', 'revision_number': 3, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'gw_port': {'id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:26Z', 'updated_at': '2022-02-04T06:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:04:45.431608 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84282696-e54c-430a-9dda-c7c9b3f8b787 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.438412 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b4171-cf51-4a8b-a1c3-29e5e0f327bb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event deleted for resources: {'Network': ['ID=eb87a227-ba50-4163-ae92-d14120e47c6b,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:45.441552 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b856410-e3c1-43e5-b4f0-42388a4cad7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.455573 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-491b4171-cf51-4a8b-a1c3-29e5e0f327bb tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/networks/eb87a227-ba50-4163-ae92-d14120e47c6b HTTP/1.1" status: 204 len: 168 time: 0.9136455 Feb 04 06:04:45.460378 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53076) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:45.519277 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10c96eaa-8364-490e-b56e-3b10845472b6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.558285 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a1b27921-1330-4b8b-b1a7-8f7de1a443e0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.591486 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] Provisioning for port 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:45.615207 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.625500 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.652872 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-6ae1bbf8-08ff-4862-850c-f09803d8805f tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Deleting port a8bcb2a4-e2df-409a-bd5e-73d217f49fd0 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:45.653576 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6ae1bbf8-08ff-4862-850c-f09803d8805f tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.655443 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event updated for resources: {'Port': ['ID=84afe5b7-9c99-40ad-b0ab-5a0c25309a37,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:45.775739 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b856410-e3c1-43e5-b4f0-42388a4cad7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.786034 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee199ef3-4a58-4e6d-94c5-5afcf13d8166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': '2bcaa08d-9ed7-440d-b7f0-a05fff980eac'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:04:45.786883 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee199ef3-4a58-4e6d-94c5-5afcf13d8166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.813035 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] Provisioning for port b83b77f7-d318-4d84-9892-cd8ae42d0581 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:45.847185 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a1b27921-1330-4b8b-b1a7-8f7de1a443e0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.904403 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0146a997-5904-48c1-9aaa-86d342c175f6 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:45.906606 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c96eaa-8364-490e-b56e-3b10845472b6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Port': ['ID=13d0e3fd-d849-4dc8-b776-dc38f900048c,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:45.916723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10c96eaa-8364-490e-b56e-3b10845472b6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.923571 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b856410-e3c1-43e5-b4f0-42388a4cad7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e359a30-bb4f-497e-aebf-75591a842575,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:45.940368 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84282696-e54c-430a-9dda-c7c9b3f8b787 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:46.018315 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] Provisioning complete for port b83b77f7-d318-4d84-9892-cd8ae42d0581 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:46.018985 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:46.337688 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] Provisioning complete for port aada0945-ae78-4e91-b725-e9105ac51bb9 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:46.338007 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:46.344930 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6ae1bbf8-08ff-4862-850c-f09803d8805f tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:46.364840 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b27921-1330-4b8b-b1a7-8f7de1a443e0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=2bcaa08d-9ed7-440d-b7f0-a05fff980eac,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:46.417070 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84282696-e54c-430a-9dda-c7c9b3f8b787 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Subnet': ['ID=112ebfc9-7acc-40df-b5df-9343064878d5,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:46.426595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 0146a997-5904-48c1-9aaa-86d342c175f6 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:46.430415 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] Port aada0945-ae78-4e91-b725-e9105ac51bb9 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:04:46.443441 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:46.504918 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] Provisioning complete for port 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:46.505484 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:46.511198 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Network dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:46.565164 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ceae494-4719-4264-b50f-37a24d89fd26 None None] Network 8c1d83c3-a130-442d-8848-3392923c3a24 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:46.567365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:46.574107 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-10c96eaa-8364-490e-b56e-3b10845472b6 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/ports/13d0e3fd-d849-4dc8-b776-dc38f900048c HTTP/1.1" status: 204 len: 168 time: 3.6455212 Feb 04 06:04:46.576672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a1b27921-1330-4b8b-b1a7-8f7de1a443e0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:46.580250 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84282696-e54c-430a-9dda-c7c9b3f8b787 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:46.582051 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-84282696-e54c-430a-9dda-c7c9b3f8b787 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/subnets/112ebfc9-7acc-40df-b5df-9343064878d5 HTTP/1.1" status: 204 len: 168 time: 2.4592090 Feb 04 06:04:46.582581 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53080) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:46.598100 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53082) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:46.603916 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-6ae1bbf8-08ff-4862-850c-f09803d8805f tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Calling delete_port for a8bcb2a4-e2df-409a-bd5e-73d217f49fd0 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:46.670078 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b856410-e3c1-43e5-b4f0-42388a4cad7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:46.679075 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3b856410-e3c1-43e5-b4f0-42388a4cad7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e359a30-bb4f-497e-aebf-75591a842575 HTTP/1.1" status: 204 len: 168 time: 1.6289954 Feb 04 06:04:46.698800 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a1b27921-1330-4b8b-b1a7-8f7de1a443e0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/2bcaa08d-9ed7-440d-b7f0-a05fff980eac HTTP/1.1" status: 204 len: 168 time: 1.7078502 Feb 04 06:04:46.724883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53090) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:46.732596 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb7379c-dc1f-44d1-a1ba-d0af55f7691a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] GET failed (client error): The resource could not be found. Feb 04 06:04:46.733136 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-abb7379c-dc1f-44d1-a1ba-d0af55f7691a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Synchronizing usage tracker for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:46.921939 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9519e0b8-c3c8-43f2-825a-1c9e59868c61 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1958349 Feb 04 06:04:46.922730 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53096) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:46.923354 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6ae1bbf8-08ff-4862-850c-f09803d8805f tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:47.092812 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6ae1bbf8-08ff-4862-850c-f09803d8805f tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:47.125920 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2d5603a7-e792-4550-9045-83566288f771 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:47.131937 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1bbf8-08ff-4862-850c-f09803d8805f tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event deleted for resources: {'Port': ['ID=a8bcb2a4-e2df-409a-bd5e-73d217f49fd0,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:47.139317 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6ae1bbf8-08ff-4862-850c-f09803d8805f tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/ports/a8bcb2a4-e2df-409a-bd5e-73d217f49fd0 HTTP/1.1" status: 204 len: 168 time: 1.6722078 Feb 04 06:04:47.142388 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53100) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:47.185626 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:47.186315 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:47.215449 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-03701c93-e19a-4112-9af3-bd65848d8ba9 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:47.215946 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03701c93-e19a-4112-9af3-bd65848d8ba9 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:47.219144 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-03701c93-e19a-4112-9af3-bd65848d8ba9 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/subnets/f4fb0c5b-01ec-4425-a72a-a1d695fc606b HTTP/1.1" status: 404 len: 337 time: 0.0757768 Feb 04 06:04:47.222911 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53106) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:47.312227 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Router 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:04:47.364093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-524e9089-a81d-4105-aea6-79cfecff733e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:47.382449 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2d5603a7-e792-4550-9045-83566288f771 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:47.385831 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2d5603a7-e792-4550-9045-83566288f771 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4590616 Feb 04 06:04:47.388413 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] Could not find standard attr ID for object 5ba0e77f-4971-493b-90ee-5f2225bb8ee7. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:04:47.391231 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53112) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:47.447559 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] Provisioning for port b8c5e3a4-d2bb-44d0-9033-5bf301eb020e completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:47.481816 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] Provisioning complete for port b8c5e3a4-d2bb-44d0-9033-5bf301eb020e triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:47.483027 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:47.523923 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-abb7379c-dc1f-44d1-a1ba-d0af55f7691a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Unset dirty status for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:47.534410 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-abb7379c-dc1f-44d1-a1ba-d0af55f7691a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports/13d0e3fd-d849-4dc8-b776-dc38f900048c HTTP/1.1" status: 404 len: 333 time: 0.9375033 Feb 04 06:04:47.536017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53120) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:47.560965 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b83b77f7-d318-4d84-9892-cd8ae42d0581 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:47.639958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] Port b8c5e3a4-d2bb-44d0-9033-5bf301eb020e cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:04:47.661902 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095520d0-71e4-45a7-8aec-c7f3fe196aea tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:47.662637 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-095520d0-71e4-45a7-8aec-c7f3fe196aea tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:47.669761 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] Provisioning for port 0146a997-5904-48c1-9aaa-86d342c175f6 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:47.678604 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-524e9089-a81d-4105-aea6-79cfecff733e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:47.680503 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] Provisioning complete for port 0146a997-5904-48c1-9aaa-86d342c175f6 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:47.680863 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:47.715059 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-095520d0-71e4-45a7-8aec-c7f3fe196aea tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:47.715835 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2c8283-5d10-4685-84a1-1b751c55a9e2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting subnet 54472cd4-9f60-487f-b723-35935706b9bf {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:04:47.716357 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-095520d0-71e4-45a7-8aec-c7f3fe196aea tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3214736 Feb 04 06:04:47.719648 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53126) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:47.720003 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eb2c8283-5d10-4685-84a1-1b751c55a9e2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:47.773313 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port b83b77f7-d318-4d84-9892-cd8ae42d0581 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:47.773739 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:47.795096 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eb2c8283-5d10-4685-84a1-1b751c55a9e2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:47.834589 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-524e9089-a81d-4105-aea6-79cfecff733e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11219768-2138-4bfd-81b7-e4f957c5f53c']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:47.857234 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-51ec78e8-9ad0-4938-8a00-859814b77a76 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1365225 Feb 04 06:04:47.863921 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53136) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:47.867981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-524e9089-a81d-4105-aea6-79cfecff733e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa88231-5c7d-4aa8-9444-73667654cd8c') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:47.868534 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-524e9089-a81d-4105-aea6-79cfecff733e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa88231-5c7d-4aa8-9444-73667654cd8c') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:47.880322 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-3725e132-993e-4727-b412-b582eab3918e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:47.913196 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eb2c8283-5d10-4685-84a1-1b751c55a9e2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:47.914243 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-524e9089-a81d-4105-aea6-79cfecff733e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:47.994173 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-df96d04d-03eb-4f95-b64a-f5753c358ae9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port cd50ec7f-bd19-42cc-b2c4-325340aa5b35 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:47.994491 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df96d04d-03eb-4f95-b64a-f5753c358ae9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:48.069102 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-3725e132-993e-4727-b412-b582eab3918e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:48.096745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-524e9089-a81d-4105-aea6-79cfecff733e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:48.100760 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-3725e132-993e-4727-b412-b582eab3918e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:48.111247 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524e9089-a81d-4105-aea6-79cfecff733e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:48.112397 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-524e9089-a81d-4105-aea6-79cfecff733e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:48.132102 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:48.137168 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:48.185242 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] For port 0146a997-5904-48c1-9aaa-86d342c175f6, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0146a997-5904-48c1-9aaa-86d342c175f6,segment=NetworkSegment(5f830c0c-6f52-435c-a7f7-547804b653e7),segment_id=5f830c0c-6f52-435c-a7f7-547804b653e7)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:48.193835 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:48.198283 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:48.237840 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3725e132-993e-4727-b412-b582eab3918e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:48.242184 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3725e132-993e-4727-b412-b582eab3918e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:48.332787 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eb2c8283-5d10-4685-84a1-1b751c55a9e2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:48.379182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-524e9089-a81d-4105-aea6-79cfecff733e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:48.409599 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-524e9089-a81d-4105-aea6-79cfecff733e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:48.430470 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e9089-a81d-4105-aea6-79cfecff733e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event deleted for resources: {'Network': ['ID=11219768-2138-4bfd-81b7-e4f957c5f53c,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:48.440039 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-524e9089-a81d-4105-aea6-79cfecff733e tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/networks/11219768-2138-4bfd-81b7-e4f957c5f53c HTTP/1.1" status: 204 len: 168 time: 1.2160580 Feb 04 06:04:48.441044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53144) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:48.462322 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66edd6-c348-4a02-9a27-5b045213fde0 None None] Pushing event updated for resources: {'Port': ['ID=0146a997-5904-48c1-9aaa-86d342c175f6,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:48.478296 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:48.491554 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:48.491988 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:48.517351 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ec407f-8032-4cf9-835e-f569349cf20c None None] get_active_networks_info from dv-neutron-826830-2-hyperv {{(pid=87472) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:04:48.543844 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a11ff8b-922f-4397-ab6e-efcda93f8a50 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Deleting subnet 1f0869b1-5580-4793-a804-1f04e3c468de {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:04:48.574216 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c8283-5d10-4685-84a1-1b751c55a9e2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Subnet': ['ID=54472cd4-9f60-487f-b723-35935706b9bf,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:48.583280 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eb2c8283-5d10-4685-84a1-1b751c55a9e2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:48.583442 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a11ff8b-922f-4397-ab6e-efcda93f8a50 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:48.599173 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.resource_extend [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:04:48.610059 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:04:48.612570 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-eb2c8283-5d10-4685-84a1-1b751c55a9e2 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/subnets/54472cd4-9f60-487f-b723-35935706b9bf HTTP/1.1" status: 204 len: 168 time: 1.9228892 Feb 04 06:04:48.632769 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a4f5ea96-a074-4b82-934a-99320b09a60b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "PUT /v2.0/routers/674dce07-5cc0-4e5b-842b-32a88f1eb0a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2530584 Feb 04 06:04:48.636272 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53150) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:48.668235 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ec407f-8032-4cf9-835e-f569349cf20c None None] Resources bound (agent type, host, resource id): {{(pid=87472) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:04:48.670268 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-45e45f7f-2f21-41d7-919f-a6d402ba34ea None None] Provisioning for port 84afe5b7-9c99-40ad-b0ab-5a0c25309a37 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:48.673573 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Sync routers for ids ['674dce07-5cc0-4e5b-842b-32a88f1eb0a8'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:04:48.704330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Routers {'674dce07-5cc0-4e5b-842b-32a88f1eb0a8'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:04:48.704804 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:04:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['674dce07-5cc0-4e5b-842b-32a88f1eb0a8'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:48.732401 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:48.734740 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad9b70e-1022-492b-b939-878898296bec tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:48.735208 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad9b70e-1022-492b-b939-878898296bec tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:48.736922 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8ad9b70e-1022-492b-b939-878898296bec tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/subnets/112ebfc9-7acc-40df-b5df-9343064878d5 HTTP/1.1" status: 404 len: 337 time: 0.0960729 Feb 04 06:04:48.740366 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53158) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:48.769265 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-45e45f7f-2f21-41d7-919f-a6d402ba34ea None None] Provisioning complete for port 84afe5b7-9c99-40ad-b0ab-5a0c25309a37 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:48.769640 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-45e45f7f-2f21-41d7-919f-a6d402ba34ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:48.795425 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:48.813123 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a11ff8b-922f-4397-ab6e-efcda93f8a50 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:48.937260 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3725e132-993e-4727-b412-b582eab3918e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:48.998573 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=b8c5e3a4-d2bb-44d0-9033-5bf301eb020e,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:49.020812 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3725e132-993e-4727-b412-b582eab3918e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:49.027324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-3725e132-993e-4727-b412-b582eab3918e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:49.035190 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3725e132-993e-4727-b412-b582eab3918e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:49.036283 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3725e132-993e-4727-b412-b582eab3918e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:49.066205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725e132-993e-4727-b412-b582eab3918e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=df65b6f7-3900-45b7-bb37-34834594a71c,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:49.086729 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a11ff8b-922f-4397-ab6e-efcda93f8a50 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:49.148186 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3725e132-993e-4727-b412-b582eab3918e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2828789 Feb 04 06:04:49.154109 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53178) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:49.171507 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a76dfd8-32fd-4cc7-9205-e396842002a5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting subnet d476470f-edc4-4f4a-a0ef-a73b3349ad0f {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:04:49.188352 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ca65a1c7-80de-4e84-bbab-1bc61f2adc3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'mac_address': 'fa:16:3e:ee:99:a4', 'name': 'tempest-NetworksTestDHCPv6-41083313'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:49.194318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a76dfd8-32fd-4cc7-9205-e396842002a5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:49.249394 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:49.265916 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df96d04d-03eb-4f95-b64a-f5753c358ae9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:49.273226 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53182) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:49.276880 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-45e45f7f-2f21-41d7-919f-a6d402ba34ea None None] Port 84afe5b7-9c99-40ad-b0ab-5a0c25309a37 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:04:49.323205 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-45e45f7f-2f21-41d7-919f-a6d402ba34ea None None] Could not find standard attr ID for object 13d0e3fd-d849-4dc8-b776-dc38f900048c. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:04:49.414857 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ca65a1c7-80de-4e84-bbab-1bc61f2adc3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:49.425093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ca65a1c7-80de-4e84-bbab-1bc61f2adc3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:49.426286 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:49.437634 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-df96d04d-03eb-4f95-b64a-f5753c358ae9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for cd50ec7f-bd19-42cc-b2c4-325340aa5b35 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:49.449300 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Set router 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:04:49.451874 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca65a1c7-80de-4e84-bbab-1bc61f2adc3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:49.535193 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-45e45f7f-2f21-41d7-919f-a6d402ba34ea None None] Provisioning for port cd50ec7f-bd19-42cc-b2c4-325340aa5b35 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:49.544384 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f8015efa-1a03-4059-ba03-eae1ffeca1cb tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-281081057'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:49.546243 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a11ff8b-922f-4397-ab6e-efcda93f8a50 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:49.561575 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a76dfd8-32fd-4cc7-9205-e396842002a5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:49.563574 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-45e45f7f-2f21-41d7-919f-a6d402ba34ea None None] Provisioning complete for port cd50ec7f-bd19-42cc-b2c4-325340aa5b35 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:49.564379 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-45e45f7f-2f21-41d7-919f-a6d402ba34ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:49.596386 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f8015efa-1a03-4059-ba03-eae1ffeca1cb tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:49.603378 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-819de7f5-402b-4313-a55d-befb058f9c7f req-014dcd6a-f22a-4f4f-9bd0-49636c49476e tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342127715&fields=id&tenant_id=546e85d5b5e4470bb459b3b3573e44cb HTTP/1.1" status: 200 len: 267 time: 0.2741632 Feb 04 06:04:49.617269 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f8015efa-1a03-4059-ba03-eae1ffeca1cb tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Usage tracker for resource:router and tenant:0a8f4036bc05402d975b64a44d99627a is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:49.619959 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11ff8b-922f-4397-ab6e-efcda93f8a50 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event deleted for resources: {'Subnet': ['ID=1f0869b1-5580-4793-a804-1f04e3c468de,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:49.624740 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a11ff8b-922f-4397-ab6e-efcda93f8a50 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:49.632761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f8015efa-1a03-4059-ba03-eae1ffeca1cb tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:49.668345 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f8015efa-1a03-4059-ba03-eae1ffeca1cb tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:49.701305 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=66f0dce5-48c3-44a5-90ea-ac5570dc7bcd,segment=NetworkSegment(23436d7c-a286-42b8-82fb-a2e12284c8fe),segment_id=23436d7c-a286-42b8-82fb-a2e12284c8fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:49.721169 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f8015efa-1a03-4059-ba03-eae1ffeca1cb tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:49.722176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f8015efa-1a03-4059-ba03-eae1ffeca1cb tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:49.735885 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8a11ff8b-922f-4397-ab6e-efcda93f8a50 tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/subnets/1f0869b1-5580-4793-a804-1f04e3c468de HTTP/1.1" status: 204 len: 168 time: 1.2876441 Feb 04 06:04:49.738424 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:49.738883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53192) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:49.786405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 0646acf9-b9d9-456a-a874-add1a6c549da is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:49.791154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:49.815803 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a76dfd8-32fd-4cc7-9205-e396842002a5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:49.851825 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df96d04d-03eb-4f95-b64a-f5753c358ae9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:49.859815 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-45e45f7f-2f21-41d7-919f-a6d402ba34ea None None] Port cd50ec7f-bd19-42cc-b2c4-325340aa5b35 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:04:49.890558 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca65a1c7-80de-4e84-bbab-1bc61f2adc3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:49.937954 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': 'df65b6f7-3900-45b7-bb37-34834594a71c'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:04:49.939268 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:49.941187 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-ca65a1c7-80de-4e84-bbab-1bc61f2adc3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port d818d68e-e59c-48bb-bf33-a05b104e436e yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:04:49.997650 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=66f0dce5-48c3-44a5-90ea-ac5570dc7bcd,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:50.001440 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0146a997-5904-48c1-9aaa-86d342c175f6 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:50.034772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f8015efa-1a03-4059-ba03-eae1ffeca1cb tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:50.047296 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96d04d-03eb-4f95-b64a-f5753c358ae9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Port': ['ID=cd50ec7f-bd19-42cc-b2c4-325340aa5b35,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:50.063242 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:50.084083 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de7f5-402b-4313-a55d-befb058f9c7f req-4340a854-a711-4222-b48b-07a02c2ba360 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:50.084780 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-819de7f5-402b-4313-a55d-befb058f9c7f req-4340a854-a711-4222-b48b-07a02c2ba360 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Synchronizing usage tracker for tenant:546e85d5b5e4470bb459b3b3573e44cb on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:50.123610 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-45e45f7f-2f21-41d7-919f-a6d402ba34ea None None] Provisioning complete for port 0146a997-5904-48c1-9aaa-86d342c175f6 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:50.124154 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-45e45f7f-2f21-41d7-919f-a6d402ba34ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:50.135163 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df96d04d-03eb-4f95-b64a-f5753c358ae9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:50.145038 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Deleting port 7f514f6e-7609-4871-a67b-ea38a4247bfc {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:50.145417 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:50.166755 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router ec66568c-1d78-4623-8fd5-3b8e1b94a341 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:04:50.168033 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f8015efa-1a03-4059-ba03-eae1ffeca1cb tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:50.192915 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-df96d04d-03eb-4f95-b64a-f5753c358ae9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/ports/cd50ec7f-bd19-42cc-b2c4-325340aa5b35 HTTP/1.1" status: 204 len: 168 time: 2.6446290 Feb 04 06:04:50.195569 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53196) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:50.260211 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-819de7f5-402b-4313-a55d-befb058f9c7f req-4340a854-a711-4222-b48b-07a02c2ba360 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Unset dirty status for tenant:546e85d5b5e4470bb459b3b3573e44cb on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:50.261398 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-819de7f5-402b-4313-a55d-befb058f9c7f req-4340a854-a711-4222-b48b-07a02c2ba360 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/networks?id=dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 HTTP/1.1" status: 200 len: 796 time: 0.6436813 Feb 04 06:04:50.283301 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a76dfd8-32fd-4cc7-9205-e396842002a5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:50.302491 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-ca65a1c7-80de-4e84-bbab-1bc61f2adc3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::132 (65e4f961-4ab6-4ffd-8973-b6f04910c762/df65b6f7-3900-45b7-bb37-34834594a71c/d818d68e-e59c-48bb-bf33-a05b104e436e) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:50.305695 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-819de7f5-402b-4313-a55d-befb058f9c7f req-887a1714-f1ef-4151-80c5-8b3af0a471ae tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/quotas/546e85d5b5e4470bb459b3b3573e44cb HTTP/1.1" status: 200 len: 375 time: 0.0353515 Feb 04 06:04:50.377370 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 0146a997-5904-48c1-9aaa-86d342c175f6 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:50.377370 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:50.458710 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770514993', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:24Z', 'updated_at': '2022-02-04T06:04:42Z', 'revision_number': 4, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'gw_port': {'id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:26Z', 'updated_at': '2022-02-04T06:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '84afe5b7-9c99-40ad-b0ab-5a0c25309a37', 'name': '', 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'mac_address': 'fa:16:3e:a9:2a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:37Z', 'updated_at': '2022-02-04T06:04:44Z', 'revision_number': 2, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'subnets': [{'id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:50.465193 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Checking router: 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:04:50.465669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Updating router 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 port 84afe5b7-9c99-40ad-b0ab-5a0c25309a37 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:04:50.476208 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f8015efa-1a03-4059-ba03-eae1ffeca1cb tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:50.477384 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f8015efa-1a03-4059-ba03-eae1ffeca1cb tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.2021234 Feb 04 06:04:50.492711 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53200) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:50.531263 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76dfd8-32fd-4cc7-9205-e396842002a5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Subnet': ['ID=d476470f-edc4-4f4a-a0ef-a73b3349ad0f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:50.552243 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f226b22-6839-4969-871e-93722ff41924 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] GET failed (client error): The resource could not be found. Feb 04 06:04:50.552692 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3f226b22-6839-4969-871e-93722ff41924 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Synchronizing usage tracker for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:50.567440 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a76dfd8-32fd-4cc7-9205-e396842002a5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:50.571818 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2a76dfd8-32fd-4cc7-9205-e396842002a5 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/subnets/d476470f-edc4-4f4a-a0ef-a73b3349ad0f HTTP/1.1" status: 204 len: 168 time: 1.8302124 Feb 04 06:04:50.572115 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:50.574614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53204) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:50.586822 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7367ac3f-3224-46d8-877b-5070123cb01a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:50.630481 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-663b4d56-b67e-45a4-a554-19032f8dd52d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:50.631135 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663b4d56-b67e-45a4-a554-19032f8dd52d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:50.635118 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-663b4d56-b67e-45a4-a554-19032f8dd52d tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/subnets/aab8ed92-306d-477a-943b-6cb7e1ecef38 HTTP/1.1" status: 404 len: 337 time: 0.0542941 Feb 04 06:04:50.636802 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:04:50.637902 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53208) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:50.638725 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3f226b22-6839-4969-871e-93722ff41924 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Unset dirty status for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:50.639715 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3f226b22-6839-4969-871e-93722ff41924 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports/cd50ec7f-bd19-42cc-b2c4-325340aa5b35 HTTP/1.1" status: 404 len: 333 time: 0.4429474 Feb 04 06:04:50.649513 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9264f5-bda2-4025-bd68-2d52ffee94df None None] Sync routers for ids ['ec66568c-1d78-4623-8fd5-3b8e1b94a341'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:04:50.656380 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-cbf8bbd9-b3e4-4708-a0a0-3badaeb96edd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/ec66568c-1d78-4623-8fd5-3b8e1b94a341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7465858 Feb 04 06:04:50.660039 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9264f5-bda2-4025-bd68-2d52ffee94df None None] Routers {'ec66568c-1d78-4623-8fd5-3b8e1b94a341'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:04:50.660657 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-1b9264f5-bda2-4025-bd68-2d52ffee94df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:04:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['ec66568c-1d78-4623-8fd5-3b8e1b94a341'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:50.696348 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53212) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:50.697431 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53214) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:50.735540 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-1b9264f5-bda2-4025-bd68-2d52ffee94df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:50.744765 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9264f5-bda2-4025-bd68-2d52ffee94df None None] Routers {'ec66568c-1d78-4623-8fd5-3b8e1b94a341'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:04:50.745451 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-1b9264f5-bda2-4025-bd68-2d52ffee94df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:04:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['ec66568c-1d78-4623-8fd5-3b8e1b94a341'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:50.791323 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] For port 7f514f6e-7609-4871-a67b-ea38a4247bfc, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=7f514f6e-7609-4871-a67b-ea38a4247bfc,segment=NetworkSegment(b800030f-4519-40c4-ad97-2b91b3fdbeb9),segment_id=b800030f-4519-40c4-ad97-2b91b3fdbeb9)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:50.791323 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:50.807811 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecccde69-1e8b-4215-88c9-2ec45e8a4aea tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting subnet a9b07811-993b-4c94-b6d6-377e3e246fe1 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:04:50.809379 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-1b9264f5-bda2-4025-bd68-2d52ffee94df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:50.809779 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9264f5-bda2-4025-bd68-2d52ffee94df None None] The sync data for ids ['ec66568c-1d78-4623-8fd5-3b8e1b94a341'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:04:50.847055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-cdb22893-642a-4a48-a99c-15889aa40b35 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Synchronizing usage tracker for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:50.847830 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e3858cc6-f8ca-4b07-8717-e42e7c35f1a3 None None] Provisioning complete for port b83b77f7-d318-4d84-9892-cd8ae42d0581 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:50.848211 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e3858cc6-f8ca-4b07-8717-e42e7c35f1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:50.850644 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ecccde69-1e8b-4215-88c9-2ec45e8a4aea tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:50.930052 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ecccde69-1e8b-4215-88c9-2ec45e8a4aea tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:50.962687 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-cdb22893-642a-4a48-a99c-15889aa40b35 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Unset dirty status for tenant:710d5f667c8343fb8e8917198e863eab on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:50.966522 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-cdb22893-642a-4a48-a99c-15889aa40b35 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "GET /v2.0/ports?device_id=130b1de7-48a6-499a-b21d-217a87214555 HTTP/1.1" status: 200 len: 205 time: 0.3233523 Feb 04 06:04:50.971569 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53220) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:51.000500 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-77024221-5266-4132-9ffc-e100bfce0c7d tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.002728 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 7367ac3f-3224-46d8-877b-5070123cb01a completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:51.024302 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 7367ac3f-3224-46d8-877b-5070123cb01a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:51.024671 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.039635 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac1e403-6ba9-452c-aa39-fb3381a1ea0c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:51.040366 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bac1e403-6ba9-452c-aa39-fb3381a1ea0c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Synchronizing usage tracker for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:51.066902 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-3315e7b2-307f-4fd9-8666-b603c17e0662 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] delete failed (client error): The resource could not be found. Feb 04 06:04:51.070182 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3315e7b2-307f-4fd9-8666-b603c17e0662 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/routers/130b1de7-48a6-499a-b21d-217a87214555 HTTP/1.1" status: 404 len: 336 time: 0.0934372 Feb 04 06:04:51.070333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Calling delete_port for 7f514f6e-7609-4871-a67b-ea38a4247bfc owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:51.071713 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53224) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:51.124528 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37059c1-2d0e-4c9a-8783-1f25c1c47408 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:51.125138 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37059c1-2d0e-4c9a-8783-1f25c1c47408 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:51.129443 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f37059c1-2d0e-4c9a-8783-1f25c1c47408 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/subnets/763275e1-df36-47f8-93c4-8a620e9cd2aa HTTP/1.1" status: 404 len: 337 time: 0.0545018 Feb 04 06:04:51.161365 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e3858cc6-f8ca-4b07-8717-e42e7c35f1a3 None None] Provisioning complete for port aada0945-ae78-4e91-b725-e9105ac51bb9 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:51.162665 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e3858cc6-f8ca-4b07-8717-e42e7c35f1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.177515 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53228) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:51.178553 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ecccde69-1e8b-4215-88c9-2ec45e8a4aea tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.220435 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bac1e403-6ba9-452c-aa39-fb3381a1ea0c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Unset dirty status for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:51.224360 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bac1e403-6ba9-452c-aa39-fb3381a1ea0c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/ports/b8c5e3a4-d2bb-44d0-9033-5bf301eb020e HTTP/1.1" status: 200 len: 910 time: 0.5139260 Feb 04 06:04:51.227824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53232) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:51.241788 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-819de7f5-402b-4313-a55d-befb058f9c7f req-17aa7c40-d419-4413-ae46-ab4445c96039 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=546e85d5b5e4470bb459b3b3573e44cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9109347 Feb 04 06:04:51.250454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.276078 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Transition to ACTIVE for port object 84afe5b7-9c99-40ad-b0ab-5a0c25309a37 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:51.288937 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-e3858cc6-f8ca-4b07-8717-e42e7c35f1a3 None None] Port aada0945-ae78-4e91-b725-e9105ac51bb9 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:04:51.293200 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.317322 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd953446-b589-4716-8007-4a7f40bf868b tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:51.318421 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd953446-b589-4716-8007-4a7f40bf868b tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:51.354293 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.448058 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 7367ac3f-3224-46d8-877b-5070123cb01a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=7367ac3f-3224-46d8-877b-5070123cb01a,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:51.481456 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f1c9e-fd78-4a97-80d2-9a92e0b5c8c9 None None] Pushing event updated for resources: {'Port': ['ID=84afe5b7-9c99-40ad-b0ab-5a0c25309a37,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:51.488655 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.519069 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cd953446-b589-4716-8007-4a7f40bf868b tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/subnets/2adc9b9e-ac62-4c7a-9220-7daa55d00995 HTTP/1.1" status: 404 len: 337 time: 0.3383284 Feb 04 06:04:51.532851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53238) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:51.596060 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ecccde69-1e8b-4215-88c9-2ec45e8a4aea tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.599604 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Attempting to bind port 84afe5b7-9c99-40ad-b0ab-5a0c25309a37 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:51.600091 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Attempting to bind port 84afe5b7-9c99-40ad-b0ab-5a0c25309a37 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '5f830c0c-6f52-435c-a7f7-547804b653e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:51.600534 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Attempting to bind port 84afe5b7-9c99-40ad-b0ab-5a0c25309a37 on network dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:04:51.608113 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=7367ac3f-3224-46d8-877b-5070123cb01a,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:51.611212 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:04:51.611703 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Checking segment: {'id': '5f830c0c-6f52-435c-a7f7-547804b653e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:51.612216 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.612679 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Bound using segment: {'id': '5f830c0c-6f52-435c-a7f7-547804b653e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:04:51.613235 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Bound port: 84afe5b7-9c99-40ad-b0ab-5a0c25309a37, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f830c0c-6f52-435c-a7f7-547804b653e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:51.613696 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.621528 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-77024221-5266-4132-9ffc-e100bfce0c7d tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.633992 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-77024221-5266-4132-9ffc-e100bfce0c7d tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.641748 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca65a1c7-80de-4e84-bbab-1bc61f2adc3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.647994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccde69-1e8b-4215-88c9-2ec45e8a4aea tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b07811-993b-4c94-b6d6-377e3e246fe1,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:51.652459 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ecccde69-1e8b-4215-88c9-2ec45e8a4aea tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.663031 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.666901 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-6186f21f-ccd6-412d-a9c3-4989012550dc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:51.667433 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6186f21f-ccd6-412d-a9c3-4989012550dc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:51.669812 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ecccde69-1e8b-4215-88c9-2ec45e8a4aea tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/subnets/a9b07811-993b-4c94-b6d6-377e3e246fe1 HTTP/1.1" status: 204 len: 168 time: 0.9640646 Feb 04 06:04:51.670394 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53242) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:51.720566 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] For port 84afe5b7-9c99-40ad-b0ab-5a0c25309a37, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:04:51.726377 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] For port 84afe5b7-9c99-40ad-b0ab-5a0c25309a37, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=84afe5b7-9c99-40ad-b0ab-5a0c25309a37,segment=NetworkSegment(5f830c0c-6f52-435c-a7f7-547804b653e7),segment_id=5f830c0c-6f52-435c-a7f7-547804b653e7)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:04:51.731757 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.756971 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6186f21f-ccd6-412d-a9c3-4989012550dc tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/subnets/9248770d-019d-4267-b59f-56e8f2f1b6bb HTTP/1.1" status: 404 len: 337 time: 0.2207687 Feb 04 06:04:51.759586 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] No DVR routers for this DVR port 7f514f6e-7609-4871-a67b-ea38a4247bfc on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:04:51.786190 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53246) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:51.791373 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ca65a1c7-80de-4e84-bbab-1bc61f2adc3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object d818d68e-e59c-48bb-bf33-a05b104e436e will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:51.795370 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event deleted for resources: {'Port': ['ID=7f514f6e-7609-4871-a67b-ea38a4247bfc,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:51.867716 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f1c9e-fd78-4a97-80d2-9a92e0b5c8c9 None None] Pushing event updated for resources: {'Port': ['ID=84afe5b7-9c99-40ad-b0ab-5a0c25309a37,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:51.878399 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-77024221-5266-4132-9ffc-e100bfce0c7d tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.878913 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77024221-5266-4132-9ffc-e100bfce0c7d tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d444576-81e9-4c5b-9474-ddac0c758614 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:04:51.882357 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Routers {'674dce07-5cc0-4e5b-842b-32a88f1eb0a8'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:04:51.884639 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:04:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['674dce07-5cc0-4e5b-842b-32a88f1eb0a8'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:51.885582 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.904415 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:51.904907 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.945661 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-23abb30c-5199-41c8-afbd-7157169c1381 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:51.945938 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7367ac3f-3224-46d8-877b-5070123cb01a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:51.946047 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23abb30c-5199-41c8-afbd-7157169c1381 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:51.949664 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-23abb30c-5199-41c8-afbd-7157169c1381 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/ports/cfc4e6c7-a22b-40e3-afaf-1234c498297a HTTP/1.1" status: 404 len: 333 time: 0.1536994 Feb 04 06:04:51.953336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53250) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:51.974453 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-77024221-5266-4132-9ffc-e100bfce0c7d tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.975548 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-77024221-5266-4132-9ffc-e100bfce0c7d tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] 10.222.0.31 "DELETE /v2.0/routers/1d444576-81e9-4c5b-9474-ddac0c758614 HTTP/1.1" status: 204 len: 168 time: 1.4819064 Feb 04 06:04:51.982278 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53254) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:51.995120 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f0e85938-02b5-459d-9ed1-06f4f06a88dc tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Request body: {'router': {'name': 'tempest-router-1022436593', 'distributed': False}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:51.999426 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-819de7f5-402b-4313-a55d-befb058f9c7f req-496fd660-42bb-4cac-9e8a-9e76b2158e3f service neutron] 10.222.0.31 "GET /v2.0/networks/dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7364895 Feb 04 06:04:52.005622 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f0e85938-02b5-459d-9ed1-06f4f06a88dc tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:52.008851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:52.034289 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-82fa7bb1-d406-4099-8cd9-063208b7b065 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:52.034754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82fa7bb1-d406-4099-8cd9-063208b7b065 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:52.038901 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-82fa7bb1-d406-4099-8cd9-063208b7b065 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/subnets/2eeb5cc6-ed6c-405e-ad8c-cff0ed09fa93 HTTP/1.1" status: 404 len: 337 time: 0.0822487 Feb 04 06:04:52.039099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f0e85938-02b5-459d-9ed1-06f4f06a88dc tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Usage tracker for resource:router and tenant:0a8f4036bc05402d975b64a44d99627a is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:52.039830 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53258) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:52.045683 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f0e85938-02b5-459d-9ed1-06f4f06a88dc tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:52.121464 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 7367ac3f-3224-46d8-877b-5070123cb01a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:52.122009 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:52.157592 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] Set router 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:04:52.260355 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f0e85938-02b5-459d-9ed1-06f4f06a88dc tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:52.260734 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eaa85d2-4320-4ead-be22-2711b36b5ae9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:52.261218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eaa85d2-4320-4ead-be22-2711b36b5ae9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:52.265285 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9eaa85d2-4320-4ead-be22-2711b36b5ae9 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/subnets/763ff75f-30b6-4030-ade7-254251c1f19a HTTP/1.1" status: 404 len: 337 time: 0.2224224 Feb 04 06:04:52.269104 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53262) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:52.327863 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ee4a86-c5e8-4c6e-be03-dbecc3addf6e']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:52.351630 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b800030f-4519-40c4-ad97-2b91b3fdbeb9') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:52.351956 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b800030f-4519-40c4-ad97-2b91b3fdbeb9') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:52.362757 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f0e85938-02b5-459d-9ed1-06f4f06a88dc tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:52.363469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f0e85938-02b5-459d-9ed1-06f4f06a88dc tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:52.367156 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aafd51f-71df-4fd8-a99c-aea5ccc4dd7c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:52.367649 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aafd51f-71df-4fd8-a99c-aea5ccc4dd7c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:52.371738 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0aafd51f-71df-4fd8-a99c-aea5ccc4dd7c tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/ports/df736615-5771-40fb-898b-96b57282854f HTTP/1.1" status: 404 len: 333 time: 0.0956726 Feb 04 06:04:52.372074 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53266) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:52.388054 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca65a1c7-80de-4e84-bbab-1bc61f2adc3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:52.410438 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-494a38b9-7ec3-42d0-ba17-48d5e4ec98e1 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:52.431087 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:52.485971 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-13700d53-d547-476f-810b-c78ccebbd448 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:52.486244 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13700d53-d547-476f-810b-c78ccebbd448 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:52.490459 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-13700d53-d547-476f-810b-c78ccebbd448 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/subnets/2451de22-f899-4f0b-9002-7213521c1b54 HTTP/1.1" status: 404 len: 337 time: 0.1147187 Feb 04 06:04:52.504201 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f0e85938-02b5-459d-9ed1-06f4f06a88dc tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:52.505348 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53270) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:52.515860 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:52.519337 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:52.523114 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca65a1c7-80de-4e84-bbab-1bc61f2adc3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:52.542928 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Allocated IP 2001:db8::2 (65e4f961-4ab6-4ffd-8973-b6f04910c762/df65b6f7-3900-45b7-bb37-34834594a71c/8b2a5049-cc06-40a3-abd4-c021ad839e1f) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:52.563350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-ca65a1c7-80de-4e84-bbab-1bc61f2adc3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:52.565190 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] For port 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=66f0dce5-48c3-44a5-90ea-ac5570dc7bcd,segment=NetworkSegment(23436d7c-a286-42b8-82fb-a2e12284c8fe),segment_id=23436d7c-a286-42b8-82fb-a2e12284c8fe)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:52.565547 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:52.565857 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca65a1c7-80de-4e84-bbab-1bc61f2adc3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:52.571769 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca65a1c7-80de-4e84-bbab-1bc61f2adc3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:52.572402 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca65a1c7-80de-4e84-bbab-1bc61f2adc3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:52.587835 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-819de7f5-402b-4313-a55d-befb058f9c7f req-b8b8120c-a7ce-48f1-9deb-0ce9d4bc4904 service neutron] 10.222.0.31 "GET /v2.0/networks/dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703890 Feb 04 06:04:52.591476 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:52.592174 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:52.613615 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:52.616995 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-8efa6725-978c-42ad-973e-46e68af3ea99 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] DELETE failed (client error): The resource could not be found. Feb 04 06:04:52.617617 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8efa6725-978c-42ad-973e-46e68af3ea99 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:04:52.684546 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65a1c7-80de-4e84-bbab-1bc61f2adc3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=d818d68e-e59c-48bb-bf33-a05b104e436e,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:52.702970 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:52.711576 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8efa6725-978c-42ad-973e-46e68af3ea99 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/subnets/f768b057-fd95-457c-80c4-70d0a16c4511 HTTP/1.1" status: 404 len: 337 time: 0.2032371 Feb 04 06:04:52.715871 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53274) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:52.765320 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:52.765639 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ca65a1c7-80de-4e84-bbab-1bc61f2adc3c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6076260 Feb 04 06:04:52.765746 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:52.774281 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f0e85938-02b5-459d-9ed1-06f4f06a88dc tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:52.786707 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53278) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:52.853488 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:52.857922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:52.895149 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770514993', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:24Z', 'updated_at': '2022-02-04T06:04:42Z', 'revision_number': 4, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'gw_port': {'id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:26Z', 'updated_at': '2022-02-04T06:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '84afe5b7-9c99-40ad-b0ab-5a0c25309a37', 'name': '', 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'mac_address': 'fa:16:3e:a9:2a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:37Z', 'updated_at': '2022-02-04T06:04:51Z', 'revision_number': 4, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'subnets': [{'id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:52.911413 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:52.924219 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f0e85938-02b5-459d-9ed1-06f4f06a88dc tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:52.925401 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f0e85938-02b5-459d-9ed1-06f4f06a88dc tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9388628 Feb 04 06:04:52.928037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] Pushing event deleted for resources: {'Network': ['ID=21ee4a86-c5e8-4c6e-be03-dbecc3addf6e,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:52.931603 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fc723f5e-4108-41b1-82fc-66f34e913f8c tempest-NetworksIpV6TestAttrs-1428792890 tempest-NetworksIpV6TestAttrs-1428792890-project] 10.222.0.31 "DELETE /v2.0/networks/21ee4a86-c5e8-4c6e-be03-dbecc3addf6e HTTP/1.1" status: 204 len: 168 time: 3.1832123 Feb 04 06:04:52.937148 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-aa336fff-bdf9-4713-8564-5b5d32e8e391 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port aada0945-ae78-4e91-b725-e9105ac51bb9 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:52.937148 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-aa336fff-bdf9-4713-8564-5b5d32e8e391 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:52.956167 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5be4d6f-e5be-487a-bd7c-b8fd59fe5785 None None] The sync data for ids ['674dce07-5cc0-4e5b-842b-32a88f1eb0a8'] in dv-neutron-826830-2-hyperv is: [{'id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770514993', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:24Z', 'updated_at': '2022-02-04T06:04:42Z', 'revision_number': 4, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'gw_port': {'id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:26Z', 'updated_at': '2022-02-04T06:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '84afe5b7-9c99-40ad-b0ab-5a0c25309a37', 'name': '', 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'mac_address': 'fa:16:3e:a9:2a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:37Z', 'updated_at': '2022-02-04T06:04:51Z', 'revision_number': 4, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'subnets': [{'id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:04:52.965092 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53290) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:52.968397 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Could not find standard attr ID for object 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:04:52.977878 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No ports have port_id starting with 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd Feb 04 06:04:52.996765 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Port': ['ID=66f0dce5-48c3-44a5-90ea-ac5570dc7bcd,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:52.998871 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:53.006993 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] No DVR routers for this DVR port 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:04:53.010941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:53.011470 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:53.011991 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:53.012474 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:53.013135 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:53.013605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:53.014221 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:53.014805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:53.015419 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:53.015912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:53.016388 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:53.016992 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:53.019253 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Transition to ACTIVE for port object 8b2a5049-cc06-40a3-abd4-c021ad839e1f will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:53.080993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Transition to ACTIVE for port object 8b2a5049-cc06-40a3-abd4-c021ad839e1f will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:53.092760 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:53.208237 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Pushing event updated for resources: {'Port': ['ID=8b2a5049-cc06-40a3-abd4-c021ad839e1f,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:53.229606 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:53.231371 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:53.236518 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:53.273111 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:53.313745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-494a38b9-7ec3-42d0-ba17-48d5e4ec98e1 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting port b8c5e3a4-d2bb-44d0-9033-5bf301eb020e {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:53.313745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-494a38b9-7ec3-42d0-ba17-48d5e4ec98e1 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:53.388456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3b6124-85b0-48a6-9cdf-c3854a6efeb2']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:53.409241 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d4c595c8-9659-4361-8e29-cd62a226062f req-d7b07928-f613-4adf-8d54-4ca26acd79b6 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 210 time: 0.4995558 Feb 04 06:04:53.409739 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Attempting to bind port 8b2a5049-cc06-40a3-abd4-c021ad839e1f on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:53.409852 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Attempting to bind port 8b2a5049-cc06-40a3-abd4-c021ad839e1f by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:53.410175 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Attempting to bind port 8b2a5049-cc06-40a3-abd4-c021ad839e1f on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:04:53.417194 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:04:53.417565 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:53.417968 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:53.418357 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:04:53.418825 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Bound port: 8b2a5049-cc06-40a3-abd4-c021ad839e1f, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:53.419196 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:53.456628 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23436d7c-a286-42b8-82fb-a2e12284c8fe') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:53.457234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23436d7c-a286-42b8-82fb-a2e12284c8fe') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:53.480759 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:53.485241 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bf8b247a-f103-4760-95d4-4f96e0773a99 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:53.539267 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] For port 8b2a5049-cc06-40a3-abd4-c021ad839e1f, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:04:53.550836 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] For port 8b2a5049-cc06-40a3-abd4-c021ad839e1f, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8b2a5049-cc06-40a3-abd4-c021ad839e1f,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:04:53.563160 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:53.618358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:53.640260 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:53.640260 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:53.656526 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:53.700140 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d184a-3644-489b-92a7-b1300f8e1577 None None] Pushing event updated for resources: {'Port': ['ID=8b2a5049-cc06-40a3-abd4-c021ad839e1f,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:53.775894 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89accaa8-2e94-4361-976e-c03a066929e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:53.776127 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-89accaa8-2e94-4361-976e-c03a066929e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:53.812133 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53304) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:53.856423 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-494a38b9-7ec3-42d0-ba17-48d5e4ec98e1 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:53.866253 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:53.877648 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:54.032254 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-aa336fff-bdf9-4713-8564-5b5d32e8e391 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:54.171215 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 84afe5b7-9c99-40ad-b0ab-5a0c25309a37 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:54.280189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Network': ['ID=bb3b6124-85b0-48a6-9cdf-c3854a6efeb2,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:54.296230 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-494a38b9-7ec3-42d0-ba17-48d5e4ec98e1 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Calling delete_port for b8c5e3a4-d2bb-44d0-9033-5bf301eb020e owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:54.372387 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-be715388-7515-4db8-9820-f2e36d842375 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/networks/bb3b6124-85b0-48a6-9cdf-c3854a6efeb2 HTTP/1.1" status: 204 len: 168 time: 2.6991267 Feb 04 06:04:54.377353 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53312) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:54.383170 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-1defcc4a-54d8-40c9-bc2c-8b82104f39f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-508150878'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:54.425815 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f3a796c3-2b05-4628-aa54-82eb3adcc567 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d97d74f154374075aa76aefeb455aa77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6099081 Feb 04 06:04:54.426184 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53318) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:54.430170 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1defcc4a-54d8-40c9-bc2c-8b82104f39f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:54.454850 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1defcc4a-54d8-40c9-bc2c-8b82104f39f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:network and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:54.470588 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 84afe5b7-9c99-40ad-b0ab-5a0c25309a37 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:54.476228 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 84afe5b7-9c99-40ad-b0ab-5a0c25309a37 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:54.476408 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1defcc4a-54d8-40c9-bc2c-8b82104f39f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:54.476811 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:54.516632 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1defcc4a-54d8-40c9-bc2c-8b82104f39f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:54.568974 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1defcc4a-54d8-40c9-bc2c-8b82104f39f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:54.573893 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1defcc4a-54d8-40c9-bc2c-8b82104f39f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:54.645635 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bb433b4d-8cf8-4bc8-8872-aee68c46f9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:54.649023 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1defcc4a-54d8-40c9-bc2c-8b82104f39f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:04:54.684658 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:54.728157 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 84afe5b7-9c99-40ad-b0ab-5a0c25309a37, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=84afe5b7-9c99-40ad-b0ab-5a0c25309a37,segment=NetworkSegment(5f830c0c-6f52-435c-a7f7-547804b653e7),segment_id=5f830c0c-6f52-435c-a7f7-547804b653e7)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:54.737650 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bb433b4d-8cf8-4bc8-8872-aee68c46f9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:54.738986 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:54.811669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1defcc4a-54d8-40c9-bc2c-8b82104f39f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:54.812145 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-1defcc4a-54d8-40c9-bc2c-8b82104f39f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Added segment 4ffebd27-db3f-4489-aec2-4875bf211562 of type vlan for network 21421122-4bf6-4367-b7b0-7d7bd19d2c9f Feb 04 06:04:54.844956 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1defcc4a-54d8-40c9-bc2c-8b82104f39f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:54.846527 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=84afe5b7-9c99-40ad-b0ab-5a0c25309a37,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:54.880903 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-494a38b9-7ec3-42d0-ba17-48d5e4ec98e1 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:54.910021 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-aa336fff-bdf9-4713-8564-5b5d32e8e391 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for aada0945-ae78-4e91-b725-e9105ac51bb9 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:54.927410 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1defcc4a-54d8-40c9-bc2c-8b82104f39f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:54.933564 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1defcc4a-54d8-40c9-bc2c-8b82104f39f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:54.934346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1defcc4a-54d8-40c9-bc2c-8b82104f39f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:54.962435 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-89accaa8-2e94-4361-976e-c03a066929e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:54.964066 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-89accaa8-2e94-4361-976e-c03a066929e9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 2.1742384 Feb 04 06:04:54.966310 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bf8b247a-f103-4760-95d4-4f96e0773a99 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:54.981167 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53322) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:54.982321 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bf8b247a-f103-4760-95d4-4f96e0773a99 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:54.988455 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-81d4ac58-88aa-4a8d-bce1-ea5da57bd5b1 req-f9223644-5fca-4b1c-a47c-efd4ce0e0827 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 210 time: 0.3430586 Feb 04 06:04:55.049120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a38b9-7ec3-42d0-ba17-48d5e4ec98e1 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Port': ['ID=b8c5e3a4-d2bb-44d0-9033-5bf301eb020e,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:55.118536 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1defcc4a-54d8-40c9-bc2c-8b82104f39f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7394457 Feb 04 06:04:55.140869 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53326) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:55.173948 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bb433b4d-8cf8-4bc8-8872-aee68c46f9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:55.176473 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bb433b4d-8cf8-4bc8-8872-aee68c46f9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:55.177618 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bb433b4d-8cf8-4bc8-8872-aee68c46f9d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95973db8-867f-484f-bfa5-a3ce751b3f74 HTTP/1.1" status: 204 len: 168 time: 0.7446821 Feb 04 06:04:55.189817 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-7762023e-5743-4e83-862a-3b54c390685e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'subnet': {'network_id': '21421122-4bf6-4367-b7b0-7d7bd19d2c9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:55.300504 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e9ac6d-ce27-44be-9dc9-8dde6128a0b3 None None] Network 8c1d83c3-a130-442d-8848-3392923c3a24 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:55.352429 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197decb9-9b71-4ffd-9ad2-d4af7c25593e None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:55.404092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7762023e-5743-4e83-862a-3b54c390685e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:55.412887 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defcc4a-54d8-40c9-bc2c-8b82104f39f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Network': ['ID=21421122-4bf6-4367-b7b0-7d7bd19d2c9f,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:55.413039 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f26abb-ba55-429c-8e74-89bec47e7ccb None None] Network 21ee4a86-c5e8-4c6e-be03-dbecc3addf6e requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:55.426600 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb433b4d-8cf8-4bc8-8872-aee68c46f9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95973db8-867f-484f-bfa5-a3ce751b3f74,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:55.442360 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7762023e-5743-4e83-862a-3b54c390685e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:subnet and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:55.449308 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7762023e-5743-4e83-862a-3b54c390685e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:55.469427 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bf8b247a-f103-4760-95d4-4f96e0773a99 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:55.470189 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8b247a-f103-4760-95d4-4f96e0773a99 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a33d4ccc-0568-4864-9875-8213b3450b90 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:04:55.490542 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7762023e-5743-4e83-862a-3b54c390685e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:55.493198 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-edc9643b-15f6-457a-900a-2b516e7025ba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port d818d68e-e59c-48bb-bf33-a05b104e436e {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:55.493679 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-edc9643b-15f6-457a-900a-2b516e7025ba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:55.533645 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-aa336fff-bdf9-4713-8564-5b5d32e8e391 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:55.622771 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de7f5-402b-4313-a55d-befb058f9c7f req-f25cc53f-d5a1-4dda-ab10-ac484eb93827 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:55.624645 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-819de7f5-402b-4313-a55d-befb058f9c7f req-f25cc53f-d5a1-4dda-ab10-ac484eb93827 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.43 "GET /v2.0/networks?id=dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 HTTP/1.1" status: 200 len: 796 time: 0.5216920 Feb 04 06:04:55.628623 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa336fff-bdf9-4713-8564-5b5d32e8e391 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Port': ['ID=aada0945-ae78-4e91-b725-e9105ac51bb9,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:55.637205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-aa336fff-bdf9-4713-8564-5b5d32e8e391 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:55.690850 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa336fff-bdf9-4713-8564-5b5d32e8e391 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:55.691688 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa336fff-bdf9-4713-8564-5b5d32e8e391 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:55.692201 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa336fff-bdf9-4713-8564-5b5d32e8e391 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:55.692714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa336fff-bdf9-4713-8564-5b5d32e8e391 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:55.693236 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa336fff-bdf9-4713-8564-5b5d32e8e391 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:55.693714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa336fff-bdf9-4713-8564-5b5d32e8e391 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:55.694208 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa336fff-bdf9-4713-8564-5b5d32e8e391 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:55.694682 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa336fff-bdf9-4713-8564-5b5d32e8e391 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:55.695312 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa336fff-bdf9-4713-8564-5b5d32e8e391 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:55.695829 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa336fff-bdf9-4713-8564-5b5d32e8e391 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:55.696305 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa336fff-bdf9-4713-8564-5b5d32e8e391 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:55.696779 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa336fff-bdf9-4713-8564-5b5d32e8e391 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:55.709766 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bf8b247a-f103-4760-95d4-4f96e0773a99 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:55.711302 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bf8b247a-f103-4760-95d4-4f96e0773a99 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] 10.222.0.31 "DELETE /v2.0/routers/a33d4ccc-0568-4864-9875-8213b3450b90 HTTP/1.1" status: 204 len: 168 time: 2.7395647 Feb 04 06:04:55.713248 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-aa336fff-bdf9-4713-8564-5b5d32e8e391 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/ports/aada0945-ae78-4e91-b725-e9105ac51bb9 HTTP/1.1" status: 204 len: 168 time: 2.9960587 Feb 04 06:04:55.747569 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53340) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:55.748219 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53342) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:55.769038 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-819de7f5-402b-4313-a55d-befb058f9c7f req-93382267-49c6-441d-ad21-9187bc42b397 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=546e85d5b5e4470bb459b3b3573e44cb HTTP/1.1" status: 200 len: 379 time: 0.1223490 Feb 04 06:04:55.781234 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0d7c7575-eb09-443d-8469-51c79533c6a7 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Request body: {'router': {'name': 'tempest-router-1739040136', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f2eb1edf91394c0395d68d44dbd20eca'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:55.786260 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f26abb-ba55-429c-8e74-89bec47e7ccb None None] Network 21ee4a86-c5e8-4c6e-be03-dbecc3addf6e could not be found, it might have been deleted concurrently. {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 06:04:55.851571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7762023e-5743-4e83-862a-3b54c390685e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:55.857519 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-819de7f5-402b-4313-a55d-befb058f9c7f req-3b20b780-b708-491d-a1a6-9a44eaa07ad4 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Request body: {'port': {'device_id': 'fc9d319f-b061-4911-ad66-43c5a4d41b29', 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1', 'admin_state_up': True, 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'security_groups': ['c0179cdc-621e-4dc2-b70f-337ac8fbdd85']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:55.869564 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 21421122-4bf6-4367-b7b0-7d7bd19d2c9f details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:04:55.878050 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7762023e-5743-4e83-862a-3b54c390685e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:55.918379 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0d7c7575-eb09-443d-8469-51c79533c6a7 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:56.195927 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4cd114-2fec-4140-b231-84ee3e4cc022 None None] DHCP port deletion for 21ee4a86-c5e8-4c6e-be03-dbecc3addf6e request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:04:56.224154 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ca8b48-effd-4d01-bf81-971b832258c8 None None] DHCP port deletion for bb3b6124-85b0-48a6-9cdf-c3854a6efeb2 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:04:56.318703 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7762023e-5743-4e83-862a-3b54c390685e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:56.321404 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 84afe5b7-9c99-40ad-b0ab-5a0c25309a37 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:56.366377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-494a38b9-7ec3-42d0-ba17-48d5e4ec98e1 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:56.385653 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d94abf3f-055c-4357-b008-885bbb98124f None None] Provisioning for port 8b2a5049-cc06-40a3-abd4-c021ad839e1f completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:56.498575 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0d7c7575-eb09-443d-8469-51c79533c6a7 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Usage tracker for resource:router and tenant:f2eb1edf91394c0395d68d44dbd20eca is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:56.511221 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:56.522279 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0d7c7575-eb09-443d-8469-51c79533c6a7 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:56.549871 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0d7c7575-eb09-443d-8469-51c79533c6a7 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:56.559328 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9c20d5bb-b7fe-4ce6-bd8a-ca3aa22d0066 req-11e55a66-1053-41e6-bb32-b024bb51fb0e tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 210 time: 0.1142058 Feb 04 06:04:56.601771 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 84afe5b7-9c99-40ad-b0ab-5a0c25309a37 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:56.602188 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:56.623976 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port b83b77f7-d318-4d84-9892-cd8ae42d0581 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:56.624323 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:56.675579 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53364) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:56.678630 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0d7c7575-eb09-443d-8469-51c79533c6a7 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:56.680211 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0d7c7575-eb09-443d-8469-51c79533c6a7 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:56.685395 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-da03f87a-e6e4-4999-8253-1578b8efd93c None None] Provisioning complete for port 84afe5b7-9c99-40ad-b0ab-5a0c25309a37 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:56.685717 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-da03f87a-e6e4-4999-8253-1578b8efd93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:56.716749 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb5f82a-da94-4b71-98b1-9795b9a338e8 None None] DHCP port deletion for 8c1d83c3-a130-442d-8848-3392923c3a24 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:04:56.742624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-edc9643b-15f6-457a-900a-2b516e7025ba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:56.767759 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8eb5f82a-da94-4b71-98b1-9795b9a338e8 None None] Deleting port b83b77f7-d318-4d84-9892-cd8ae42d0581 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:56.768009 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f82a-da94-4b71-98b1-9795b9a338e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:56.775595 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762023e-5743-4e83-862a-3b54c390685e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Subnet': ['ID=3860a8c6-c9ea-4dfb-831b-9f00332fc077,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:56.798465 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7762023e-5743-4e83-862a-3b54c390685e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Checking segment: {'id': '4ffebd27-db3f-4489-aec2-4875bf211562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '21421122-4bf6-4367-b7b0-7d7bd19d2c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:56.798927 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7762023e-5743-4e83-862a-3b54c390685e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network hostable DHCP agents. Network: 21421122-4bf6-4367-b7b0-7d7bd19d2c9f, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:04:56.853085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8b2a5049-cc06-40a3-abd4-c021ad839e1f up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:04:56.913149 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-edc9643b-15f6-457a-900a-2b516e7025ba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for d818d68e-e59c-48bb-bf33-a05b104e436e owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:56.982805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494a38b9-7ec3-42d0-ba17-48d5e4ec98e1 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router ec66568c-1d78-4623-8fd5-3b8e1b94a341 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:04:56.996295 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7762023e-5743-4e83-862a-3b54c390685e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network 21421122-4bf6-4367-b7b0-7d7bd19d2c9f is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:04:57.027548 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 8b2a5049-cc06-40a3-abd4-c021ad839e1f completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:57.058995 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 8b2a5049-cc06-40a3-abd4-c021ad839e1f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:57.059452 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:57.136696 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-7762023e-5743-4e83-862a-3b54c390685e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 21421122-4bf6-4367-b7b0-7d7bd19d2c9f) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:57.160304 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7762023e-5743-4e83-862a-3b54c390685e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:57.161386 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7762023e-5743-4e83-862a-3b54c390685e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:57.203234 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7762023e-5743-4e83-862a-3b54c390685e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0580697 Feb 04 06:04:57.208805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53372) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:57.211631 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795fc10b-d73e-4dcd-85e1-c51bffbf2f4f None None] Network 21421122-4bf6-4367-b7b0-7d7bd19d2c9f requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:57.220483 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4f6ab2e4-3d14-406e-bcac-cfe6d2b0c53a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1648685518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:57.228994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4f6ab2e4-3d14-406e-bcac-cfe6d2b0c53a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:57.232319 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494a38b9-7ec3-42d0-ba17-48d5e4ec98e1 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:04:57.239118 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-494a38b9-7ec3-42d0-ba17-48d5e4ec98e1 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/ec66568c-1d78-4623-8fd5-3b8e1b94a341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0100183 Feb 04 06:04:57.240781 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4f6ab2e4-3d14-406e-bcac-cfe6d2b0c53a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:router and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:57.244288 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53376) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:57.245431 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4f6ab2e4-3d14-406e-bcac-cfe6d2b0c53a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:57.254792 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4f6ab2e4-3d14-406e-bcac-cfe6d2b0c53a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:57.270254 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed152e5-3c1e-4cb7-81e1-5733c154812d None None] Sync routers for ids ['ec66568c-1d78-4623-8fd5-3b8e1b94a341'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:04:57.278781 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-edc9643b-15f6-457a-900a-2b516e7025ba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:57.279370 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-da03f87a-e6e4-4999-8253-1578b8efd93c None None] Could not find standard attr ID for object b8c5e3a4-d2bb-44d0-9033-5bf301eb020e. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:04:57.359629 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-819de7f5-402b-4313-a55d-befb058f9c7f req-3b20b780-b708-491d-a1a6-9a44eaa07ad4 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:57.395733 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9643b-15f6-457a-900a-2b516e7025ba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=d818d68e-e59c-48bb-bf33-a05b104e436e,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:57.404312 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0d7c7575-eb09-443d-8469-51c79533c6a7 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:57.452043 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-819de7f5-402b-4313-a55d-befb058f9c7f req-3b20b780-b708-491d-a1a6-9a44eaa07ad4 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Usage tracker for resource:port and tenant:546e85d5b5e4470bb459b3b3573e44cb is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:57.468028 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-819de7f5-402b-4313-a55d-befb058f9c7f req-3b20b780-b708-491d-a1a6-9a44eaa07ad4 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:57.475452 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-edc9643b-15f6-457a-900a-2b516e7025ba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:57.480367 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8eb5f82a-da94-4b71-98b1-9795b9a338e8 None None] For port b83b77f7-d318-4d84-9892-cd8ae42d0581, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b83b77f7-d318-4d84-9892-cd8ae42d0581,segment=NetworkSegment(01d1c7cc-f200-49b3-9c78-c8e0ad5194d5),segment_id=01d1c7cc-f200-49b3-9c78-c8e0ad5194d5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:57.480916 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f82a-da94-4b71-98b1-9795b9a338e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:57.492885 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-7607c9d3-c999-4c52-8c16-0255e690211a tempest-DvrRoutersNegativeTest-917565016 tempest-DvrRoutersNegativeTest-917565016-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2083319507', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:57.496809 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.policy [None req-7607c9d3-c999-4c52-8c16-0255e690211a tempest-DvrRoutersNegativeTest-917565016 tempest-DvrRoutersNegativeTest-917565016-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87471) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 04 06:04:57.497113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.policy [None req-7607c9d3-c999-4c52-8c16-0255e690211a tempest-DvrRoutersNegativeTest-917565016 tempest-DvrRoutersNegativeTest-917565016-project] Failed policy check for 'create_router' {{(pid=87471) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 04 06:04:57.497837 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-7607c9d3-c999-4c52-8c16-0255e690211a tempest-DvrRoutersNegativeTest-917565016 tempest-DvrRoutersNegativeTest-917565016-project] create failed (client error): Access was denied to this resource. Feb 04 06:04:57.502389 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7607c9d3-c999-4c52-8c16-0255e690211a tempest-DvrRoutersNegativeTest-917565016 tempest-DvrRoutersNegativeTest-917565016-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.8218203 Feb 04 06:04:57.511136 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-edc9643b-15f6-457a-900a-2b516e7025ba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/d818d68e-e59c-48bb-bf33-a05b104e436e HTTP/1.1" status: 204 len: 168 time: 2.5263824 Feb 04 06:04:57.515955 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-819de7f5-402b-4313-a55d-befb058f9c7f req-3b20b780-b708-491d-a1a6-9a44eaa07ad4 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:57.536371 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53382) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:57.716687 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0c8aeff3-f1d6-4794-baa4-15289db212e5 None None] Could not find standard attr ID for object d818d68e-e59c-48bb-bf33-a05b104e436e. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:04:57.738103 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4f6ab2e4-3d14-406e-bcac-cfe6d2b0c53a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:57.738498 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0d7c7575-eb09-443d-8469-51c79533c6a7 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:57.739200 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8eb5f82a-da94-4b71-98b1-9795b9a338e8 None None] Calling delete_port for b83b77f7-d318-4d84-9892-cd8ae42d0581 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:57.739331 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4f6ab2e4-3d14-406e-bcac-cfe6d2b0c53a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:57.750879 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-819de7f5-402b-4313-a55d-befb058f9c7f req-3b20b780-b708-491d-a1a6-9a44eaa07ad4 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Made reservation on behalf of 546e85d5b5e4470bb459b3b3573e44cb for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:57.755587 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-819de7f5-402b-4313-a55d-befb058f9c7f req-3b20b780-b708-491d-a1a6-9a44eaa07ad4 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:57.756782 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4f6ab2e4-3d14-406e-bcac-cfe6d2b0c53a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:57.773596 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed152e5-3c1e-4cb7-81e1-5733c154812d None None] Routers {'ec66568c-1d78-4623-8fd5-3b8e1b94a341'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:04:57.774275 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4ed152e5-3c1e-4cb7-81e1-5733c154812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:04:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['ec66568c-1d78-4623-8fd5-3b8e1b94a341'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:57.818102 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4f6ab2e4-3d14-406e-bcac-cfe6d2b0c53a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:57.846702 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4f6ab2e4-3d14-406e-bcac-cfe6d2b0c53a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:57.847849 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4f6ab2e4-3d14-406e-bcac-cfe6d2b0c53a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6378186 Feb 04 06:04:57.850528 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53390) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:57.856763 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-5c88a056-b24b-49de-b0d3-adc0afa10b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'network_id': '21421122-4bf6-4367-b7b0-7d7bd19d2c9f', 'name': 'tempest-PortsIpV6TestJSON-1091579699'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:57.877184 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bc0b4328-7d08-445c-aac2-431ce9e5e853 req-74cc8ff1-6a5c-418c-91de-4ef0bc2514dc tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 210 time: 0.0913603 Feb 04 06:04:57.879909 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] For port b83b77f7-d318-4d84-9892-cd8ae42d0581, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b83b77f7-d318-4d84-9892-cd8ae42d0581,segment=NetworkSegment(01d1c7cc-f200-49b3-9c78-c8e0ad5194d5),segment_id=01d1c7cc-f200-49b3-9c78-c8e0ad5194d5)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:57.880350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:57.909183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4ed152e5-3c1e-4cb7-81e1-5733c154812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:57.926389 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c30eca5-0c1a-49e8-bcbb-51b0ae5cceea tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:57.928424 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c30eca5-0c1a-49e8-bcbb-51b0ae5cceea tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:57.929241 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5c30eca5-0c1a-49e8-bcbb-51b0ae5cceea tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:57.933922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0d7c7575-eb09-443d-8469-51c79533c6a7 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:57.935275 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0d7c7575-eb09-443d-8469-51c79533c6a7 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 2.1820414 Feb 04 06:04:57.943240 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53394) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:57.943668 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53396) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:57.985738 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0c8aeff3-f1d6-4794-baa4-15289db212e5 None None] Provisioning complete for port 8b2a5049-cc06-40a3-abd4-c021ad839e1f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:57.986065 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0c8aeff3-f1d6-4794-baa4-15289db212e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:58.006846 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5c88a056-b24b-49de-b0d3-adc0afa10b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:58.017447 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5c88a056-b24b-49de-b0d3-adc0afa10b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:port and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:58.019650 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-408a2656-b743-479c-8afb-53b176423d65 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:58.023055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5c88a056-b24b-49de-b0d3-adc0afa10b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:58.031713 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5c88a056-b24b-49de-b0d3-adc0afa10b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:58.037484 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed152e5-3c1e-4cb7-81e1-5733c154812d None None] Routers {'ec66568c-1d78-4623-8fd5-3b8e1b94a341'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:04:58.038117 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4ed152e5-3c1e-4cb7-81e1-5733c154812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:04:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['ec66568c-1d78-4623-8fd5-3b8e1b94a341'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:58.072785 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c88a056-b24b-49de-b0d3-adc0afa10b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:58.076448 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c88a056-b24b-49de-b0d3-adc0afa10b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:58.114423 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-5c88a056-b24b-49de-b0d3-adc0afa10b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] device_id is not set on port 23a7b088-f14a-46b2-b054-a3787d97b105 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:04:58.146523 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Calling delete_port for b83b77f7-d318-4d84-9892-cd8ae42d0581 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:58.171755 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4ed152e5-3c1e-4cb7-81e1-5733c154812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:58.172195 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed152e5-3c1e-4cb7-81e1-5733c154812d None None] The sync data for ids ['ec66568c-1d78-4623-8fd5-3b8e1b94a341'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:04:58.227512 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:58.271526 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f82a-da94-4b71-98b1-9795b9a338e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:58.275074 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-5c88a056-b24b-49de-b0d3-adc0afa10b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Allocated IP 2001:db8::124 (21421122-4bf6-4367-b7b0-7d7bd19d2c9f/3860a8c6-c9ea-4dfb-831b-9f00332fc077/23a7b088-f14a-46b2-b054-a3787d97b105) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:58.300821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5c30eca5-0c1a-49e8-bcbb-51b0ae5cceea tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:58.304564 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5c30eca5-0c1a-49e8-bcbb-51b0ae5cceea tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.7646599 Feb 04 06:04:58.315224 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53404) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:58.336073 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5f82a-da94-4b71-98b1-9795b9a338e8 None None] Pushing event deleted for resources: {'Port': ['ID=b83b77f7-d318-4d84-9892-cd8ae42d0581,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:58.337871 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-21421122-4bf6-4367-b7b0-7d7bd19d2c9f', 'network_id': '21421122-4bf6-4367-b7b0-7d7bd19d2c9f', 'tenant_id': 'ef31d0e95d1b49ed90d15de4824b5830', 'fixed_ips': [{'subnet_id': '3860a8c6-c9ea-4dfb-831b-9f00332fc077'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:04:58.339057 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:58.349804 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5f82a-da94-4b71-98b1-9795b9a338e8 None None] No DVR routers for this DVR port b83b77f7-d318-4d84-9892-cd8ae42d0581 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:04:58.357230 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 8b2a5049-cc06-40a3-abd4-c021ad839e1f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8b2a5049-cc06-40a3-abd4-c021ad839e1f,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:04:58.411153 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:58.521338 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7f514f6e-7609-4871-a67b-ea38a4247bfc no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:04:58.580603 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-53cdfcb3-304e-44de-af27-5826aa83e11f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:58.580846 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 7f514f6e-7609-4871-a67b-ea38a4247bfc {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:04:58.581058 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7f514f6e-7609-4871-a67b-ea38a4247bfc not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:04:58.581457 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b83b77f7-d318-4d84-9892-cd8ae42d0581 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:04:58.623398 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a48e6605-df43-42ad-9412-2849027a5405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:58.635449 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: b83b77f7-d318-4d84-9892-cd8ae42d0581 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:04:58.635807 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b83b77f7-d318-4d84-9892-cd8ae42d0581 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:04:58.636207 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:04:58.669089 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [req-819de7f5-402b-4313-a55d-befb058f9c7f req-3b20b780-b708-491d-a1a6-9a44eaa07ad4 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Allocated IP 172.20.0.10 (dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1/8503fcfd-d1d5-4ef1-a288-6e6352f2927f/ecd66dff-4282-4906-903a-90b16da441cf) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:58.673935 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a48e6605-df43-42ad-9412-2849027a5405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:04:58.676289 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:04:58.676635 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 66f0dce5-48c3-44a5-90ea-ac5570dc7bcd not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:04:58.680969 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=8b2a5049-cc06-40a3-abd4-c021ad839e1f,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:58.731852 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:04:58.734142 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:04:58.734794 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:04:58.743820 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a48e6605-df43-42ad-9412-2849027a5405 admin admin] Usage tracker for resource:security_group_rule and tenant:c71aca9d49da4610ae5a1c2e182bf408 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:04:58.749691 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a48e6605-df43-42ad-9412-2849027a5405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:04:58.762830 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e769c22-0df4-4064-be5f-4363ed2174e0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet df65b6f7-3900-45b7-bb37-34834594a71c {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:04:58.771796 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c88a056-b24b-49de-b0d3-adc0afa10b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:58.877188 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-5c88a056-b24b-49de-b0d3-adc0afa10b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Transition to ACTIVE for port object 23a7b088-f14a-46b2-b054-a3787d97b105 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:58.928801 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c88a056-b24b-49de-b0d3-adc0afa10b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:58.954265 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6e769c22-0df4-4064-be5f-4363ed2174e0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:58.995997 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a48e6605-df43-42ad-9412-2849027a5405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:04:59.014106 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Allocated IP 2001:db8::2 (21421122-4bf6-4367-b7b0-7d7bd19d2c9f/3860a8c6-c9ea-4dfb-831b-9f00332fc077/7abae026-9c71-49a3-bc95-ee7f7ef55a78) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:59.019798 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-408a2656-b743-479c-8afb-53b176423d65 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:59.020133 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-408a2656-b743-479c-8afb-53b176423d65 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:59.051027 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c88a056-b24b-49de-b0d3-adc0afa10b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network 21421122-4bf6-4367-b7b0-7d7bd19d2c9f is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:59.056017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-5c88a056-b24b-49de-b0d3-adc0afa10b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:59.064583 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c88a056-b24b-49de-b0d3-adc0afa10b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:59.070070 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c88a056-b24b-49de-b0d3-adc0afa10b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:59.070663 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c88a056-b24b-49de-b0d3-adc0afa10b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:59.076761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88a056-b24b-49de-b0d3-adc0afa10b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=23a7b088-f14a-46b2-b054-a3787d97b105,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:59.089617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-53cdfcb3-304e-44de-af27-5826aa83e11f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting port 1f74e482-c59d-425e-8068-1a06c85b90ee {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:59.089958 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-53cdfcb3-304e-44de-af27-5826aa83e11f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:59.156545 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5c88a056-b24b-49de-b0d3-adc0afa10b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3048458 Feb 04 06:04:59.160191 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53410) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:59.236106 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Deleting port b83b77f7-d318-4d84-9892-cd8ae42d0581 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:04:59.236453 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:59.246545 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:59.257101 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Transition to ACTIVE for port object 7abae026-9c71-49a3-bc95-ee7f7ef55a78 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:59.272906 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-da4be1c1-c67d-4e9f-9296-6be501f19104 req-5e69771e-4302-450f-9d74-5def6d5b6364 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 210 time: 0.1939821 Feb 04 06:04:59.275160 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6e769c22-0df4-4064-be5f-4363ed2174e0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:59.276484 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Transition to ACTIVE for port object 7abae026-9c71-49a3-bc95-ee7f7ef55a78 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:59.285414 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:59.368085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Network 21421122-4bf6-4367-b7b0-7d7bd19d2c9f is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:59.371449 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:59.374264 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:04:59.458773 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Pushing event updated for resources: {'Port': ['ID=7abae026-9c71-49a3-bc95-ee7f7ef55a78,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:59.460578 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-408a2656-b743-479c-8afb-53b176423d65 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87471) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 04 06:04:59.461114 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-408a2656-b743-479c-8afb-53b176423d65 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Router 1ec66e38-a50b-4d38-95ac-981e96e6ecac migrating from provider to provider. {{(pid=87471) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 04 06:04:59.461307 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-408a2656-b743-479c-8afb-53b176423d65 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:59.468411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] The port 'b83b77f7-d318-4d84-9892-cd8ae42d0581' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:04:59.486652 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:59.487054 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:59.487370 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:59.488214 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:59.488214 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:59.488434 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:59.488862 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:59.489136 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:59.489400 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:59.489730 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:59.490156 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:59.490477 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:59.521611 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-408a2656-b743-479c-8afb-53b176423d65 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:59.547797 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f7f3cd76-9d45-498a-856e-39cac6384966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:59.550459 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Attempting to bind port 7abae026-9c71-49a3-bc95-ee7f7ef55a78 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:59.551179 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Attempting to bind port 7abae026-9c71-49a3-bc95-ee7f7ef55a78 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4ffebd27-db3f-4489-aec2-4875bf211562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '21421122-4bf6-4367-b7b0-7d7bd19d2c9f'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:59.551179 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Attempting to bind port 7abae026-9c71-49a3-bc95-ee7f7ef55a78 on network 21421122-4bf6-4367-b7b0-7d7bd19d2c9f {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:04:59.555059 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-408a2656-b743-479c-8afb-53b176423d65 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:59.558129 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:04:59.558506 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Checking segment: {'id': '4ffebd27-db3f-4489-aec2-4875bf211562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '21421122-4bf6-4367-b7b0-7d7bd19d2c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:04:59.558908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:59.559301 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Bound using segment: {'id': '4ffebd27-db3f-4489-aec2-4875bf211562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '21421122-4bf6-4367-b7b0-7d7bd19d2c9f'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:04:59.559865 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Bound port: 7abae026-9c71-49a3-bc95-ee7f7ef55a78, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffebd27-db3f-4489-aec2-4875bf211562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '21421122-4bf6-4367-b7b0-7d7bd19d2c9f'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:59.560642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:59.658233 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] For port 7abae026-9c71-49a3-bc95-ee7f7ef55a78, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:04:59.661686 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] For port 7abae026-9c71-49a3-bc95-ee7f7ef55a78, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=7abae026-9c71-49a3-bc95-ee7f7ef55a78,segment=NetworkSegment(4ffebd27-db3f-4489-aec2-4875bf211562),segment_id=4ffebd27-db3f-4489-aec2-4875bf211562)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:04:59.663595 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-53cdfcb3-304e-44de-af27-5826aa83e11f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:59.667192 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:59.757273 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f20f9-4506-4ecb-be7f-4a082f0f031a None None] Pushing event updated for resources: {'Port': ['ID=7abae026-9c71-49a3-bc95-ee7f7ef55a78,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:59.828874 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-53cdfcb3-304e-44de-af27-5826aa83e11f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Calling delete_port for 1f74e482-c59d-425e-8068-1a06c85b90ee owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:04:59.867843 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-819de7f5-402b-4313-a55d-befb058f9c7f req-3b20b780-b708-491d-a1a6-9a44eaa07ad4 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:59.872038 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:59.889578 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6e769c22-0df4-4064-be5f-4363ed2174e0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:59.948132 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING neutron.scheduler.l3_agent_scheduler [None req-408a2656-b743-479c-8afb-53b176423d65 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] No L3 agents can host the router 1ec66e38-a50b-4d38-95ac-981e96e6ecac Feb 04 06:04:59.964855 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a48e6605-df43-42ad-9412-2849027a5405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:59.992304 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-819de7f5-402b-4313-a55d-befb058f9c7f req-3b20b780-b708-491d-a1a6-9a44eaa07ad4 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Transition to ACTIVE for port object ecd66dff-4282-4906-903a-90b16da441cf will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:59.995452 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a48e6605-df43-42ad-9412-2849027a5405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:00.005942 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1d83c3-a130-442d-8848-3392923c3a24']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:00.043166 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d1c7cc-f200-49b3-9c78-c8e0ad5194d5') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:00.043550 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d1c7cc-f200-49b3-9c78-c8e0ad5194d5') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:00.142429 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:00.211527 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9f3c621-e695-4fc9-aa12-10ec16fc7237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:00.219232 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e6605-df43-42ad-9412-2849027a5405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952c5185-449e-4315-a1f3-06f2834eaa4d,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:00.241652 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a48e6605-df43-42ad-9412-2849027a5405 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c71aca9d49da4610ae5a1c2e182bf408&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2942357 Feb 04 06:05:00.249154 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53414) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:00.257339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:00.292789 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6e769c22-0df4-4064-be5f-4363ed2174e0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:00.352799 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:05:00.353173 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:05:00.376766 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:05:00.379858 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e769c22-0df4-4064-be5f-4363ed2174e0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=df65b6f7-3900-45b7-bb37-34834594a71c,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:00.401340 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b4b53b-bb23-46bb-b41a-06682134e347 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:00.466323 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-53cdfcb3-304e-44de-af27-5826aa83e11f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:00.544294 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cdfcb3-304e-44de-af27-5826aa83e11f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Port': ['ID=1f74e482-c59d-425e-8068-1a06c85b90ee,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:00.647901 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6e769c22-0df4-4064-be5f-4363ed2174e0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:00.667318 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a2656-b743-479c-8afb-53b176423d65 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Hosts for router 1ec66e38-a50b-4d38-95ac-981e96e6ecac: [] {{(pid=87471) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 04 06:05:00.688283 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8b2a5049-cc06-40a3-abd4-c021ad839e1f up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:00.838710 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 8b2a5049-cc06-40a3-abd4-c021ad839e1f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:00.839114 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:00.844262 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-819de7f5-402b-4313-a55d-befb058f9c7f req-3b20b780-b708-491d-a1a6-9a44eaa07ad4 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:00.938839 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c28404d-3382-4bc4-ac23-ec52fd3c57ec None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:05:00.949539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:00.965614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-53cdfcb3-304e-44de-af27-5826aa83e11f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:00.976378 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6c28404d-3382-4bc4-ac23-ec52fd3c57ec None None] Deleting port 8b2a5049-cc06-40a3-abd4-c021ad839e1f {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:00.976378 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6c28404d-3382-4bc4-ac23-ec52fd3c57ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:01.026119 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20b780-b708-491d-a1a6-9a44eaa07ad4 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event updated for resources: {'Port': ['ID=ecd66dff-4282-4906-903a-90b16da441cf,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:01.042615 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-819de7f5-402b-4313-a55d-befb058f9c7f req-3b20b780-b708-491d-a1a6-9a44eaa07ad4 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Network dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:01.047184 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [req-819de7f5-402b-4313-a55d-befb058f9c7f req-3b20b780-b708-491d-a1a6-9a44eaa07ad4 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:01.048828 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a2656-b743-479c-8afb-53b176423d65 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Hosts for other DVR routers connected to router 1ec66e38-a50b-4d38-95ac-981e96e6ecac: set() {{(pid=87471) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 04 06:05:01.051701 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-408a2656-b743-479c-8afb-53b176423d65 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:01.056156 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-408a2656-b743-479c-8afb-53b176423d65 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] 10.222.0.31 "PUT /v2.0/routers/1ec66e38-a50b-4d38-95ac-981e96e6ecac HTTP/1.1" status: 200 len: 717 time: 3.1066556 Feb 04 06:05:01.066062 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9f3c621-e695-4fc9-aa12-10ec16fc7237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:01.069523 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53422) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:01.074659 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7abae026-9c71-49a3-bc95-ee7f7ef55a78 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:01.077892 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-819de7f5-402b-4313-a55d-befb058f9c7f req-3b20b780-b708-491d-a1a6-9a44eaa07ad4 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:01.126083 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:01.128715 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] 10.222.0.31 "DELETE /v2.0/networks/8c1d83c3-a130-442d-8848-3392923c3a24 HTTP/1.1" status: 204 len: 168 time: 5.3731718 Feb 04 06:05:01.140797 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6e769c22-0df4-4064-be5f-4363ed2174e0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/df65b6f7-3900-45b7-bb37-34834594a71c HTTP/1.1" status: 204 len: 168 time: 2.8247883 Feb 04 06:05:01.151375 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b2145-c481-48d1-8835-0df26ee3c494 tempest-PortsTestJSON-266407016 tempest-PortsTestJSON-266407016-project] Pushing event deleted for resources: {'Network': ['ID=8c1d83c3-a130-442d-8848-3392923c3a24,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:01.159956 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53428) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:01.187501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2f5788fa-d107-435f-b010-ffe09ad7cee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:01.326625 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20e7af5-de98-4435-be28-4db22f1410c7 None None] Network 21421122-4bf6-4367-b7b0-7d7bd19d2c9f requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:01.386956 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-aa4bb92d-e5dc-4972-9237-1c4a411bfb0f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2153783 Feb 04 06:05:01.395630 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9f3c621-e695-4fc9-aa12-10ec16fc7237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:01.401996 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53434) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:01.432485 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de7f5-402b-4313-a55d-befb058f9c7f req-3b20b780-b708-491d-a1a6-9a44eaa07ad4 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:01.433223 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-819de7f5-402b-4313-a55d-befb058f9c7f req-3b20b780-b708-491d-a1a6-9a44eaa07ad4 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:01.456592 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2f5788fa-d107-435f-b010-ffe09ad7cee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:01.475800 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 7abae026-9c71-49a3-bc95-ee7f7ef55a78 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:01.481002 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-819de7f5-402b-4313-a55d-befb058f9c7f req-3b20b780-b708-491d-a1a6-9a44eaa07ad4 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6327474 Feb 04 06:05:01.500841 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fe48b-705a-4d8d-a1dd-80b5be388356 req-f27459c3-1762-4b0a-9d2a-37aad7d8bf89 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:01.501740 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-7b9fe48b-705a-4d8d-a1dd-80b5be388356 req-f27459c3-1762-4b0a-9d2a-37aad7d8bf89 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Synchronizing usage tracker for tenant:546e85d5b5e4470bb459b3b3573e44cb on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:05:01.505652 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53438) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:01.523616 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e47f86f3-8d5e-4f93-bd36-dff2f1ab3bad None None] Provisioning for port 7abae026-9c71-49a3-bc95-ee7f7ef55a78 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:01.546186 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6c28404d-3382-4bc4-ac23-ec52fd3c57ec None None] For port 8b2a5049-cc06-40a3-abd4-c021ad839e1f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8b2a5049-cc06-40a3-abd4-c021ad839e1f,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:01.546618 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6c28404d-3382-4bc4-ac23-ec52fd3c57ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:01.562012 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-7b9fe48b-705a-4d8d-a1dd-80b5be388356 req-f27459c3-1762-4b0a-9d2a-37aad7d8bf89 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Unset dirty status for tenant:546e85d5b5e4470bb459b3b3573e44cb on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:05:01.563219 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7b9fe48b-705a-4d8d-a1dd-80b5be388356 req-f27459c3-1762-4b0a-9d2a-37aad7d8bf89 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 932 time: 0.9261932 Feb 04 06:05:01.571327 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e47f86f3-8d5e-4f93-bd36-dff2f1ab3bad None None] Provisioning complete for port 7abae026-9c71-49a3-bc95-ee7f7ef55a78 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:01.571695 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e47f86f3-8d5e-4f93-bd36-dff2f1ab3bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:01.599298 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2f5788fa-d107-435f-b010-ffe09ad7cee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:01.626884 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5788fa-d107-435f-b010-ffe09ad7cee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952c5185-449e-4315-a1f3-06f2834eaa4d,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:01.676738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2f5788fa-d107-435f-b010-ffe09ad7cee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:01.678779 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2f5788fa-d107-435f-b010-ffe09ad7cee6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/952c5185-449e-4315-a1f3-06f2834eaa4d HTTP/1.1" status: 204 len: 168 time: 1.4261312 Feb 04 06:05:01.687374 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7b9fe48b-705a-4d8d-a1dd-80b5be388356 req-f2d693a3-b557-4628-988d-82bb24da249a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175883 Feb 04 06:05:01.737561 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6c28404d-3382-4bc4-ac23-ec52fd3c57ec None None] Calling delete_port for 8b2a5049-cc06-40a3-abd4-c021ad839e1f owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:01.776932 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Request body: {'port': {'device_id': 'fc9d319f-b061-4911-ad66-43c5a4d41b29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:01.861418 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2915d5fb-9ce3-463c-ba05-449cf754c1fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=710d5f667c8343fb8e8917198e863eab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459628 Feb 04 06:05:01.861853 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53448) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:01.899503 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1b5cb509-ab44-4af6-a30d-c100d9f39609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:01.930619 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3c621-e695-4fc9-aa12-10ec16fc7237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=23a7b088-f14a-46b2-b054-a3787d97b105,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:01.946369 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bec29c81-f631-4548-820f-13344f60e867 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] 10.222.0.31 "GET /v2.0/routers/1ec66e38-a50b-4d38-95ac-981e96e6ecac HTTP/1.1" status: 200 len: 717 time: 0.8753259 Feb 04 06:05:01.950542 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53454) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:01.953909 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cdfcb3-304e-44de-af27-5826aa83e11f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router ec66568c-1d78-4623-8fd5-3b8e1b94a341 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:05:02.027817 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6c28404d-3382-4bc4-ac23-ec52fd3c57ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:02.068160 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:02.092652 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28404d-3382-4bc4-ac23-ec52fd3c57ec None None] Pushing event deleted for resources: {'Port': ['ID=8b2a5049-cc06-40a3-abd4-c021ad839e1f,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:02.095927 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c28404d-3382-4bc4-ac23-ec52fd3c57ec None None] No DVR routers for this DVR port 8b2a5049-cc06-40a3-abd4-c021ad839e1f on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:05:02.099683 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e47f86f3-8d5e-4f93-bd36-dff2f1ab3bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:02.142058 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cdfcb3-304e-44de-af27-5826aa83e11f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:05:02.152184 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e47f86f3-8d5e-4f93-bd36-dff2f1ab3bad None None] For port 7abae026-9c71-49a3-bc95-ee7f7ef55a78, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=7abae026-9c71-49a3-bc95-ee7f7ef55a78,segment=NetworkSegment(4ffebd27-db3f-4489-aec2-4875bf211562),segment_id=4ffebd27-db3f-4489-aec2-4875bf211562)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:02.161208 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6090d0b6-6e0f-4c90-9b7b-7154ec7dee82 None None] Sync routers for ids ['ec66568c-1d78-4623-8fd5-3b8e1b94a341'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:02.165629 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e47f86f3-8d5e-4f93-bd36-dff2f1ab3bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:02.193449 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6090d0b6-6e0f-4c90-9b7b-7154ec7dee82 None None] Routers {'ec66568c-1d78-4623-8fd5-3b8e1b94a341'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:02.194506 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6090d0b6-6e0f-4c90-9b7b-7154ec7dee82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['ec66568c-1d78-4623-8fd5-3b8e1b94a341'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:02.209184 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-388ca121-bc24-4e4f-8970-1e7c9a717f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:02.264333 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-53cdfcb3-304e-44de-af27-5826aa83e11f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/ec66568c-1d78-4623-8fd5-3b8e1b94a341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0149546 Feb 04 06:05:02.265673 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53466) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:02.335407 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6090d0b6-6e0f-4c90-9b7b-7154ec7dee82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:02.342797 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-388ca121-bc24-4e4f-8970-1e7c9a717f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:02.351603 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6090d0b6-6e0f-4c90-9b7b-7154ec7dee82 None None] Routers {'ec66568c-1d78-4623-8fd5-3b8e1b94a341'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:02.352961 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6090d0b6-6e0f-4c90-9b7b-7154ec7dee82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['ec66568c-1d78-4623-8fd5-3b8e1b94a341'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:02.380253 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487b02aa-960a-4a58-89b1-8606b3519643 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:02.390685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-487b02aa-960a-4a58-89b1-8606b3519643 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:05:02.393478 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2523e06a-0172-4ea1-8218-3cfa0b3cdc40 None None] Provisioning for port ecd66dff-4282-4906-903a-90b16da441cf completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:02.402783 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2523e06a-0172-4ea1-8218-3cfa0b3cdc40 None None] Provisioning complete for port ecd66dff-4282-4906-903a-90b16da441cf triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:02.403160 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2523e06a-0172-4ea1-8218-3cfa0b3cdc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:02.420953 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-aae78182-de82-47c9-ac5e-e82014c8588f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Synchronizing usage tracker for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:05:02.491095 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-aae78182-de82-47c9-ac5e-e82014c8588f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Unset dirty status for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:05:02.495511 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-aae78182-de82-47c9-ac5e-e82014c8588f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec66568c-1d78-4623-8fd5-3b8e1b94a341 HTTP/1.1" status: 200 len: 205 time: 0.2201257 Feb 04 06:05:02.496364 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53472) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:02.506677 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f86f3-8d5e-4f93-bd36-dff2f1ab3bad None None] Pushing event updated for resources: {'Port': ['ID=7abae026-9c71-49a3-bc95-ee7f7ef55a78,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:02.512284 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9f3c621-e695-4fc9-aa12-10ec16fc7237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:02.524995 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6090d0b6-6e0f-4c90-9b7b-7154ec7dee82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:02.525419 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6090d0b6-6e0f-4c90-9b7b-7154ec7dee82 None None] The sync data for ids ['ec66568c-1d78-4623-8fd5-3b8e1b94a341'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:02.533441 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8b2a5049-cc06-40a3-abd4-c021ad839e1f no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:05:02.579159 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 8b2a5049-cc06-40a3-abd4-c021ad839e1f {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:05:02.580035 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8b2a5049-cc06-40a3-abd4-c021ad839e1f not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:05:02.602754 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2523e06a-0172-4ea1-8218-3cfa0b3cdc40 None None] Port ecd66dff-4282-4906-903a-90b16da441cf cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:02.675582 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-487b02aa-960a-4a58-89b1-8606b3519643 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:05:02.676790 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-487b02aa-960a-4a58-89b1-8606b3519643 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2176147 Feb 04 06:05:02.689503 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53480) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:02.753157 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c67c5e8c-8e9b-4267-8500-0b3bea8b8721 tempest-RoutersTestDVR-1934437321 tempest-RoutersTestDVR-1934437321-project] 10.222.0.31 "GET /v2.0/routers/1ec66e38-a50b-4d38-95ac-981e96e6ecac HTTP/1.1" status: 200 len: 683 time: 0.7982111 Feb 04 06:05:02.761244 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53488) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:02.780026 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b7b16cc8-423c-4792-b3a8-d35d9049ec0f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:02.789901 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b70ae362-b911-47fa-9b00-7cdc27bd24db None None] Provisioning for port 23a7b088-f14a-46b2-b054-a3787d97b105 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:02.818754 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b70ae362-b911-47fa-9b00-7cdc27bd24db None None] Provisioning complete for port 23a7b088-f14a-46b2-b054-a3787d97b105 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:02.819410 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b70ae362-b911-47fa-9b00-7cdc27bd24db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:02.928823 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7131ae1e-a2de-4aeb-8102-ed3fa5622c73 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:02.944759 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:02.968115 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b70ae362-b911-47fa-9b00-7cdc27bd24db None None] Port 23a7b088-f14a-46b2-b054-a3787d97b105 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:02.985486 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:02.987460 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b70ae362-b911-47fa-9b00-7cdc27bd24db None None] Provisioning complete for port 7abae026-9c71-49a3-bc95-ee7f7ef55a78 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:02.991615 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b70ae362-b911-47fa-9b00-7cdc27bd24db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:03.077303 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53494) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:03.180075 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20da17bb-8053-4b6d-8233-9a899786db58 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:03.184686 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-20da17bb-8053-4b6d-8233-9a899786db58 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4939075 Feb 04 06:05:03.187001 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b7b16cc8-423c-4792-b3a8-d35d9049ec0f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:03.189766 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53500) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:03.193085 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b7b16cc8-423c-4792-b3a8-d35d9049ec0f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:03.283949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-38cf4f20-0eef-4c53-94ba-b22c4365ef93 None None] Provisioning complete for port 23a7b088-f14a-46b2-b054-a3787d97b105 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:03.284536 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-38cf4f20-0eef-4c53-94ba-b22c4365ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:03.350685 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-38cf4f20-0eef-4c53-94ba-b22c4365ef93 None None] Port 23a7b088-f14a-46b2-b054-a3787d97b105 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:03.445459 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-da93f3ba-6969-4ec5-ad35-9b9a8f0700cc tempest-SubnetPoolsTestJSON-719682261 tempest-SubnetPoolsTestJSON-719682261-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-920651593', 'prefixes': ['172.20.0.0/16']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:03.472209 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-da93f3ba-6969-4ec5-ad35-9b9a8f0700cc tempest-SubnetPoolsTestJSON-719682261 tempest-SubnetPoolsTestJSON-719682261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:03.472465 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8c5af8fb-f8a8-439a-b825-e765649e70c8 None None] Provisioning complete for port 23a7b088-f14a-46b2-b054-a3787d97b105 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:03.472932 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8c5af8fb-f8a8-439a-b825-e765649e70c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:03.493641 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-45dda189-379e-48dc-ae06-9967d20a8714 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2991250 Feb 04 06:05:03.494931 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53504) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:03.503812 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-962bba42-7278-4df0-adb4-16d160fbc135 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:03.526431 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9f3c621-e695-4fc9-aa12-10ec16fc7237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:03.541198 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8c5af8fb-f8a8-439a-b825-e765649e70c8 None None] Port 23a7b088-f14a-46b2-b054-a3787d97b105 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:03.582051 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b7b16cc8-423c-4792-b3a8-d35d9049ec0f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:03.582489 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b16cc8-423c-4792-b3a8-d35d9049ec0f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Fanout notify agent at l3_agent the message router_deleted on router ec66568c-1d78-4623-8fd5-3b8e1b94a341 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:05:03.597023 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-388ca121-bc24-4e4f-8970-1e7c9a717f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:03.620376 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7131ae1e-a2de-4aeb-8102-ed3fa5622c73 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:03.626857 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7131ae1e-a2de-4aeb-8102-ed3fa5622c73 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:03.631394 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ca121-bc24-4e4f-8970-1e7c9a717f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729df64d-3f8a-4c65-8e51-b56ddb93f328,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:03.660902 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b7b16cc8-423c-4792-b3a8-d35d9049ec0f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:03.662061 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b7b16cc8-423c-4792-b3a8-d35d9049ec0f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/routers/ec66568c-1d78-4623-8fd5-3b8e1b94a341 HTTP/1.1" status: 204 len: 168 time: 1.1526194 Feb 04 06:05:03.666883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-388ca121-bc24-4e4f-8970-1e7c9a717f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:03.667995 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-388ca121-bc24-4e4f-8970-1e7c9a717f81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/729df64d-3f8a-4c65-8e51-b56ddb93f328 HTTP/1.1" status: 204 len: 168 time: 1.8051364 Feb 04 06:05:03.677197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53508) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:03.758424 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7131ae1e-a2de-4aeb-8102-ed3fa5622c73 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:03.759021 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7131ae1e-a2de-4aeb-8102-ed3fa5622c73 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ec66e38-a50b-4d38-95ac-981e96e6ecac {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:05:03.776002 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-962bba42-7278-4df0-adb4-16d160fbc135 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:03.781825 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7131ae1e-a2de-4aeb-8102-ed3fa5622c73 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:03.782945 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7131ae1e-a2de-4aeb-8102-ed3fa5622c73 tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] 10.222.0.31 "DELETE /v2.0/routers/1ec66e38-a50b-4d38-95ac-981e96e6ecac HTTP/1.1" status: 204 len: 168 time: 1.0204456 Feb 04 06:05:03.791657 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53514) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:03.794829 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22aae61-cbf0-4865-9b9e-50233283db0d req-21bc4194-56ce-4c3d-9d75-324611a49840 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:03.796557 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f22aae61-cbf0-4865-9b9e-50233283db0d req-21bc4194-56ce-4c3d-9d75-324611a49840 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 932 time: 0.7252302 Feb 04 06:05:03.799320 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-962bba42-7278-4df0-adb4-16d160fbc135 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:03.805262 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3bcba7-fd3a-40bd-b7a0-7f1dcf33b751 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting subnet cd729776-5625-4678-86da-06c44e88a00a {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:05:03.833790 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2c3bcba7-fd3a-40bd-b7a0-7f1dcf33b751 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:03.854267 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-962bba42-7278-4df0-adb4-16d160fbc135 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:03.861800 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-68153761-ba34-4e6b-82e1-22ee9d7a315f tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Request body: {'router': {'name': 'tempest-router-2001921554', 'distributed': True}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:03.879276 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-68153761-ba34-4e6b-82e1-22ee9d7a315f tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:03.889942 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-962bba42-7278-4df0-adb4-16d160fbc135 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:03.899092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-68153761-ba34-4e6b-82e1-22ee9d7a315f tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Usage tracker for resource:router and tenant:0a8f4036bc05402d975b64a44d99627a is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:03.905638 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-68153761-ba34-4e6b-82e1-22ee9d7a315f tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:03.911559 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-da93f3ba-6969-4ec5-ad35-9b9a8f0700cc tempest-SubnetPoolsTestJSON-719682261 tempest-SubnetPoolsTestJSON-719682261-project] Notify callbacks [] for subnetpool, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:03.912774 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-da93f3ba-6969-4ec5-ad35-9b9a8f0700cc tempest-SubnetPoolsTestJSON-719682261 tempest-SubnetPoolsTestJSON-719682261-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8211672 Feb 04 06:05:03.920996 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53520) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:03.923463 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-68153761-ba34-4e6b-82e1-22ee9d7a315f tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:03.941521 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962bba42-7278-4df0-adb4-16d160fbc135 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:03.944930 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-962bba42-7278-4df0-adb4-16d160fbc135 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:03.965935 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f22aae61-cbf0-4865-9b9e-50233283db0d req-15723487-89f9-401b-bb07-2bf39fabf55b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569200 Feb 04 06:05:03.968151 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2c3bcba7-fd3a-40bd-b7a0-7f1dcf33b751 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.011819 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd66dff-4282-4906-903a-90b16da441cf {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:05:04.029231 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.055585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Transition to ACTIVE for port object ecd66dff-4282-4906-903a-90b16da441cf will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:04.062800 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-68153761-ba34-4e6b-82e1-22ee9d7a315f tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.063869 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-68153761-ba34-4e6b-82e1-22ee9d7a315f tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.064248 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.081696 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c22dad27-9d15-4373-9536-9b37bd81a017 tempest-SubnetPoolsTestJSON-719682261 tempest-SubnetPoolsTestJSON-719682261-project] 10.222.0.31 "GET /v2.0/subnetpools/65ac125c-7a1f-4c87-962d-27403068b85d HTTP/1.1" status: 200 len: 731 time: 0.1596122 Feb 04 06:05:04.105165 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53530) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:04.125330 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-3223730d-8f6b-48d2-9c66-a5e4f44ceecd tempest-SubnetPoolsTestJSON-719682261 tempest-SubnetPoolsTestJSON-719682261-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1413023278'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:04.182849 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-68153761-ba34-4e6b-82e1-22ee9d7a315f tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.201863 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.254120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-68153761-ba34-4e6b-82e1-22ee9d7a315f tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.343025 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-68153761-ba34-4e6b-82e1-22ee9d7a315f tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.347104 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-68153761-ba34-4e6b-82e1-22ee9d7a315f tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5500634 Feb 04 06:05:04.349963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53538) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:04.360019 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9f3c621-e695-4fc9-aa12-10ec16fc7237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.384777 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd66dff-4282-4906-903a-90b16da441cf,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:04.428800 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9f3c621-e695-4fc9-aa12-10ec16fc7237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.429749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9f3c621-e695-4fc9-aa12-10ec16fc7237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.445664 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2c3bcba7-fd3a-40bd-b7a0-7f1dcf33b751 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.521730 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7abae026-9c71-49a3-bc95-ee7f7ef55a78 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:04.536199 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3223730d-8f6b-48d2-9c66-a5e4f44ceecd tempest-SubnetPoolsTestJSON-719682261 tempest-SubnetPoolsTestJSON-719682261-project] Notify callbacks [] for subnetpool, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.540256 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3223730d-8f6b-48d2-9c66-a5e4f44ceecd tempest-SubnetPoolsTestJSON-719682261 tempest-SubnetPoolsTestJSON-719682261-project] 10.222.0.31 "PUT /v2.0/subnetpools/65ac125c-7a1f-4c87-962d-27403068b85d HTTP/1.1" status: 200 len: 684 time: 0.4298921 Feb 04 06:05:04.540925 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53548) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:04.632418 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Attempting to bind port ecd66dff-4282-4906-903a-90b16da441cf on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:04.632962 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Attempting to bind port ecd66dff-4282-4906-903a-90b16da441cf by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '5f830c0c-6f52-435c-a7f7-547804b653e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:04.633295 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Attempting to bind port ecd66dff-4282-4906-903a-90b16da441cf on network dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:05:04.638226 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 7abae026-9c71-49a3-bc95-ee7f7ef55a78 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:04.638774 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.638863 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53552) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:04.661754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Port ecd66dff-4282-4906-903a-90b16da441cf on network dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:05:04.662077 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Attempting to bind port ecd66dff-4282-4906-903a-90b16da441cf on network dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:05:04.680554 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2c3bcba7-fd3a-40bd-b7a0-7f1dcf33b751 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.715060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:05:04.715400 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Checking segment: {'id': '5f830c0c-6f52-435c-a7f7-547804b653e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:04.716011 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Bound using segment: {'id': '5f830c0c-6f52-435c-a7f7-547804b653e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:05:04.716650 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Bound port: ecd66dff-4282-4906-903a-90b16da441cf, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f830c0c-6f52-435c-a7f7-547804b653e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:04.717159 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.736017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59014d0b-a690-4550-a89f-e86f3bf99e2a tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.753336 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2c3bcba7-fd3a-40bd-b7a0-7f1dcf33b751 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.762631 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bcba7-fd3a-40bd-b7a0-7f1dcf33b751 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Subnet': ['ID=cd729776-5625-4678-86da-06c44e88a00a,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:04.772309 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f40302-7866-478e-84b6-1d104fb8f3b1 None None] Network 0646acf9-b9d9-456a-a874-add1a6c549da requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:04.799214 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2c3bcba7-fd3a-40bd-b7a0-7f1dcf33b751 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/subnets/cd729776-5625-4678-86da-06c44e88a00a HTTP/1.1" status: 204 len: 168 time: 1.1191282 Feb 04 06:05:04.807612 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53558) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:04.866100 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-2844502f-4ab9-44fb-8783-44e19770cfe9 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1805415768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:04.873226 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8d66547d-9850-412c-977c-6d75e41af600 tempest-SubnetPoolsTestJSON-719682261 tempest-SubnetPoolsTestJSON-719682261-project] Notify callbacks [] for subnetpool, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.876963 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8d66547d-9850-412c-977c-6d75e41af600 tempest-SubnetPoolsTestJSON-719682261 tempest-SubnetPoolsTestJSON-719682261-project] 10.222.0.31 "DELETE /v2.0/subnetpools/65ac125c-7a1f-4c87-962d-27403068b85d HTTP/1.1" status: 204 len: 168 time: 0.3287284 Feb 04 06:05:04.883451 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2844502f-4ab9-44fb-8783-44e19770cfe9 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:04.886015 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53562) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:04.896159 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2844502f-4ab9-44fb-8783-44e19770cfe9 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Usage tracker for resource:router and tenant:8bc89d7c20cf4aabaf91b44c3028140a is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:04.915925 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2844502f-4ab9-44fb-8783-44e19770cfe9 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:04.953100 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-f5e114e3-742d-437b-bef9-edbfdfff21a9 tempest-SubnetPoolsTestJSON-719682261 tempest-SubnetPoolsTestJSON-719682261-project] show failed (client error): The resource could not be found. Feb 04 06:05:04.956783 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f5e114e3-742d-437b-bef9-edbfdfff21a9 tempest-SubnetPoolsTestJSON-719682261 tempest-SubnetPoolsTestJSON-719682261-project] 10.222.0.31 "GET /v2.0/subnetpools/65ac125c-7a1f-4c87-962d-27403068b85d HTTP/1.1" status: 404 len: 346 time: 0.0653629 Feb 04 06:05:04.956783 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2844502f-4ab9-44fb-8783-44e19770cfe9 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:04.964944 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53566) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:05.000175 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-1236faa3-0c7a-4b99-964b-a7e06d79ddb6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting subnet 23608ba2-8492-40a0-a2bf-6c8f5379e35b {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:05:05.009268 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2844502f-4ab9-44fb-8783-44e19770cfe9 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.010714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2844502f-4ab9-44fb-8783-44e19770cfe9 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.015221 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1236faa3-0c7a-4b99-964b-a7e06d79ddb6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.019148 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3c621-e695-4fc9-aa12-10ec16fc7237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=23a7b088-f14a-46b2-b054-a3787d97b105,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:05.044011 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] For port ecd66dff-4282-4906-903a-90b16da441cf, host hv-neutron-8268, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:05:05.046254 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-8ccf1d84-b377-4832-9f9f-07b97a80ad75 tempest-SubnetPoolsTestJSON-719682261 tempest-SubnetPoolsTestJSON-719682261-project] delete failed (client error): The resource could not be found. Feb 04 06:05:05.047973 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8ccf1d84-b377-4832-9f9f-07b97a80ad75 tempest-SubnetPoolsTestJSON-719682261 tempest-SubnetPoolsTestJSON-719682261-project] 10.222.0.31 "DELETE /v2.0/subnetpools/65ac125c-7a1f-4c87-962d-27403068b85d HTTP/1.1" status: 404 len: 346 time: 0.0813317 Feb 04 06:05:05.070935 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] For port ecd66dff-4282-4906-903a-90b16da441cf, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=ecd66dff-4282-4906-903a-90b16da441cf,segment=NetworkSegment(5f830c0c-6f52-435c-a7f7-547804b653e7),segment_id=5f830c0c-6f52-435c-a7f7-547804b653e7)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:05:05.091997 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a05515-caeb-40c4-a280-19bfe2b0b632 None None] DHCP port deletion for 0646acf9-b9d9-456a-a874-add1a6c549da request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:05:05.096381 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f1a05515-caeb-40c4-a280-19bfe2b0b632 None None] Deleting port 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:05.096752 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f1a05515-caeb-40c4-a280-19bfe2b0b632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.107391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.258333 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59014d0b-a690-4550-a89f-e86f3bf99e2a tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.261139 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59014d0b-a690-4550-a89f-e86f3bf99e2a tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.298751 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59014d0b-a690-4550-a89f-e86f3bf99e2a tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.299640 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59014d0b-a690-4550-a89f-e86f3bf99e2a tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33610204-b450-46c6-93a9-3963cde79071 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:05:05.346863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59014d0b-a690-4550-a89f-e86f3bf99e2a tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.360152 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-f1a05515-caeb-40c4-a280-19bfe2b0b632 None None] For port 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1236cbe8-f2b3-4e90-8d0a-e232815b0a1e,segment=NetworkSegment(4a5ad41d-f373-4a0f-ab1b-6cc44d778314),segment_id=4a5ad41d-f373-4a0f-ab1b-6cc44d778314)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:05.361100 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f1a05515-caeb-40c4-a280-19bfe2b0b632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.361439 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-59014d0b-a690-4550-a89f-e86f3bf99e2a tempest-RoutersTestDVR-1019516247 tempest-RoutersTestDVR-1019516247-project-admin] 10.222.0.31 "DELETE /v2.0/routers/33610204-b450-46c6-93a9-3963cde79071 HTTP/1.1" status: 204 len: 168 time: 1.0002675 Feb 04 06:05:05.401595 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2844502f-4ab9-44fb-8783-44e19770cfe9 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.404340 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1236faa3-0c7a-4b99-964b-a7e06d79ddb6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.449928 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f3c621-e695-4fc9-aa12-10ec16fc7237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network 21421122-4bf6-4367-b7b0-7d7bd19d2c9f is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:05.458859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-e9f3c621-e695-4fc9-aa12-10ec16fc7237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:05.478172 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.objects.ports [None req-962bba42-7278-4df0-adb4-16d160fbc135 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87470) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:05:05.478605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53578) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:05.491900 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:05.492524 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.493923 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-819de7f5-402b-4313-a55d-befb058f9c7f req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] 10.222.0.43 "PUT /v2.0/ports/ecd66dff-4282-4906-903a-90b16da441cf HTTP/1.1" status: 200 len: 1094 time: 3.9870305 Feb 04 06:05:05.494452 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9d319f-b061-4911-ad66-43c5a4d41b29', 'tag': 'ecd66dff-4282-4906-903a-90b16da441cf'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:05:05.497200 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-962bba42-7278-4df0-adb4-16d160fbc135 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.593750 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f1a05515-caeb-40c4-a280-19bfe2b0b632 None None] Calling delete_port for 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:05.739500 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1236faa3-0c7a-4b99-964b-a7e06d79ddb6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.774483 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f1a05515-caeb-40c4-a280-19bfe2b0b632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.905965 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a05515-caeb-40c4-a280-19bfe2b0b632 None None] No DVR routers for this DVR port 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:05:05.917702 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a05515-caeb-40c4-a280-19bfe2b0b632 None None] Pushing event deleted for resources: {'Port': ['ID=1236cbe8-f2b3-4e90-8d0a-e232815b0a1e,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:05.927284 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962bba42-7278-4df0-adb4-16d160fbc135 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:05.933779 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-962bba42-7278-4df0-adb4-16d160fbc135 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:05.940749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962bba42-7278-4df0-adb4-16d160fbc135 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:05.941632 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-962bba42-7278-4df0-adb4-16d160fbc135 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.951339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894fe23-68e6-4dd3-87b3-b2eda1b65708 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd66dff-4282-4906-903a-90b16da441cf,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:05.953462 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e832b297-56cc-4c4d-9d64-93307f3f5927 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:05.961990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bba42-7278-4df0-adb4-16d160fbc135 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=f20bb7a3-0ceb-4ff2-9522-48510ccd6329,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:05.975172 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9d319f-b061-4911-ad66-43c5a4d41b29', 'tag': 'ecd66dff-4282-4906-903a-90b16da441cf', 'status': 'completed', 'code': 200} Feb 04 06:05:05.986125 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2844502f-4ab9-44fb-8783-44e19770cfe9 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.992865 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53590) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:05.995296 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1236faa3-0c7a-4b99-964b-a7e06d79ddb6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.003374 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-962bba42-7278-4df0-adb4-16d160fbc135 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5048389 Feb 04 06:05:06.003374 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-420834ea-33b8-4ae5-bd20-e347ea24b478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.014234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53594) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:06.019982 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-14408cd5-62be-4988-9988-ca0e15f1429a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:06.045591 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-420834ea-33b8-4ae5-bd20-e347ea24b478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:06.072111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236faa3-0c7a-4b99-964b-a7e06d79ddb6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Subnet': ['ID=23608ba2-8492-40a0-a2bf-6c8f5379e35b,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:06.092638 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1236faa3-0c7a-4b99-964b-a7e06d79ddb6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.094487 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1236faa3-0c7a-4b99-964b-a7e06d79ddb6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/subnets/23608ba2-8492-40a0-a2bf-6c8f5379e35b HTTP/1.1" status: 204 len: 168 time: 1.2792263 Feb 04 06:05:06.100311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53600) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:06.100530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-420834ea-33b8-4ae5-bd20-e347ea24b478 admin admin] Usage tracker for resource:security_group_rule and tenant:04f6749990e443378d5475dcd85ed9cd is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:06.102947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f3c621-e695-4fc9-aa12-10ec16fc7237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Router 912792bd-9e1c-4864-ae22-ff5ffd29c0aa is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:05:06.111419 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-420834ea-33b8-4ae5-bd20-e347ea24b478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:06.120749 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5a8425bd-1919-410a-9ab1-8e2653e3eab4 None None] Provisioning complete for port 23a7b088-f14a-46b2-b054-a3787d97b105 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:06.121260 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5a8425bd-1919-410a-9ab1-8e2653e3eab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.123046 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-420834ea-33b8-4ae5-bd20-e347ea24b478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:06.149214 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2844502f-4ab9-44fb-8783-44e19770cfe9 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.150440 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2844502f-4ab9-44fb-8783-44e19770cfe9 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.5086133 Feb 04 06:05:06.165478 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e41ba88-db5e-4495-b0f9-12ead2603d48 None None] Network f47ec31f-f0c7-43c6-9378-290024009bf3 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:06.168609 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53604) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:06.236654 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1773008818'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:06.259088 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:06.271527 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd55e4-725a-4df7-8872-3c51e390ebb2 req-75f1d17f-bcef-44ab-98c7-b4efef364941 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:06.272151 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c8dd55e4-725a-4df7-8872-3c51e390ebb2 req-75f1d17f-bcef-44ab-98c7-b4efef364941 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 944 time: 1.1575789 Feb 04 06:05:06.277945 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cf0b5993-d4fc-4193-9abf-2f3c5ee5691b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.287294 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Usage tracker for resource:network and tenant:8bc89d7c20cf4aabaf91b44c3028140a is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:06.296595 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:06.314223 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de7f5-402b-4313-a55d-befb058f9c7f req-630bc75e-3bec-4db4-b920-3bbfa8061c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:06.315704 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-819de7f5-402b-4313-a55d-befb058f9c7f req-630bc75e-3bec-4db4-b920-3bbfa8061c72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=546e85d5b5e4470bb459b3b3573e44cb&device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 1097 time: 0.7654109 Feb 04 06:05:06.371523 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f3c621-e695-4fc9-aa12-10ec16fc7237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:05:06.380774 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-14408cd5-62be-4988-9988-ca0e15f1429a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:06.387859 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:06.395637 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-14408cd5-62be-4988-9988-ca0e15f1429a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:06.400384 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-14408cd5-62be-4988-9988-ca0e15f1429a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:06.402274 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-cf0b5993-d4fc-4193-9abf-2f3c5ee5691b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:06.413501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-5a8425bd-1919-410a-9ab1-8e2653e3eab4 None None] Port 23a7b088-f14a-46b2-b054-a3787d97b105 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:06.415183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358365f5-d614-45f3-9e69-7b22368de4d6 None None] Sync routers for ids ['912792bd-9e1c-4864-ae22-ff5ffd29c0aa'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:06.415317 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-14408cd5-62be-4988-9988-ca0e15f1429a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:06.422065 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e9f3c621-e695-4fc9-aa12-10ec16fc7237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "PUT /v2.0/routers/912792bd-9e1c-4864-ae22-ff5ffd29c0aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2608819 Feb 04 06:05:06.426304 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-819de7f5-402b-4313-a55d-befb058f9c7f req-4e000681-8a8b-4474-88f7-df22834b68c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecd66dff-4282-4906-903a-90b16da441cf HTTP/1.1" status: 200 len: 217 time: 0.0920532 Feb 04 06:05:06.426615 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53608) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:06.427620 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-cf0b5993-d4fc-4193-9abf-2f3c5ee5691b admin admin] Usage tracker for resource:security_group_rule and tenant:f2eb1edf91394c0395d68d44dbd20eca is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:06.435566 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-92fe951a-6249-44d9-a7e2-6d819f30088d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.447303 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-cf0b5993-d4fc-4193-9abf-2f3c5ee5691b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:06.457336 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358365f5-d614-45f3-9e69-7b22368de4d6 None None] Routers {'912792bd-9e1c-4864-ae22-ff5ffd29c0aa'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:06.458086 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-358365f5-d614-45f3-9e69-7b22368de4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['912792bd-9e1c-4864-ae22-ff5ffd29c0aa'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:06.490708 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-420834ea-33b8-4ae5-bd20-e347ea24b478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.498685 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-cf0b5993-d4fc-4193-9abf-2f3c5ee5691b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:06.501338 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Made reservation on behalf of 8bc89d7c20cf4aabaf91b44c3028140a for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:06.505553 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.506440 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-420834ea-33b8-4ae5-bd20-e347ea24b478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.531034 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c8dd55e4-725a-4df7-8872-3c51e390ebb2 req-b68c32f1-084d-47e1-8332-c365c55eb0d3 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394404 Feb 04 06:05:06.533555 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:05:06.535726 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14408cd5-62be-4988-9988-ca0e15f1429a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:06.539365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-14408cd5-62be-4988-9988-ca0e15f1429a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.541297 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.597597 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-358365f5-d614-45f3-9e69-7b22368de4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:06.606419 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:05:06.607047 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1236cbe8-f2b3-4e90-8d0a-e232815b0a1e not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:05:06.612813 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:06.617678 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de7f5-402b-4313-a55d-befb058f9c7f req-0ace2fdd-10f6-426a-b6ec-15c92d990f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:06.619813 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-819de7f5-402b-4313-a55d-befb058f9c7f req-0ace2fdd-10f6-426a-b6ec-15c92d990f37 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8503fcfd-d1d5-4ef1-a288-6e6352f2927f HTTP/1.1" status: 200 len: 834 time: 0.1677740 Feb 04 06:05:06.620550 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358365f5-d614-45f3-9e69-7b22368de4d6 None None] Routers {'912792bd-9e1c-4864-ae22-ff5ffd29c0aa'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:06.621272 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-358365f5-d614-45f3-9e69-7b22368de4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['912792bd-9e1c-4864-ae22-ff5ffd29c0aa'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:06.628228 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Usage tracker for resource:security_group_rule and tenant:8bc89d7c20cf4aabaf91b44c3028140a is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:06.658188 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-420834ea-33b8-4ae5-bd20-e347ea24b478 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04f6749990e443378d5475dcd85ed9cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1782942 Feb 04 06:05:06.659246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420834ea-33b8-4ae5-bd20-e347ea24b478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ebe8fd-0920-47a2-acd5-a3131336e481,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:06.662984 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53612) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:06.677473 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:06.686499 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': 'f20bb7a3-0ceb-4ff2-9522-48510ccd6329'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:05:06.687464 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.701687 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:06.714630 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-358365f5-d614-45f3-9e69-7b22368de4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:06.715170 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358365f5-d614-45f3-9e69-7b22368de4d6 None None] The sync data for ids ['912792bd-9e1c-4864-ae22-ff5ffd29c0aa'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:06.740167 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d808c3-0e27-4a34-adba-7a5b4a685a1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:06.740963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-08d808c3-0e27-4a34-adba-7a5b4a685a1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Synchronizing usage tracker for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:05:06.789370 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-08d808c3-0e27-4a34-adba-7a5b4a685a1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Unset dirty status for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:05:06.793425 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-08d808c3-0e27-4a34-adba-7a5b4a685a1a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports?device_id=912792bd-9e1c-4864-ae22-ff5ffd29c0aa HTTP/1.1" status: 200 len: 989 time: 0.3628116 Feb 04 06:05:06.797770 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53616) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:06.802280 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.ipam_backend_mixin [None req-14408cd5-62be-4988-9988-ca0e15f1429a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f20bb7a3-0ceb-4ff2-9522-48510ccd6329 (CIDR: 2001:db8::/64) Feb 04 06:05:06.805189 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6c12d4-1599-40f4-a2e8-39023a5681fa None None] DHCP port deletion for f47ec31f-f0c7-43c6-9378-290024009bf3 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:05:06.820131 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-cd6c12d4-1599-40f4-a2e8-39023a5681fa None None] Deleting port adc962c6-c94e-4c46-ba09-d82bae065778 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:06.820559 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cd6c12d4-1599-40f4-a2e8-39023a5681fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.842065 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-92fe951a-6249-44d9-a7e2-6d819f30088d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.880216 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-14408cd5-62be-4988-9988-ca0e15f1429a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:05:06.881007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14408cd5-62be-4988-9988-ca0e15f1429a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:05:06.899815 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-92fe951a-6249-44d9-a7e2-6d819f30088d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0646acf9-b9d9-456a-a874-add1a6c549da']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:06.925774 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-92fe951a-6249-44d9-a7e2-6d819f30088d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5ad41d-f373-4a0f-ab1b-6cc44d778314') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:06.926125 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-92fe951a-6249-44d9-a7e2-6d819f30088d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5ad41d-f373-4a0f-ab1b-6cc44d778314') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:06.950583 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-92fe951a-6249-44d9-a7e2-6d819f30088d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.953543 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a3362ff8-d3b4-4c03-a331-1a3b486c2f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.980997 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de7f5-402b-4313-a55d-befb058f9c7f req-948a0607-7825-4d78-8c5a-0d909b5bc6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:06.980997 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-819de7f5-402b-4313-a55d-befb058f9c7f req-948a0607-7825-4d78-8c5a-0d909b5bc6be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3499362 Feb 04 06:05:06.985692 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Allocated IP 2001:db8::f816:3eff:feee:67a4 (65e4f961-4ab6-4ffd-8973-b6f04910c762/f20bb7a3-0ceb-4ff2-9522-48510ccd6329/58f615d3-f4f3-426f-9f18-ecfb0ecdbba5) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:06.996288 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cf0b5993-d4fc-4193-9abf-2f3c5ee5691b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.037813 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cf0b5993-d4fc-4193-9abf-2f3c5ee5691b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.054961 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-92fe951a-6249-44d9-a7e2-6d819f30088d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.129621 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.133115 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92fe951a-6249-44d9-a7e2-6d819f30088d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:05:07.133505 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-92fe951a-6249-44d9-a7e2-6d819f30088d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.134457 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-14408cd5-62be-4988-9988-ca0e15f1429a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1189806 Feb 04 06:05:07.139824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53620) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:07.157410 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-6d999856-009f-4998-9fb1-4fb2c44dbcb4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:05:07.161100 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:05:07.178228 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-cd6c12d4-1599-40f4-a2e8-39023a5681fa None None] For port adc962c6-c94e-4c46-ba09-d82bae065778, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=adc962c6-c94e-4c46-ba09-d82bae065778,segment=NetworkSegment(3bef94e1-81f2-4fbe-9576-bb2acf13bd2d),segment_id=3bef94e1-81f2-4fbe-9576-bb2acf13bd2d)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:07.179029 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cd6c12d4-1599-40f4-a2e8-39023a5681fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.221171 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.252235 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b5993-d4fc-4193-9abf-2f3c5ee5691b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f57793-ab02-452d-a758-950052332972,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:07.258052 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a3362ff8-d3b4-4c03-a331-1a3b486c2f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.275803 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cf0b5993-d4fc-4193-9abf-2f3c5ee5691b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f2eb1edf91394c0395d68d44dbd20eca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2760799 Feb 04 06:05:07.281462 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53624) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:07.321875 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:05:07.334774 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-92fe951a-6249-44d9-a7e2-6d819f30088d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.364098 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.370884 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-cd6c12d4-1599-40f4-a2e8-39023a5681fa None None] Calling delete_port for adc962c6-c94e-4c46-ba09-d82bae065778 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:07.380473 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-92fe951a-6249-44d9-a7e2-6d819f30088d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.386457 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2ede8b-ed68-498a-8b8b-8c3e26e1c062,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:07.397194 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.397194 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Added segment 624b1d4a-b3a6-4e5f-9760-371c86c18e56 of type vlan for network cfd57301-212e-4ee6-9b49-bc3242fd5ca9 Feb 04 06:05:07.408170 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe951a-6249-44d9-a7e2-6d819f30088d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Network': ['ID=0646acf9-b9d9-456a-a874-add1a6c549da,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:07.424056 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-819de7f5-402b-4313-a55d-befb058f9c7f req-9219779a-d3d6-4c93-a2f6-3d1fc87f0a56 service neutron] 10.222.0.43 "GET /v2.0/networks/dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244952 Feb 04 06:05:07.486494 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.492561 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-92fe951a-6249-44d9-a7e2-6d819f30088d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/networks/0646acf9-b9d9-456a-a874-add1a6c549da HTTP/1.1" status: 204 len: 168 time: 1.3891137 Feb 04 06:05:07.496718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53628) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:07.508809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cd6c12d4-1599-40f4-a2e8-39023a5681fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.526482 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6d999856-009f-4998-9fb1-4fb2c44dbcb4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:07.540242 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6d999856-009f-4998-9fb1-4fb2c44dbcb4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:07.553679 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-953d8a6c-8195-49af-8b24-5af52d0d95cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.588561 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6d999856-009f-4998-9fb1-4fb2c44dbcb4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:07.599999 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-953d8a6c-8195-49af-8b24-5af52d0d95cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.612308 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a3362ff8-d3b4-4c03-a331-1a3b486c2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.616502 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c12d4-1599-40f4-a2e8-39023a5681fa None None] Pushing event deleted for resources: {'Port': ['ID=adc962c6-c94e-4c46-ba09-d82bae065778,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:07.622134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6d999856-009f-4998-9fb1-4fb2c44dbcb4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:07.660875 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c12d4-1599-40f4-a2e8-39023a5681fa None None] No DVR routers for this DVR port adc962c6-c94e-4c46-ba09-d82bae065778 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:05:07.679759 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:05:07.693151 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3362ff8-d3b4-4c03-a331-1a3b486c2f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ebe8fd-0920-47a2-acd5-a3131336e481,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:07.696193 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.702067 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d999856-009f-4998-9fb1-4fb2c44dbcb4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:07.705548 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6d999856-009f-4998-9fb1-4fb2c44dbcb4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.724651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a3362ff8-d3b4-4c03-a331-1a3b486c2f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.725865 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a3362ff8-d3b4-4c03-a331-1a3b486c2f43 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4ebe8fd-0920-47a2-acd5-a3131336e481 HTTP/1.1" status: 204 len: 168 time: 1.0521691 Feb 04 06:05:07.743607 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7d1fb3cd-4c9d-44dd-8a8a-da49cf9d37c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.894691 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.900260 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:07.900934 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.905150 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Transition to ACTIVE for port object 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:07.935975 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-953d8a6c-8195-49af-8b24-5af52d0d95cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.936613 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Transition to ACTIVE for port object 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:07.950657 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.012483 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7d1fb3cd-4c9d-44dd-8a8a-da49cf9d37c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.043363 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-7d1fb3cd-4c9d-44dd-8a8a-da49cf9d37c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47ec31f-f0c7-43c6-9378-290024009bf3']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:08.056121 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:08.060040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-7d1fb3cd-4c9d-44dd-8a8a-da49cf9d37c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bef94e1-81f2-4fbe-9576-bb2acf13bd2d') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:08.060727 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-7d1fb3cd-4c9d-44dd-8a8a-da49cf9d37c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bef94e1-81f2-4fbe-9576-bb2acf13bd2d') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:08.061131 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d8a6c-8195-49af-8b24-5af52d0d95cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f57793-ab02-452d-a758-950052332972,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:08.062438 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:08.079562 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9046309 Feb 04 06:05:08.082673 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-819de7f5-402b-4313-a55d-befb058f9c7f req-306cb0ef-f49a-4294-891d-4535ebfa99fe service neutron] 10.222.0.43 "GET /v2.0/networks/dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6426411 Feb 04 06:05:08.085184 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:08.088127 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53636) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:08.090636 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-953d8a6c-8195-49af-8b24-5af52d0d95cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.091665 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-953d8a6c-8195-49af-8b24-5af52d0d95cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29f57793-ab02-452d-a758-950052332972 HTTP/1.1" status: 204 len: 168 time: 0.7955434 Feb 04 06:05:08.098646 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-6c6ab377-726d-4edb-bba6-baaaf3d6dcb8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Request body: {'subnet': {'network_id': 'cfd57301-212e-4ee6-9b49-bc3242fd5ca9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:08.108273 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Pushing event updated for resources: {'Port': ['ID=58f615d3-f4f3-426f-9f18-ecfb0ecdbba5,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:08.113601 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73faf7f-2e76-4411-99d0-9256a060e9e6 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event updated for resources: {'Network': ['ID=cfd57301-212e-4ee6-9b49-bc3242fd5ca9,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:08.131282 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7d1fb3cd-4c9d-44dd-8a8a-da49cf9d37c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.184502 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7d1fb3cd-4c9d-44dd-8a8a-da49cf9d37c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.196053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network cfd57301-212e-4ee6-9b49-bc3242fd5ca9 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:05:08.210879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1fb3cd-4c9d-44dd-8a8a-da49cf9d37c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:05:08.211277 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7d1fb3cd-4c9d-44dd-8a8a-da49cf9d37c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:05:08.233443 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:05:08.265071 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5fb43-fdf4-4953-8ed0-7e04531c3aff req-6fdb638a-d875-44e1-9106-0099b54e4424 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:08.271766 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-77f5fb43-fdf4-4953-8ed0-7e04531c3aff req-6fdb638a-d875-44e1-9106-0099b54e4424 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 944 time: 0.5940239 Feb 04 06:05:08.310703 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6c6ab377-726d-4edb-bba6-baaaf3d6dcb8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:08.310951 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Attempting to bind port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:08.311266 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Attempting to bind port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:08.311630 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Attempting to bind port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:05:08.316257 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6c6ab377-726d-4edb-bba6-baaaf3d6dcb8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Usage tracker for resource:subnet and tenant:8bc89d7c20cf4aabaf91b44c3028140a is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:08.320435 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6c6ab377-726d-4edb-bba6-baaaf3d6dcb8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:08.322672 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:05:08.323044 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:08.323443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.323865 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:05:08.324357 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Bound port: 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:08.324695 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.326504 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6c6ab377-726d-4edb-bba6-baaaf3d6dcb8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:08.369744 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-77f5fb43-fdf4-4953-8ed0-7e04531c3aff req-0f88981e-1f36-48aa-b3f3-c5ef02123005 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968153 Feb 04 06:05:08.370539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6ab377-726d-4edb-bba6-baaaf3d6dcb8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Made reservation on behalf of 8bc89d7c20cf4aabaf91b44c3028140a for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:08.378130 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab377-726d-4edb-bba6-baaaf3d6dcb8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.439552 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7d1fb3cd-4c9d-44dd-8a8a-da49cf9d37c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.471535 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7d1fb3cd-4c9d-44dd-8a8a-da49cf9d37c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.497056 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] For port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:05:08.500987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fb3cd-4c9d-44dd-8a8a-da49cf9d37c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Network': ['ID=f47ec31f-f0c7-43c6-9378-290024009bf3,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:08.502187 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] For port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=58f615d3-f4f3-426f-9f18-ecfb0ecdbba5,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:05:08.512130 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.513956 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7d1fb3cd-4c9d-44dd-8a8a-da49cf9d37c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/networks/f47ec31f-f0c7-43c6-9378-290024009bf3 HTTP/1.1" status: 204 len: 168 time: 1.0145972 Feb 04 06:05:08.514088 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53644) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:08.516977 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-42577c0b-0886-4815-b46f-c9c6f7f25964 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.530445 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-45f716d7-8a17-4bea-8e37-28bd1f339967 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'network': {'name': 'tempest-RoutersTest-1814342041'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:08.538945 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-45f716d7-8a17-4bea-8e37-28bd1f339967 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:08.552675 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-45f716d7-8a17-4bea-8e37-28bd1f339967 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:network and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:08.556848 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d2d95-00d5-4853-84f5-18d133f114a5 req-74fa4e5e-9729-44bd-92bb-e2dcf43d7a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:08.558329 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8c9d2d95-00d5-4853-84f5-18d133f114a5 req-74fa4e5e-9729-44bd-92bb-e2dcf43d7a55 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=546e85d5b5e4470bb459b3b3573e44cb&device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 1097 time: 0.3795786 Feb 04 06:05:08.561204 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-45f716d7-8a17-4bea-8e37-28bd1f339967 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:08.576061 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device adc962c6-c94e-4c46-ba09-d82bae065778 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:05:08.639156 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: adc962c6-c94e-4c46-ba09-d82bae065778 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:05:08.639876 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device adc962c6-c94e-4c46-ba09-d82bae065778 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:05:08.675232 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa87ea-2f7b-4c6c-85e0-e581efd11000 None None] Pushing event updated for resources: {'Port': ['ID=58f615d3-f4f3-426f-9f18-ecfb0ecdbba5,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:08.690996 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6d999856-009f-4998-9fb1-4fb2c44dbcb4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.725253 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-45f716d7-8a17-4bea-8e37-28bd1f339967 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:08.728438 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d2d95-00d5-4853-84f5-18d133f114a5 req-11299ed3-a642-4fd9-930d-4c77783f94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:08.730219 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8c9d2d95-00d5-4853-84f5-18d133f114a5 req-11299ed3-a642-4fd9-930d-4c77783f94e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 HTTP/1.1" status: 200 len: 897 time: 0.1568377 Feb 04 06:05:08.796525 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53648) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:08.813633 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f716d7-8a17-4bea-8e37-28bd1f339967 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Made reservation on behalf of a530e6e9c2854085a0d6e6dcc92e91d5 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:08.817235 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-45f716d7-8a17-4bea-8e37-28bd1f339967 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.839832 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8c9d2d95-00d5-4853-84f5-18d133f114a5 req-f2abb5c9-a919-4e83-8bc1-cc039031ea32 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecd66dff-4282-4906-903a-90b16da441cf HTTP/1.1" status: 200 len: 217 time: 0.0981941 Feb 04 06:05:08.850892 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-97bf6719-67ba-48b1-b6d9-8aa74ed9f9bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.956950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-97bf6719-67ba-48b1-b6d9-8aa74ed9f9bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:08.970544 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-97bf6719-67ba-48b1-b6d9-8aa74ed9f9bd admin admin] Usage tracker for resource:security_group_rule and tenant:0a8f4036bc05402d975b64a44d99627a is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:08.977294 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-97bf6719-67ba-48b1-b6d9-8aa74ed9f9bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:08.994867 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f716d7-8a17-4bea-8e37-28bd1f339967 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:05:08.996982 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d999856-009f-4998-9fb1-4fb2c44dbcb4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:08.997129 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-97bf6719-67ba-48b1-b6d9-8aa74ed9f9bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:09.005687 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-6d999856-009f-4998-9fb1-4fb2c44dbcb4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:09.011976 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d999856-009f-4998-9fb1-4fb2c44dbcb4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:09.012878 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6d999856-009f-4998-9fb1-4fb2c44dbcb4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:09.036354 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d2d95-00d5-4853-84f5-18d133f114a5 req-15d49877-5e72-4297-a3bb-f79c1dd1ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:09.037725 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8c9d2d95-00d5-4853-84f5-18d133f114a5 req-15d49877-5e72-4297-a3bb-f79c1dd1ddc8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8503fcfd-d1d5-4ef1-a288-6e6352f2927f HTTP/1.1" status: 200 len: 834 time: 0.1881926 Feb 04 06:05:09.040082 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d999856-009f-4998-9fb1-4fb2c44dbcb4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=c35da52b-d59d-40c4-aa7e-318b2f5b628b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:09.048501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-45f716d7-8a17-4bea-8e37-28bd1f339967 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:09.048876 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-45f716d7-8a17-4bea-8e37-28bd1f339967 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Added segment a9a4c28e-f278-4e1a-a328-94b6a3161f39 of type vlan for network 9237f59e-1d6f-47b0-a3dc-88a828917ada Feb 04 06:05:09.060721 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6d999856-009f-4998-9fb1-4fb2c44dbcb4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9125702 Feb 04 06:05:09.064092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53652) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:09.070908 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d7ef3d4d-de85-49e2-a076-0ea4cb0b3489 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'mac_address': 'fa:16:3e:e7:fd:58', 'name': 'tempest-NetworksTestDHCPv6-319826718'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:09.168552 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-45f716d7-8a17-4bea-8e37-28bd1f339967 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:09.172067 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-42577c0b-0886-4815-b46f-c9c6f7f25964 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port 23a7b088-f14a-46b2-b054-a3787d97b105 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:09.172514 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-42577c0b-0886-4815-b46f-c9c6f7f25964 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:09.194987 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab377-726d-4edb-bba6-baaaf3d6dcb8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:09.302625 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-45f716d7-8a17-4bea-8e37-28bd1f339967 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:09.308062 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f716d7-8a17-4bea-8e37-28bd1f339967 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:09.308643 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-45f716d7-8a17-4bea-8e37-28bd1f339967 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:09.337902 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d7ef3d4d-de85-49e2-a076-0ea4cb0b3489 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:09.350838 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d7ef3d4d-de85-49e2-a076-0ea4cb0b3489 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:port and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:09.355659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d7ef3d4d-de85-49e2-a076-0ea4cb0b3489 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:09.365286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d7ef3d4d-de85-49e2-a076-0ea4cb0b3489 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:09.368975 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ab377-726d-4edb-bba6-baaaf3d6dcb8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event updated for resources: {'Subnet': ['ID=60bfcc24-305f-4c27-a713-c7264b26a0c5,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:09.408097 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-42577c0b-0886-4815-b46f-c9c6f7f25964 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:09.437911 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-97bf6719-67ba-48b1-b6d9-8aa74ed9f9bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:09.450381 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d2d95-00d5-4853-84f5-18d133f114a5 req-62d9c3c3-f174-4cbd-8591-340af6d72d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:09.452591 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8c9d2d95-00d5-4853-84f5-18d133f114a5 req-62d9c3c3-f174-4cbd-8591-340af6d72d10 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4016836 Feb 04 06:05:09.470174 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-97bf6719-67ba-48b1-b6d9-8aa74ed9f9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:09.508880 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6ab377-726d-4edb-bba6-baaaf3d6dcb8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Checking segment: {'id': '624b1d4a-b3a6-4e5f-9760-371c86c18e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cfd57301-212e-4ee6-9b49-bc3242fd5ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:09.509276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6ab377-726d-4edb-bba6-baaaf3d6dcb8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Network hostable DHCP agents. Network: cfd57301-212e-4ee6-9b49-bc3242fd5ca9, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:05:09.523528 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-45f716d7-8a17-4bea-8e37-28bd1f339967 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0023823 Feb 04 06:05:09.530675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53658) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:09.533535 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f716d7-8a17-4bea-8e37-28bd1f339967 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Network': ['ID=9237f59e-1d6f-47b0-a3dc-88a828917ada,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:09.540467 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-42577c0b-0886-4815-b46f-c9c6f7f25964 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for 23a7b088-f14a-46b2-b054-a3787d97b105 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:09.548894 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 9237f59e-1d6f-47b0-a3dc-88a828917ada details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:05:09.575123 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-3ea951a2-a414-4c10-82b5-8976f10bd634 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'subnet': {'network_id': '9237f59e-1d6f-47b0-a3dc-88a828917ada', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:09.597801 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ef3d4d-de85-49e2-a076-0ea4cb0b3489 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:09.673110 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf6719-67ba-48b1-b6d9-8aa74ed9f9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3278d4f-9821-4f39-abab-c3ca2919a8d0,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:09.677552 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-97bf6719-67ba-48b1-b6d9-8aa74ed9f9bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a8f4036bc05402d975b64a44d99627a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8743601 Feb 04 06:05:09.686597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53662) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:09.726740 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6ab377-726d-4edb-bba6-baaaf3d6dcb8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Network cfd57301-212e-4ee6-9b49-bc3242fd5ca9 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:05:09.761559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-6c6ab377-726d-4edb-bba6-baaaf3d6dcb8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, cfd57301-212e-4ee6-9b49-bc3242fd5ca9) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:09.772681 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362b0f69-25c2-4aea-b25c-c8b7f19f4ed7 None None] Network cfd57301-212e-4ee6-9b49-bc3242fd5ca9 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:09.793645 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6ab377-726d-4edb-bba6-baaaf3d6dcb8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:09.794237 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab377-726d-4edb-bba6-baaaf3d6dcb8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:09.810479 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8c9d2d95-00d5-4853-84f5-18d133f114a5 req-664225e7-16fa-4a0a-a169-8ea8608053e6 service neutron] 10.222.0.43 "GET /v2.0/networks/dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413424 Feb 04 06:05:09.840836 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3ea951a2-a414-4c10-82b5-8976f10bd634 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:09.857018 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3ea951a2-a414-4c10-82b5-8976f10bd634 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:subnet and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:09.861321 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3ea951a2-a414-4c10-82b5-8976f10bd634 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:09.873389 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3ea951a2-a414-4c10-82b5-8976f10bd634 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:09.878412 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7ef3d4d-de85-49e2-a076-0ea4cb0b3489 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:09.913995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea951a2-a414-4c10-82b5-8976f10bd634 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Made reservation on behalf of a530e6e9c2854085a0d6e6dcc92e91d5 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:09.917563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ea951a2-a414-4c10-82b5-8976f10bd634 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:09.985429 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-d7ef3d4d-de85-49e2-a076-0ea4cb0b3489 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port 2f57cc2a-d019-46a8-88f7-656d448e669f yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:05:09.987667 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33838ce6-08d9-4092-91bf-386863dd6b65 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:10.011244 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6c6ab377-726d-4edb-bba6-baaaf3d6dcb8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9207263 Feb 04 06:05:10.017275 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53666) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:10.061350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b53c4c4-3c78-4556-b99e-83e377be9aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:10.075566 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab456a5-3188-4a31-b0c8-549b92dd1b43 req-3a2142aa-b71c-4d9e-903f-79be68e645e6 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:10.077029 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cab456a5-3188-4a31-b0c8-549b92dd1b43 req-3a2142aa-b71c-4d9e-903f-79be68e645e6 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 944 time: 0.5574296 Feb 04 06:05:10.097461 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-01df1e6d-c5c1-4552-984a-3e7a9e307b83 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Request body: {'network': {'name': 'tempest-router-network01--2134463852'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:10.112645 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-11edbbc9-84f7-44bd-a4d9-696153c0bd90 None None] Provisioning for port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:10.121820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-01df1e6d-c5c1-4552-984a-3e7a9e307b83 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:10.144048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-42577c0b-0886-4815-b46f-c9c6f7f25964 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:10.146259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-01df1e6d-c5c1-4552-984a-3e7a9e307b83 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Usage tracker for resource:network and tenant:8bc89d7c20cf4aabaf91b44c3028140a is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:10.165006 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-01df1e6d-c5c1-4552-984a-3e7a9e307b83 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:10.173624 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8c9d2d95-00d5-4853-84f5-18d133f114a5 req-a3f7c4d0-9657-4874-8a98-9e2eef8c5cff service neutron] 10.222.0.43 "GET /v2.0/networks/dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481917 Feb 04 06:05:10.183200 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-cfd57301-212e-4ee6-9b49-bc3242fd5ca9', 'network_id': 'cfd57301-212e-4ee6-9b49-bc3242fd5ca9', 'tenant_id': '8bc89d7c20cf4aabaf91b44c3028140a', 'fixed_ips': [{'subnet_id': '60bfcc24-305f-4c27-a713-c7264b26a0c5'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:05:10.184684 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:10.195141 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b53c4c4-3c78-4556-b99e-83e377be9aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:10.224947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-01df1e6d-c5c1-4552-984a-3e7a9e307b83 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:10.234037 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42577c0b-0886-4815-b46f-c9c6f7f25964 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Port': ['ID=23a7b088-f14a-46b2-b054-a3787d97b105,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:10.236599 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cab456a5-3188-4a31-b0c8-549b92dd1b43 req-c50078fc-f3f1-495c-be7d-598dd3d7f4ec tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436427 Feb 04 06:05:10.289441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b53c4c4-3c78-4556-b99e-83e377be9aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:10.301852 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01df1e6d-c5c1-4552-984a-3e7a9e307b83 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Made reservation on behalf of 8bc89d7c20cf4aabaf91b44c3028140a for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:10.305326 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-01df1e6d-c5c1-4552-984a-3e7a9e307b83 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:10.313635 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b53c4c4-3c78-4556-b99e-83e377be9aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:10.314781 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3b53c4c4-3c78-4556-b99e-83e377be9aa7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3278d4f-9821-4f39-abab-c3ca2919a8d0 HTTP/1.1" status: 204 len: 168 time: 0.6270220 Feb 04 06:05:10.317732 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53c4c4-3c78-4556-b99e-83e377be9aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3278d4f-9821-4f39-abab-c3ca2919a8d0,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:10.523599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Allocated IP 2001:db8::2 (cfd57301-212e-4ee6-9b49-bc3242fd5ca9/60bfcc24-305f-4c27-a713-c7264b26a0c5/2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:10.614267 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:10.716569 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01df1e6d-c5c1-4552-984a-3e7a9e307b83 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:05:10.729636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-42577c0b-0886-4815-b46f-c9c6f7f25964 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:10.802634 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-01df1e6d-c5c1-4552-984a-3e7a9e307b83 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:10.802978 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-01df1e6d-c5c1-4552-984a-3e7a9e307b83 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Added segment f59f915c-b37c-45a5-9683-bbf5e8af712b of type vlan for network 9c868c8a-7752-4688-bf43-885a865cc4f3 Feb 04 06:05:10.840376 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:10.889617 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:10.890143 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:10.966489 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f13e7fd-bfda-4ccb-86fb-11a054fa571c None None] Update dhcp port {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'fixed_ips': [{'subnet_id': 'f20bb7a3-0ceb-4ff2-9522-48510ccd6329', 'ip_address': '2001:db8::f816:3eff:feee:67a4'}, {'subnet_id': 'c35da52b-d59d-40c4-aa7e-318b2f5b628b'}], 'binding:host_id': 'dv-neutron-826830-2-hyperv'}, 'id': '58f615d3-f4f3-426f-9f18-ecfb0ecdbba5'} from dv-neutron-826830-2-hyperv. {{(pid=87472) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:05:11.004332 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-d7ef3d4d-de85-49e2-a076-0ea4cb0b3489 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8:0:1::303 (65e4f961-4ab6-4ffd-8973-b6f04910c762/c35da52b-d59d-40c4-aa7e-318b2f5b628b/2f57cc2a-d019-46a8-88f7-656d448e669f) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:11.027654 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-01df1e6d-c5c1-4552-984a-3e7a9e307b83 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.032618 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.055559 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6f13e7fd-bfda-4ccb-86fb-11a054fa571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.066908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Transition to ACTIVE for port object 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:11.086591 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-d7ef3d4d-de85-49e2-a076-0ea4cb0b3489 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::f816:3eff:fee7:fd58 (65e4f961-4ab6-4ffd-8973-b6f04910c762/f20bb7a3-0ceb-4ff2-9522-48510ccd6329/2f57cc2a-d019-46a8-88f7-656d448e669f) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:11.100224 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ea951a2-a414-4c10-82b5-8976f10bd634 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.113579 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device ecd66dff-4282-4906-903a-90b16da441cf details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:05:11.186401 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Transition to ACTIVE for port object 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:11.210280 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.225370 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.227749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.resource_extend [None req-01df1e6d-c5c1-4552-984a-3e7a9e307b83 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:05:11.310022 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42577c0b-0886-4815-b46f-c9c6f7f25964 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Router 912792bd-9e1c-4864-ae22-ff5ffd29c0aa has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:05:11.327986 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea951a2-a414-4c10-82b5-8976f10bd634 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Subnet': ['ID=c43d47a7-5d1f-4804-a6ff-ffa665dd8804,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:11.339631 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-01df1e6d-c5c1-4552-984a-3e7a9e307b83 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.346385 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01df1e6d-c5c1-4552-984a-3e7a9e307b83 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:11.347246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-01df1e6d-c5c1-4552-984a-3e7a9e307b83 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.449424 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53692) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:11.450369 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Network cfd57301-212e-4ee6-9b49-bc3242fd5ca9 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:11.465114 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:11.473382 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Pushing event updated for resources: {'Port': ['ID=2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:11.479482 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:11.483407 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=58f615d3-f4f3-426f-9f18-ecfb0ecdbba5,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:11.497124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea951a2-a414-4c10-82b5-8976f10bd634 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Checking segment: {'id': 'a9a4c28e-f278-4e1a-a328-94b6a3161f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9237f59e-1d6f-47b0-a3dc-88a828917ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:11.497488 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea951a2-a414-4c10-82b5-8976f10bd634 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network hostable DHCP agents. Network: 9237f59e-1d6f-47b0-a3dc-88a828917ada, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:05:11.502895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421666e-d7b2-4e85-9573-af1edc8ec383 req-c2cf9704-b5d3-4122-9c5f-9f4df5e86b56 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:11.510655 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e421666e-d7b2-4e85-9573-af1edc8ec383 req-c2cf9704-b5d3-4122-9c5f-9f4df5e86b56 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 944 time: 0.1313941 Feb 04 06:05:11.539157 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.565285 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e421666e-d7b2-4e85-9573-af1edc8ec383 req-ca9baaaa-18ab-499e-a91d-7fb3da745f04 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536854 Feb 04 06:05:11.623698 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-976960035'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:11.629931 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:11.634914 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:network and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:11.646205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:11.653490 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:11.667995 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Made reservation on behalf of ddd9400ae6834d1da9b18a67d16332cc for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:11.674178 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.681130 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Attempting to bind port 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:11.681791 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Attempting to bind port 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '624b1d4a-b3a6-4e5f-9760-371c86c18e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cfd57301-212e-4ee6-9b49-bc3242fd5ca9'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:11.681945 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Attempting to bind port 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb on network cfd57301-212e-4ee6-9b49-bc3242fd5ca9 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:05:11.684142 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42577c0b-0886-4815-b46f-c9c6f7f25964 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:05:11.691377 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port ecd66dff-4282-4906-903a-90b16da441cf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=ecd66dff-4282-4906-903a-90b16da441cf,segment=NetworkSegment(5f830c0c-6f52-435c-a7f7-547804b653e7),segment_id=5f830c0c-6f52-435c-a7f7-547804b653e7)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:11.693788 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-42577c0b-0886-4815-b46f-c9c6f7f25964 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "PUT /v2.0/routers/912792bd-9e1c-4864-ae22-ff5ffd29c0aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8948016 Feb 04 06:05:11.697543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53698) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:11.698454 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e250cab-51c5-44d8-88eb-184529e48f9e None None] Sync routers for ids ['912792bd-9e1c-4864-ae22-ff5ffd29c0aa'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:11.698925 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.707613 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-01df1e6d-c5c1-4552-984a-3e7a9e307b83 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6838312 Feb 04 06:05:11.710956 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e250cab-51c5-44d8-88eb-184529e48f9e None None] Routers {'912792bd-9e1c-4864-ae22-ff5ffd29c0aa'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:11.711937 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5e250cab-51c5-44d8-88eb-184529e48f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['912792bd-9e1c-4864-ae22-ff5ffd29c0aa'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:11.712617 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': 'ecd66dff-4282-4906-903a-90b16da441cf', 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1', 'port_id': 'ecd66dff-4282-4906-903a-90b16da441cf', 'mac_address': 'fa:16:3e:7d:d2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:05:11.712889 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df1e6d-c5c1-4552-984a-3e7a9e307b83 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event updated for resources: {'Network': ['ID=9c868c8a-7752-4688-bf43-885a865cc4f3,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:11.715315 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53700) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:11.722894 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:05:11.723385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Checking segment: {'id': '624b1d4a-b3a6-4e5f-9760-371c86c18e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cfd57301-212e-4ee6-9b49-bc3242fd5ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:11.724015 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.724504 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Bound using segment: {'id': '624b1d4a-b3a6-4e5f-9760-371c86c18e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cfd57301-212e-4ee6-9b49-bc3242fd5ca9'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:05:11.725255 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Bound port: 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624b1d4a-b3a6-4e5f-9760-371c86c18e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cfd57301-212e-4ee6-9b49-bc3242fd5ca9'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:11.725754 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.729522 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-935d2715-6fde-44ce-8a0b-25f1e9f261ba tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Request body: {'network': {'name': 'tempest-router-network02--354434943'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:11.732894 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea951a2-a414-4c10-82b5-8976f10bd634 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 9237f59e-1d6f-47b0-a3dc-88a828917ada is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:05:11.736640 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=58f615d3-f4f3-426f-9f18-ecfb0ecdbba5,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:11.744720 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 9c868c8a-7752-4688-bf43-885a865cc4f3 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:05:11.749246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-935d2715-6fde-44ce-8a0b-25f1e9f261ba tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:11.757995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-935d2715-6fde-44ce-8a0b-25f1e9f261ba tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Usage tracker for resource:network and tenant:8bc89d7c20cf4aabaf91b44c3028140a is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:11.763708 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-935d2715-6fde-44ce-8a0b-25f1e9f261ba tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:11.779230 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-935d2715-6fde-44ce-8a0b-25f1e9f261ba tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:11.785532 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-3ea951a2-a414-4c10-82b5-8976f10bd634 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 9237f59e-1d6f-47b0-a3dc-88a828917ada) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:11.789915 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5e250cab-51c5-44d8-88eb-184529e48f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:11.794501 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc408a2f-4b8b-4c70-a33e-bb76c71a2ace tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] GET failed (client error): The resource could not be found. Feb 04 06:05:11.796335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7ef3d4d-de85-49e2-a076-0ea4cb0b3489 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.799252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53706) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:11.799753 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fc408a2f-4b8b-4c70-a33e-bb76c71a2ace tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports/23a7b088-f14a-46b2-b054-a3787d97b105 HTTP/1.1" status: 404 len: 333 time: 0.0892234 Feb 04 06:05:11.800664 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea951a2-a414-4c10-82b5-8976f10bd634 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:11.801244 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ea951a2-a414-4c10-82b5-8976f10bd634 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.801695 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:11.804301 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e250cab-51c5-44d8-88eb-184529e48f9e None None] Routers {'912792bd-9e1c-4864-ae22-ff5ffd29c0aa'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:11.805111 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5e250cab-51c5-44d8-88eb-184529e48f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['912792bd-9e1c-4864-ae22-ff5ffd29c0aa'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:11.807126 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:security_group_rule and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:11.811772 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:11.820161 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:11.874035 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5e250cab-51c5-44d8-88eb-184529e48f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:11.874303 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935d2715-6fde-44ce-8a0b-25f1e9f261ba tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Made reservation on behalf of 8bc89d7c20cf4aabaf91b44c3028140a for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:11.874991 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e250cab-51c5-44d8-88eb-184529e48f9e None None] The sync data for ids ['912792bd-9e1c-4864-ae22-ff5ffd29c0aa'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:11.877840 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-935d2715-6fde-44ce-8a0b-25f1e9f261ba tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.883759 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a4c9f6-3f5a-4960-af06-40ae868e9065 None None] Network 9237f59e-1d6f-47b0-a3dc-88a828917ada requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:11.924103 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.929035 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.959498 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:05:11.976099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6445ac28-792e-4493-8e01-2369433dda37,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:11.982495 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.982833 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Added segment 73e89777-3e3f-473e-baa3-4654e9a92b63 of type vlan for network f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413 Feb 04 06:05:12.013890 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.047069 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.052717 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:12.053306 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.081399 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.113182 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-d7ef3d4d-de85-49e2-a076-0ea4cb0b3489 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object 2f57cc2a-d019-46a8-88f7-656d448e669f will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:12.123157 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3ea951a2-a414-4c10-82b5-8976f10bd634 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5910401 Feb 04 06:05:12.128007 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd66dff-4282-4906-903a-90b16da441cf {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:05:12.130552 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53710) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:12.144824 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port ecd66dff-4282-4906-903a-90b16da441cf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=ecd66dff-4282-4906-903a-90b16da441cf,segment=NetworkSegment(5f830c0c-6f52-435c-a7f7-547804b653e7),segment_id=5f830c0c-6f52-435c-a7f7-547804b653e7)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:12.145304 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cb9b34ab-e79c-48e1-ad5d-fe2e2a451887 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.154797 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] For port 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:05:12.159250 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-5732cdbb-30c8-48a0-ae33-9da8f0c9bb29 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1313473932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:12.163229 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.175865 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5732cdbb-30c8-48a0-ae33-9da8f0c9bb29 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:12.186160 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5732cdbb-30c8-48a0-ae33-9da8f0c9bb29 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:router and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:12.191029 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5732cdbb-30c8-48a0-ae33-9da8f0c9bb29 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:12.193905 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Network': ['ID=f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:12.203764 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1383a1d3-5b80-449c-bbc5-6708e3aeb6f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7512138 Feb 04 06:05:12.204559 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7ef3d4d-de85-49e2-a076-0ea4cb0b3489 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.207835 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5732cdbb-30c8-48a0-ae33-9da8f0c9bb29 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:12.210221 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53714) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:12.219885 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-74284aea-55f5-45a1-8f2e-e8dc2d9aee18 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1836751467'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:12.226413 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-74284aea-55f5-45a1-8f2e-e8dc2d9aee18 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:12.231233 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-74284aea-55f5-45a1-8f2e-e8dc2d9aee18 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:network and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:12.234777 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-74284aea-55f5-45a1-8f2e-e8dc2d9aee18 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:12.241775 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5732cdbb-30c8-48a0-ae33-9da8f0c9bb29 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.242855 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5732cdbb-30c8-48a0-ae33-9da8f0c9bb29 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.258773 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5732cdbb-30c8-48a0-ae33-9da8f0c9bb29 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.274330 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-74284aea-55f5-45a1-8f2e-e8dc2d9aee18 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:12.282692 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5732cdbb-30c8-48a0-ae33-9da8f0c9bb29 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.290319 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=ecd66dff-4282-4906-903a-90b16da441cf,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:12.293418 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:05:12.300018 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74284aea-55f5-45a1-8f2e-e8dc2d9aee18 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Made reservation on behalf of ddd9400ae6834d1da9b18a67d16332cc for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:12.304029 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-74284aea-55f5-45a1-8f2e-e8dc2d9aee18 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.327132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5732cdbb-30c8-48a0-ae33-9da8f0c9bb29 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.330949 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5732cdbb-30c8-48a0-ae33-9da8f0c9bb29 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1964059 Feb 04 06:05:12.331116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] For port 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb,segment=NetworkSegment(624b1d4a-b3a6-4e5f-9760-371c86c18e56),segment_id=624b1d4a-b3a6-4e5f-9760-371c86c18e56)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:05:12.332249 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53718) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:12.339885 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-abb3005d-def6-4fc8-b607-40a273ef5502 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'port': {'network_id': '9237f59e-1d6f-47b0-a3dc-88a828917ada', 'name': 'tempest-RoutersTest-544399527'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:12.371366 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935d2715-6fde-44ce-8a0b-25f1e9f261ba tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:05:12.417796 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74284aea-55f5-45a1-8f2e-e8dc2d9aee18 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:05:12.425218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ef3d4d-de85-49e2-a076-0ea4cb0b3489 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:12.426601 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.443558 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-74284aea-55f5-45a1-8f2e-e8dc2d9aee18 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.443934 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-74284aea-55f5-45a1-8f2e-e8dc2d9aee18 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Added segment cbcd9b22-5a55-4ed2-b00f-1cea08c065df of type vlan for network 0af87fe1-951c-40fe-9508-7e806153132e Feb 04 06:05:12.492461 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-d7ef3d4d-de85-49e2-a076-0ea4cb0b3489 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:12.498865 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ef3d4d-de85-49e2-a076-0ea4cb0b3489 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:12.505044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ef3d4d-de85-49e2-a076-0ea4cb0b3489 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:12.506082 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7ef3d4d-de85-49e2-a076-0ea4cb0b3489 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.513459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-74284aea-55f5-45a1-8f2e-e8dc2d9aee18 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.519297 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef3d4d-de85-49e2-a076-0ea4cb0b3489 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=2f57cc2a-d019-46a8-88f7-656d448e669f,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:12.540617 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-abb3005d-def6-4fc8-b607-40a273ef5502 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:12.543338 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['ecd66dff-4282-4906-903a-90b16da441cf'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:05:12.557908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-abb3005d-def6-4fc8-b607-40a273ef5502 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:port and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:12.562737 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-abb3005d-def6-4fc8-b607-40a273ef5502 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:12.571230 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-abb3005d-def6-4fc8-b607-40a273ef5502 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:12.582886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-935d2715-6fde-44ce-8a0b-25f1e9f261ba tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.583335 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-935d2715-6fde-44ce-8a0b-25f1e9f261ba tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Added segment 4f0bd909-e455-4d29-99b1-afb7dfe81d5d of type vlan for network 2bf3e003-14f8-4b85-b9ff-2bbf843883d4 Feb 04 06:05:12.585372 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-74284aea-55f5-45a1-8f2e-e8dc2d9aee18 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.591765 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74284aea-55f5-45a1-8f2e-e8dc2d9aee18 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:12.592386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-74284aea-55f5-45a1-8f2e-e8dc2d9aee18 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.599003 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:12.611710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cb9b34ab-e79c-48e1-ad5d-fe2e2a451887 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.616943 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cb9b34ab-e79c-48e1-ad5d-fe2e2a451887 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.642873 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-935d2715-6fde-44ce-8a0b-25f1e9f261ba tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.659131 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d7ef3d4d-de85-49e2-a076-0ea4cb0b3489 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5938711 Feb 04 06:05:12.662242 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53724) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:12.720104 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cb9b34ab-e79c-48e1-ad5d-fe2e2a451887 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.720852 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9b34ab-e79c-48e1-ad5d-fe2e2a451887 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Fanout notify agent at l3_agent the message router_deleted on router 912792bd-9e1c-4864-ae22-ff5ffd29c0aa {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:05:12.725086 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-6f13e7fd-bfda-4ccb-86fb-11a054fa571c None None] Allocated IP 2001:db8:0:1::2 (65e4f961-4ab6-4ffd-8973-b6f04910c762/c35da52b-d59d-40c4-aa7e-318b2f5b628b/58f615d3-f4f3-426f-9f18-ecfb0ecdbba5) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:12.750637 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cb9b34ab-e79c-48e1-ad5d-fe2e2a451887 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.753114 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-cb9b34ab-e79c-48e1-ad5d-fe2e2a451887 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/routers/912792bd-9e1c-4864-ae22-ff5ffd29c0aa HTTP/1.1" status: 204 len: 168 time: 0.9478750 Feb 04 06:05:12.763256 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53728) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:12.779887 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-74284aea-55f5-45a1-8f2e-e8dc2d9aee18 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5678952 Feb 04 06:05:12.780694 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb3005d-def6-4fc8-b607-40a273ef5502 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Made reservation on behalf of a530e6e9c2854085a0d6e6dcc92e91d5 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:12.784162 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-abb3005d-def6-4fc8-b607-40a273ef5502 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.796764 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53732) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:12.804092 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8bd3c46d-92fc-4329-9532-66c3b929853a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'subnet': {'network_id': 'f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:12.807463 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d7ab6-b1ef-4994-afa0-753cc723a87c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port 2f57cc2a-d019-46a8-88f7-656d448e669f {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:12.808106 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1d9d7ab6-b1ef-4994-afa0-753cc723a87c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.840791 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9134aa-dc0f-454f-b7b3-73c7ef17d5e8 None None] Pushing event updated for resources: {'Port': ['ID=2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:12.845950 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-9237f59e-1d6f-47b0-a3dc-88a828917ada', 'network_id': '9237f59e-1d6f-47b0-a3dc-88a828917ada', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'fixed_ips': [{'subnet_id': 'c43d47a7-5d1f-4804-a6ff-ffa665dd8804'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:05:12.845950 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.903052 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74284aea-55f5-45a1-8f2e-e8dc2d9aee18 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Network': ['ID=0af87fe1-951c-40fe-9508-7e806153132e,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:12.934356 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 0af87fe1-951c-40fe-9508-7e806153132e details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:05:12.959998 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d0507e-cb28-431a-aa0f-f13a50b09d7d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting subnet 3860a8c6-c9ea-4dfb-831b-9f00332fc077 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:05:12.963759 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43d0507e-cb28-431a-aa0f-f13a50b09d7d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.989873 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-abb3005d-def6-4fc8-b607-40a273ef5502 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] device_id is not set on port 1489cd14-ffcd-45c4-b1b4-76d7239f9ce0 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:05:13.038512 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43d0507e-cb28-431a-aa0f-f13a50b09d7d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:13.076439 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-935d2715-6fde-44ce-8a0b-25f1e9f261ba tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:13.083030 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935d2715-6fde-44ce-8a0b-25f1e9f261ba tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:13.083727 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-935d2715-6fde-44ce-8a0b-25f1e9f261ba tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:13.121294 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8bd3c46d-92fc-4329-9532-66c3b929853a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:13.133813 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8bd3c46d-92fc-4329-9532-66c3b929853a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:subnet and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:13.167410 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8bd3c46d-92fc-4329-9532-66c3b929853a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:13.176715 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:13.176715 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:13.180528 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8bd3c46d-92fc-4329-9532-66c3b929853a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:13.199536 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669f158-2788-4c1d-8514-1446b535a074 req-8a722bf0-2b02-4816-907b-a19cc739292c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:13.206334 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b669f158-2788-4c1d-8514-1446b535a074 req-8a722bf0-2b02-4816-907b-a19cc739292c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 945 time: 0.4284756 Feb 04 06:05:13.261366 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd3c46d-92fc-4329-9532-66c3b929853a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Made reservation on behalf of ddd9400ae6834d1da9b18a67d16332cc for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:13.266175 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8bd3c46d-92fc-4329-9532-66c3b929853a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:13.310756 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-abb3005d-def6-4fc8-b607-40a273ef5502 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Allocated IP 172.20.0.7 (9237f59e-1d6f-47b0-a3dc-88a828917ada/c43d47a7-5d1f-4804-a6ff-ffa665dd8804/1489cd14-ffcd-45c4-b1b4-76d7239f9ce0) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:13.336455 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6f13e7fd-bfda-4ccb-86fb-11a054fa571c None None] For port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=58f615d3-f4f3-426f-9f18-ecfb0ecdbba5,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:13.386438 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-935d2715-6fde-44ce-8a0b-25f1e9f261ba tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6670275 Feb 04 06:05:13.393285 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b669f158-2788-4c1d-8514-1446b535a074 req-2b3a34ce-e38b-49ee-881b-595ac4a3932d tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753552 Feb 04 06:05:13.394724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53736) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:13.403268 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6f13e7fd-bfda-4ccb-86fb-11a054fa571c None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:13.413357 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-a38f13d3-96c4-47ba-bfbe-f7c1cdd41bb5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Request body: {'subnet': {'network_id': '9c868c8a-7752-4688-bf43-885a865cc4f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:13.441358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d2715-6fde-44ce-8a0b-25f1e9f261ba tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event updated for resources: {'Network': ['ID=2bf3e003-14f8-4b85-b9ff-2bbf843883d4,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:13.474427 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 2bf3e003-14f8-4b85-b9ff-2bbf843883d4 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:05:13.507204 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1d9d7ab6-b1ef-4994-afa0-753cc723a87c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:13.508308 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6f13e7fd-bfda-4ccb-86fb-11a054fa571c None None] Transition to ACTIVE for port object 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:13.581342 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6f13e7fd-bfda-4ccb-86fb-11a054fa571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:13.649637 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43d0507e-cb28-431a-aa0f-f13a50b09d7d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:13.691594 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d7ab6-b1ef-4994-afa0-753cc723a87c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for 2f57cc2a-d019-46a8-88f7-656d448e669f owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:13.818118 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13e7fd-bfda-4ccb-86fb-11a054fa571c None None] Pushing event updated for resources: {'Port': ['ID=58f615d3-f4f3-426f-9f18-ecfb0ecdbba5,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:13.820853 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a38f13d3-96c4-47ba-bfbe-f7c1cdd41bb5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:13.829215 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a38f13d3-96c4-47ba-bfbe-f7c1cdd41bb5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Usage tracker for resource:subnet and tenant:8bc89d7c20cf4aabaf91b44c3028140a is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:13.836189 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a38f13d3-96c4-47ba-bfbe-f7c1cdd41bb5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:13.851571 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a38f13d3-96c4-47ba-bfbe-f7c1cdd41bb5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:13.990783 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38f13d3-96c4-47ba-bfbe-f7c1cdd41bb5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Made reservation on behalf of 8bc89d7c20cf4aabaf91b44c3028140a for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:13.994121 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a38f13d3-96c4-47ba-bfbe-f7c1cdd41bb5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.123603 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43d0507e-cb28-431a-aa0f-f13a50b09d7d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.143138 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-abb3005d-def6-4fc8-b607-40a273ef5502 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.184152 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0507e-cb28-431a-aa0f-f13a50b09d7d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Subnet': ['ID=3860a8c6-c9ea-4dfb-831b-9f00332fc077,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:14.198379 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43d0507e-cb28-431a-aa0f-f13a50b09d7d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.210438 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36494110-27c2-4b96-b15e-0812fc7d65f5 None None] Network 21421122-4bf6-4367-b7b0-7d7bd19d2c9f requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:14.220294 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-43d0507e-cb28-431a-aa0f-f13a50b09d7d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/subnets/3860a8c6-c9ea-4dfb-831b-9f00332fc077 HTTP/1.1" status: 204 len: 168 time: 1.4534547 Feb 04 06:05:14.222865 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53740) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:14.232773 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-abb3005d-def6-4fc8-b607-40a273ef5502 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Transition to ACTIVE for port object 1489cd14-ffcd-45c4-b1b4-76d7239f9ce0 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:14.255319 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1d9d7ab6-b1ef-4994-afa0-753cc723a87c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.278076 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8bd3c46d-92fc-4329-9532-66c3b929853a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.445461 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d7ab6-b1ef-4994-afa0-753cc723a87c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=2f57cc2a-d019-46a8-88f7-656d448e669f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:14.453138 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af758525-aed5-4482-824b-ac017b22443e None None] Network cfd57301-212e-4ee6-9b49-bc3242fd5ca9 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:14.467044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3c46d-92fc-4329-9532-66c3b929853a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Subnet': ['ID=f2b497c1-123f-4668-819c-62863f2684cf,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:14.469742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-abb3005d-def6-4fc8-b607-40a273ef5502 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.568516 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1d9d7ab6-b1ef-4994-afa0-753cc723a87c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.575102 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1d9d7ab6-b1ef-4994-afa0-753cc723a87c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/2f57cc2a-d019-46a8-88f7-656d448e669f HTTP/1.1" status: 204 len: 168 time: 1.9096234 Feb 04 06:05:14.584291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53746) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:14.707736 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.738670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port 7abae026-9c71-49a3-bc95-ee7f7ef55a78 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:14.739010 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.742854 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd3c46d-92fc-4329-9532-66c3b929853a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Checking segment: {'id': '73e89777-3e3f-473e-baa3-4654e9a92b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:14.743432 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd3c46d-92fc-4329-9532-66c3b929853a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network hostable DHCP agents. Network: f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:05:14.775422 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb3005d-def6-4fc8-b607-40a273ef5502 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 9237f59e-1d6f-47b0-a3dc-88a828917ada is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:14.796044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d76a98-479f-461f-aab9-d93a74bacacc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:14.796835 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-05d76a98-479f-461f-aab9-d93a74bacacc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:05:14.799154 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-abb3005d-def6-4fc8-b607-40a273ef5502 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:14.820890 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb3005d-def6-4fc8-b607-40a273ef5502 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:14.842204 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:14.858158 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3005d-def6-4fc8-b607-40a273ef5502 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=1489cd14-ffcd-45c4-b1b4-76d7239f9ce0,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:14.871379 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-05d76a98-479f-461f-aab9-d93a74bacacc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:05:14.872195 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-05d76a98-479f-461f-aab9-d93a74bacacc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2836115 Feb 04 06:05:14.883246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53750) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:14.909077 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd3c46d-92fc-4329-9532-66c3b929853a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:05:14.923254 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a38f13d3-96c4-47ba-bfbe-f7c1cdd41bb5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.977905 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-8bd3c46d-92fc-4329-9532-66c3b929853a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:14.986575 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb3005d-def6-4fc8-b607-40a273ef5502 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:14.987251 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-abb3005d-def6-4fc8-b607-40a273ef5502 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.000026 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd3c46d-92fc-4329-9532-66c3b929853a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:15.000758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8bd3c46d-92fc-4329-9532-66c3b929853a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.009474 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498b25ab-9c7d-4ccf-92cb-1458fa5d0571 None None] Network f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:15.023195 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1e730e2c-5aa3-408d-ac3c-31dee57a3a5c None None] Provisioning for port 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:15.097718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fea2bc-d3a2-4570-80c5-ef1ad3b2a96e req-b6a2b0cd-9895-4d8d-998a-3e7ff2abfca7 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:15.099506 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b8fea2bc-d3a2-4570-80c5-ef1ad3b2a96e req-b6a2b0cd-9895-4d8d-998a-3e7ff2abfca7 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 945 time: 0.4836483 Feb 04 06:05:15.110354 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f13d3-96c4-47ba-bfbe-f7c1cdd41bb5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event updated for resources: {'Subnet': ['ID=b02f1273-664d-404e-9c71-83cf9642c8d4,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:15.116002 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff8df89-830c-423a-8653-c2e75b5fafa5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:15.117965 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-aff8df89-830c-423a-8653-c2e75b5fafa5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2340739 Feb 04 06:05:15.124551 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53754) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:15.140921 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38f13d3-96c4-47ba-bfbe-f7c1cdd41bb5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Checking segment: {'id': 'f59f915c-b37c-45a5-9683-bbf5e8af712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9c868c8a-7752-4688-bf43-885a865cc4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:15.141426 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38f13d3-96c4-47ba-bfbe-f7c1cdd41bb5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Network hostable DHCP agents. Network: 9c868c8a-7752-4688-bf43-885a865cc4f3, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:05:15.155608 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8bd3c46d-92fc-4329-9532-66c3b929853a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3563046 Feb 04 06:05:15.166585 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-abb3005d-def6-4fc8-b607-40a273ef5502 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.8301201 Feb 04 06:05:15.166585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53758) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:15.185654 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53760) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:15.189892 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device ecd66dff-4282-4906-903a-90b16da441cf up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:15.192671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-a536403b-8ef7-4084-ba3c-2e3165ebffac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'subnet': {'network_id': '0af87fe1-951c-40fe-9508-7e806153132e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:15.210029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66975b4c-13d2-4360-8cec-b979d14ce176 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:15.211645 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66975b4c-13d2-4360-8cec-b979d14ce176 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:15.213272 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66975b4c-13d2-4360-8cec-b979d14ce176 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:15.214094 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-66975b4c-13d2-4360-8cec-b979d14ce176 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:05:15.227606 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Allocated IP 172.20.0.2 (9237f59e-1d6f-47b0-a3dc-88a828917ada/c43d47a7-5d1f-4804-a6ff-ffa665dd8804/ecd70a50-7846-43ed-8c37-f90418047a40) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:15.227872 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] For port 7abae026-9c71-49a3-bc95-ee7f7ef55a78, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=7abae026-9c71-49a3-bc95-ee7f7ef55a78,segment=NetworkSegment(4ffebd27-db3f-4489-aec2-4875bf211562),segment_id=4ffebd27-db3f-4489-aec2-4875bf211562)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:15.239496 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.324266 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-66975b4c-13d2-4360-8cec-b979d14ce176 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:05:15.328077 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-66975b4c-13d2-4360-8cec-b979d14ce176 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1988742 Feb 04 06:05:15.390211 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53766) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:15.399342 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for 7abae026-9c71-49a3-bc95-ee7f7ef55a78 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:15.424797 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38f13d3-96c4-47ba-bfbe-f7c1cdd41bb5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Network 9c868c8a-7752-4688-bf43-885a865cc4f3 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:05:15.470516 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5896ea02-1af7-4d92-aae1-0f2b0c13c9e1 None None] Provisioning for port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:15.523583 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b8fea2bc-d3a2-4570-80c5-ef1ad3b2a96e req-15f3e124-e198-4496-8e02-75c6f9c1cc3c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4105668 Feb 04 06:05:15.535844 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-363880d7-04d2-4083-9590-bfb33a552aef tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet c35da52b-d59d-40c4-aa7e-318b2f5b628b {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:05:15.536872 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-a38f13d3-96c4-47ba-bfbe-f7c1cdd41bb5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 9c868c8a-7752-4688-bf43-885a865cc4f3) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:15.547476 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-363880d7-04d2-4083-9590-bfb33a552aef tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.587076 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5896ea02-1af7-4d92-aae1-0f2b0c13c9e1 None None] Provisioning complete for port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:15.587955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5896ea02-1af7-4d92-aae1-0f2b0c13c9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.608068 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.614504 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38f13d3-96c4-47ba-bfbe-f7c1cdd41bb5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:15.615104 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a38f13d3-96c4-47ba-bfbe-f7c1cdd41bb5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.619723 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a536403b-8ef7-4084-ba3c-2e3165ebffac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:15.638516 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce1ac92-0072-49c3-8fd8-e1e5ce5ce994 None None] Network 9c868c8a-7752-4688-bf43-885a865cc4f3 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:15.653869 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-363880d7-04d2-4083-9590-bfb33a552aef tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.699694 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Port': ['ID=7abae026-9c71-49a3-bc95-ee7f7ef55a78,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:15.701615 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] No DVR routers for this DVR port 7abae026-9c71-49a3-bc95-ee7f7ef55a78 on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:05:15.704837 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a536403b-8ef7-4084-ba3c-2e3165ebffac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:subnet and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:15.710737 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a536403b-8ef7-4084-ba3c-2e3165ebffac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:15.722286 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a536403b-8ef7-4084-ba3c-2e3165ebffac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:15.727648 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a38f13d3-96c4-47ba-bfbe-f7c1cdd41bb5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3265250 Feb 04 06:05:15.735840 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53770) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:15.748978 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-26fed335-d1a8-4033-bebc-9e00106babdf tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Request body: {'subnet': {'network_id': '2bf3e003-14f8-4b85-b9ff-2bbf843883d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:15.753461 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port ecd66dff-4282-4906-903a-90b16da441cf completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:15.756423 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:15.795004 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port ecd66dff-4282-4906-903a-90b16da441cf triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:15.795524 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.820692 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:15.821227 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.942930 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9d6079-7eb9-4251-a533-acf6a5352334 None None] DHCP port deletion for 21421122-4bf6-4367-b7b0-7d7bd19d2c9f request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:05:16.012116 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a536403b-8ef7-4084-ba3c-2e3165ebffac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Made reservation on behalf of ddd9400ae6834d1da9b18a67d16332cc for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:16.020549 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a536403b-8ef7-4084-ba3c-2e3165ebffac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.040930 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413', 'network_id': 'f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'fixed_ips': [{'subnet_id': 'f2b497c1-123f-4668-819c-62863f2684cf'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:05:16.041761 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.084709 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.120428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-363880d7-04d2-4083-9590-bfb33a552aef tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.149369 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-26fed335-d1a8-4033-bebc-9e00106babdf tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:16.165620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-26fed335-d1a8-4033-bebc-9e00106babdf tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Usage tracker for resource:subnet and tenant:8bc89d7c20cf4aabaf91b44c3028140a is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:16.171525 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21421122-4bf6-4367-b7b0-7d7bd19d2c9f']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:16.185244 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-26fed335-d1a8-4033-bebc-9e00106babdf tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:16.197523 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffebd27-db3f-4489-aec2-4875bf211562') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:16.197797 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffebd27-db3f-4489-aec2-4875bf211562') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:16.210895 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-26fed335-d1a8-4033-bebc-9e00106babdf tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:16.220699 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.255532 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.270299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fed335-d1a8-4033-bebc-9e00106babdf tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Made reservation on behalf of 8bc89d7c20cf4aabaf91b44c3028140a for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:16.276687 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26fed335-d1a8-4033-bebc-9e00106babdf tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.363538 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:05:16.363982 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:05:16.379522 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:05:16.402347 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-363880d7-04d2-4083-9590-bfb33a552aef tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.422294 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2bd5f360-32f0-4502-9cae-57db2dea9780 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.524003 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363880d7-04d2-4083-9590-bfb33a552aef tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=c35da52b-d59d-40c4-aa7e-318b2f5b628b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:16.528962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-363880d7-04d2-4083-9590-bfb33a552aef tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.554399 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.564120 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8891133-ea6c-4868-a3b7-97f96ed4082d None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:16.577258 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.584140 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.588100 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-363880d7-04d2-4083-9590-bfb33a552aef tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/c35da52b-d59d-40c4-aa7e-318b2f5b628b HTTP/1.1" status: 204 len: 168 time: 1.1967194 Feb 04 06:05:16.589871 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53776) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:16.599415 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Network': ['ID=21421122-4bf6-4367-b7b0-7d7bd19d2c9f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:16.649921 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-03e7bedd-0bf6-4ead-b032-081ace2499e5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/networks/21421122-4bf6-4367-b7b0-7d7bd19d2c9f HTTP/1.1" status: 204 len: 168 time: 2.4258780 Feb 04 06:05:16.654785 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53780) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:16.713506 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Transition to ACTIVE for port object ecd70a50-7846-43ed-8c37-f90418047a40 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:16.720871 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.739534 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a536403b-8ef7-4084-ba3c-2e3165ebffac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.779633 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-5651ec34-b098-42f4-a456-adf02f95fa08 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet f20bb7a3-0ceb-4ff2-9522-48510ccd6329 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:05:16.795130 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5651ec34-b098-42f4-a456-adf02f95fa08 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.804540 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-9c868c8a-7752-4688-bf43-885a865cc4f3', 'network_id': '9c868c8a-7752-4688-bf43-885a865cc4f3', 'tenant_id': '8bc89d7c20cf4aabaf91b44c3028140a', 'fixed_ips': [{'subnet_id': 'b02f1273-664d-404e-9c71-83cf9642c8d4'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:05:16.805330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.841579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e929cff-6ca6-4811-9a13-33014eb60b9c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:16.842433 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3e929cff-6ca6-4811-9a13-33014eb60b9c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Synchronizing usage tracker for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:05:16.859823 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.897125 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Transition to ACTIVE for port object ecd70a50-7846-43ed-8c37-f90418047a40 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:16.898114 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5651ec34-b098-42f4-a456-adf02f95fa08 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.939243 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3e929cff-6ca6-4811-9a13-33014eb60b9c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Unset dirty status for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:05:16.944124 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3e929cff-6ca6-4811-9a13-33014eb60b9c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports/cf5d8e72-5183-4354-a848-9c3d977d16df HTTP/1.1" status: 200 len: 844 time: 0.2794898 Feb 04 06:05:16.945826 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53784) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:16.987123 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.990275 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26fed335-d1a8-4033-bebc-9e00106babdf tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.992154 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-52523cb2-7826-499c-b103-fa1aeab89022 None None] Provisioning complete for port 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:16.992526 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-52523cb2-7826-499c-b103-fa1aeab89022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.997850 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536403b-8ef7-4084-ba3c-2e3165ebffac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Subnet': ['ID=7590d2c7-cf17-4f4f-af99-688b9a6161ee,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:17.036350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a536403b-8ef7-4084-ba3c-2e3165ebffac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Checking segment: {'id': 'cbcd9b22-5a55-4ed2-b00f-1cea08c065df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0af87fe1-951c-40fe-9508-7e806153132e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:17.036350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a536403b-8ef7-4084-ba3c-2e3165ebffac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network hostable DHCP agents. Network: 0af87fe1-951c-40fe-9508-7e806153132e, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:05:17.057820 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb,segment=NetworkSegment(624b1d4a-b3a6-4e5f-9760-371c86c18e56),segment_id=624b1d4a-b3a6-4e5f-9760-371c86c18e56)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:17.078557 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efaa16-86a9-4fed-ae90-ab26f9d45b00 req-165b0888-0dd6-4c92-ab24-2bcd5856d1a1 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:17.080103 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-88efaa16-86a9-4fed-ae90-ab26f9d45b00 req-165b0888-0dd6-4c92-ab24-2bcd5856d1a1 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 945 time: 0.3972535 Feb 04 06:05:17.094964 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Allocated IP 2001:db8::2 (f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413/f2b497c1-123f-4668-819c-62863f2684cf/51faaaca-ebd6-46e2-b15b-1c9d1b71218d) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:17.101000 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9d319f-b061-4911-ad66-43c5a4d41b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd66dff-4282-4906-903a-90b16da441cf'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:05:17.117915 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a536403b-8ef7-4084-ba3c-2e3165ebffac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network 0af87fe1-951c-40fe-9508-7e806153132e is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:05:17.124018 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-55120112-137d-4872-b823-c307cc2af302 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports/cf5d8e72-5183-4354-a848-9c3d977d16df?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1749659 Feb 04 06:05:17.125814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fed335-d1a8-4033-bebc-9e00106babdf tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event updated for resources: {'Subnet': ['ID=e7700225-787e-4edb-bcd2-bb7605fa034b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:17.126533 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53790) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:17.136976 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.138687 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:17.141363 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fed335-d1a8-4033-bebc-9e00106babdf tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Checking segment: {'id': '4f0bd909-e455-4d29-99b1-afb7dfe81d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2bf3e003-14f8-4b85-b9ff-2bbf843883d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:17.141826 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fed335-d1a8-4033-bebc-9e00106babdf tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Network hostable DHCP agents. Network: 2bf3e003-14f8-4b85-b9ff-2bbf843883d4, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:05:17.143503 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-9b1fe47a-1e83-401c-a3ed-f24d7e5d0b9b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'subnet': {'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:17.151874 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5651ec34-b098-42f4-a456-adf02f95fa08 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.200037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-a536403b-8ef7-4084-ba3c-2e3165ebffac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 0af87fe1-951c-40fe-9508-7e806153132e) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:17.204538 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a536403b-8ef7-4084-ba3c-2e3165ebffac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:17.205655 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a536403b-8ef7-4084-ba3c-2e3165ebffac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.211503 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Network 9237f59e-1d6f-47b0-a3dc-88a828917ada is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:17.219761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fed335-d1a8-4033-bebc-9e00106babdf tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Network 2bf3e003-14f8-4b85-b9ff-2bbf843883d4 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:05:17.228900 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-26fed335-d1a8-4033-bebc-9e00106babdf tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 2bf3e003-14f8-4b85-b9ff-2bbf843883d4) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:17.229684 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port ecd66dff-4282-4906-903a-90b16da441cf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=ecd66dff-4282-4906-903a-90b16da441cf,segment=NetworkSegment(5f830c0c-6f52-435c-a7f7-547804b653e7),segment_id=5f830c0c-6f52-435c-a7f7-547804b653e7)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:17.237677 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fed335-d1a8-4033-bebc-9e00106babdf tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:17.238625 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26fed335-d1a8-4033-bebc-9e00106babdf tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.241163 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:17.243046 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b453bf-e16f-4ac1-bfb4-03993ba91d1e None None] Network 0af87fe1-951c-40fe-9508-7e806153132e requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:17.260061 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:17.270167 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5651ec34-b098-42f4-a456-adf02f95fa08 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.270603 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88246100-a90c-4934-86ed-c369d6676b3c None None] Network 2bf3e003-14f8-4b85-b9ff-2bbf843883d4 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:17.300506 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2bd5f360-32f0-4502-9cae-57db2dea9780 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.331161 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.332334 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-88efaa16-86a9-4fed-ae90-ab26f9d45b00 req-acfc837a-1d10-438b-ad40-0dd81b11fd11 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358966 Feb 04 06:05:17.334483 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-26fed335-d1a8-4033-bebc-9e00106babdf tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5948462 Feb 04 06:05:17.342078 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53796) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:17.343356 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651ec34-b098-42f4-a456-adf02f95fa08 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=f20bb7a3-0ceb-4ff2-9522-48510ccd6329,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:17.354756 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2bd5f360-32f0-4502-9cae-57db2dea9780 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.356625 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5651ec34-b098-42f4-a456-adf02f95fa08 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.361846 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5651ec34-b098-42f4-a456-adf02f95fa08 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/f20bb7a3-0ceb-4ff2-9522-48510ccd6329 HTTP/1.1" status: 204 len: 168 time: 0.7675712 Feb 04 06:05:17.374187 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53798) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:17.478777 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Pushing event updated for resources: {'Port': ['ID=ecd70a50-7846-43ed-8c37-f90418047a40,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:17.496765 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5f360-32f0-4502-9cae-57db2dea9780 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=1489cd14-ffcd-45c4-b1b4-76d7239f9ce0,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:17.503580 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a536403b-8ef7-4084-ba3c-2e3165ebffac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3167157 Feb 04 06:05:17.553540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53804) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:17.565493 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9d319f-b061-4911-ad66-43c5a4d41b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd66dff-4282-4906-903a-90b16da441cf', 'code': 200} Feb 04 06:05:17.568915 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-640a2313-80d7-4770-972f-1e726fa23444 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-631197994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:17.581052 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-640a2313-80d7-4770-972f-1e726fa23444 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:17.587712 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5eac283e-d1bf-4a20-a943-bb9319b6fb2c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1283174 Feb 04 06:05:17.597793 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53808) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:17.608586 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9b1fe47a-1e83-401c-a3ed-f24d7e5d0b9b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:17.614990 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-b7bacf06-2b50-4f37-b64a-710202aad810 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:17.635150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9b1fe47a-1e83-401c-a3ed-f24d7e5d0b9b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:subnet and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:17.641528 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9b1fe47a-1e83-401c-a3ed-f24d7e5d0b9b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:17.668382 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-640a2313-80d7-4770-972f-1e726fa23444 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:router and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:17.681740 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-640a2313-80d7-4770-972f-1e726fa23444 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:17.743676 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-640a2313-80d7-4770-972f-1e726fa23444 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:17.746142 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9b1fe47a-1e83-401c-a3ed-f24d7e5d0b9b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:17.810714 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-640a2313-80d7-4770-972f-1e726fa23444 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.811900 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-640a2313-80d7-4770-972f-1e726fa23444 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.920811 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Attempting to bind port ecd70a50-7846-43ed-8c37-f90418047a40 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:17.921183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Attempting to bind port ecd70a50-7846-43ed-8c37-f90418047a40 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'a9a4c28e-f278-4e1a-a328-94b6a3161f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9237f59e-1d6f-47b0-a3dc-88a828917ada'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:17.921544 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Attempting to bind port ecd70a50-7846-43ed-8c37-f90418047a40 on network 9237f59e-1d6f-47b0-a3dc-88a828917ada {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:05:17.951011 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Allocated IP 2001:db8::2 (9c868c8a-7752-4688-bf43-885a865cc4f3/b02f1273-664d-404e-9c71-83cf9642c8d4/c7a5310f-a8a9-49ac-8720-5bef4f14888a) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:17.960799 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1fe47a-1e83-401c-a3ed-f24d7e5d0b9b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:17.964480 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe47a-1e83-401c-a3ed-f24d7e5d0b9b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.964902 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:18.029307 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:05:18.030476 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Checking segment: {'id': 'a9a4c28e-f278-4e1a-a328-94b6a3161f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9237f59e-1d6f-47b0-a3dc-88a828917ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:18.030885 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.031283 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Bound using segment: {'id': 'a9a4c28e-f278-4e1a-a328-94b6a3161f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9237f59e-1d6f-47b0-a3dc-88a828917ada'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:05:18.032002 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Bound port: ecd70a50-7846-43ed-8c37-f90418047a40, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a4c28e-f278-4e1a-a328-94b6a3161f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9237f59e-1d6f-47b0-a3dc-88a828917ada'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:18.032179 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.056197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:18.056551 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.060017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-640a2313-80d7-4770-972f-1e726fa23444 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.077065 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b7bacf06-2b50-4f37-b64a-710202aad810 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:18.122504 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b7bacf06-2b50-4f37-b64a-710202aad810 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:18.126763 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.134077 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b7bacf06-2b50-4f37-b64a-710202aad810 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:18.135727 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-640a2313-80d7-4770-972f-1e726fa23444 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.154174 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b7bacf06-2b50-4f37-b64a-710202aad810 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:18.244422 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac6086-9a4d-46d8-8bfb-825b645ce78c req-f1b8a598-e6cf-4538-9d23-c032294b8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:18.246013 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-acac6086-9a4d-46d8-8bfb-825b645ce78c req-f1b8a598-e6cf-4538-9d23-c032294b8cca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 1099 time: 0.5350561 Feb 04 06:05:18.280117 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-640a2313-80d7-4770-972f-1e726fa23444 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.284204 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-640a2313-80d7-4770-972f-1e726fa23444 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7265482 Feb 04 06:05:18.289629 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53812) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:18.298196 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bacf06-2b50-4f37-b64a-710202aad810 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:18.301647 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b7bacf06-2b50-4f37-b64a-710202aad810 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.328547 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2bd5f360-32f0-4502-9cae-57db2dea9780 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.499522 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-52523cb2-7826-499c-b103-fa1aeab89022 None None] Could not find standard attr ID for object 2f57cc2a-d019-46a8-88f7-656d448e669f. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:05:18.525478 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-acac6086-9a4d-46d8-8bfb-825b645ce78c req-91074c78-c2f8-4b13-a852-933e643fcd5e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697983 Feb 04 06:05:18.618535 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=ecd66dff-4282-4906-903a-90b16da441cf,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:18.695492 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:05:18.724476 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] Deleting port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:18.724940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.740238 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe47a-1e83-401c-a3ed-f24d7e5d0b9b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.755956 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-0af87fe1-951c-40fe-9508-7e806153132e', 'network_id': '0af87fe1-951c-40fe-9508-7e806153132e', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'fixed_ips': [{'subnet_id': '7590d2c7-cf17-4f4f-af99-688b9a6161ee'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:05:18.756849 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.785978 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2bd5f360-32f0-4502-9cae-57db2dea9780 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.787992 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.832000 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] For port ecd70a50-7846-43ed-8c37-f90418047a40, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:05:18.869523 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-2bf3e003-14f8-4b85-b9ff-2bbf843883d4', 'network_id': '2bf3e003-14f8-4b85-b9ff-2bbf843883d4', 'tenant_id': '8bc89d7c20cf4aabaf91b44c3028140a', 'fixed_ips': [{'subnet_id': 'e7700225-787e-4edb-bcd2-bb7605fa034b'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:05:18.870436 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.883012 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1fe47a-1e83-401c-a3ed-f24d7e5d0b9b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:18.894880 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-9b1fe47a-1e83-401c-a3ed-f24d7e5d0b9b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:18.909691 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1fe47a-1e83-401c-a3ed-f24d7e5d0b9b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:18.910276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe47a-1e83-401c-a3ed-f24d7e5d0b9b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.912693 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-72439f09-8f06-4250-a1e8-8d0224aef6a9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.918908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fe47a-1e83-401c-a3ed-f24d7e5d0b9b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Subnet': ['ID=60949d3b-83b2-4f93-a7ec-bdcd87f8ee77,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:18.927020 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Transition to ACTIVE for port object 51faaaca-ebd6-46e2-b15b-1c9d1b71218d will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:18.929874 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e214445b-e414-4690-b349-8a83c73831e4 None None] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:18.956219 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] For port ecd70a50-7846-43ed-8c37-f90418047a40, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ecd70a50-7846-43ed-8c37-f90418047a40,segment=NetworkSegment(a9a4c28e-f278-4e1a-a328-94b6a3161f39),segment_id=a9a4c28e-f278-4e1a-a328-94b6a3161f39)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:05:18.965672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1f0b7-c164-4cb6-a494-739e020c6453 req-aa90baf5-735e-4bcc-9ccf-babf02607c8f tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:18.967153 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d6f1f0b7-c164-4cb6-a494-739e020c6453 req-aa90baf5-735e-4bcc-9ccf-babf02607c8f tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 946 time: 0.4004507 Feb 04 06:05:19.018675 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:19.048366 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9b1fe47a-1e83-401c-a3ed-f24d7e5d0b9b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9200888 Feb 04 06:05:19.051947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53818) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:19.059089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-046a646d-6795-4de6-81ac-d1abab54955f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'security_group': {'name': 'tempest-secgroup-933582462'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:19.064865 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-046a646d-6795-4de6-81ac-d1abab54955f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:19.068748 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-046a646d-6795-4de6-81ac-d1abab54955f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:security_group and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:19.071621 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-046a646d-6795-4de6-81ac-d1abab54955f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:19.077781 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-046a646d-6795-4de6-81ac-d1abab54955f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:19.124626 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-046a646d-6795-4de6-81ac-d1abab54955f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:19.167376 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-046a646d-6795-4de6-81ac-d1abab54955f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:19.173758 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d6f1f0b7-c164-4cb6-a494-739e020c6453 req-52ca2281-8cf6-41ee-b568-e751224798eb tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452842 Feb 04 06:05:19.176441 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-046a646d-6795-4de6-81ac-d1abab54955f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:security_group_rule and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:19.182007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-046a646d-6795-4de6-81ac-d1abab54955f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:19.190189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-046a646d-6795-4de6-81ac-d1abab54955f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:19.293667 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Transition to ACTIVE for port object 51faaaca-ebd6-46e2-b15b-1c9d1b71218d will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:19.336137 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.objects.ports [None req-b7bacf06-2b50-4f37-b64a-710202aad810 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87471) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:05:19.361208 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-046a646d-6795-4de6-81ac-d1abab54955f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:19.372350 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-046a646d-6795-4de6-81ac-d1abab54955f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:19.404007 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:19.547058 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:19.578944 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a646d-6795-4de6-81ac-d1abab54955f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b99c4ec-daa0-4276-ac5e-202948a9d70b,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:19.593529 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-72439f09-8f06-4250-a1e8-8d0224aef6a9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Allocated IP 2001:db8::1 (f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413/f2b497c1-123f-4668-819c-62863f2684cf/972c445c-427a-4869-9c0e-b910b87fd505) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:19.604336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-046a646d-6795-4de6-81ac-d1abab54955f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:19.605668 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-046a646d-6795-4de6-81ac-d1abab54955f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5523877 Feb 04 06:05:19.608047 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53822) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:19.616034 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-fcbd4981-a54a-4270-be2f-e3a1f7f77446 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'security_group': {'name': 'tempest-secgroup-1936750606'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:19.641662 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fcbd4981-a54a-4270-be2f-e3a1f7f77446 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:19.644482 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b7bacf06-2b50-4f37-b64a-710202aad810 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:19.656602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2331f-3a07-4771-be9d-57ae55270c00 None None] Pushing event updated for resources: {'Port': ['ID=ecd70a50-7846-43ed-8c37-f90418047a40,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:19.703894 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fcbd4981-a54a-4270-be2f-e3a1f7f77446 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:security_group and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:19.711884 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fcbd4981-a54a-4270-be2f-e3a1f7f77446 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:19.736104 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fcbd4981-a54a-4270-be2f-e3a1f7f77446 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:19.782741 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fcbd4981-a54a-4270-be2f-e3a1f7f77446 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:19.801052 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Network f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:19.802652 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:19.835724 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fcbd4981-a54a-4270-be2f-e3a1f7f77446 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:19.849757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fcbd4981-a54a-4270-be2f-e3a1f7f77446 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:security_group_rule and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:19.855959 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fcbd4981-a54a-4270-be2f-e3a1f7f77446 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:19.866605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-72439f09-8f06-4250-a1e8-8d0224aef6a9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:19.869722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fcbd4981-a54a-4270-be2f-e3a1f7f77446 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:19.892129 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-72439f09-8f06-4250-a1e8-8d0224aef6a9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Transition to ACTIVE for port object 972c445c-427a-4869-9c0e-b910b87fd505 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:19.898669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Allocated IP 2001:db8::2 (2bf3e003-14f8-4b85-b9ff-2bbf843883d4/e7700225-787e-4edb-bcd2-bb7605fa034b/9de84fcb-a398-44cd-b0a1-a8b320f6baf4) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:19.986273 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Transition to ACTIVE for port object c7a5310f-a8a9-49ac-8720-5bef4f14888a will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:20.001602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:20.005475 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:20.047354 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fcbd4981-a54a-4270-be2f-e3a1f7f77446 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.052078 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-72439f09-8f06-4250-a1e8-8d0224aef6a9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.108805 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2bd5f360-32f0-4502-9cae-57db2dea9780 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.122448 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2bd5f360-32f0-4502-9cae-57db2dea9780 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.132358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fcbd4981-a54a-4270-be2f-e3a1f7f77446 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.185876 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72439f09-8f06-4250-a1e8-8d0224aef6a9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:20.188876 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] For port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=58f615d3-f4f3-426f-9f18-ecfb0ecdbba5,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:20.189655 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.200360 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-72439f09-8f06-4250-a1e8-8d0224aef6a9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:20.210498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72439f09-8f06-4250-a1e8-8d0224aef6a9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:20.211042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-72439f09-8f06-4250-a1e8-8d0224aef6a9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.228893 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd4981-a54a-4270-be2f-e3a1f7f77446 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388a6f1b-71de-4db3-8b87-7663e2f64ce9,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:20.243426 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fcbd4981-a54a-4270-be2f-e3a1f7f77446 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.248837 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fcbd4981-a54a-4270-be2f-e3a1f7f77446 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6395621 Feb 04 06:05:20.249616 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72439f09-8f06-4250-a1e8-8d0224aef6a9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=972c445c-427a-4869-9c0e-b910b87fd505,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:20.251876 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53828) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:20.264410 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a942c7d9-2e2d-4ea3-87f7-732159001dd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1428531418', 'security_groups': ['388a6f1b-71de-4db3-8b87-7663e2f64ce9'], 'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '60949d3b-83b2-4f93-a7ec-bdcd87f8ee77'}]}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:20.269138 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2bd5f360-32f0-4502-9cae-57db2dea9780 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.288189 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5f360-32f0-4502-9cae-57db2dea9780 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=1489cd14-ffcd-45c4-b1b4-76d7239f9ce0,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:20.489119 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] Calling delete_port for 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:20.494778 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-b7bacf06-2b50-4f37-b64a-710202aad810 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] For port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=58f615d3-f4f3-426f-9f18-ecfb0ecdbba5,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:20.505846 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a942c7d9-2e2d-4ea3-87f7-732159001dd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:20.508789 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-72439f09-8f06-4250-a1e8-8d0224aef6a9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.509855 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd5f360-32f0-4502-9cae-57db2dea9780 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 9237f59e-1d6f-47b0-a3dc-88a828917ada is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:20.512236 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-2bd5f360-32f0-4502-9cae-57db2dea9780 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:20.528947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Pushing event updated for resources: {'Port': ['ID=51faaaca-ebd6-46e2-b15b-1c9d1b71218d,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:20.534981 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a942c7d9-2e2d-4ea3-87f7-732159001dd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:20.559843 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Allocated IP 2001:db8:1::2 (0af87fe1-951c-40fe-9508-7e806153132e/7590d2c7-cf17-4f4f-af99-688b9a6161ee/ba888480-c885-4e46-aea8-ac5e4e690e6a) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:20.598774 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a942c7d9-2e2d-4ea3-87f7-732159001dd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:20.599162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:20.599603 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.669035 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Transition to ACTIVE for port object c7a5310f-a8a9-49ac-8720-5bef4f14888a will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:20.700844 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b7bacf06-2b50-4f37-b64a-710202aad810 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.707896 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Attempting to bind port 51faaaca-ebd6-46e2-b15b-1c9d1b71218d on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:20.708153 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Attempting to bind port 51faaaca-ebd6-46e2-b15b-1c9d1b71218d by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '73e89777-3e3f-473e-baa3-4654e9a92b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:20.708335 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Attempting to bind port 51faaaca-ebd6-46e2-b15b-1c9d1b71218d on network f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:05:20.722691 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b7bacf06-2b50-4f37-b64a-710202aad810 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.723721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b7bacf06-2b50-4f37-b64a-710202aad810 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.760143 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.765013 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a942c7d9-2e2d-4ea3-87f7-732159001dd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.838193 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bacf06-2b50-4f37-b64a-710202aad810 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:20.839132 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:05:20.839506 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Checking segment: {'id': '73e89777-3e3f-473e-baa3-4654e9a92b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:20.839947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.840342 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Bound using segment: {'id': '73e89777-3e3f-473e-baa3-4654e9a92b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:05:20.840826 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Bound port: 51faaaca-ebd6-46e2-b15b-1c9d1b71218d, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e89777-3e3f-473e-baa3-4654e9a92b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:20.841202 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.847540 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bacf06-2b50-4f37-b64a-710202aad810 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=834c8ea3-d97e-411f-a0c1-49aeaead75f3,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:20.849355 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-b7bacf06-2b50-4f37-b64a-710202aad810 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:20.858217 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6050ed5-bc8e-4b0b-9704-5fac24ef1c42 req-a0e2943a-11d7-4779-a970-e2335147ce5c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:20.860343 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f6050ed5-bc8e-4b0b-9704-5fac24ef1c42 req-a0e2943a-11d7-4779-a970-e2335147ce5c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 946 time: 0.4856689 Feb 04 06:05:20.861750 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bacf06-2b50-4f37-b64a-710202aad810 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:20.862448 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b7bacf06-2b50-4f37-b64a-710202aad810 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.967169 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-a942c7d9-2e2d-4ea3-87f7-732159001dd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] device_id is not set on port 5d1f0e7f-68c2-405f-87e7-2b1d51b0ccaa yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:05:20.968408 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f6050ed5-bc8e-4b0b-9704-5fac24ef1c42 req-e142ae7a-a2d5-4946-b068-04ac0f346616 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889904 Feb 04 06:05:20.978802 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b7bacf06-2b50-4f37-b64a-710202aad810 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3797133 Feb 04 06:05:20.988440 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Network 9c868c8a-7752-4688-bf43-885a865cc4f3 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:20.989564 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53832) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:20.999321 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bacf06-2b50-4f37-b64a-710202aad810 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=58f615d3-f4f3-426f-9f18-ecfb0ecdbba5,revision_number=8']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:21.018073 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:21.032556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-34d8d9be-5437-417d-8a6b-c0f33af5f7fb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:21.040286 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:21.091537 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:05:21.091921 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:05:21.095621 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f80952-8b47-4f9c-bf3f-50649fa09f8c None None] Network 9237f59e-1d6f-47b0-a3dc-88a828917ada requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:21.192585 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Allocated IP 2001:db8::1 (9c868c8a-7752-4688-bf43-885a865cc4f3/b02f1273-664d-404e-9c71-83cf9642c8d4/d2bf4537-260a-4c4d-81d8-0e1309e151cd) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:21.198563 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Pushing event updated for resources: {'Port': ['ID=c7a5310f-a8a9-49ac-8720-5bef4f14888a,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:21.217437 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-34d8d9be-5437-417d-8a6b-c0f33af5f7fb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:21.266996 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-34d8d9be-5437-417d-8a6b-c0f33af5f7fb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:21.275735 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-34d8d9be-5437-417d-8a6b-c0f33af5f7fb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:21.281852 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd5f360-32f0-4502-9cae-57db2dea9780 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router 561e71f3-631f-43a1-9477-e9258c2a7d14 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:05:21.284630 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-34d8d9be-5437-417d-8a6b-c0f33af5f7fb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:21.374723 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d8d9be-5437-417d-8a6b-c0f33af5f7fb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:21.377989 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-34d8d9be-5437-417d-8a6b-c0f33af5f7fb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.455501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-40b8927a-453a-4c13-94ba-a1dcc0d6c454 None None] Provisioning for port ecd70a50-7846-43ed-8c37-f90418047a40 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:21.477207 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] For port 51faaaca-ebd6-46e2-b15b-1c9d1b71218d, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:05:21.479335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-a942c7d9-2e2d-4ea3-87f7-732159001dd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Allocated IP 2001:db8::6a (4af3bcb5-799f-4a1a-a475-3128df4a912b/60949d3b-83b2-4f93-a7ec-bdcd87f8ee77/5d1f0e7f-68c2-405f-87e7-2b1d51b0ccaa) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:21.480149 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.494887 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Attempting to bind port c7a5310f-a8a9-49ac-8720-5bef4f14888a on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:21.495605 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Attempting to bind port c7a5310f-a8a9-49ac-8720-5bef4f14888a by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f59f915c-b37c-45a5-9683-bbf5e8af712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9c868c8a-7752-4688-bf43-885a865cc4f3'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:21.495605 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Attempting to bind port c7a5310f-a8a9-49ac-8720-5bef4f14888a on network 9c868c8a-7752-4688-bf43-885a865cc4f3 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:05:21.546394 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] For port 51faaaca-ebd6-46e2-b15b-1c9d1b71218d, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=51faaaca-ebd6-46e2-b15b-1c9d1b71218d,segment=NetworkSegment(73e89777-3e3f-473e-baa3-4654e9a92b63),segment_id=73e89777-3e3f-473e-baa3-4654e9a92b63)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:05:21.552606 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Transition to ACTIVE for port object 9de84fcb-a398-44cd-b0a1-a8b320f6baf4 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:21.584375 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:05:21.584798 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Checking segment: {'id': 'f59f915c-b37c-45a5-9683-bbf5e8af712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9c868c8a-7752-4688-bf43-885a865cc4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:21.585138 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.585537 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Bound using segment: {'id': 'f59f915c-b37c-45a5-9683-bbf5e8af712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9c868c8a-7752-4688-bf43-885a865cc4f3'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:05:21.586026 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Bound port: c7a5310f-a8a9-49ac-8720-5bef4f14888a, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59f915c-b37c-45a5-9683-bbf5e8af712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9c868c8a-7752-4688-bf43-885a865cc4f3'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:21.586396 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.596161 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:05:21.643883 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] Deleting port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:21.644260 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.673321 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.750404 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb793120-625f-41e1-8bdd-a9dc3b7b74d3 req-484f3f36-53b8-4b47-ac65-b981384915b4 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:21.756332 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fb793120-625f-41e1-8bdd-a9dc3b7b74d3 req-484f3f36-53b8-4b47-ac65-b981384915b4 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 946 time: 0.5436091 Feb 04 06:05:21.767183 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd5f360-32f0-4502-9cae-57db2dea9780 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:05:21.772683 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2bd5f360-32f0-4502-9cae-57db2dea9780 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/561e71f3-631f-43a1-9477-e9258c2a7d14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5846317 Feb 04 06:05:21.782044 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-4af3bcb5-799f-4a1a-a475-3128df4a912b', 'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b', 'tenant_id': 'ef31d0e95d1b49ed90d15de4824b5830', 'fixed_ips': [{'subnet_id': '60949d3b-83b2-4f93-a7ec-bdcd87f8ee77'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:05:21.782852 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.789178 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53838) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:21.833359 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.861510 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128379ad-4f6f-4f97-a0f1-d52f2820d98d None None] Sync routers for ids ['561e71f3-631f-43a1-9477-e9258c2a7d14'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:21.869141 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Transition to ACTIVE for port object 9de84fcb-a398-44cd-b0a1-a8b320f6baf4 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:21.872298 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Transition to ACTIVE for port object d2bf4537-260a-4c4d-81d8-0e1309e151cd will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:21.874995 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.ipam_backend_mixin [None req-34d8d9be-5437-417d-8a6b-c0f33af5f7fb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 834c8ea3-d97e-411f-a0c1-49aeaead75f3 (CIDR: 2001:db8::/64) Feb 04 06:05:21.885173 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-72439f09-8f06-4250-a1e8-8d0224aef6a9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.885507 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d8d9be-5437-417d-8a6b-c0f33af5f7fb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:05:21.886404 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d8d9be-5437-417d-8a6b-c0f33af5f7fb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:05:21.902409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-72439f09-8f06-4250-a1e8-8d0224aef6a9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.903166 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-72439f09-8f06-4250-a1e8-8d0224aef6a9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.906632 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fb793120-625f-41e1-8bdd-a9dc3b7b74d3 req-b5f6eeeb-b914-444d-a748-144815ffda53 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485870 Feb 04 06:05:21.920481 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f34f67-4ec6-4c20-8687-69aa1f116f7a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:21.921076 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-60f34f67-4ec6-4c20-8687-69aa1f116f7a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Synchronizing usage tracker for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:05:21.927581 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53842) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:21.946618 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.954152 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.980397 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-34d8d9be-5437-417d-8a6b-c0f33af5f7fb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9850452 Feb 04 06:05:21.984101 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53846) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:21.993261 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-26a41521-7b50-4916-b2e3-a7f32219dcde tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:22.022764 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-60f34f67-4ec6-4c20-8687-69aa1f116f7a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Unset dirty status for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:05:22.026555 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-60f34f67-4ec6-4c20-8687-69aa1f116f7a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/ports/1489cd14-ffcd-45c4-b1b4-76d7239f9ce0 HTTP/1.1" status: 200 len: 976 time: 0.2295768 Feb 04 06:05:22.055129 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53850) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:22.148754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50b018-f249-4c96-b0b5-0dbb919cdc1e tempest-TestNetworkAdvancedServerOps-1583476395 tempest-TestNetworkAdvancedServerOps-1583476395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:22.152441 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7d50b018-f249-4c96-b0b5-0dbb919cdc1e tempest-TestNetworkAdvancedServerOps-1583476395 tempest-TestNetworkAdvancedServerOps-1583476395-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 1094 time: 0.2210462 Feb 04 06:05:22.154769 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53854) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:22.159250 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72439f09-8f06-4250-a1e8-8d0224aef6a9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=972c445c-427a-4869-9c0e-b910b87fd505,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:22.159410 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-26a41521-7b50-4916-b2e3-a7f32219dcde tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:22.166270 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': 'ecd66dff-4282-4906-903a-90b16da441cf', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:22.174185 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-26a41521-7b50-4916-b2e3-a7f32219dcde tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:22.177782 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:22.180147 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-26a41521-7b50-4916-b2e3-a7f32219dcde tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:22.187105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Usage tracker for resource:floatingip and tenant:546e85d5b5e4470bb459b3b3573e44cb is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:22.189719 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-26a41521-7b50-4916-b2e3-a7f32219dcde tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:22.191828 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:22.199881 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:22.209619 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128379ad-4f6f-4f97-a0f1-d52f2820d98d None None] Routers {'561e71f3-631f-43a1-9477-e9258c2a7d14'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:22.210365 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-128379ad-4f6f-4f97-a0f1-d52f2820d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['561e71f3-631f-43a1-9477-e9258c2a7d14'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:22.213450 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a41521-7b50-4916-b2e3-a7f32219dcde tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:22.216349 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a942c7d9-2e2d-4ea3-87f7-732159001dd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.218065 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-26a41521-7b50-4916-b2e3-a7f32219dcde tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.237202 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.262725 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.289518 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Transition to ACTIVE for port object ba888480-c885-4e46-aea8-ac5e4e690e6a will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:22.346097 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Network 2bf3e003-14f8-4b85-b9ff-2bbf843883d4 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:22.350655 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-a942c7d9-2e2d-4ea3-87f7-732159001dd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Transition to ACTIVE for port object 5d1f0e7f-68c2-405f-87e7-2b1d51b0ccaa will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:22.378927 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Network 9c868c8a-7752-4688-bf43-885a865cc4f3 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:22.388625 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3678e27-73a1-4461-b37a-4c263c6a2d4d None None] Pushing event updated for resources: {'Port': ['ID=51faaaca-ebd6-46e2-b15b-1c9d1b71218d,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:22.390235 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event updated for resources: {'Port': ['ID=d2bf4537-260a-4c4d-81d8-0e1309e151cd,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:22.398636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:22.405086 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:22.405627 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.447181 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-128379ad-4f6f-4f97-a0f1-d52f2820d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:22.500297 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:22.544627 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:22.558241 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.590758 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72439f09-8f06-4250-a1e8-8d0224aef6a9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:22.591474 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Transition to ACTIVE for port object ba888480-c885-4e46-aea8-ac5e4e690e6a will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:22.599529 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-72439f09-8f06-4250-a1e8-8d0224aef6a9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:22.605118 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128379ad-4f6f-4f97-a0f1-d52f2820d98d None None] Routers {'561e71f3-631f-43a1-9477-e9258c2a7d14'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:22.605118 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-128379ad-4f6f-4f97-a0f1-d52f2820d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['561e71f3-631f-43a1-9477-e9258c2a7d14'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:22.693426 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a942c7d9-2e2d-4ea3-87f7-732159001dd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.728199 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-26a41521-7b50-4916-b2e3-a7f32219dcde tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.761378 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] For port c7a5310f-a8a9-49ac-8720-5bef4f14888a, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:05:22.812442 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Allocated IP 172.26.4.192 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/c261ea66-171a-4ea1-82d6-a0852268e33b) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:22.815448 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a41521-7b50-4916-b2e3-a7f32219dcde tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:22.823151 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-26a41521-7b50-4916-b2e3-a7f32219dcde tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:22.826707 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a41521-7b50-4916-b2e3-a7f32219dcde tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:22.827228 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-26a41521-7b50-4916-b2e3-a7f32219dcde tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.835730 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a41521-7b50-4916-b2e3-a7f32219dcde tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=005c76a2-7805-4649-ad5b-d4d3f6cb6915,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:22.866048 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.897674 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.906945 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-128379ad-4f6f-4f97-a0f1-d52f2820d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:22.907574 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128379ad-4f6f-4f97-a0f1-d52f2820d98d None None] The sync data for ids ['561e71f3-631f-43a1-9477-e9258c2a7d14'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:22.944390 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] For port c7a5310f-a8a9-49ac-8720-5bef4f14888a, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c7a5310f-a8a9-49ac-8720-5bef4f14888a,segment=NetworkSegment(f59f915c-b37c-45a5-9683-bbf5e8af712b),segment_id=f59f915c-b37c-45a5-9683-bbf5e8af712b)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:05:22.953601 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-26a41521-7b50-4916-b2e3-a7f32219dcde tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9660354 Feb 04 06:05:22.956781 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53858) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:22.964684 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-755cb4f3-af07-40d7-84bf-ed375cb67df5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'mac_address': 'fa:16:3e:9c:71:47', 'name': 'tempest-NetworksTestDHCPv6-971284227'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:22.975968 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Pushing event updated for resources: {'Port': ['ID=9de84fcb-a398-44cd-b0a1-a8b320f6baf4,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:22.988911 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.990218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a942c7d9-2e2d-4ea3-87f7-732159001dd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:23.006316 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-a942c7d9-2e2d-4ea3-87f7-732159001dd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:23.019922 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a942c7d9-2e2d-4ea3-87f7-732159001dd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:23.026508 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a942c7d9-2e2d-4ea3-87f7-732159001dd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:23.027147 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a942c7d9-2e2d-4ea3-87f7-732159001dd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:23.033000 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942c7d9-2e2d-4ea3-87f7-732159001dd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=5d1f0e7f-68c2-405f-87e7-2b1d51b0ccaa,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:23.053140 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:23.071698 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Network 0af87fe1-951c-40fe-9508-7e806153132e is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:23.106169 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Attempting to bind port 9de84fcb-a398-44cd-b0a1-a8b320f6baf4 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:23.106528 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Attempting to bind port 9de84fcb-a398-44cd-b0a1-a8b320f6baf4 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4f0bd909-e455-4d29-99b1-afb7dfe81d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2bf3e003-14f8-4b85-b9ff-2bbf843883d4'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:23.107066 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Attempting to bind port 9de84fcb-a398-44cd-b0a1-a8b320f6baf4 on network 2bf3e003-14f8-4b85-b9ff-2bbf843883d4 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:05:23.109833 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:23.119055 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Allocated IP 2001:db8::2 (4af3bcb5-799f-4a1a-a475-3128df4a912b/60949d3b-83b2-4f93-a7ec-bdcd87f8ee77/cec2d355-05b4-483c-ab57-f161ad791f56) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:23.130358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:23.138753 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a942c7d9-2e2d-4ea3-87f7-732159001dd2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8821254 Feb 04 06:05:23.141985 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53862) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:23.153247 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:23.154784 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:05:23.155372 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Checking segment: {'id': '4f0bd909-e455-4d29-99b1-afb7dfe81d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2bf3e003-14f8-4b85-b9ff-2bbf843883d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:23.155963 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:23.156512 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Bound using segment: {'id': '4f0bd909-e455-4d29-99b1-afb7dfe81d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2bf3e003-14f8-4b85-b9ff-2bbf843883d4'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:05:23.157151 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Bound port: 9de84fcb-a398-44cd-b0a1-a8b320f6baf4, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0bd909-e455-4d29-99b1-afb7dfe81d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2bf3e003-14f8-4b85-b9ff-2bbf843883d4'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:23.157704 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:23.160166 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-4784d9e8-8556-4c25-957c-59209ad2b5f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'subnet': {'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:23.193457 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=58f615d3-f4f3-426f-9f18-ecfb0ecdbba5,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:23.270982 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:23.277124 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7abae026-9c71-49a3-bc95-ee7f7ef55a78 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:05:23.294963 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-755cb4f3-af07-40d7-84bf-ed375cb67df5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:23.305828 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-755cb4f3-af07-40d7-84bf-ed375cb67df5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:port and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:23.309553 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-755cb4f3-af07-40d7-84bf-ed375cb67df5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:23.310840 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Pushing event updated for resources: {'Port': ['ID=ba888480-c885-4e46-aea8-ac5e4e690e6a,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:23.318035 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-755cb4f3-af07-40d7-84bf-ed375cb67df5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:23.364753 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755cb4f3-af07-40d7-84bf-ed375cb67df5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:23.536126 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:23.545717 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 7abae026-9c71-49a3-bc95-ee7f7ef55a78 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:05:23.546218 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7abae026-9c71-49a3-bc95-ee7f7ef55a78 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:05:23.633465 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] For port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=58f615d3-f4f3-426f-9f18-ecfb0ecdbba5,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:23.634055 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:23.704952 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:23.706255 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4784d9e8-8556-4c25-957c-59209ad2b5f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:23.722788 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:23.740763 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:23.809750 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4784d9e8-8556-4c25-957c-59209ad2b5f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:subnet and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:23.834918 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4784d9e8-8556-4c25-957c-59209ad2b5f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:23.845174 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72439f09-8f06-4250-a1e8-8d0224aef6a9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router b7522c56-e227-4b1f-b570-db09f4eef5fb is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:05:24.024410 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Attempting to bind port ba888480-c885-4e46-aea8-ac5e4e690e6a on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:24.027171 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Attempting to bind port ba888480-c885-4e46-aea8-ac5e4e690e6a by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'cbcd9b22-5a55-4ed2-b00f-1cea08c065df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0af87fe1-951c-40fe-9508-7e806153132e'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:24.027644 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Attempting to bind port ba888480-c885-4e46-aea8-ac5e4e690e6a on network 0af87fe1-951c-40fe-9508-7e806153132e {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:05:24.046723 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] Calling delete_port for 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:24.065707 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.resource_extend [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:05:24.081953 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:24.096876 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:24.101540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:24.108059 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4784d9e8-8556-4c25-957c-59209ad2b5f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:24.113207 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event updated for resources: {'Port': ['ID=c261ea66-171a-4ea1-82d6-a0852268e33b,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:24.125940 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-755cb4f3-af07-40d7-84bf-ed375cb67df5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:24.272413 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 51faaaca-ebd6-46e2-b15b-1c9d1b71218d up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:24.375100 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c116d03e-8de5-41c9-a714-a612ab399e68 None None] Network f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:24.414110 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event updated for resources: {'Port': ['ID=d2bf4537-260a-4c4d-81d8-0e1309e151cd,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:24.435458 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72439f09-8f06-4250-a1e8-8d0224aef6a9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:05:24.452390 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-72439f09-8f06-4250-a1e8-8d0224aef6a9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/b7522c56-e227-4b1f-b570-db09f4eef5fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1615636 Feb 04 06:05:24.457797 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53866) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:24.458680 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c3f38c7-6e6e-4b8c-b65a-a3490c2b5196 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:24.459457 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546ad6bd-038b-4045-a09d-0db7f62117eb None None] Sync routers for ids ['b7522c56-e227-4b1f-b570-db09f4eef5fb'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:24.473195 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546ad6bd-038b-4045-a09d-0db7f62117eb None None] Routers {'b7522c56-e227-4b1f-b570-db09f4eef5fb'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:24.473831 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-546ad6bd-038b-4045-a09d-0db7f62117eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['b7522c56-e227-4b1f-b570-db09f4eef5fb'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:24.556666 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d518676-6660-474d-9eab-27ca2faba08d None None] Pushing event updated for resources: {'Port': ['ID=c7a5310f-a8a9-49ac-8720-5bef4f14888a,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:24.565315 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:05:24.565663 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:05:24.575898 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:05:24.576277 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Checking segment: {'id': 'cbcd9b22-5a55-4ed2-b00f-1cea08c065df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0af87fe1-951c-40fe-9508-7e806153132e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:24.576677 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:24.577136 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Bound using segment: {'id': 'cbcd9b22-5a55-4ed2-b00f-1cea08c065df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0af87fe1-951c-40fe-9508-7e806153132e'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:05:24.583675 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Bound port: ba888480-c885-4e46-aea8-ac5e4e690e6a, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbcd9b22-5a55-4ed2-b00f-1cea08c065df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0af87fe1-951c-40fe-9508-7e806153132e'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:24.584130 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:24.591335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-755cb4f3-af07-40d7-84bf-ed375cb67df5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port 1de2b2c2-bb35-439e-9056-82faef9583b5 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:05:24.607010 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-546ad6bd-038b-4045-a09d-0db7f62117eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:24.623226 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546ad6bd-038b-4045-a09d-0db7f62117eb None None] Routers {'b7522c56-e227-4b1f-b570-db09f4eef5fb'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:24.624154 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-546ad6bd-038b-4045-a09d-0db7f62117eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['b7522c56-e227-4b1f-b570-db09f4eef5fb'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:24.730796 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-546ad6bd-038b-4045-a09d-0db7f62117eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:24.731707 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546ad6bd-038b-4045-a09d-0db7f62117eb None None] The sync data for ids ['b7522c56-e227-4b1f-b570-db09f4eef5fb'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:24.794763 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4784d9e8-8556-4c25-957c-59209ad2b5f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:24.798419 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4784d9e8-8556-4c25-957c-59209ad2b5f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:24.846854 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e78c29d-5804-455f-9349-6d6050330c96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:24.847523 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1e78c29d-5804-455f-9349-6d6050330c96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Synchronizing usage tracker for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:05:24.850838 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Network 9c868c8a-7752-4688-bf43-885a865cc4f3 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:24.902760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:24.916107 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:24.918983 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] For port 9de84fcb-a398-44cd-b0a1-a8b320f6baf4, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:05:24.947118 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] For port 9de84fcb-a398-44cd-b0a1-a8b320f6baf4, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=9de84fcb-a398-44cd-b0a1-a8b320f6baf4,segment=NetworkSegment(4f0bd909-e455-4d29-99b1-afb7dfe81d5d),segment_id=4f0bd909-e455-4d29-99b1-afb7dfe81d5d)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:05:24.970956 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 51faaaca-ebd6-46e2-b15b-1c9d1b71218d completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:24.984941 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:24.992144 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Transition to ACTIVE for port object cec2d355-05b4-483c-ab57-f161ad791f56 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:25.029986 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ecd70a50-7846-43ed-8c37-f90418047a40 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:25.068981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-755cb4f3-af07-40d7-84bf-ed375cb67df5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8:0:1::236 (65e4f961-4ab6-4ffd-8973-b6f04910c762/005c76a2-7805-4649-ad5b-d4d3f6cb6915/1de2b2c2-bb35-439e-9056-82faef9583b5) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:25.083527 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-755cb4f3-af07-40d7-84bf-ed375cb67df5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::f816:3eff:fe9c:7147 (65e4f961-4ab6-4ffd-8973-b6f04910c762/834c8ea3-d97e-411f-a0c1-49aeaead75f3/1de2b2c2-bb35-439e-9056-82faef9583b5) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:25.090462 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d1ad9c-4fa9-463c-bd3c-abd6b686d6cc None None] Network 9c868c8a-7752-4688-bf43-885a865cc4f3 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:25.090830 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.ipam_backend_mixin [None req-4784d9e8-8556-4c25-957c-59209ad2b5f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 60949d3b-83b2-4f93-a7ec-bdcd87f8ee77 (CIDR: 2001:db8::/64) Feb 04 06:05:25.095516 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-4784d9e8-8556-4c25-957c-59209ad2b5f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:05:25.095991 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4784d9e8-8556-4c25-957c-59209ad2b5f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:05:25.105123 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=58f615d3-f4f3-426f-9f18-ecfb0ecdbba5,revision_number=9']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:25.108276 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-25ff3889-8b9a-4a35-a2ef-4b2ef157f73d None None] Provisioning for port 1489cd14-ffcd-45c4-b1b4-76d7239f9ce0 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:25.131244 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:25.170611 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4784d9e8-8556-4c25-957c-59209ad2b5f4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0221257 Feb 04 06:05:25.173126 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53870) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:25.186604 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-a18c9493-2a1b-4298-9fef-6457fb141b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'subnet': {'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:25.250534 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1e78c29d-5804-455f-9349-6d6050330c96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Unset dirty status for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:05:25.254863 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1e78c29d-5804-455f-9349-6d6050330c96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/ports/972c445c-427a-4869-9c0e-b910b87fd505 HTTP/1.1" status: 200 len: 911 time: 0.6226463 Feb 04 06:05:25.258517 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53874) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:25.263977 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-25ff3889-8b9a-4a35-a2ef-4b2ef157f73d None None] Provisioning complete for port 1489cd14-ffcd-45c4-b1b4-76d7239f9ce0 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:25.264493 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-25ff3889-8b9a-4a35-a2ef-4b2ef157f73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:25.293731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Transition to ACTIVE for port object cec2d355-05b4-483c-ab57-f161ad791f56 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:25.355298 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] For port ba888480-c885-4e46-aea8-ac5e4e690e6a, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:05:25.357754 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:25.371261 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] Deleting port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:25.371772 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:25.428919 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] For port ba888480-c885-4e46-aea8-ac5e4e690e6a, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ba888480-c885-4e46-aea8-ac5e4e690e6a,segment=NetworkSegment(cbcd9b22-5a55-4ed2-b00f-1cea08c065df),segment_id=cbcd9b22-5a55-4ed2-b00f-1cea08c065df)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:05:25.471129 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:25.499162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:25.518622 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-25ff3889-8b9a-4a35-a2ef-4b2ef157f73d None None] Port 1489cd14-ffcd-45c4-b1b4-76d7239f9ce0 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:25.528153 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030f980-dbdf-4015-9ce1-f5a8cc2acee9 None None] Pushing event updated for resources: {'Port': ['ID=9de84fcb-a398-44cd-b0a1-a8b320f6baf4,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:25.538630 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a18c9493-2a1b-4298-9fef-6457fb141b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:25.541639 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:25.543078 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a18c9493-2a1b-4298-9fef-6457fb141b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:subnet and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:25.546359 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a18c9493-2a1b-4298-9fef-6457fb141b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:25.556952 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a18c9493-2a1b-4298-9fef-6457fb141b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:25.629587 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18c9493-2a1b-4298-9fef-6457fb141b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:25.633393 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a18c9493-2a1b-4298-9fef-6457fb141b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:25.641785 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f38c7-6e6e-4b8c-b65a-a3490c2b5196 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting port 1489cd14-ffcd-45c4-b1b4-76d7239f9ce0 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:25.642132 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c3f38c7-6e6e-4b8c-b65a-a3490c2b5196 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:25.644242 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:25.706011 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Pushing event updated for resources: {'Port': ['ID=cec2d355-05b4-483c-ab57-f161ad791f56,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:25.709096 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:25.762705 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Router 3c530212-07f6-46c3-bffb-c552f6697bd4 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:05:25.800191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-755cb4f3-af07-40d7-84bf-ed375cb67df5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:25.851501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port ecd70a50-7846-43ed-8c37-f90418047a40 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:25.856567 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-755cb4f3-af07-40d7-84bf-ed375cb67df5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object 1de2b2c2-bb35-439e-9056-82faef9583b5 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:26.015024 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-755cb4f3-af07-40d7-84bf-ed375cb67df5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.065095 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port ecd70a50-7846-43ed-8c37-f90418047a40 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:26.065095 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.246099 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f8abf873-81ae-45b0-8799-ef57461ebf34 None None] Provisioning for port c7a5310f-a8a9-49ac-8720-5bef4f14888a completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:26.250774 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Attempting to bind port cec2d355-05b4-483c-ab57-f161ad791f56 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:26.251189 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Attempting to bind port cec2d355-05b4-483c-ab57-f161ad791f56 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '23a55c5a-4499-44f2-8f24-035820097f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:26.251551 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Attempting to bind port cec2d355-05b4-483c-ab57-f161ad791f56 on network 4af3bcb5-799f-4a1a-a475-3128df4a912b {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:05:26.271314 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c3f38c7-6e6e-4b8c-b65a-a3490c2b5196 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.279225 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf329c10-85b2-4d1a-9030-19e0bb4c64bb None None] Pushing event updated for resources: {'Port': ['ID=ba888480-c885-4e46-aea8-ac5e4e690e6a,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:26.283273 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:05:26.283697 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Checking segment: {'id': '23a55c5a-4499-44f2-8f24-035820097f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:26.284130 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.284512 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Bound using segment: {'id': '23a55c5a-4499-44f2-8f24-035820097f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:05:26.284993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Bound port: cec2d355-05b4-483c-ab57-f161ad791f56, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a55c5a-4499-44f2-8f24-035820097f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:26.285365 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.488865 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755cb4f3-af07-40d7-84bf-ed375cb67df5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:26.494210 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cb4f3-af07-40d7-84bf-ed375cb67df5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=1de2b2c2-bb35-439e-9056-82faef9583b5,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:26.500556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-755cb4f3-af07-40d7-84bf-ed375cb67df5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:26.503221 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755cb4f3-af07-40d7-84bf-ed375cb67df5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:26.507914 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f38c7-6e6e-4b8c-b65a-a3490c2b5196 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Calling delete_port for 1489cd14-ffcd-45c4-b1b4-76d7239f9ce0 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:26.509086 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755cb4f3-af07-40d7-84bf-ed375cb67df5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:26.509782 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-755cb4f3-af07-40d7-84bf-ed375cb67df5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.551382 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-755cb4f3-af07-40d7-84bf-ed375cb67df5 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5933492 Feb 04 06:05:26.566233 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53878) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:26.638046 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] For port cec2d355-05b4-483c-ab57-f161ad791f56, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:05:26.641486 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] For port cec2d355-05b4-483c-ab57-f161ad791f56, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=cec2d355-05b4-483c-ab57-f161ad791f56,segment=NetworkSegment(23a55c5a-4499-44f2-8f24-035820097f57),segment_id=23a55c5a-4499-44f2-8f24-035820097f57)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:05:26.666786 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d07aab4e-c255-4494-a4a4-021162475cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port 1de2b2c2-bb35-439e-9056-82faef9583b5 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:26.667183 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d07aab4e-c255-4494-a4a4-021162475cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.674404 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f8abf873-81ae-45b0-8799-ef57461ebf34 None None] Provisioning complete for port 1489cd14-ffcd-45c4-b1b4-76d7239f9ce0 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:26.675017 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f8abf873-81ae-45b0-8799-ef57461ebf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.737962 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.749314 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f8abf873-81ae-45b0-8799-ef57461ebf34 None None] Port 1489cd14-ffcd-45c4-b1b4-76d7239f9ce0 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:26.779429 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:05:26.788301 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8c9268b0-f57f-467b-8cdb-fdb7aab31576 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "PUT /v2.0/routers/3c530212-07f6-46c3-bffb-c552f6697bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4208040 Feb 04 06:05:26.799937 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.804766 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53882) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:26.845889 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f5dc3e-3ae2-4970-a48a-aa20e789a62c None None] Sync routers for ids ['3c530212-07f6-46c3-bffb-c552f6697bd4'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:26.881657 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3055a60d-7dda-42b8-be37-6177b271af19 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.909562 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] For port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=58f615d3-f4f3-426f-9f18-ecfb0ecdbba5,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:26.910090 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.931041 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.943679 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f5dc3e-3ae2-4970-a48a-aa20e789a62c None None] Routers {'3c530212-07f6-46c3-bffb-c552f6697bd4'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:26.944510 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d7f5dc3e-3ae2-4970-a48a-aa20e789a62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['3c530212-07f6-46c3-bffb-c552f6697bd4'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:27.328476 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d7f5dc3e-3ae2-4970-a48a-aa20e789a62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:27.335337 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac49592-bf7a-4af2-9d52-565af53bb569 None None] Pushing event updated for resources: {'Port': ['ID=cec2d355-05b4-483c-ab57-f161ad791f56,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:27.338267 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:27.366560 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] Calling delete_port for 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:27.419996 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c3f38c7-6e6e-4b8c-b65a-a3490c2b5196 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:27.451272 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f8abf873-81ae-45b0-8799-ef57461ebf34 None None] Provisioning for port 51faaaca-ebd6-46e2-b15b-1c9d1b71218d completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:27.457095 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ccd5aa-4e47-4054-aad2-80a764c51454 None None] Network 2bf3e003-14f8-4b85-b9ff-2bbf843883d4 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:27.493365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f38c7-6e6e-4b8c-b65a-a3490c2b5196 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Port': ['ID=1489cd14-ffcd-45c4-b1b4-76d7239f9ce0,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:27.566149 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port ecd70a50-7846-43ed-8c37-f90418047a40, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ecd70a50-7846-43ed-8c37-f90418047a40,segment=NetworkSegment(a9a4c28e-f278-4e1a-a328-94b6a3161f39),segment_id=a9a4c28e-f278-4e1a-a328-94b6a3161f39)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:27.591510 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event updated for resources: {'Port': ['ID=c261ea66-171a-4ea1-82d6-a0852268e33b,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:27.614132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:27.638851 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f5dc3e-3ae2-4970-a48a-aa20e789a62c None None] Routers {'3c530212-07f6-46c3-bffb-c552f6697bd4'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:27.639979 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d7f5dc3e-3ae2-4970-a48a-aa20e789a62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['3c530212-07f6-46c3-bffb-c552f6697bd4'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:27.691049 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f8abf873-81ae-45b0-8799-ef57461ebf34 None None] Provisioning complete for port 51faaaca-ebd6-46e2-b15b-1c9d1b71218d triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:27.694754 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f8abf873-81ae-45b0-8799-ef57461ebf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:27.897358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:27.928459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a18c9493-2a1b-4298-9fef-6457fb141b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:27.970568 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d7f5dc3e-3ae2-4970-a48a-aa20e789a62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:27.970667 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f5dc3e-3ae2-4970-a48a-aa20e789a62c None None] The sync data for ids ['3c530212-07f6-46c3-bffb-c552f6697bd4'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:27.972288 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da18e8ab-3f3b-4cf1-8c41-89029f955738 None None] Network 0af87fe1-951c-40fe-9508-7e806153132e requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:28.032921 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4c3f38c7-6e6e-4b8c-b65a-a3490c2b5196 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:28.272914 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-3055a60d-7dda-42b8-be37-6177b271af19 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Allocated IP 2001:db8:1::1 (0af87fe1-951c-40fe-9508-7e806153132e/7590d2c7-cf17-4f4f-af99-688b9a6161ee/e8d4b2e7-0be3-4383-a1c2-cb42b3084ad6) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:28.443472 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18c9493-2a1b-4298-9fef-6457fb141b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:28.550296 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c7a5310f-a8a9-49ac-8720-5bef4f14888a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:28.613842 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3f38c7-6e6e-4b8c-b65a-a3490c2b5196 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router 561e71f3-631f-43a1-9477-e9258c2a7d14 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:05:28.660578 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-a18c9493-2a1b-4298-9fef-6457fb141b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:28.677860 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:28.693754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18c9493-2a1b-4298-9fef-6457fb141b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:28.694437 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a18c9493-2a1b-4298-9fef-6457fb141b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:28.703393 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=ecd70a50-7846-43ed-8c37-f90418047a40,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:28.729388 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c9493-2a1b-4298-9fef-6457fb141b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Subnet': ['ID=220bc255-4a59-4b1d-a18b-e79a149f1906,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:28.758603 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Floating IP a18183ae-20d3-4d61-91c4-994b971c2691 associated. External IP: 172.26.4.192, port: ecd66dff-4282-4906-903a-90b16da441cf. Feb 04 06:05:28.831714 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a18c9493-2a1b-4298-9fef-6457fb141b9a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.6591756 Feb 04 06:05:28.867180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53886) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:28.911403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-d09950af-19d7-4fbb-8946-9863cd2955a9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-557231033', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '220bc255-4a59-4b1d-a18b-e79a149f1906'}], 'security_groups': ['5b99c4ec-daa0-4276-ac5e-202948a9d70b']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:28.964006 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3055a60d-7dda-42b8-be37-6177b271af19 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:28.974751 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3f38c7-6e6e-4b8c-b65a-a3490c2b5196 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:05:28.988826 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3151c9-c288-4b4b-9b0a-1c0357e2542b None None] Sync routers for ids ['561e71f3-631f-43a1-9477-e9258c2a7d14'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:28.995917 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-3055a60d-7dda-42b8-be37-6177b271af19 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Transition to ACTIVE for port object e8d4b2e7-0be3-4383-a1c2-cb42b3084ad6 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:29.000047 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3151c9-c288-4b4b-9b0a-1c0357e2542b None None] Routers {'561e71f3-631f-43a1-9477-e9258c2a7d14'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:29.001284 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-1a3151c9-c288-4b4b-9b0a-1c0357e2542b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['561e71f3-631f-43a1-9477-e9258c2a7d14'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:29.019495 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262bc11f-86ac-478f-b202-75a245b20632 None None] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:29.023245 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4c3f38c7-6e6e-4b8c-b65a-a3490c2b5196 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/561e71f3-631f-43a1-9477-e9258c2a7d14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9622948 Feb 04 06:05:29.026287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53890) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:29.081999 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3055a60d-7dda-42b8-be37-6177b271af19 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:29.100242 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-1a3151c9-c288-4b4b-9b0a-1c0357e2542b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:29.110433 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3151c9-c288-4b4b-9b0a-1c0357e2542b None None] Routers {'561e71f3-631f-43a1-9477-e9258c2a7d14'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:29.111251 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-1a3151c9-c288-4b4b-9b0a-1c0357e2542b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['561e71f3-631f-43a1-9477-e9258c2a7d14'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:29.121544 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d07aab4e-c255-4494-a4a4-021162475cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:29.191307 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-1a3151c9-c288-4b4b-9b0a-1c0357e2542b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:29.191769 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] Pushing event deleted for resources: {'Port': ['ID=58f615d3-f4f3-426f-9f18-ecfb0ecdbba5,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:29.192192 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3151c9-c288-4b4b-9b0a-1c0357e2542b None None] The sync data for ids ['561e71f3-631f-43a1-9477-e9258c2a7d14'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:29.293053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1dd019-314f-4cad-910b-5b6a4bc05b4d None None] No DVR routers for this DVR port 58f615d3-f4f3-426f-9f18-ecfb0ecdbba5 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:05:29.305931 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3055a60d-7dda-42b8-be37-6177b271af19 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network 0af87fe1-951c-40fe-9508-7e806153132e is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:29.340530 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea8b1cb-bc3f-417d-afce-36ada5db6397 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:29.360429 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port c7a5310f-a8a9-49ac-8720-5bef4f14888a completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:29.369047 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-3055a60d-7dda-42b8-be37-6177b271af19 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:29.379940 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055a60d-7dda-42b8-be37-6177b271af19 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=e8d4b2e7-0be3-4383-a1c2-cb42b3084ad6,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:29.382584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3055a60d-7dda-42b8-be37-6177b271af19 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:29.383272 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3055a60d-7dda-42b8-be37-6177b271af19 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:29.440073 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d07aab4e-c255-4494-a4a4-021162475cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for 1de2b2c2-bb35-439e-9056-82faef9583b5 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:29.455016 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f8abf873-81ae-45b0-8799-ef57461ebf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:29.471501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port c7a5310f-a8a9-49ac-8720-5bef4f14888a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:29.471888 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:29.486182 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-f5895249-57bc-4478-91e9-70e40822bd9a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 06:05:29.490469 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f5895249-57bc-4478-91e9-70e40822bd9a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/561e71f3-631f-43a1-9477-e9258c2a7d14/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4631829 Feb 04 06:05:29.491682 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53894) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:29.527402 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-f8abf873-81ae-45b0-8799-ef57461ebf34 None None] For port 51faaaca-ebd6-46e2-b15b-1c9d1b71218d, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=51faaaca-ebd6-46e2-b15b-1c9d1b71218d,segment=NetworkSegment(73e89777-3e3f-473e-baa3-4654e9a92b63),segment_id=73e89777-3e3f-473e-baa3-4654e9a92b63)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:29.540423 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-7d416a3a-a290-4e8c-99dd-f0dddbdcfbe4 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:05:29.541750 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7d416a3a-a290-4e8c-99dd-f0dddbdcfbe4 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "PUT /v2.0/routers/3c530212-07f6-46c3-bffb-c552f6697bd4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.7169061 Feb 04 06:05:29.564463 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f8abf873-81ae-45b0-8799-ef57461ebf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:29.587665 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53898) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:29.598947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-62bfe5c8-111a-4b98-b175-3910c8683b2e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Synchronizing usage tracker for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:05:29.695920 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-66b1e56e-c37a-4166-b6ff-f0012b7bf18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:29.750506 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abf873-81ae-45b0-8799-ef57461ebf34 None None] Pushing event updated for resources: {'Port': ['ID=51faaaca-ebd6-46e2-b15b-1c9d1b71218d,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:29.791936 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Provisioning for port 9de84fcb-a398-44cd-b0a1-a8b320f6baf4 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:29.818874 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d09950af-19d7-4fbb-8946-9863cd2955a9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:29.846473 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-62bfe5c8-111a-4b98-b175-3910c8683b2e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Unset dirty status for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:05:29.851632 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-62bfe5c8-111a-4b98-b175-3910c8683b2e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/ports?device_id=561e71f3-631f-43a1-9477-e9258c2a7d14 HTTP/1.1" status: 200 len: 205 time: 0.3574874 Feb 04 06:05:29.856669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53902) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:29.859033 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3055a60d-7dda-42b8-be37-6177b271af19 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:29.993469 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:30.036974 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Provisioning for port d2bf4537-260a-4c4d-81d8-0e1309e151cd completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:30.049180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Router 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:05:30.066905 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Provisioning complete for port d2bf4537-260a-4c4d-81d8-0e1309e151cd triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:30.066905 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:30.128120 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port c7a5310f-a8a9-49ac-8720-5bef4f14888a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c7a5310f-a8a9-49ac-8720-5bef4f14888a,segment=NetworkSegment(f59f915c-b37c-45a5-9683-bbf5e8af712b),segment_id=f59f915c-b37c-45a5-9683-bbf5e8af712b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:30.138163 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54da760a-a5c1-4ca0-a15c-4c8a7cd1aafe None None] Update dhcp port {'port': {'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b', 'fixed_ips': [{'subnet_id': '60949d3b-83b2-4f93-a7ec-bdcd87f8ee77', 'ip_address': '2001:db8::2'}, {'subnet_id': '220bc255-4a59-4b1d-a18b-e79a149f1906'}], 'binding:host_id': 'dv-neutron-826830-2-hyperv'}, 'id': 'cec2d355-05b4-483c-ab57-f161ad791f56'} from dv-neutron-826830-2-hyperv. {{(pid=87472) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:05:30.175508 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:30.176324 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device cec2d355-05b4-483c-ab57-f161ad791f56 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:30.303281 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Port d2bf4537-260a-4c4d-81d8-0e1309e151cd cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:30.326513 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5d00f42e-e128-428b-a92d-ef8dfd192f6c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:30.381558 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-54da760a-a5c1-4ca0-a15c-4c8a7cd1aafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:30.404923 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Provisioning for port ba888480-c885-4e46-aea8-ac5e4e690e6a completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:30.419243 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=c7a5310f-a8a9-49ac-8720-5bef4f14888a,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:30.426816 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': '005c76a2-7805-4649-ad5b-d4d3f6cb6915'}, {'subnet_id': '834c8ea3-d97e-411f-a0c1-49aeaead75f3'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:05:30.427860 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:30.588620 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port cec2d355-05b4-483c-ab57-f161ad791f56 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:30.620469 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Provisioning complete for port c7a5310f-a8a9-49ac-8720-5bef4f14888a triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:30.620993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:30.624217 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d07aab4e-c255-4494-a4a4-021162475cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:30.644181 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 9de84fcb-a398-44cd-b0a1-a8b320f6baf4 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:30.704888 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07aab4e-c255-4494-a4a4-021162475cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=1de2b2c2-bb35-439e-9056-82faef9583b5,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:30.831006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:05:30.847438 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d07aab4e-c255-4494-a4a4-021162475cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:30.858941 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17436d70-2f04-4553-a287-6152b97db61a None None] Sync routers for ids ['674dce07-5cc0-4e5b-842b-32a88f1eb0a8'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:30.884872 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d07aab4e-c255-4494-a4a4-021162475cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/1de2b2c2-bb35-439e-9056-82faef9583b5 HTTP/1.1" status: 204 len: 168 time: 4.3146286 Feb 04 06:05:30.890192 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53906) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:30.891667 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17436d70-2f04-4553-a287-6152b97db61a None None] Routers {'674dce07-5cc0-4e5b-842b-32a88f1eb0a8'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:30.892357 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-17436d70-2f04-4553-a287-6152b97db61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['674dce07-5cc0-4e5b-842b-32a88f1eb0a8'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:30.919019 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:31.001838 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 9de84fcb-a398-44cd-b0a1-a8b320f6baf4 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:31.016626 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-d09950af-19d7-4fbb-8946-9863cd2955a9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Delete allocated IP 2001:db8::6a (4af3bcb5-799f-4a1a-a475-3128df4a912b/60949d3b-83b2-4f93-a7ec-bdcd87f8ee77) {{(pid=87471) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 06:05:31.026448 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-d09950af-19d7-4fbb-8946-9863cd2955a9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Allocated IP 2001:db8:0:1::2d2 (4af3bcb5-799f-4a1a-a475-3128df4a912b/220bc255-4a59-4b1d-a18b-e79a149f1906/5d1f0e7f-68c2-405f-87e7-2b1d51b0ccaa) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:31.041101 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5d00f42e-e128-428b-a92d-ef8dfd192f6c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:31.045231 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5d00f42e-e128-428b-a92d-ef8dfd192f6c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:31.050451 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c806ee1e-ba1a-4186-958b-01f735d89dc0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1076708 Feb 04 06:05:31.059912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53910) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:31.068450 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 9de84fcb-a398-44cd-b0a1-a8b320f6baf4 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:31.068816 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:31.180275 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6f1fa708-e54c-4cde-8792-235e8858217e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0986032 Feb 04 06:05:31.197773 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53914) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:31.229958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Allocated IP 2001:db8:0:1::2 (65e4f961-4ab6-4ffd-8973-b6f04910c762/005c76a2-7805-4649-ad5b-d4d3f6cb6915/7b632051-c38d-4845-8df5-b438be1dbb7f) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:31.251930 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Allocated IP 2001:db8::f816:3eff:fee3:290e (65e4f961-4ab6-4ffd-8973-b6f04910c762/834c8ea3-d97e-411f-a0c1-49aeaead75f3/7b632051-c38d-4845-8df5-b438be1dbb7f) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:31.255076 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Provisioning for port cec2d355-05b4-483c-ab57-f161ad791f56 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:31.268535 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-17436d70-2f04-4553-a287-6152b97db61a None None] Set router 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:05:31.270321 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d09950af-19d7-4fbb-8946-9863cd2955a9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:31.286852 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d09950af-19d7-4fbb-8946-9863cd2955a9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Ignored duplicate provisioning block setup for port 5d1f0e7f-68c2-405f-87e7-2b1d51b0ccaa by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 06:05:31.294984 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bbd7a7d0-7bb1-4ce3-816d-837b8cf7067c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.1356719 Feb 04 06:05:31.294984 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9d319f-b061-4911-ad66-43c5a4d41b29', 'tag': 'ecd66dff-4282-4906-903a-90b16da441cf'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:05:31.300370 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5d00f42e-e128-428b-a92d-ef8dfd192f6c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:31.300891 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d00f42e-e128-428b-a92d-ef8dfd192f6c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Fanout notify agent at l3_agent the message router_deleted on router 561e71f3-631f-43a1-9477-e9258c2a7d14 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:05:31.309849 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d09950af-19d7-4fbb-8946-9863cd2955a9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:31.347926 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Provisioning complete for port cec2d355-05b4-483c-ab57-f161ad791f56 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:31.348131 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5d00f42e-e128-428b-a92d-ef8dfd192f6c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:31.348415 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:31.351814 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5d00f42e-e128-428b-a92d-ef8dfd192f6c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/routers/561e71f3-631f-43a1-9477-e9258c2a7d14 HTTP/1.1" status: 204 len: 168 time: 1.4942749 Feb 04 06:05:31.352616 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53922) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:31.387731 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9d319f-b061-4911-ad66-43c5a4d41b29', 'tag': 'ecd66dff-4282-4906-903a-90b16da441cf', 'status': 'completed', 'code': 200} Feb 04 06:05:31.439669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43438ba-7bc2-4828-a7bc-ea711269f356 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:31.441082 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43438ba-7bc2-4828-a7bc-ea711269f356 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:31.442692 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43438ba-7bc2-4828-a7bc-ea711269f356 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:31.443477 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e43438ba-7bc2-4828-a7bc-ea711269f356 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:05:31.514368 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14992ac-4519-4744-a693-98657bc1bd07 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting subnet c43d47a7-5d1f-4804-a6ff-ffa665dd8804 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:05:31.519237 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d09950af-19d7-4fbb-8946-9863cd2955a9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] In _notify_port_updated(), no bound segment for port 5d1f0e7f-68c2-405f-87e7-2b1d51b0ccaa on network 4af3bcb5-799f-4a1a-a475-3128df4a912b {{(pid=87471) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:05:31.520252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e43438ba-7bc2-4828-a7bc-ea711269f356 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:05:31.523955 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e43438ba-7bc2-4828-a7bc-ea711269f356 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3223882 Feb 04 06:05:31.524701 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09950af-19d7-4fbb-8946-9863cd2955a9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:31.525093 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a14992ac-4519-4744-a693-98657bc1bd07 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:31.525447 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d09950af-19d7-4fbb-8946-9863cd2955a9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:31.529345 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d09950af-19d7-4fbb-8946-9863cd2955a9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "PUT /v2.0/ports/5d1f0e7f-68c2-405f-87e7-2b1d51b0ccaa HTTP/1.1" status: 200 len: 930 time: 2.6465793 Feb 04 06:05:31.532595 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53928) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:31.532930 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53930) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:31.617658 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3055a60d-7dda-42b8-be37-6177b271af19 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:31.623300 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09950af-19d7-4fbb-8946-9863cd2955a9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=5d1f0e7f-68c2-405f-87e7-2b1d51b0ccaa,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:31.634355 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3055a60d-7dda-42b8-be37-6177b271af19 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:31.634623 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3055a60d-7dda-42b8-be37-6177b271af19 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:31.674647 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a14992ac-4519-4744-a693-98657bc1bd07 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:31.703492 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:31.706732 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca78d60c-daff-4985-910d-e6487fb38cc7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet 005c76a2-7805-4649-ad5b-d4d3f6cb6915 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:05:31.718370 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a05d74a6-ff86-4261-832b-bc8d20cf63e2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port 5d1f0e7f-68c2-405f-87e7-2b1d51b0ccaa {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:31.718728 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a05d74a6-ff86-4261-832b-bc8d20cf63e2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:31.747429 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-54da760a-a5c1-4ca0-a15c-4c8a7cd1aafe None None] Allocated IP 2001:db8:0:1::2 (4af3bcb5-799f-4a1a-a475-3128df4a912b/220bc255-4a59-4b1d-a18b-e79a149f1906/cec2d355-05b4-483c-ab57-f161ad791f56) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:31.823322 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016bf97-55d5-4268-bddd-4ec8cc610a0d req-a043da9d-34f4-4279-8dfc-6039a0711d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:31.824882 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1016bf97-55d5-4268-bddd-4ec8cc610a0d req-a043da9d-34f4-4279-8dfc-6039a0711d43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=546e85d5b5e4470bb459b3b3573e44cb&device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 1099 time: 0.3886595 Feb 04 06:05:31.839413 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d86300-c5a2-406a-b4bd-85c28d066f6b req-890129a1-78e0-421a-aaa9-70a04665da4e tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:31.840993 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-28d86300-c5a2-406a-b4bd-85c28d066f6b req-890129a1-78e0-421a-aaa9-70a04665da4e tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 946 time: 0.4072056 Feb 04 06:05:31.994894 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055a60d-7dda-42b8-be37-6177b271af19 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=e8d4b2e7-0be3-4383-a1c2-cb42b3084ad6,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:31.998146 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 9de84fcb-a398-44cd-b0a1-a8b320f6baf4, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=9de84fcb-a398-44cd-b0a1-a8b320f6baf4,segment=NetworkSegment(4f0bd909-e455-4d29-99b1-afb7dfe81d5d),segment_id=4f0bd909-e455-4d29-99b1-afb7dfe81d5d)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:32.056409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70dcd3cf-bd81-4b73-97d5-2f51c63047ff tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:32.064746 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-28d86300-c5a2-406a-b4bd-85c28d066f6b req-e8963ba6-c3a2-4264-a995-75216e72806b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920691 Feb 04 06:05:32.069415 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c5ff70ff-8f29-40fb-a689-69c572aa5537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:32.070851 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:32.071609 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ba888480-c885-4e46-aea8-ac5e4e690e6a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:32.102269 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53936) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:32.158763 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:32.209821 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3055a60d-7dda-42b8-be37-6177b271af19 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network 0af87fe1-951c-40fe-9508-7e806153132e is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:32.216474 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-3055a60d-7dda-42b8-be37-6177b271af19 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:32.224924 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a14992ac-4519-4744-a693-98657bc1bd07 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:32.296368 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016bf97-55d5-4268-bddd-4ec8cc610a0d req-0f3bb011-84b8-4c49-8d5c-138888b55f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:32.297805 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1016bf97-55d5-4268-bddd-4ec8cc610a0d req-0f3bb011-84b8-4c49-8d5c-138888b55f6c service neutron] 10.222.0.43 "GET /v2.0/networks?id=dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 HTTP/1.1" status: 200 len: 897 time: 0.4487827 Feb 04 06:05:32.303880 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-60776307-9495-439d-9b93-3d3d9b48dbc3 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/floatingips/a18183ae-20d3-4d61-91c4-994b971c2691 HTTP/1.1" status: 200 len: 992 time: 0.1979005 Feb 04 06:05:32.308928 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a05d74a6-ff86-4261-832b-bc8d20cf63e2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:32.371535 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:32.404488 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=9de84fcb-a398-44cd-b0a1-a8b320f6baf4,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:32.410487 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-54da760a-a5c1-4ca0-a15c-4c8a7cd1aafe None None] For port cec2d355-05b4-483c-ab57-f161ad791f56, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=cec2d355-05b4-483c-ab57-f161ad791f56,segment=NetworkSegment(23a55c5a-4499-44f2-8f24-035820097f57),segment_id=23a55c5a-4499-44f2-8f24-035820097f57)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:32.440631 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Transition to ACTIVE for port object 7b632051-c38d-4845-8df5-b438be1dbb7f will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:32.488405 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Transition to ACTIVE for port object 7b632051-c38d-4845-8df5-b438be1dbb7f will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:32.507679 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port ba888480-c885-4e46-aea8-ac5e4e690e6a completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:32.512522 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-54da760a-a5c1-4ca0-a15c-4c8a7cd1aafe None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:32.516086 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca78d60c-daff-4985-910d-e6487fb38cc7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:32.528709 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:32.531982 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port ba888480-c885-4e46-aea8-ac5e4e690e6a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:32.532263 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:32.610923 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3055a60d-7dda-42b8-be37-6177b271af19 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router b7522c56-e227-4b1f-b570-db09f4eef5fb has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:05:32.614626 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a14992ac-4519-4744-a693-98657bc1bd07 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:32.626731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-54da760a-a5c1-4ca0-a15c-4c8a7cd1aafe None None] Ignored duplicate provisioning block setup for port cec2d355-05b4-483c-ab57-f161ad791f56 by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 06:05:32.663544 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-54da760a-a5c1-4ca0-a15c-4c8a7cd1aafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:32.666440 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14992ac-4519-4744-a693-98657bc1bd07 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Subnet': ['ID=c43d47a7-5d1f-4804-a6ff-ffa665dd8804,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:32.673983 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a14992ac-4519-4744-a693-98657bc1bd07 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:32.704305 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:32.705187 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6110d5-9a18-4939-8d2f-ded438b451ad None None] Network 9237f59e-1d6f-47b0-a3dc-88a828917ada requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:32.719541 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a05d74a6-ff86-4261-832b-bc8d20cf63e2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for 5d1f0e7f-68c2-405f-87e7-2b1d51b0ccaa owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:32.729444 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:32.743405 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:32.794814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca78d60c-daff-4985-910d-e6487fb38cc7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:32.803167 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a14992ac-4519-4744-a693-98657bc1bd07 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/subnets/c43d47a7-5d1f-4804-a6ff-ffa665dd8804 HTTP/1.1" status: 204 len: 168 time: 1.4432044 Feb 04 06:05:32.827609 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1016bf97-55d5-4268-bddd-4ec8cc610a0d req-4bfa1a7f-ba32-41db-b6a7-28e2ba480fa8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecd66dff-4282-4906-903a-90b16da441cf HTTP/1.1" status: 200 len: 1000 time: 0.5209174 Feb 04 06:05:32.828096 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53940) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:32.857339 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Pushing event updated for resources: {'Port': ['ID=7b632051-c38d-4845-8df5-b438be1dbb7f,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:32.882284 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-70dcd3cf-bd81-4b73-97d5-2f51c63047ff tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Deleting port d2bf4537-260a-4c4d-81d8-0e1309e151cd {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:32.882633 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70dcd3cf-bd81-4b73-97d5-2f51c63047ff tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:32.914646 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3055a60d-7dda-42b8-be37-6177b271af19 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:05:32.928079 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3055a60d-7dda-42b8-be37-6177b271af19 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/b7522c56-e227-4b1f-b570-db09f4eef5fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6662478 Feb 04 06:05:32.930808 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6dba67-d929-4d82-9bed-082cf97a0b31 None None] Sync routers for ids ['b7522c56-e227-4b1f-b570-db09f4eef5fb'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:32.933536 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53944) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:32.947088 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6dba67-d929-4d82-9bed-082cf97a0b31 None None] Routers {'b7522c56-e227-4b1f-b570-db09f4eef5fb'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:32.948646 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5c6dba67-d929-4d82-9bed-082cf97a0b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['b7522c56-e227-4b1f-b570-db09f4eef5fb'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:33.057601 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5c6dba67-d929-4d82-9bed-082cf97a0b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:33.069947 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6dba67-d929-4d82-9bed-082cf97a0b31 None None] Routers {'b7522c56-e227-4b1f-b570-db09f4eef5fb'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:33.070755 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:05:33.071259 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5c6dba67-d929-4d82-9bed-082cf97a0b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['b7522c56-e227-4b1f-b570-db09f4eef5fb'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:33.071807 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:05:33.072480 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.080297 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-17436d70-2f04-4553-a287-6152b97db61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770514993', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:24Z', 'updated_at': '2022-02-04T06:04:42Z', 'revision_number': 4, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'gw_port': {'id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:26Z', 'updated_at': '2022-02-04T06:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'a18183ae-20d3-4d61-91c4-994b971c2691', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'floating_ip_address': '172.26.4.192', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'port_id': 'ecd66dff-4282-4906-903a-90b16da441cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1', 'mac_address': 'fa:16:3e:7d:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d319f-b061-4911-ad66-43c5a4d41b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:05:24Z', 'updated_at': '2022-02-04T06:05:24Z', 'revision_number': 0, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84afe5b7-9c99-40ad-b0ab-5a0c25309a37', 'name': '', 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'mac_address': 'fa:16:3e:a9:2a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:37Z', 'updated_at': '2022-02-04T06:04:54Z', 'revision_number': 5, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'subnets': [{'id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:33.099206 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe40bc7d-403c-4cd7-91cd-73587d02bbf1 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:33.099810 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fe40bc7d-403c-4cd7-91cd-73587d02bbf1 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Synchronizing usage tracker for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:05:33.180539 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5c6dba67-d929-4d82-9bed-082cf97a0b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:33.180947 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6dba67-d929-4d82-9bed-082cf97a0b31 None None] The sync data for ids ['b7522c56-e227-4b1f-b570-db09f4eef5fb'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:33.184442 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.187585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016bf97-55d5-4268-bddd-4ec8cc610a0d req-c6f1ddfa-8250-4220-a823-e618b1644a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:33.190006 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1016bf97-55d5-4268-bddd-4ec8cc610a0d req-c6f1ddfa-8250-4220-a823-e618b1644a93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8503fcfd-d1d5-4ef1-a288-6e6352f2927f HTTP/1.1" status: 200 len: 834 time: 0.3518832 Feb 04 06:05:33.201323 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.201688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70dcd3cf-bd81-4b73-97d5-2f51c63047ff tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.205893 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17436d70-2f04-4553-a287-6152b97db61a None None] Checking router: 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:05:33.263275 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca78d60c-daff-4985-910d-e6487fb38cc7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.290995 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Attempting to bind port 7b632051-c38d-4845-8df5-b438be1dbb7f on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:33.291651 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Attempting to bind port 7b632051-c38d-4845-8df5-b438be1dbb7f by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:33.292195 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Attempting to bind port 7b632051-c38d-4845-8df5-b438be1dbb7f on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:05:33.308422 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17436d70-2f04-4553-a287-6152b97db61a None None] Routers {'674dce07-5cc0-4e5b-842b-32a88f1eb0a8'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:33.308979 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-17436d70-2f04-4553-a287-6152b97db61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['674dce07-5cc0-4e5b-842b-32a88f1eb0a8'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:33.313727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53948) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:33.316733 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a05d74a6-ff86-4261-832b-bc8d20cf63e2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.318610 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting port ecd70a50-7846-43ed-8c37-f90418047a40 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:33.319143 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.370255 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da760a-a5c1-4ca0-a15c-4c8a7cd1aafe None None] Pushing event updated for resources: {'Port': ['ID=cec2d355-05b4-483c-ab57-f161ad791f56,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:33.374826 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-70dcd3cf-bd81-4b73-97d5-2f51c63047ff tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Calling delete_port for d2bf4537-260a-4c4d-81d8-0e1309e151cd owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:33.382992 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:05:33.383430 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:33.383887 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.384327 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:05:33.384809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Bound port: 7b632051-c38d-4845-8df5-b438be1dbb7f, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:33.385255 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.408346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fe40bc7d-403c-4cd7-91cd-73587d02bbf1 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Unset dirty status for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:05:33.409554 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fe40bc7d-403c-4cd7-91cd-73587d02bbf1 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/ports/e8d4b2e7-0be3-4383-a1c2-cb42b3084ad6 HTTP/1.1" status: 200 len: 913 time: 0.4752703 Feb 04 06:05:33.415226 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.416788 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53952) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:33.477456 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d74a6-ff86-4261-832b-bc8d20cf63e2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Port': ['ID=5d1f0e7f-68c2-405f-87e7-2b1d51b0ccaa,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:33.666127 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a05d74a6-ff86-4261-832b-bc8d20cf63e2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.679851 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-372c98c9-cbfa-4122-9334-fffb698540b5 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/floatingips/a18183ae-20d3-4d61-91c4-994b971c2691 HTTP/1.1" status: 200 len: 992 time: 0.3644764 Feb 04 06:05:33.683380 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port ba888480-c885-4e46-aea8-ac5e4e690e6a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ba888480-c885-4e46-aea8-ac5e4e690e6a,segment=NetworkSegment(cbcd9b22-5a55-4ed2-b00f-1cea08c065df),segment_id=cbcd9b22-5a55-4ed2-b00f-1cea08c065df)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:33.701572 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016bf97-55d5-4268-bddd-4ec8cc610a0d req-1409478b-0cc9-4c9c-882d-42be5977af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:33.703159 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1016bf97-55d5-4268-bddd-4ec8cc610a0d req-1409478b-0cc9-4c9c-882d-42be5977af95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4997866 Feb 04 06:05:33.722170 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-17436d70-2f04-4553-a287-6152b97db61a None None] Set router 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:05:33.742826 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a05d74a6-ff86-4261-832b-bc8d20cf63e2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/ports/5d1f0e7f-68c2-405f-87e7-2b1d51b0ccaa HTTP/1.1" status: 204 len: 168 time: 2.2009358 Feb 04 06:05:33.747815 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53956) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:33.782755 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.808883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca78d60c-daff-4985-910d-e6487fb38cc7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.821672 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba57099f-cd37-433a-9a24-347020db0053 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] GET failed (client error): The resource could not be found. Feb 04 06:05:33.822217 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ba57099f-cd37-433a-9a24-347020db0053 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Synchronizing usage tracker for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:05:33.869254 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-751d7b42-4083-4963-8531-4c39decf055a None None] For port 7b632051-c38d-4845-8df5-b438be1dbb7f, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:05:33.942846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78d60c-daff-4985-910d-e6487fb38cc7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=005c76a2-7805-4649-ad5b-d4d3f6cb6915,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:33.945165 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca78d60c-daff-4985-910d-e6487fb38cc7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.947144 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ca78d60c-daff-4985-910d-e6487fb38cc7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/005c76a2-7805-4649-ad5b-d4d3f6cb6915 HTTP/1.1" status: 204 len: 168 time: 2.4067974 Feb 04 06:05:33.947505 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.953764 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53960) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:33.969108 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-751d7b42-4083-4963-8531-4c39decf055a None None] For port 7b632051-c38d-4845-8df5-b438be1dbb7f, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=7b632051-c38d-4845-8df5-b438be1dbb7f,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:05:34.009486 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ba57099f-cd37-433a-9a24-347020db0053 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Unset dirty status for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:05:34.013623 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ba57099f-cd37-433a-9a24-347020db0053 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports/5d1f0e7f-68c2-405f-87e7-2b1d51b0ccaa HTTP/1.1" status: 404 len: 333 time: 0.2624345 Feb 04 06:05:34.021860 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53964) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:34.053902 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] For port ecd70a50-7846-43ed-8c37-f90418047a40, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ecd70a50-7846-43ed-8c37-f90418047a40,segment=NetworkSegment(a9a4c28e-f278-4e1a-a328-94b6a3161f39),segment_id=a9a4c28e-f278-4e1a-a328-94b6a3161f39)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:34.054263 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:34.119522 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ecd70a50-7846-43ed-8c37-f90418047a40 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:34.196396 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:34.277246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df4f04a9-4b79-4a06-8fb5-f1d1a9bc4eef tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:34.277867 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65f8c66-48a9-4369-baf6-67096f619ae7 None None] DHCP port deletion for 9237f59e-1d6f-47b0-a3dc-88a828917ada request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:05:34.306047 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=ba888480-c885-4e46-aea8-ac5e4e690e6a,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:34.391358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] For port cec2d355-05b4-483c-ab57-f161ad791f56, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=cec2d355-05b4-483c-ab57-f161ad791f56,segment=NetworkSegment(23a55c5a-4499-44f2-8f24-035820097f57),segment_id=23a55c5a-4499-44f2-8f24-035820097f57)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:34.394913 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-d65f8c66-48a9-4369-baf6-67096f619ae7 None None] Deleting port ecd70a50-7846-43ed-8c37-f90418047a40 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:34.395109 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d65f8c66-48a9-4369-baf6-67096f619ae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:34.396801 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df4f04a9-4b79-4a06-8fb5-f1d1a9bc4eef tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:34.419644 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d7b42-4083-4963-8531-4c39decf055a None None] Pushing event updated for resources: {'Port': ['ID=7b632051-c38d-4845-8df5-b438be1dbb7f,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:34.433409 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:34.433960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:34.449460 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Calling delete_port for ecd70a50-7846-43ed-8c37-f90418047a40 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:34.451413 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70dcd3cf-bd81-4b73-97d5-2f51c63047ff tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:34.485581 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68d86a9-9bf3-489d-81a0-834a5704c66e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet 834c8ea3-d97e-411f-a0c1-49aeaead75f3 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:05:34.499368 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1016bf97-55d5-4268-bddd-4ec8cc610a0d req-09ef1c49-ea62-478d-a09c-693d12bd1670 service neutron] 10.222.0.43 "GET /v2.0/networks/dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7872000 Feb 04 06:05:34.512235 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcd3cf-bd81-4b73-97d5-2f51c63047ff tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event deleted for resources: {'Port': ['ID=d2bf4537-260a-4c4d-81d8-0e1309e151cd,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:34.571523 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c68d86a9-9bf3-489d-81a0-834a5704c66e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:34.592654 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Pushing event updated for resources: {'Port': ['ID=cec2d355-05b4-483c-ab57-f161ad791f56,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:34.614328 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df4f04a9-4b79-4a06-8fb5-f1d1a9bc4eef tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:34.749861 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port ecd70a50-7846-43ed-8c37-f90418047a40 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:34.749982 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:34.761005 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53968) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:34.832560 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f04a9-4b79-4a06-8fb5-f1d1a9bc4eef tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=388a6f1b-71de-4db3-8b87-7663e2f64ce9,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:34.834695 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Provisioning complete for port 51faaaca-ebd6-46e2-b15b-1c9d1b71218d triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:34.835246 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:34.898060 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70dcd3cf-bd81-4b73-97d5-2f51c63047ff tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:34.902689 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df4f04a9-4b79-4a06-8fb5-f1d1a9bc4eef tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:34.903820 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-df4f04a9-4b79-4a06-8fb5-f1d1a9bc4eef tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/security-groups/388a6f1b-71de-4db3-8b87-7663e2f64ce9 HTTP/1.1" status: 204 len: 168 time: 0.8759618 Feb 04 06:05:34.907056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53972) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:35.026108 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c68d86a9-9bf3-489d-81a0-834a5704c66e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.093310 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ece5b8e7-43ca-4117-a06e-5a7ae657511f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.138402 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c68d86a9-9bf3-489d-81a0-834a5704c66e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.224237 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-d65f8c66-48a9-4369-baf6-67096f619ae7 None None] For port ecd70a50-7846-43ed-8c37-f90418047a40, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ecd70a50-7846-43ed-8c37-f90418047a40,segment=NetworkSegment(a9a4c28e-f278-4e1a-a328-94b6a3161f39),segment_id=a9a4c28e-f278-4e1a-a328-94b6a3161f39)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:35.224777 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d65f8c66-48a9-4369-baf6-67096f619ae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.239749 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1016bf97-55d5-4268-bddd-4ec8cc610a0d req-f2b3df5a-5c62-4646-841a-228ee4874e99 service neutron] 10.222.0.43 "GET /v2.0/networks/dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6967063 Feb 04 06:05:35.257311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.282765 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Could not find standard attr ID for object ecd70a50-7846-43ed-8c37-f90418047a40. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:05:35.346175 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Port': ['ID=ecd70a50-7846-43ed-8c37-f90418047a40,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:35.352936 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f77fc7f1-e900-4d6d-b6ad-67ef58dcbbdd tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/floatingips/a18183ae-20d3-4d61-91c4-994b971c2691 HTTP/1.1" status: 200 len: 992 time: 0.5887785 Feb 04 06:05:35.354856 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] No DVR routers for this DVR port ecd70a50-7846-43ed-8c37-f90418047a40 on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:05:35.405096 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No ports have port_id starting with ecd70a50-7846-43ed-8c37-f90418047a40 Feb 04 06:05:35.415090 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-d65f8c66-48a9-4369-baf6-67096f619ae7 None None] Calling delete_port for ecd70a50-7846-43ed-8c37-f90418047a40 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:35.445963 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 9de84fcb-a398-44cd-b0a1-a8b320f6baf4 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:35.519537 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c68d86a9-9bf3-489d-81a0-834a5704c66e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.524148 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.566545 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dcd3cf-bd81-4b73-97d5-2f51c63047ff tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Router 3c530212-07f6-46c3-bffb-c552f6697bd4 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:05:35.572155 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-93a00773-278a-4eaf-8f66-8e94e3005773 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.599092 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d86a9-9bf3-489d-81a0-834a5704c66e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=834c8ea3-d97e-411f-a0c1-49aeaead75f3,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:35.618315 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c68d86a9-9bf3-489d-81a0-834a5704c66e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.625037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9237f59e-1d6f-47b0-a3dc-88a828917ada']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:35.626662 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Provisioning complete for port cf5d8e72-5183-4354-a848-9c3d977d16df triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:35.626953 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.637861 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-93a00773-278a-4eaf-8f66-8e94e3005773 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.659658 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a4c28e-f278-4e1a-a328-94b6a3161f39') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:35.659658 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a4c28e-f278-4e1a-a328-94b6a3161f39') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:35.686101 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-d65f8c66-48a9-4369-baf6-67096f619ae7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:05:35.686505 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c68d86a9-9bf3-489d-81a0-834a5704c66e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/834c8ea3-d97e-411f-a0c1-49aeaead75f3 HTTP/1.1" status: 204 len: 168 time: 1.7316968 Feb 04 06:05:35.687640 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-d65f8c66-48a9-4369-baf6-67096f619ae7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:05:35.689832 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.691999 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-17436d70-2f04-4553-a287-6152b97db61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770514993', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:24Z', 'updated_at': '2022-02-04T06:04:42Z', 'revision_number': 4, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'gw_port': {'id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:26Z', 'updated_at': '2022-02-04T06:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'a18183ae-20d3-4d61-91c4-994b971c2691', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'floating_ip_address': '172.26.4.192', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'port_id': 'ecd66dff-4282-4906-903a-90b16da441cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1', 'mac_address': 'fa:16:3e:7d:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d319f-b061-4911-ad66-43c5a4d41b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:05:24Z', 'updated_at': '2022-02-04T06:05:24Z', 'revision_number': 0, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84afe5b7-9c99-40ad-b0ab-5a0c25309a37', 'name': '', 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'mac_address': 'fa:16:3e:a9:2a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:37Z', 'updated_at': '2022-02-04T06:04:54Z', 'revision_number': 5, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'subnets': [{'id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:35.699041 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53976) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:35.704448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 9de84fcb-a398-44cd-b0a1-a8b320f6baf4 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:35.705116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.723141 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.739415 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:05:35.740006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.746581 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:05:35.751037 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Port cf5d8e72-5183-4354-a848-9c3d977d16df cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:05:35.757595 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:05:35.759844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17436d70-2f04-4553-a287-6152b97db61a None None] The sync data for ids ['674dce07-5cc0-4e5b-842b-32a88f1eb0a8'] in dv-neutron-826830-2-hyperv is: [{'id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770514993', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:24Z', 'updated_at': '2022-02-04T06:04:42Z', 'revision_number': 4, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'gw_port': {'id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:26Z', 'updated_at': '2022-02-04T06:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'a18183ae-20d3-4d61-91c4-994b971c2691', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'floating_ip_address': '172.26.4.192', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'port_id': 'ecd66dff-4282-4906-903a-90b16da441cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1', 'mac_address': 'fa:16:3e:7d:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d319f-b061-4911-ad66-43c5a4d41b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:05:24Z', 'updated_at': '2022-02-04T06:05:24Z', 'revision_number': 0, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84afe5b7-9c99-40ad-b0ab-5a0c25309a37', 'name': '', 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'mac_address': 'fa:16:3e:a9:2a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:37Z', 'updated_at': '2022-02-04T06:04:54Z', 'revision_number': 5, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'subnets': [{'id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:35.768867 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-93a00773-278a-4eaf-8f66-8e94e3005773 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.808701 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Provisioning for port 972c445c-427a-4869-9c0e-b910b87fd505 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:35.816883 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Provisioning complete for port 972c445c-427a-4869-9c0e-b910b87fd505 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:35.817243 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.860204 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a00773-278a-4eaf-8f66-8e94e3005773 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b99c4ec-daa0-4276-ac5e-202948a9d70b,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:35.890931 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-93a00773-278a-4eaf-8f66-8e94e3005773 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.892413 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-93a00773-278a-4eaf-8f66-8e94e3005773 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/security-groups/5b99c4ec-daa0-4276-ac5e-202948a9d70b HTTP/1.1" status: 204 len: 168 time: 0.9618151 Feb 04 06:05:35.895066 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53980) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:35.955446 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.960034 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.981866 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-c67f7897-32f6-467f-a8d3-faa37cc53193 None None] Port 972c445c-427a-4869-9c0e-b910b87fd505 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:35.985192 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c7a5310f-a8a9-49ac-8720-5bef4f14888a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:35.992219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dcd3cf-bd81-4b73-97d5-2f51c63047ff tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:05:36.012234 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e27ba34-5528-4f01-8a5e-dfb4a27ec681 None None] Sync routers for ids ['3c530212-07f6-46c3-bffb-c552f6697bd4'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:36.017699 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-70dcd3cf-bd81-4b73-97d5-2f51c63047ff tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "PUT /v2.0/routers/3c530212-07f6-46c3-bffb-c552f6697bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4236200 Feb 04 06:05:36.025367 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f85de9-c8d4-4af4-bfe0-fef3891b478c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting subnet 60949d3b-83b2-4f93-a7ec-bdcd87f8ee77 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:05:36.025595 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-21ef2aec-e9d2-42ff-a1de-e9798ad26bcf tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3210738 Feb 04 06:05:36.027832 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53984) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:36.031171 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-08f85de9-c8d4-4af4-bfe0-fef3891b478c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:36.060428 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e27ba34-5528-4f01-8a5e-dfb4a27ec681 None None] Routers {'3c530212-07f6-46c3-bffb-c552f6697bd4'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:36.061071 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-9e27ba34-5528-4f01-8a5e-dfb4a27ec681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['3c530212-07f6-46c3-bffb-c552f6697bd4'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:36.099863 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-08f85de9-c8d4-4af4-bfe0-fef3891b478c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:36.108481 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6210df1f-103c-41be-96db-332a8894ef3d None None] New status for floating IP a18183ae-20d3-4d61-91c4-994b971c2691: ACTIVE {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:05:36.117430 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53986) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:36.144769 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-9e27ba34-5528-4f01-8a5e-dfb4a27ec681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:36.149397 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-8afe7960-0401-4404-8d14-d62871727b5b tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] delete failed (client error): The resource could not be found. Feb 04 06:05:36.151628 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8afe7960-0401-4404-8d14-d62871727b5b tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-274906955 HTTP/1.1" status: 404 len: 334 time: 0.1220982 Feb 04 06:05:36.156108 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 53994) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:36.169669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8aa6992a-b7a6-410d-80cc-64e112c55484 None None] Provisioning complete for port ba888480-c885-4e46-aea8-ac5e4e690e6a triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:36.170061 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8aa6992a-b7a6-410d-80cc-64e112c55484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:36.173925 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-315a649f-c0d2-41a3-85f9-259b6ff617ae tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Request body: {'router': {'external_gateway_info': {'network_id': '3c530212-07f6-46c3-bffb-c552f6697bd4'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:36.204572 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-d65f8c66-48a9-4369-baf6-67096f619ae7 None None] Deleting port ecd70a50-7846-43ed-8c37-f90418047a40 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:36.204866 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d65f8c66-48a9-4369-baf6-67096f619ae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:36.285843 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-08f85de9-c8d4-4af4-bfe0-fef3891b478c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:36.357623 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 53998) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:36.364940 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Network': ['ID=9237f59e-1d6f-47b0-a3dc-88a828917ada,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:36.365287 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e27ba34-5528-4f01-8a5e-dfb4a27ec681 None None] Routers {'3c530212-07f6-46c3-bffb-c552f6697bd4'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:36.365930 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-9e27ba34-5528-4f01-8a5e-dfb4a27ec681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['3c530212-07f6-46c3-bffb-c552f6697bd4'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:36.367686 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a023e029-9de8-4167-90d8-a98a34d86b52 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/networks/9237f59e-1d6f-47b0-a3dc-88a828917ada HTTP/1.1" status: 204 len: 168 time: 3.5316312 Feb 04 06:05:36.418138 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54002) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:36.425962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-21e37779-9abd-49a5-a08d-b1aa261920da tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'network': {'name': 'tempest-RoutersTest-1108139468'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:36.432288 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-23967164-9075-4c15-ab5d-e202454c59ac tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:36.493816 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ad792a-776b-4e9f-b049-ae48dbbad037 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:36.511416 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-d65f8c66-48a9-4369-baf6-67096f619ae7 None None] The port 'ecd70a50-7846-43ed-8c37-f90418047a40' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:05:36.516831 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-9e27ba34-5528-4f01-8a5e-dfb4a27ec681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:36.517433 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e27ba34-5528-4f01-8a5e-dfb4a27ec681 None None] The sync data for ids ['3c530212-07f6-46c3-bffb-c552f6697bd4'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:36.600846 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port c7a5310f-a8a9-49ac-8720-5bef4f14888a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:36.601221 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:36.615259 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-08f85de9-c8d4-4af4-bfe0-fef3891b478c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:36.619553 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-21e37779-9abd-49a5-a08d-b1aa261920da tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:36.624016 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-21e37779-9abd-49a5-a08d-b1aa261920da tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:network and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:36.627695 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-21e37779-9abd-49a5-a08d-b1aa261920da tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:36.663629 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f85de9-c8d4-4af4-bfe0-fef3891b478c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Subnet': ['ID=60949d3b-83b2-4f93-a7ec-bdcd87f8ee77,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:36.671309 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-110a4195-e587-45d8-92fa-3f117c9303a0 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/floatingips/a18183ae-20d3-4d61-91c4-994b971c2691 HTTP/1.1" status: 200 len: 992 time: 0.3081071 Feb 04 06:05:36.674896 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-08f85de9-c8d4-4af4-bfe0-fef3891b478c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:36.682923 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-08f85de9-c8d4-4af4-bfe0-fef3891b478c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/subnets/60949d3b-83b2-4f93-a7ec-bdcd87f8ee77 HTTP/1.1" status: 204 len: 168 time: 0.7860744 Feb 04 06:05:36.688779 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54006) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:36.695765 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8a9f5dcb-a5a2-4195-94f2-c1ec2cbf304c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'subnet': {'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:36.714681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-21e37779-9abd-49a5-a08d-b1aa261920da tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:36.722464 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273a2ace-0046-4f0a-abf0-28208300b64c None None] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:36.755666 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e37779-9abd-49a5-a08d-b1aa261920da tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Made reservation on behalf of a530e6e9c2854085a0d6e6dcc92e91d5 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:36.759107 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21e37779-9abd-49a5-a08d-b1aa261920da tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:36.839615 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8a9f5dcb-a5a2-4195-94f2-c1ec2cbf304c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:36.844267 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8a9f5dcb-a5a2-4195-94f2-c1ec2cbf304c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:subnet and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:36.846266 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8a9f5dcb-a5a2-4195-94f2-c1ec2cbf304c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:36.852650 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8a9f5dcb-a5a2-4195-94f2-c1ec2cbf304c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:36.866112 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9f5dcb-a5a2-4195-94f2-c1ec2cbf304c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:36.870152 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a9f5dcb-a5a2-4195-94f2-c1ec2cbf304c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:36.952808 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-23967164-9075-4c15-ab5d-e202454c59ac tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:36.969252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-315a649f-c0d2-41a3-85f9-259b6ff617ae tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:36.973250 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-23967164-9075-4c15-ab5d-e202454c59ac tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:36.978139 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-23967164-9075-4c15-ab5d-e202454c59ac tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:36.989872 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ece5b8e7-43ca-4117-a06e-5a7ae657511f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port e8d4b2e7-0be3-4383-a1c2-cb42b3084ad6 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:36.990233 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ece5b8e7-43ca-4117-a06e-5a7ae657511f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.018617 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device cec2d355-05b4-483c-ab57-f161ad791f56 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:37.020726 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-23967164-9075-4c15-ab5d-e202454c59ac tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:37.021947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e37779-9abd-49a5-a08d-b1aa261920da tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:05:37.042205 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8aa6992a-b7a6-410d-80cc-64e112c55484 None None] Provisioning complete for port cec2d355-05b4-483c-ab57-f161ad791f56 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:37.042578 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8aa6992a-b7a6-410d-80cc-64e112c55484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.068659 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-315a649f-c0d2-41a3-85f9-259b6ff617ae tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] update failed (client error): The resource could not be found. Feb 04 06:05:37.075252 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-315a649f-c0d2-41a3-85f9-259b6ff617ae tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "PUT /v2.0/routers/3c530212-07f6-46c3-bffb-c552f6697bd4 HTTP/1.1" status: 404 len: 339 time: 0.9100175 Feb 04 06:05:37.075945 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54010) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:37.076711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21e37779-9abd-49a5-a08d-b1aa261920da tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.077057 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-21e37779-9abd-49a5-a08d-b1aa261920da tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Added segment d00287de-d840-4afd-a33d-15db0f9e335c of type vlan for network 66380ec6-6f61-4617-9775-20342d43a1b4 Feb 04 06:05:37.083889 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-641d4abc-4341-45bc-b2b2-6a41caaba2f8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1638816725'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:37.084218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23967164-9075-4c15-ab5d-e202454c59ac tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:37.087658 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-23967164-9075-4c15-ab5d-e202454c59ac tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.094726 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-641d4abc-4341-45bc-b2b2-6a41caaba2f8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:37.102062 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-641d4abc-4341-45bc-b2b2-6a41caaba2f8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Usage tracker for resource:network and tenant:8bc89d7c20cf4aabaf91b44c3028140a is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:37.106871 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-641d4abc-4341-45bc-b2b2-6a41caaba2f8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:37.117014 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-641d4abc-4341-45bc-b2b2-6a41caaba2f8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:37.133632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641d4abc-4341-45bc-b2b2-6a41caaba2f8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Made reservation on behalf of 8bc89d7c20cf4aabaf91b44c3028140a for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:37.137618 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-641d4abc-4341-45bc-b2b2-6a41caaba2f8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.193078 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641d4abc-4341-45bc-b2b2-6a41caaba2f8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:05:37.201049 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.223941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-641d4abc-4341-45bc-b2b2-6a41caaba2f8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.224299 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-641d4abc-4341-45bc-b2b2-6a41caaba2f8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Added segment ebc2e01b-2b4a-4a04-bce1-3c0064d13e8f of type vlan for network 757892e2-cf2c-4354-8abb-a3c5a5f45378 Feb 04 06:05:37.237211 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a9f5dcb-a5a2-4195-94f2-c1ec2cbf304c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.264947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e878da-da74-41e6-94b8-6cbeafc2a2db None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:05:37.277410 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-67e878da-da74-41e6-94b8-6cbeafc2a2db None None] Deleting port 7b632051-c38d-4845-8df5-b438be1dbb7f {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:37.278291 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-67e878da-da74-41e6-94b8-6cbeafc2a2db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.313138 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9f5dcb-a5a2-4195-94f2-c1ec2cbf304c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:37.315535 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-641d4abc-4341-45bc-b2b2-6a41caaba2f8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.325347 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-8a9f5dcb-a5a2-4195-94f2-c1ec2cbf304c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:37.328448 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f5dcb-a5a2-4195-94f2-c1ec2cbf304c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:37.329481 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a9f5dcb-a5a2-4195-94f2-c1ec2cbf304c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.369430 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port cec2d355-05b4-483c-ab57-f161ad791f56 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:37.370012 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.373635 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f5dcb-a5a2-4195-94f2-c1ec2cbf304c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Subnet': ['ID=e903ee2b-ff8a-40b7-980b-4e4f022e5537,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:37.380717 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8a9f5dcb-a5a2-4195-94f2-c1ec2cbf304c tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6905944 Feb 04 06:05:37.383394 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54014) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:37.390207 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-9df4f06f-ec34-4c85-8a2f-44d96a3d9bfb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'security_group': {'name': 'tempest-secgroup-2056311896'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:37.397093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9df4f06f-ec34-4c85-8a2f-44d96a3d9bfb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:37.401335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9df4f06f-ec34-4c85-8a2f-44d96a3d9bfb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:security_group and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:37.405912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9df4f06f-ec34-4c85-8a2f-44d96a3d9bfb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:37.408908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-641d4abc-4341-45bc-b2b2-6a41caaba2f8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.414643 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641d4abc-4341-45bc-b2b2-6a41caaba2f8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:37.414777 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-641d4abc-4341-45bc-b2b2-6a41caaba2f8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.451096 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9df4f06f-ec34-4c85-8a2f-44d96a3d9bfb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:37.476041 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21e37779-9abd-49a5-a08d-b1aa261920da tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.506323 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-641d4abc-4341-45bc-b2b2-6a41caaba2f8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4283235 Feb 04 06:05:37.510542 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54018) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:37.517082 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-aae8d0a6-1ac3-4f84-9eea-4f1dbbbaff4a tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Request body: {'subnet': {'network_id': '757892e2-cf2c-4354-8abb-a3c5a5f45378', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:37.532091 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9df4f06f-ec34-4c85-8a2f-44d96a3d9bfb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.551902 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d4abc-4341-45bc-b2b2-6a41caaba2f8 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event updated for resources: {'Network': ['ID=757892e2-cf2c-4354-8abb-a3c5a5f45378,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:37.560185 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9df4f06f-ec34-4c85-8a2f-44d96a3d9bfb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:37.563627 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9df4f06f-ec34-4c85-8a2f-44d96a3d9bfb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:security_group_rule and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:37.566499 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9df4f06f-ec34-4c85-8a2f-44d96a3d9bfb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:37.573220 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9df4f06f-ec34-4c85-8a2f-44d96a3d9bfb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:37.608470 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 757892e2-cf2c-4354-8abb-a3c5a5f45378 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:05:37.648629 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9df4f06f-ec34-4c85-8a2f-44d96a3d9bfb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.654177 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9df4f06f-ec34-4c85-8a2f-44d96a3d9bfb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.665375 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8aa6992a-b7a6-410d-80cc-64e112c55484 None None] Provisioning complete for port cf5d8e72-5183-4354-a848-9c3d977d16df triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:37.665758 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8aa6992a-b7a6-410d-80cc-64e112c55484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.687112 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54022) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:37.724723 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4f06f-ec34-4c85-8a2f-44d96a3d9bfb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca07afe-7367-49a7-aef0-ba509e53c327,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:37.737883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9df4f06f-ec34-4c85-8a2f-44d96a3d9bfb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.742099 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9df4f06f-ec34-4c85-8a2f-44d96a3d9bfb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3550622 Feb 04 06:05:37.742246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54026) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:37.748299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-d6789e39-b9fc-4006-87f6-0f58dd9d3f5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'security_group': {'name': 'tempest-secgroup-2114334510'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:37.751080 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ece5b8e7-43ca-4117-a06e-5a7ae657511f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.756263 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d6789e39-b9fc-4006-87f6-0f58dd9d3f5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:37.758411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21e37779-9abd-49a5-a08d-b1aa261920da tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.761749 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d6789e39-b9fc-4006-87f6-0f58dd9d3f5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:security_group and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:37.763871 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e37779-9abd-49a5-a08d-b1aa261920da tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:37.764503 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21e37779-9abd-49a5-a08d-b1aa261920da tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.765127 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d6789e39-b9fc-4006-87f6-0f58dd9d3f5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:37.773680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d6789e39-b9fc-4006-87f6-0f58dd9d3f5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:37.789143 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d6789e39-b9fc-4006-87f6-0f58dd9d3f5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.812370 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d6789e39-b9fc-4006-87f6-0f58dd9d3f5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:37.816631 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d6789e39-b9fc-4006-87f6-0f58dd9d3f5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:security_group_rule and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:37.824978 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d6789e39-b9fc-4006-87f6-0f58dd9d3f5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:37.833444 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d6789e39-b9fc-4006-87f6-0f58dd9d3f5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:37.910630 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-67e878da-da74-41e6-94b8-6cbeafc2a2db None None] For port 7b632051-c38d-4845-8df5-b438be1dbb7f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=7b632051-c38d-4845-8df5-b438be1dbb7f,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:37.910931 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-67e878da-da74-41e6-94b8-6cbeafc2a2db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.920426 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8aa6992a-b7a6-410d-80cc-64e112c55484 None None] Port cf5d8e72-5183-4354-a848-9c3d977d16df cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:37.925418 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 51faaaca-ebd6-46e2-b15b-1c9d1b71218d up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:37.928337 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d6789e39-b9fc-4006-87f6-0f58dd9d3f5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.935459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d6789e39-b9fc-4006-87f6-0f58dd9d3f5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.946783 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-aae8d0a6-1ac3-4f84-9eea-4f1dbbbaff4a tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:37.951048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-aae8d0a6-1ac3-4f84-9eea-4f1dbbbaff4a tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Usage tracker for resource:subnet and tenant:8bc89d7c20cf4aabaf91b44c3028140a is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:37.954034 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-aae8d0a6-1ac3-4f84-9eea-4f1dbbbaff4a tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:37.961651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-aae8d0a6-1ac3-4f84-9eea-4f1dbbbaff4a tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:37.988137 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6789e39-b9fc-4006-87f6-0f58dd9d3f5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9c529b-d027-4e31-aadd-97ab4402112a,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:37.996816 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d6789e39-b9fc-4006-87f6-0f58dd9d3f5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:37.998191 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d6789e39-b9fc-4006-87f6-0f58dd9d3f5f tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2549996 Feb 04 06:05:38.001206 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54030) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:38.006979 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-4c1266ea-746c-443c-9adb-361854bc5a19 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'security_group': {'name': 'tempest-secgroup-469806726'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:38.014903 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4c1266ea-746c-443c-9adb-361854bc5a19 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:38.020384 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4c1266ea-746c-443c-9adb-361854bc5a19 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:security_group and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:38.024531 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4c1266ea-746c-443c-9adb-361854bc5a19 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:38.033818 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4c1266ea-746c-443c-9adb-361854bc5a19 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:38.050976 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4c1266ea-746c-443c-9adb-361854bc5a19 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:38.075355 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4c1266ea-746c-443c-9adb-361854bc5a19 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:38.079843 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4c1266ea-746c-443c-9adb-361854bc5a19 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:security_group_rule and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:38.083039 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4c1266ea-746c-443c-9adb-361854bc5a19 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:38.091098 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4c1266ea-746c-443c-9adb-361854bc5a19 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:38.108492 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-67e878da-da74-41e6-94b8-6cbeafc2a2db None None] Calling delete_port for 7b632051-c38d-4845-8df5-b438be1dbb7f owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:38.120952 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fd89b725-feea-4bd7-bb1e-3fa4507351dc tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/floatingips/a18183ae-20d3-4d61-91c4-994b971c2691 HTTP/1.1" status: 200 len: 994 time: 0.4316876 Feb 04 06:05:38.134886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ece5b8e7-43ca-4117-a06e-5a7ae657511f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Calling delete_port for e8d4b2e7-0be3-4383-a1c2-cb42b3084ad6 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:38.175165 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8aa6992a-b7a6-410d-80cc-64e112c55484 None None] Provisioning for port e8d4b2e7-0be3-4383-a1c2-cb42b3084ad6 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:38.182125 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae8d0a6-1ac3-4f84-9eea-4f1dbbbaff4a tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Made reservation on behalf of 8bc89d7c20cf4aabaf91b44c3028140a for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:38.185745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aae8d0a6-1ac3-4f84-9eea-4f1dbbbaff4a tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:38.195142 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8aa6992a-b7a6-410d-80cc-64e112c55484 None None] Provisioning complete for port e8d4b2e7-0be3-4383-a1c2-cb42b3084ad6 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:38.200410 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8aa6992a-b7a6-410d-80cc-64e112c55484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:38.219549 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4c1266ea-746c-443c-9adb-361854bc5a19 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:38.224864 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4c1266ea-746c-443c-9adb-361854bc5a19 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:38.292773 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1266ea-746c-443c-9adb-361854bc5a19 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef511c6e-07b9-42ce-9c9a-982edc524214,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:38.309964 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8aa6992a-b7a6-410d-80cc-64e112c55484 None None] Port e8d4b2e7-0be3-4383-a1c2-cb42b3084ad6 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:38.313952 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 51faaaca-ebd6-46e2-b15b-1c9d1b71218d triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:38.314085 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4c1266ea-746c-443c-9adb-361854bc5a19 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:38.314327 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:38.316903 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4c1266ea-746c-443c-9adb-361854bc5a19 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3146751 Feb 04 06:05:38.321389 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54034) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:38.323911 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-21e37779-9abd-49a5-a08d-b1aa261920da tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9042037 Feb 04 06:05:38.328393 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ca347341-6d52-4788-9c1a-3f55cca88237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1184030604', 'security_groups': ['ef511c6e-07b9-42ce-9c9a-982edc524214'], 'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e903ee2b-ff8a-40b7-980b-4e4f022e5537'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:38.331364 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e37779-9abd-49a5-a08d-b1aa261920da tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Network': ['ID=66380ec6-6f61-4617-9775-20342d43a1b4,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:38.338678 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54038) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:38.350262 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-29e388bd-3194-4d49-952d-2a3589406ba7 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'subnet': {'network_id': '66380ec6-6f61-4617-9775-20342d43a1b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:38.356481 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 66380ec6-6f61-4617-9775-20342d43a1b4 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:05:38.381739 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-67e878da-da74-41e6-94b8-6cbeafc2a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:38.386488 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8aa6992a-b7a6-410d-80cc-64e112c55484 None None] Could not find standard attr ID for object 5d1f0e7f-68c2-405f-87e7-2b1d51b0ccaa. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:05:38.487268 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c58141-81d0-4505-9f6e-f9947c7b0e6c None None] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:38.505749 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ca347341-6d52-4788-9c1a-3f55cca88237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:38.522356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ca347341-6d52-4788-9c1a-3f55cca88237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:38.537641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca347341-6d52-4788-9c1a-3f55cca88237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:38.559337 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e878da-da74-41e6-94b8-6cbeafc2a2db None None] Pushing event deleted for resources: {'Port': ['ID=7b632051-c38d-4845-8df5-b438be1dbb7f,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:38.565731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e878da-da74-41e6-94b8-6cbeafc2a2db None None] No DVR routers for this DVR port 7b632051-c38d-4845-8df5-b438be1dbb7f on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:05:38.577442 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-29e388bd-3194-4d49-952d-2a3589406ba7 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:38.581649 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-23967164-9075-4c15-ab5d-e202454c59ac tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:38.684396 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca347341-6d52-4788-9c1a-3f55cca88237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:38.688916 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-29e388bd-3194-4d49-952d-2a3589406ba7 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:subnet and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:38.706794 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-ca347341-6d52-4788-9c1a-3f55cca88237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] device_id is not set on port 08719c22-2ad2-4ba2-b2c3-b0b7e895688f yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:05:38.707425 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-29e388bd-3194-4d49-952d-2a3589406ba7 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:38.747791 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5748faf9-ed59-4af4-9a46-a7ff462c04c1 None None] Provisioning complete for port cec2d355-05b4-483c-ab57-f161ad791f56 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:38.748394 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5748faf9-ed59-4af4-9a46-a7ff462c04c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:38.760262 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-29e388bd-3194-4d49-952d-2a3589406ba7 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:38.797720 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23967164-9075-4c15-ab5d-e202454c59ac tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:38.810220 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-23967164-9075-4c15-ab5d-e202454c59ac tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:38.823438 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23967164-9075-4c15-ab5d-e202454c59ac tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:38.824395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-23967164-9075-4c15-ab5d-e202454c59ac tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:38.840323 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23967164-9075-4c15-ab5d-e202454c59ac tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=c7fa1997-c663-4e8f-971a-d1e1ddbc9dd1,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:38.843381 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e388bd-3194-4d49-952d-2a3589406ba7 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Made reservation on behalf of a530e6e9c2854085a0d6e6dcc92e91d5 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:38.849469 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-29e388bd-3194-4d49-952d-2a3589406ba7 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:38.882642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a97abb3-a66e-4971-b179-e077dca60148 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:38.955517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-ca347341-6d52-4788-9c1a-3f55cca88237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Allocated IP 2001:db8::159 (4af3bcb5-799f-4a1a-a475-3128df4a912b/e903ee2b-ff8a-40b7-980b-4e4f022e5537/08719c22-2ad2-4ba2-b2c3-b0b7e895688f) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:39.151249 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca347341-6d52-4788-9c1a-3f55cca88237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:39.174238 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ca347341-6d52-4788-9c1a-3f55cca88237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Transition to ACTIVE for port object 08719c22-2ad2-4ba2-b2c3-b0b7e895688f will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:39.214219 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca347341-6d52-4788-9c1a-3f55cca88237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:39.314052 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ba888480-c885-4e46-aea8-ac5e4e690e6a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:39.341518 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-23967164-9075-4c15-ab5d-e202454c59ac tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2219844 Feb 04 06:05:39.344326 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54042) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:39.348764 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca347341-6d52-4788-9c1a-3f55cca88237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:39.352932 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-ca347341-6d52-4788-9c1a-3f55cca88237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:39.356481 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-7bed912f-69a3-4b82-88aa-ec8c0388dfaa tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:39.357281 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca347341-6d52-4788-9c1a-3f55cca88237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:39.364091 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca347341-6d52-4788-9c1a-3f55cca88237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:39.364805 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca347341-6d52-4788-9c1a-3f55cca88237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:39.372675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aae8d0a6-1ac3-4f84-9eea-4f1dbbbaff4a tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:39.373983 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca347341-6d52-4788-9c1a-3f55cca88237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=08719c22-2ad2-4ba2-b2c3-b0b7e895688f,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:39.404796 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ca347341-6d52-4788-9c1a-3f55cca88237 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0793891 Feb 04 06:05:39.405134 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54046) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:39.410689 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-1c018d79-e19f-4b74-b0cd-7d1c97ad53c5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'subnet': {'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:39.417012 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ece5b8e7-43ca-4117-a06e-5a7ae657511f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:39.525146 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5748faf9-ed59-4af4-9a46-a7ff462c04c1 None None] Could not find standard attr ID for object 1de2b2c2-bb35-439e-9056-82faef9583b5. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:05:39.542609 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5748faf9-ed59-4af4-9a46-a7ff462c04c1 None None] Could not find standard attr ID for object 7b632051-c38d-4845-8df5-b438be1dbb7f. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:05:39.551992 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5b8e7-43ca-4117-a06e-5a7ae657511f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Port': ['ID=e8d4b2e7-0be3-4383-a1c2-cb42b3084ad6,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:39.555891 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': 'c7fa1997-c663-4e8f-971a-d1e1ddbc9dd1'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:05:39.556701 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:39.590336 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port ba888480-c885-4e46-aea8-ac5e4e690e6a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:39.590713 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:39.623707 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5748faf9-ed59-4af4-9a46-a7ff462c04c1 None None] Provisioning complete for port cf5d8e72-5183-4354-a848-9c3d977d16df triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:39.623707 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5748faf9-ed59-4af4-9a46-a7ff462c04c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:39.655038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8d0a6-1ac3-4f84-9eea-4f1dbbbaff4a tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event updated for resources: {'Subnet': ['ID=3a0e7c55-30f2-4d64-b914-eb3f5e8f78e0,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:39.704914 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1c018d79-e19f-4b74-b0cd-7d1c97ad53c5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:39.709117 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1c018d79-e19f-4b74-b0cd-7d1c97ad53c5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:subnet and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:39.712022 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1c018d79-e19f-4b74-b0cd-7d1c97ad53c5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:39.722421 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1c018d79-e19f-4b74-b0cd-7d1c97ad53c5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:39.741199 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c018d79-e19f-4b74-b0cd-7d1c97ad53c5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:39.747488 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1c018d79-e19f-4b74-b0cd-7d1c97ad53c5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:39.813364 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-5748faf9-ed59-4af4-9a46-a7ff462c04c1 None None] Port cf5d8e72-5183-4354-a848-9c3d977d16df cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:39.900651 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.ipam_backend_mixin [None req-1c018d79-e19f-4b74-b0cd-7d1c97ad53c5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e903ee2b-ff8a-40b7-980b-4e4f022e5537 (CIDR: 2001:db8::/64) Feb 04 06:05:39.907302 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c018d79-e19f-4b74-b0cd-7d1c97ad53c5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:05:39.907746 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c018d79-e19f-4b74-b0cd-7d1c97ad53c5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:05:39.916306 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae8d0a6-1ac3-4f84-9eea-4f1dbbbaff4a tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Checking segment: {'id': 'ebc2e01b-2b4a-4a04-bce1-3c0064d13e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '757892e2-cf2c-4354-8abb-a3c5a5f45378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:39.916967 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae8d0a6-1ac3-4f84-9eea-4f1dbbbaff4a tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Network hostable DHCP agents. Network: 757892e2-cf2c-4354-8abb-a3c5a5f45378, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:05:39.930010 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1c018d79-e19f-4b74-b0cd-7d1c97ad53c5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5212765 Feb 04 06:05:39.930218 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54050) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:39.936729 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-9698f4b2-37f0-48e1-9018-c85367ebf9de tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'subnet': {'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:39.973460 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-29e388bd-3194-4d49-952d-2a3589406ba7 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:40.011141 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8156d584-88bf-4ac3-8de6-6938b3632dbb None None] Update dhcp port {'port': {'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b', 'fixed_ips': [{'subnet_id': '220bc255-4a59-4b1d-a18b-e79a149f1906', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e903ee2b-ff8a-40b7-980b-4e4f022e5537'}], 'binding:host_id': 'dv-neutron-826830-2-hyperv'}, 'id': 'cec2d355-05b4-483c-ab57-f161ad791f56'} from dv-neutron-826830-2-hyperv. {{(pid=87472) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:05:40.011819 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7bed912f-69a3-4b82-88aa-ec8c0388dfaa tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:40.032657 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7bed912f-69a3-4b82-88aa-ec8c0388dfaa tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:40.039017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7bed912f-69a3-4b82-88aa-ec8c0388dfaa tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:40.051382 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae8d0a6-1ac3-4f84-9eea-4f1dbbbaff4a tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Network 757892e2-cf2c-4354-8abb-a3c5a5f45378 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:05:40.053660 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7bed912f-69a3-4b82-88aa-ec8c0388dfaa tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:40.074940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Allocated IP 2001:db8::2 (65e4f961-4ab6-4ffd-8973-b6f04910c762/c7fa1997-c663-4e8f-971a-d1e1ddbc9dd1/34f68bd1-b733-434e-9c4c-845847867822) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:40.075393 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ece5b8e7-43ca-4117-a06e-5a7ae657511f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:40.082286 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device cec2d355-05b4-483c-ab57-f161ad791f56 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:40.094014 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9698f4b2-37f0-48e1-9018-c85367ebf9de tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:40.098083 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9698f4b2-37f0-48e1-9018-c85367ebf9de tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:subnet and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:40.101200 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9698f4b2-37f0-48e1-9018-c85367ebf9de tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:40.104462 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-aae8d0a6-1ac3-4f84-9eea-4f1dbbbaff4a tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 757892e2-cf2c-4354-8abb-a3c5a5f45378) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:40.107193 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9698f4b2-37f0-48e1-9018-c85367ebf9de tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:40.116260 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e388bd-3194-4d49-952d-2a3589406ba7 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Subnet': ['ID=adaf2788-51ab-468b-b6d6-3546745d2068,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:40.121122 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9698f4b2-37f0-48e1-9018-c85367ebf9de tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:40.123433 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae8d0a6-1ac3-4f84-9eea-4f1dbbbaff4a tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:40.124045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aae8d0a6-1ac3-4f84-9eea-4f1dbbbaff4a tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:40.125517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9698f4b2-37f0-48e1-9018-c85367ebf9de tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:40.140167 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bed912f-69a3-4b82-88aa-ec8c0388dfaa tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:40.144449 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefa0930-ba22-4682-b699-bf29fc8743a2 None None] Network 757892e2-cf2c-4354-8abb-a3c5a5f45378 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:40.145409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7bed912f-69a3-4b82-88aa-ec8c0388dfaa tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:40.192009 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8156d584-88bf-4ac3-8de6-6938b3632dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:40.267263 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.ipam_backend_mixin [None req-9698f4b2-37f0-48e1-9018-c85367ebf9de tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 220bc255-4a59-4b1d-a18b-e79a149f1906 (CIDR: 2001:db8:0:1::/64) Feb 04 06:05:40.270924 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-9698f4b2-37f0-48e1-9018-c85367ebf9de tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:05:40.271708 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9698f4b2-37f0-48e1-9018-c85367ebf9de tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:05:40.291342 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9698f4b2-37f0-48e1-9018-c85367ebf9de tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3599470 Feb 04 06:05:40.294063 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54054) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:40.300743 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0e430a88-778c-4bbe-bc24-0b77563453cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'subnet': {'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:40.380892 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e388bd-3194-4d49-952d-2a3589406ba7 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Checking segment: {'id': 'd00287de-d840-4afd-a33d-15db0f9e335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '66380ec6-6f61-4617-9775-20342d43a1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:40.381201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e388bd-3194-4d49-952d-2a3589406ba7 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network hostable DHCP agents. Network: 66380ec6-6f61-4617-9775-20342d43a1b4, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:05:40.410757 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-aae8d0a6-1ac3-4f84-9eea-4f1dbbbaff4a tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8991306 Feb 04 06:05:40.417415 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54058) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:40.429235 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a7b08cfa-8f0e-417f-8e29-42b0ff4be49a tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Request body: {'router': {'external_gateway_info': {'network_id': '757892e2-cf2c-4354-8abb-a3c5a5f45378'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:40.457595 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0e430a88-778c-4bbe-bc24-0b77563453cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:40.461526 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0e430a88-778c-4bbe-bc24-0b77563453cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Usage tracker for resource:subnet and tenant:ef31d0e95d1b49ed90d15de4824b5830 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:40.464423 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0e430a88-778c-4bbe-bc24-0b77563453cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:40.470978 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0e430a88-778c-4bbe-bc24-0b77563453cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:40.483627 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e430a88-778c-4bbe-bc24-0b77563453cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Made reservation on behalf of ef31d0e95d1b49ed90d15de4824b5830 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:40.488223 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0e430a88-778c-4bbe-bc24-0b77563453cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:40.512381 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port cec2d355-05b4-483c-ab57-f161ad791f56 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:40.512757 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:40.595833 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e388bd-3194-4d49-952d-2a3589406ba7 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 66380ec6-6f61-4617-9775-20342d43a1b4 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:05:40.792120 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0e430a88-778c-4bbe-bc24-0b77563453cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:40.794624 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:40.798541 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-757892e2-cf2c-4354-8abb-a3c5a5f45378', 'network_id': '757892e2-cf2c-4354-8abb-a3c5a5f45378', 'tenant_id': '8bc89d7c20cf4aabaf91b44c3028140a', 'fixed_ips': [{'subnet_id': '3a0e7c55-30f2-4d64-b914-eb3f5e8f78e0'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:05:40.799385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:40.829852 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Transition to ACTIVE for port object 34f68bd1-b733-434e-9c4c-845847867822 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:40.846949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-8156d584-88bf-4ac3-8de6-6938b3632dbb None None] Allocated IP 2001:db8::2 (4af3bcb5-799f-4a1a-a475-3128df4a912b/e903ee2b-ff8a-40b7-980b-4e4f022e5537/cec2d355-05b4-483c-ab57-f161ad791f56) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:40.854732 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e430a88-778c-4bbe-bc24-0b77563453cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:40.857981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-0e430a88-778c-4bbe-bc24-0b77563453cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:40.867442 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e430a88-778c-4bbe-bc24-0b77563453cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:40.868295 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0e430a88-778c-4bbe-bc24-0b77563453cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:40.886455 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e430a88-778c-4bbe-bc24-0b77563453cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Subnet': ['ID=dab1776a-dc92-4ae6-b570-2c0ea7945e97,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:40.901933 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0e430a88-778c-4bbe-bc24-0b77563453cc tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6064918 Feb 04 06:05:40.904533 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54062) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:40.910322 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-e2d7ee6d-6db2-44e7-919f-ea4e4441b3ca tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-669015326', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dab1776a-dc92-4ae6-b570-2c0ea7945e97'}], 'security_groups': ['cca07afe-7367-49a7-aef0-ba509e53c327', '7d9c529b-d027-4e31-aadd-97ab4402112a']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:40.925461 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-29e388bd-3194-4d49-952d-2a3589406ba7 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 66380ec6-6f61-4617-9775-20342d43a1b4) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:40.949658 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56447c8e-2e59-47a1-a3a5-b95212a83eb0 None None] Network 66380ec6-6f61-4617-9775-20342d43a1b4 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:40.953235 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.ipam_backend_mixin [None req-7bed912f-69a3-4b82-88aa-ec8c0388dfaa tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c7fa1997-c663-4e8f-971a-d1e1ddbc9dd1 (CIDR: 2001:db8::/64) Feb 04 06:05:40.956419 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e388bd-3194-4d49-952d-2a3589406ba7 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:40.957022 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-29e388bd-3194-4d49-952d-2a3589406ba7 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:40.971976 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Transition to ACTIVE for port object 34f68bd1-b733-434e-9c4c-845847867822 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:41.041306 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e2d7ee6d-6db2-44e7-919f-ea4e4441b3ca tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:41.090587 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bed912f-69a3-4b82-88aa-ec8c0388dfaa tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:05:41.091072 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bed912f-69a3-4b82-88aa-ec8c0388dfaa tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:05:41.208991 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:41.234460 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a7b08cfa-8f0e-417f-8e29-42b0ff4be49a tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:41.244826 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-29e388bd-3194-4d49-952d-2a3589406ba7 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9018550 Feb 04 06:05:41.248420 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54066) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:41.258704 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-4c974b02-c468-4813-b10f-81d43e38eaf9 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1759688711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:41.266834 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7bed912f-69a3-4b82-88aa-ec8c0388dfaa tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9196792 Feb 04 06:05:41.267550 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4c974b02-c468-4813-b10f-81d43e38eaf9 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:41.268272 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54070) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:41.278752 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4c974b02-c468-4813-b10f-81d43e38eaf9 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:router and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:41.282636 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4c974b02-c468-4813-b10f-81d43e38eaf9 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:41.288726 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4c974b02-c468-4813-b10f-81d43e38eaf9 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:41.295599 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-79dbadc4-7477-4bee-8498-9f5d9e247cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:41.313565 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4c974b02-c468-4813-b10f-81d43e38eaf9 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:41.316039 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4c974b02-c468-4813-b10f-81d43e38eaf9 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:41.323984 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece5b8e7-43ca-4117-a06e-5a7ae657511f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router b7522c56-e227-4b1f-b570-db09f4eef5fb has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:05:41.354609 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:41.367576 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:41.377923 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:41.408233 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Pushing event updated for resources: {'Port': ['ID=34f68bd1-b733-434e-9c4c-845847867822,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:41.443505 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4c974b02-c468-4813-b10f-81d43e38eaf9 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:41.465712 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4c974b02-c468-4813-b10f-81d43e38eaf9 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:41.501083 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4c974b02-c468-4813-b10f-81d43e38eaf9 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:41.505973 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4c974b02-c468-4813-b10f-81d43e38eaf9 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2564130 Feb 04 06:05:41.506764 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54074) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:41.582536 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ecd70a50-7846-43ed-8c37-f90418047a40 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:05:41.601617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-79dbadc4-7477-4bee-8498-9f5d9e247cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:41.624835 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-66380ec6-6f61-4617-9775-20342d43a1b4', 'network_id': '66380ec6-6f61-4617-9775-20342d43a1b4', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'fixed_ips': [{'subnet_id': 'adaf2788-51ab-468b-b6d6-3546745d2068'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:05:41.625651 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:41.680729 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: ecd70a50-7846-43ed-8c37-f90418047a40 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:05:41.681094 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ecd70a50-7846-43ed-8c37-f90418047a40 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:05:41.682708 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-79dbadc4-7477-4bee-8498-9f5d9e247cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:41.699649 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-79dbadc4-7477-4bee-8498-9f5d9e247cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:41.702103 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8156d584-88bf-4ac3-8de6-6938b3632dbb None None] For port cec2d355-05b4-483c-ab57-f161ad791f56, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=cec2d355-05b4-483c-ab57-f161ad791f56,segment=NetworkSegment(23a55c5a-4499-44f2-8f24-035820097f57),segment_id=23a55c5a-4499-44f2-8f24-035820097f57)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:41.716962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-79dbadc4-7477-4bee-8498-9f5d9e247cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:41.745852 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dbadc4-7477-4bee-8498-9f5d9e247cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:41.749530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79dbadc4-7477-4bee-8498-9f5d9e247cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:41.769539 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Allocated IP 2001:db8:1::2 (757892e2-cf2c-4354-8abb-a3c5a5f45378/3a0e7c55-30f2-4d64-b914-eb3f5e8f78e0/bb7a162f-e9dc-4111-a96a-8bb04e386764) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:41.771808 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece5b8e7-43ca-4117-a06e-5a7ae657511f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:05:41.773503 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Attempting to bind port 34f68bd1-b733-434e-9c4c-845847867822 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:41.773905 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Attempting to bind port 34f68bd1-b733-434e-9c4c-845847867822 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:41.774237 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Attempting to bind port 34f68bd1-b733-434e-9c4c-845847867822 on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:05:41.782406 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ece5b8e7-43ca-4117-a06e-5a7ae657511f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/b7522c56-e227-4b1f-b570-db09f4eef5fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3645117 Feb 04 06:05:41.788079 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54078) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:41.802190 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a672237-e0ee-4171-bd79-82cbc083a75a None None] Sync routers for ids ['b7522c56-e227-4b1f-b570-db09f4eef5fb'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:41.818292 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:05:41.818671 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:41.819331 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:41.819736 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:05:41.820263 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Bound port: 34f68bd1-b733-434e-9c4c-845847867822, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:41.820642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:41.873836 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8156d584-88bf-4ac3-8de6-6938b3632dbb None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:41.959693 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a672237-e0ee-4171-bd79-82cbc083a75a None None] Routers {'b7522c56-e227-4b1f-b570-db09f4eef5fb'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:41.960377 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0a672237-e0ee-4171-bd79-82cbc083a75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['b7522c56-e227-4b1f-b570-db09f4eef5fb'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:42.100657 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0a672237-e0ee-4171-bd79-82cbc083a75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:42.123049 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8156d584-88bf-4ac3-8de6-6938b3632dbb None None] Transition to ACTIVE for port object cec2d355-05b4-483c-ab57-f161ad791f56 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:42.143980 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-a7b08cfa-8f0e-417f-8e29-42b0ff4be49a tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:05:42.157300 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a7b08cfa-8f0e-417f-8e29-42b0ff4be49a tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "PUT /v2.0/routers/3c530212-07f6-46c3-bffb-c552f6697bd4 HTTP/1.1" status: 400 len: 364 time: 1.7338521 Feb 04 06:05:42.158116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8156d584-88bf-4ac3-8de6-6938b3632dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:42.183352 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54082) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:42.233690 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] For port 34f68bd1-b733-434e-9c4c-845847867822, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:05:42.273023 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a672237-e0ee-4171-bd79-82cbc083a75a None None] Routers {'b7522c56-e227-4b1f-b570-db09f4eef5fb'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:42.273858 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0a672237-e0ee-4171-bd79-82cbc083a75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['b7522c56-e227-4b1f-b570-db09f4eef5fb'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:42.371010 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:42.413850 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0a672237-e0ee-4171-bd79-82cbc083a75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:42.414348 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a672237-e0ee-4171-bd79-82cbc083a75a None None] The sync data for ids ['b7522c56-e227-4b1f-b570-db09f4eef5fb'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:42.416220 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Allocated IP 172.20.0.2 (66380ec6-6f61-4617-9775-20342d43a1b4/adaf2788-51ab-468b-b6d6-3546745d2068/2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:42.421113 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] For port 34f68bd1-b733-434e-9c4c-845847867822, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=34f68bd1-b733-434e-9c4c-845847867822,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:05:42.474364 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:42.486014 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156d584-88bf-4ac3-8de6-6938b3632dbb None None] Pushing event updated for resources: {'Port': ['ID=cec2d355-05b4-483c-ab57-f161ad791f56,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:42.674795 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:42.730853 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Transition to ACTIVE for port object bb7a162f-e9dc-4111-a96a-8bb04e386764 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:42.842364 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-790b3a19-fc38-4c80-98d9-fe5e4d71783d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:42.886081 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede98f0-c38c-4920-817e-72eb83b9c024 None None] Pushing event updated for resources: {'Port': ['ID=34f68bd1-b733-434e-9c4c-845847867822,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:42.895991 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:42.902788 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Transition to ACTIVE for port object bb7a162f-e9dc-4111-a96a-8bb04e386764 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:42.909667 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Transition to ACTIVE for port object 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:42.921522 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:42.952314 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Transition to ACTIVE for port object 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:43.034255 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:43.038929 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.objects.ports [None req-79dbadc4-7477-4bee-8498-9f5d9e247cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87470) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:05:43.093062 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Network 66380ec6-6f61-4617-9775-20342d43a1b4 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:43.098526 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:43.101772 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:43.112504 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Network 757892e2-cf2c-4354-8abb-a3c5a5f45378 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:43.184637 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:43.187396 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:43.279474 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Pushing event updated for resources: {'Port': ['ID=bb7a162f-e9dc-4111-a96a-8bb04e386764,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:43.454195 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79dbadc4-7477-4bee-8498-9f5d9e247cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:43.471515 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-e2d7ee6d-6db2-44e7-919f-ea4e4441b3ca tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Delete allocated IP 2001:db8::159 (4af3bcb5-799f-4a1a-a475-3128df4a912b/e903ee2b-ff8a-40b7-980b-4e4f022e5537) {{(pid=87471) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 06:05:43.484025 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Attempting to bind port 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:43.484025 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Attempting to bind port 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'd00287de-d840-4afd-a33d-15db0f9e335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '66380ec6-6f61-4617-9775-20342d43a1b4'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:43.484778 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Attempting to bind port 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda on network 66380ec6-6f61-4617-9775-20342d43a1b4 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:05:43.492357 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Attempting to bind port bb7a162f-e9dc-4111-a96a-8bb04e386764 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:43.492912 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Attempting to bind port bb7a162f-e9dc-4111-a96a-8bb04e386764 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'ebc2e01b-2b4a-4a04-bce1-3c0064d13e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '757892e2-cf2c-4354-8abb-a3c5a5f45378'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:43.493121 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Attempting to bind port bb7a162f-e9dc-4111-a96a-8bb04e386764 on network 757892e2-cf2c-4354-8abb-a3c5a5f45378 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:05:43.497625 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Pushing event updated for resources: {'Port': ['ID=2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:43.499989 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-e2d7ee6d-6db2-44e7-919f-ea4e4441b3ca tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Allocated IP 2001:db8:0:2::3c8 (4af3bcb5-799f-4a1a-a475-3128df4a912b/dab1776a-dc92-4ae6-b570-2c0ea7945e97/08719c22-2ad2-4ba2-b2c3-b0b7e895688f) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:43.501851 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:05:43.502228 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Checking segment: {'id': 'd00287de-d840-4afd-a33d-15db0f9e335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '66380ec6-6f61-4617-9775-20342d43a1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:43.502781 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:43.503040 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Bound using segment: {'id': 'd00287de-d840-4afd-a33d-15db0f9e335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '66380ec6-6f61-4617-9775-20342d43a1b4'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:05:43.503573 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Bound port: 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd00287de-d840-4afd-a33d-15db0f9e335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '66380ec6-6f61-4617-9775-20342d43a1b4'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:43.503976 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:43.519824 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:05:43.520207 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Checking segment: {'id': 'ebc2e01b-2b4a-4a04-bce1-3c0064d13e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '757892e2-cf2c-4354-8abb-a3c5a5f45378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:43.520622 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:43.521062 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Bound using segment: {'id': 'ebc2e01b-2b4a-4a04-bce1-3c0064d13e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '757892e2-cf2c-4354-8abb-a3c5a5f45378'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:05:43.521538 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Bound port: bb7a162f-e9dc-4111-a96a-8bb04e386764, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc2e01b-2b4a-4a04-bce1-3c0064d13e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '757892e2-cf2c-4354-8abb-a3c5a5f45378'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:43.521914 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:43.544192 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3383e2-4881-4dd9-8652-b8dec39f759c None None] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:43.574080 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-19c0d048-757a-448f-8be5-6564846bc56e tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:43.608152 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Allocated IP 172.20.0.1 (66380ec6-6f61-4617-9775-20342d43a1b4/adaf2788-51ab-468b-b6d6-3546745d2068/1055888c-c794-4de0-80e7-4cd437ccbd74) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:43.625673 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-790b3a19-fc38-4c80-98d9-fe5e4d71783d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port 972c445c-427a-4869-9c0e-b910b87fd505 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:43.626012 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-790b3a19-fc38-4c80-98d9-fe5e4d71783d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:43.765827 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9ef27dc2-6060-4ae3-a8a4-92a6298b7d5e None None] Provisioning for port cec2d355-05b4-483c-ab57-f161ad791f56 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:43.819074 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] For port bb7a162f-e9dc-4111-a96a-8bb04e386764, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:05:43.821150 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9ef27dc2-6060-4ae3-a8a4-92a6298b7d5e None None] Provisioning complete for port cec2d355-05b4-483c-ab57-f161ad791f56 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:43.821617 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9ef27dc2-6060-4ae3-a8a4-92a6298b7d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:43.872576 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] For port 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:05:43.882821 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] For port bb7a162f-e9dc-4111-a96a-8bb04e386764, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=bb7a162f-e9dc-4111-a96a-8bb04e386764,segment=NetworkSegment(ebc2e01b-2b4a-4a04-bce1-3c0064d13e8f),segment_id=ebc2e01b-2b4a-4a04-bce1-3c0064d13e8f)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:05:43.927333 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-79dbadc4-7477-4bee-8498-9f5d9e247cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] For port 34f68bd1-b733-434e-9c4c-845847867822, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=34f68bd1-b733-434e-9c4c-845847867822,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:43.945324 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:43.950394 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] For port 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda,segment=NetworkSegment(d00287de-d840-4afd-a33d-15db0f9e335c),segment_id=d00287de-d840-4afd-a33d-15db0f9e335c)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:05:43.961389 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-790b3a19-fc38-4c80-98d9-fe5e4d71783d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:44.016074 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:44.151077 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 34f68bd1-b733-434e-9c4c-845847867822 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:44.172248 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-790b3a19-fc38-4c80-98d9-fe5e4d71783d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Calling delete_port for 972c445c-427a-4869-9c0e-b910b87fd505 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:44.284803 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c41e1-669e-4690-8e10-2a5212e1f188 None None] Pushing event updated for resources: {'Port': ['ID=bb7a162f-e9dc-4111-a96a-8bb04e386764,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:44.378327 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:44.436327 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-e2d7ee6d-6db2-44e7-919f-ea4e4441b3ca tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:05:44.500491 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e2d7ee6d-6db2-44e7-919f-ea4e4441b3ca tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:44.537883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Transition to ACTIVE for port object 1055888c-c794-4de0-80e7-4cd437ccbd74 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:44.586100 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-e2d7ee6d-6db2-44e7-919f-ea4e4441b3ca tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Ignored duplicate provisioning block setup for port 08719c22-2ad2-4ba2-b2c3-b0b7e895688f by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 06:05:44.588993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f1cb7-61d6-441d-8b89-5cab249252ef None None] Pushing event updated for resources: {'Port': ['ID=2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:44.615611 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e2d7ee6d-6db2-44e7-919f-ea4e4441b3ca tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:44.621667 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-19c0d048-757a-448f-8be5-6564846bc56e tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Allocated IP 2001:db8::1 (cfd57301-212e-4ee6-9b49-bc3242fd5ca9/60bfcc24-305f-4c27-a713-c7264b26a0c5/b4957e84-0231-4c71-93de-62d1f920faf5) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:44.666289 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9ef27dc2-6060-4ae3-a8a4-92a6298b7d5e None None] Provisioning for port 08719c22-2ad2-4ba2-b2c3-b0b7e895688f completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:44.680527 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9ef27dc2-6060-4ae3-a8a4-92a6298b7d5e None None] Provisioning complete for port 08719c22-2ad2-4ba2-b2c3-b0b7e895688f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:44.681055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79dbadc4-7477-4bee-8498-9f5d9e247cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:44.683675 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9ef27dc2-6060-4ae3-a8a4-92a6298b7d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:44.688832 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-790b3a19-fc38-4c80-98d9-fe5e4d71783d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:44.730596 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79dbadc4-7477-4bee-8498-9f5d9e247cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:44.731550 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79dbadc4-7477-4bee-8498-9f5d9e247cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:44.754633 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 34f68bd1-b733-434e-9c4c-845847867822 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:44.780534 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device cec2d355-05b4-483c-ab57-f161ad791f56 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:44.850716 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b3a19-fc38-4c80-98d9-fe5e4d71783d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Port': ['ID=972c445c-427a-4869-9c0e-b910b87fd505,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:44.887622 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9ef27dc2-6060-4ae3-a8a4-92a6298b7d5e None None] Port 08719c22-2ad2-4ba2-b2c3-b0b7e895688f cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:44.921063 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dbadc4-7477-4bee-8498-9f5d9e247cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:44.932546 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-19c0d048-757a-448f-8be5-6564846bc56e tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:44.933698 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbadc4-7477-4bee-8498-9f5d9e247cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=a5312c5f-1034-4d05-b60f-168b05c00069,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:44.936898 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-79dbadc4-7477-4bee-8498-9f5d9e247cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:44.953184 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dbadc4-7477-4bee-8498-9f5d9e247cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:44.954133 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79dbadc4-7477-4bee-8498-9f5d9e247cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:44.954897 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-19c0d048-757a-448f-8be5-6564846bc56e tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Transition to ACTIVE for port object b4957e84-0231-4c71-93de-62d1f920faf5 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:44.972773 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436c3a81-f89c-4054-8a90-5786d03803cb None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:44.989621 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dcecc6-2098-44e3-bff3-0833a0b8ddae None None] Update dhcp port {'port': {'network_id': '4af3bcb5-799f-4a1a-a475-3128df4a912b', 'fixed_ips': [{'subnet_id': '220bc255-4a59-4b1d-a18b-e79a149f1906', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e903ee2b-ff8a-40b7-980b-4e4f022e5537', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dab1776a-dc92-4ae6-b570-2c0ea7945e97'}], 'binding:host_id': 'dv-neutron-826830-2-hyperv'}, 'id': 'cec2d355-05b4-483c-ab57-f161ad791f56'} from dv-neutron-826830-2-hyperv. {{(pid=87472) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:05:45.003154 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-19c0d048-757a-448f-8be5-6564846bc56e tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:45.070144 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-e2d7ee6d-6db2-44e7-919f-ea4e4441b3ca tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] In _notify_port_updated(), no bound segment for port 08719c22-2ad2-4ba2-b2c3-b0b7e895688f on network 4af3bcb5-799f-4a1a-a475-3128df4a912b {{(pid=87471) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:05:45.075650 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d7ee6d-6db2-44e7-919f-ea4e4441b3ca tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:45.076509 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e2d7ee6d-6db2-44e7-919f-ea4e4441b3ca tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:45.080891 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e2d7ee6d-6db2-44e7-919f-ea4e4441b3ca tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "PUT /v2.0/ports/08719c22-2ad2-4ba2-b2c3-b0b7e895688f HTTP/1.1" status: 200 len: 969 time: 4.1754198 Feb 04 06:05:45.083047 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54092) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:45.085214 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c0d048-757a-448f-8be5-6564846bc56e tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Network cfd57301-212e-4ee6-9b49-bc3242fd5ca9 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:45.128954 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-19c0d048-757a-448f-8be5-6564846bc56e tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:45.144020 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c0d048-757a-448f-8be5-6564846bc56e tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:45.144854 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-19c0d048-757a-448f-8be5-6564846bc56e tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:45.147221 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-56dcecc6-2098-44e3-bff3-0833a0b8ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:45.160016 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7ee6d-6db2-44e7-919f-ea4e4441b3ca tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event updated for resources: {'Port': ['ID=08719c22-2ad2-4ba2-b2c3-b0b7e895688f,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:45.212448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9ef27dc2-6060-4ae3-a8a4-92a6298b7d5e None None] Provisioning complete for port cf5d8e72-5183-4354-a848-9c3d977d16df triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:45.212970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9ef27dc2-6060-4ae3-a8a4-92a6298b7d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:45.257414 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbadc4-7477-4bee-8498-9f5d9e247cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=34f68bd1-b733-434e-9c4c-845847867822,revision_number=4']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:45.282398 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-79dbadc4-7477-4bee-8498-9f5d9e247cd8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.0096157 Feb 04 06:05:45.286421 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54096) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:45.295110 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-13ab6a08-6606-4063-8538-b1cd3a4aff67 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'mac_address': 'fa:16:3e:07:bc:5d', 'name': 'tempest-NetworksTestDHCPv6-950915214'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:45.307816 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d048-757a-448f-8be5-6564846bc56e tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event updated for resources: {'Port': ['ID=b4957e84-0231-4c71-93de-62d1f920faf5,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:45.316782 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-790b3a19-fc38-4c80-98d9-fe5e4d71783d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:45.322780 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:45.404572 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port cec2d355-05b4-483c-ab57-f161ad791f56 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:45.405261 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:45.462568 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-30519f46-5855-4354-a6c2-cb6b228e19b9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port 08719c22-2ad2-4ba2-b2c3-b0b7e895688f {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:45.463330 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-30519f46-5855-4354-a6c2-cb6b228e19b9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:45.522955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9ef27dc2-6060-4ae3-a8a4-92a6298b7d5e None None] Port cf5d8e72-5183-4354-a848-9c3d977d16df cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:45.568602 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 66380ec6-6f61-4617-9775-20342d43a1b4 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:45.606297 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:45.623683 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=1055888c-c794-4de0-80e7-4cd437ccbd74,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:45.663998 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:45.717834 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-13ab6a08-6606-4063-8538-b1cd3a4aff67 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:45.724781 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790b3a19-fc38-4c80-98d9-fe5e4d71783d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router b7522c56-e227-4b1f-b570-db09f4eef5fb has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:05:45.726051 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-13ab6a08-6606-4063-8538-b1cd3a4aff67 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:port and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:45.730394 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-13ab6a08-6606-4063-8538-b1cd3a4aff67 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:45.737690 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-13ab6a08-6606-4063-8538-b1cd3a4aff67 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:45.774093 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-56dcecc6-2098-44e3-bff3-0833a0b8ddae None None] Allocated IP 2001:db8:0:2::2 (4af3bcb5-799f-4a1a-a475-3128df4a912b/dab1776a-dc92-4ae6-b570-2c0ea7945e97/cec2d355-05b4-483c-ab57-f161ad791f56) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:45.906154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790b3a19-fc38-4c80-98d9-fe5e4d71783d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:05:45.917117 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01a7fe8-c201-4d02-8c47-5325e67c304b None None] Sync routers for ids ['b7522c56-e227-4b1f-b570-db09f4eef5fb'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:45.923232 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-790b3a19-fc38-4c80-98d9-fe5e4d71783d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/b7522c56-e227-4b1f-b570-db09f4eef5fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0905359 Feb 04 06:05:45.924590 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54100) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:45.925430 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ab6a08-6606-4063-8538-b1cd3a4aff67 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:45.939675 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01a7fe8-c201-4d02-8c47-5325e67c304b None None] Routers {'b7522c56-e227-4b1f-b570-db09f4eef5fb'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:45.940340 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-e01a7fe8-c201-4d02-8c47-5325e67c304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['b7522c56-e227-4b1f-b570-db09f4eef5fb'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:46.030402 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1882be46-441a-4a00-98d9-8dff79dd84f8 None None] Network 757892e2-cf2c-4354-8abb-a3c5a5f45378 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:46.076131 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-e01a7fe8-c201-4d02-8c47-5325e67c304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:46.078248 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d29caddb-597b-464a-9130-872d18000bd0 None None] Provisioning for port 34f68bd1-b733-434e-9c4c-845847867822 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:46.094687 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01a7fe8-c201-4d02-8c47-5325e67c304b None None] Routers {'b7522c56-e227-4b1f-b570-db09f4eef5fb'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:46.095529 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-e01a7fe8-c201-4d02-8c47-5325e67c304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['b7522c56-e227-4b1f-b570-db09f4eef5fb'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:46.102156 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-30519f46-5855-4354-a6c2-cb6b228e19b9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:46.156498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-cdc2e8d8-7570-4169-9703-b90851ea270b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Synchronizing usage tracker for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:05:46.167914 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d29caddb-597b-464a-9130-872d18000bd0 None None] Provisioning complete for port 34f68bd1-b733-434e-9c4c-845847867822 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:46.168302 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d29caddb-597b-464a-9130-872d18000bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:46.195225 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-13ab6a08-6606-4063-8538-b1cd3a4aff67 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:46.212728 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-e01a7fe8-c201-4d02-8c47-5325e67c304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:46.213044 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01a7fe8-c201-4d02-8c47-5325e67c304b None None] The sync data for ids ['b7522c56-e227-4b1f-b570-db09f4eef5fb'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:46.271538 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-13ab6a08-6606-4063-8538-b1cd3a4aff67 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port 4abe4876-e078-4754-92fc-4192cd311fd4 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:05:46.276921 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:46.287064 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-30519f46-5855-4354-a6c2-cb6b228e19b9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for 08719c22-2ad2-4ba2-b2c3-b0b7e895688f owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:46.329930 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-19c0d048-757a-448f-8be5-6564846bc56e tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:46.391931 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-56dcecc6-2098-44e3-bff3-0833a0b8ddae None None] For port cec2d355-05b4-483c-ab57-f161ad791f56, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=cec2d355-05b4-483c-ab57-f161ad791f56,segment=NetworkSegment(23a55c5a-4499-44f2-8f24-035820097f57),segment_id=23a55c5a-4499-44f2-8f24-035820097f57)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:46.543420 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-56dcecc6-2098-44e3-bff3-0833a0b8ddae None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:46.555960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d29caddb-597b-464a-9130-872d18000bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:46.600679 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-cdc2e8d8-7570-4169-9703-b90851ea270b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Unset dirty status for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:05:46.604752 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-cdc2e8d8-7570-4169-9703-b90851ea270b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7522c56-e227-4b1f-b570-db09f4eef5fb HTTP/1.1" status: 200 len: 205 time: 0.6588027 Feb 04 06:05:46.606479 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54104) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:46.614674 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-56dcecc6-2098-44e3-bff3-0833a0b8ddae None None] Transition to ACTIVE for port object cec2d355-05b4-483c-ab57-f161ad791f56 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:46.646979 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-d29caddb-597b-464a-9130-872d18000bd0 None None] For port 34f68bd1-b733-434e-9c4c-845847867822, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=34f68bd1-b733-434e-9c4c-845847867822,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:46.653451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633a433a-1b4a-461c-afe4-39f9c76dfd05 None None] Network 66380ec6-6f61-4617-9775-20342d43a1b4 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:46.682337 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 34f68bd1-b733-434e-9c4c-845847867822 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:46.716483 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d29caddb-597b-464a-9130-872d18000bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:46.719627 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-56dcecc6-2098-44e3-bff3-0833a0b8ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:46.797537 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b0758c4-2015-49e6-a14d-b924fc9a1c91 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:46.925320 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-19c0d048-757a-448f-8be5-6564846bc56e tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:46.976074 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-19c0d048-757a-448f-8be5-6564846bc56e tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:46.977131 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-19c0d048-757a-448f-8be5-6564846bc56e tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:47.074286 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d29caddb-597b-464a-9130-872d18000bd0 None None] Provisioning for port b4957e84-0231-4c71-93de-62d1f920faf5 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:47.135308 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d048-757a-448f-8be5-6564846bc56e tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event updated for resources: {'Port': ['ID=b4957e84-0231-4c71-93de-62d1f920faf5,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:47.163897 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29caddb-597b-464a-9130-872d18000bd0 None None] Pushing event updated for resources: {'Port': ['ID=34f68bd1-b733-434e-9c4c-845847867822,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:47.167410 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d29caddb-597b-464a-9130-872d18000bd0 None None] Provisioning complete for port b4957e84-0231-4c71-93de-62d1f920faf5 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:47.168090 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d29caddb-597b-464a-9130-872d18000bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:47.168868 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b0758c4-2015-49e6-a14d-b924fc9a1c91 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:47.173836 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b0758c4-2015-49e6-a14d-b924fc9a1c91 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:47.256431 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b0758c4-2015-49e6-a14d-b924fc9a1c91 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:47.257038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0758c4-2015-49e6-a14d-b924fc9a1c91 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Fanout notify agent at l3_agent the message router_deleted on router b7522c56-e227-4b1f-b570-db09f4eef5fb {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:05:47.258605 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:47.266128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-13ab6a08-6606-4063-8538-b1cd3a4aff67 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::3e1 (65e4f961-4ab6-4ffd-8973-b6f04910c762/c7fa1997-c663-4e8f-971a-d1e1ddbc9dd1/4abe4876-e078-4754-92fc-4192cd311fd4) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:47.279307 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-13ab6a08-6606-4063-8538-b1cd3a4aff67 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8:0:1:f816:3eff:fe07:bc5d (65e4f961-4ab6-4ffd-8973-b6f04910c762/a5312c5f-1034-4d05-b60f-168b05c00069/4abe4876-e078-4754-92fc-4192cd311fd4) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:47.292167 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b0758c4-2015-49e6-a14d-b924fc9a1c91 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:47.297601 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4b0758c4-2015-49e6-a14d-b924fc9a1c91 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/routers/b7522c56-e227-4b1f-b570-db09f4eef5fb HTTP/1.1" status: 204 len: 168 time: 0.6824772 Feb 04 06:05:47.299159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54110) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:47.326207 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-30519f46-5855-4354-a6c2-cb6b228e19b9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:47.355064 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 34f68bd1-b733-434e-9c4c-845847867822 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:47.355876 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:47.424437 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b0d7c0-af22-4fa7-aeb6-4d842bbd9f86 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting subnet 7590d2c7-cf17-4f4f-af99-688b9a6161ee {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:05:47.427882 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-94b0d7c0-af22-4fa7-aeb6-4d842bbd9f86 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:47.434786 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30519f46-5855-4354-a6c2-cb6b228e19b9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Port': ['ID=08719c22-2ad2-4ba2-b2c3-b0b7e895688f,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:47.493536 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-94b0d7c0-af22-4fa7-aeb6-4d842bbd9f86 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:47.511458 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcecc6-2098-44e3-bff3-0833a0b8ddae None None] Pushing event updated for resources: {'Port': ['ID=cec2d355-05b4-483c-ab57-f161ad791f56,revision_number=7']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:47.524340 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-d29caddb-597b-464a-9130-872d18000bd0 None None] Port b4957e84-0231-4c71-93de-62d1f920faf5 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:47.614966 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-30519f46-5855-4354-a6c2-cb6b228e19b9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:47.644835 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device bb7a162f-e9dc-4111-a96a-8bb04e386764 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:47.654648 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c0d048-757a-448f-8be5-6564846bc56e tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Network cfd57301-212e-4ee6-9b49-bc3242fd5ca9 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:47.718202 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-89490ac4-b1b7-466b-b4b8-1104d2118670 None None] Provisioning for port bb7a162f-e9dc-4111-a96a-8bb04e386764 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:47.737279 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-19c0d048-757a-448f-8be5-6564846bc56e tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:47.759975 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-89490ac4-b1b7-466b-b4b8-1104d2118670 None None] Provisioning complete for port 34f68bd1-b733-434e-9c4c-845847867822 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:47.761187 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-89490ac4-b1b7-466b-b4b8-1104d2118670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:47.773122 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-13ab6a08-6606-4063-8538-b1cd3a4aff67 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:47.800119 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-13ab6a08-6606-4063-8538-b1cd3a4aff67 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object 4abe4876-e078-4754-92fc-4192cd311fd4 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:47.829291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-94b0d7c0-af22-4fa7-aeb6-4d842bbd9f86 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:47.897202 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port bb7a162f-e9dc-4111-a96a-8bb04e386764 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:47.897912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-13ab6a08-6606-4063-8538-b1cd3a4aff67 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:47.909998 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port bb7a162f-e9dc-4111-a96a-8bb04e386764 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:47.910518 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:48.066515 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ab6a08-6606-4063-8538-b1cd3a4aff67 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:48.072045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-13ab6a08-6606-4063-8538-b1cd3a4aff67 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:48.095448 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ab6a08-6606-4063-8538-b1cd3a4aff67 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:48.110636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ab6a08-6606-4063-8538-b1cd3a4aff67 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:48.111325 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-13ab6a08-6606-4063-8538-b1cd3a4aff67 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:48.124828 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab6a08-6606-4063-8538-b1cd3a4aff67 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=4abe4876-e078-4754-92fc-4192cd311fd4,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:48.177227 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:48.196010 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-89490ac4-b1b7-466b-b4b8-1104d2118670 None None] Provisioning for port 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:48.206101 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-13ab6a08-6606-4063-8538-b1cd3a4aff67 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9139233 Feb 04 06:05:48.207442 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54114) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:48.214745 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-30519f46-5855-4354-a6c2-cb6b228e19b9 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/ports/08719c22-2ad2-4ba2-b2c3-b0b7e895688f HTTP/1.1" status: 204 len: 168 time: 3.1253409 Feb 04 06:05:48.215552 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54118) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:48.274725 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port bb7a162f-e9dc-4111-a96a-8bb04e386764, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=bb7a162f-e9dc-4111-a96a-8bb04e386764,segment=NetworkSegment(ebc2e01b-2b4a-4a04-bce1-3c0064d13e8f),segment_id=ebc2e01b-2b4a-4a04-bce1-3c0064d13e8f)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:48.289830 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:48.291016 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:48.297118 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-94b0d7c0-af22-4fa7-aeb6-4d842bbd9f86 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:48.334828 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aad58ce-aa99-4d9b-af78-390b02918365 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] GET failed (client error): The resource could not be found. Feb 04 06:05:48.335579 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4aad58ce-aa99-4d9b-af78-390b02918365 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Synchronizing usage tracker for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:05:48.376815 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0d7c0-af22-4fa7-aeb6-4d842bbd9f86 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Subnet': ['ID=7590d2c7-cf17-4f4f-af99-688b9a6161ee,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:48.396556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c0d048-757a-448f-8be5-6564846bc56e tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Router 3c530212-07f6-46c3-bffb-c552f6697bd4 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:05:48.408868 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-94b0d7c0-af22-4fa7-aeb6-4d842bbd9f86 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:48.411646 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-94b0d7c0-af22-4fa7-aeb6-4d842bbd9f86 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/subnets/7590d2c7-cf17-4f4f-af99-688b9a6161ee HTTP/1.1" status: 204 len: 168 time: 1.1113126 Feb 04 06:05:48.415227 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54122) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:48.423062 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=bb7a162f-e9dc-4111-a96a-8bb04e386764,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:48.449732 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-647d43a0-d91a-42d1-b29e-230d4190f531 None None] Could not find standard attr ID for object 08719c22-2ad2-4ba2-b2c3-b0b7e895688f. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:05:48.453194 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8be5f6c-86eb-4013-baad-34bb8a3c88cf None None] Network 0af87fe1-951c-40fe-9508-7e806153132e requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:48.454810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4aad58ce-aa99-4d9b-af78-390b02918365 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Unset dirty status for tenant:ef31d0e95d1b49ed90d15de4824b5830 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:05:48.462474 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4aad58ce-aa99-4d9b-af78-390b02918365 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports/08719c22-2ad2-4ba2-b2c3-b0b7e895688f HTTP/1.1" status: 404 len: 333 time: 0.2175610 Feb 04 06:05:48.465622 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54126) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:48.666775 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-88316d76-0803-4c41-a431-23d59ca0f52e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port 4abe4876-e078-4754-92fc-4192cd311fd4 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:48.667512 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-88316d76-0803-4c41-a431-23d59ca0f52e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:48.668818 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-647d43a0-d91a-42d1-b29e-230d4190f531 None None] Provisioning for port cec2d355-05b4-483c-ab57-f161ad791f56 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:48.676758 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-647d43a0-d91a-42d1-b29e-230d4190f531 None None] Provisioning complete for port cec2d355-05b4-483c-ab57-f161ad791f56 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:48.677119 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-647d43a0-d91a-42d1-b29e-230d4190f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:48.744660 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-7688cf35-6f5b-425d-8693-b31e8fa47dc6 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting subnet f2b497c1-123f-4668-819c-62863f2684cf {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:05:48.783430 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7688cf35-6f5b-425d-8693-b31e8fa47dc6 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:48.786392 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c0d048-757a-448f-8be5-6564846bc56e tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:05:48.788062 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:48.794755 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-19c0d048-757a-448f-8be5-6564846bc56e tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "PUT /v2.0/routers/3c530212-07f6-46c3-bffb-c552f6697bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6102550 Feb 04 06:05:48.796929 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54130) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:48.852639 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0a02dfac-26a2-4fba-8fb3-30046b1b7e57 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:48.879671 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52bb271-6967-40dc-85fe-cdadb76504e6 None None] Sync routers for ids ['3c530212-07f6-46c3-bffb-c552f6697bd4'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:48.895601 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:48.896395 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:48.925527 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:05:48.963707 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7688cf35-6f5b-425d-8693-b31e8fa47dc6 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:48.968430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:48.977993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52bb271-6967-40dc-85fe-cdadb76504e6 None None] Routers {'3c530212-07f6-46c3-bffb-c552f6697bd4'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:48.978361 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b52bb271-6967-40dc-85fe-cdadb76504e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['3c530212-07f6-46c3-bffb-c552f6697bd4'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:48.983423 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:49.002483 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0a02dfac-26a2-4fba-8fb3-30046b1b7e57 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:49.049533 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26493cb4-8b6c-4fe0-9dd4-89232641c35c None None] DHCP port deletion for 0af87fe1-951c-40fe-9508-7e806153132e request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:05:49.060626 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-647d43a0-d91a-42d1-b29e-230d4190f531 None None] Provisioning complete for port cf5d8e72-5183-4354-a848-9c3d977d16df triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:49.060992 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-647d43a0-d91a-42d1-b29e-230d4190f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:49.083623 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1c58a0e6-0f76-4979-bd2a-2429cb1db2dd tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:49.098657 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b52bb271-6967-40dc-85fe-cdadb76504e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:49.109587 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-26493cb4-8b6c-4fe0-9dd4-89232641c35c None None] Deleting port ba888480-c885-4e46-aea8-ac5e4e690e6a {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:49.109965 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-26493cb4-8b6c-4fe0-9dd4-89232641c35c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:49.209509 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0a02dfac-26a2-4fba-8fb3-30046b1b7e57 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:49.225033 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52bb271-6967-40dc-85fe-cdadb76504e6 None None] Routers {'3c530212-07f6-46c3-bffb-c552f6697bd4'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:49.225673 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b52bb271-6967-40dc-85fe-cdadb76504e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['3c530212-07f6-46c3-bffb-c552f6697bd4'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:49.237522 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02dfac-26a2-4fba-8fb3-30046b1b7e57 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef511c6e-07b9-42ce-9c9a-982edc524214,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:49.256428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7688cf35-6f5b-425d-8693-b31e8fa47dc6 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:49.268785 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:49.276887 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=1055888c-c794-4de0-80e7-4cd437ccbd74,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:49.301211 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-88316d76-0803-4c41-a431-23d59ca0f52e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:49.310857 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0a02dfac-26a2-4fba-8fb3-30046b1b7e57 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:49.314564 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0a02dfac-26a2-4fba-8fb3-30046b1b7e57 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/security-groups/ef511c6e-07b9-42ce-9c9a-982edc524214 HTTP/1.1" status: 204 len: 168 time: 0.8370974 Feb 04 06:05:49.318372 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-647d43a0-d91a-42d1-b29e-230d4190f531 None None] Port cf5d8e72-5183-4354-a848-9c3d977d16df cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:49.323446 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54134) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:49.352050 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b52bb271-6967-40dc-85fe-cdadb76504e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:49.352449 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52bb271-6967-40dc-85fe-cdadb76504e6 None None] The sync data for ids ['3c530212-07f6-46c3-bffb-c552f6697bd4'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:49.357636 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-1c58a0e6-0f76-4979-bd2a-2429cb1db2dd tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 06:05:49.361966 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1c58a0e6-0f76-4979-bd2a-2429cb1db2dd tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "DELETE /v2.0/routers/3c530212-07f6-46c3-bffb-c552f6697bd4 HTTP/1.1" status: 409 len: 329 time: 0.5642340 Feb 04 06:05:49.362518 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54138) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:49.450614 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:49.467318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-88316d76-0803-4c41-a431-23d59ca0f52e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for 4abe4876-e078-4754-92fc-4192cd311fd4 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:49.514809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-647d43a0-d91a-42d1-b29e-230d4190f531 None None] Provisioning complete for port bb7a162f-e9dc-4111-a96a-8bb04e386764 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:49.515467 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-647d43a0-d91a-42d1-b29e-230d4190f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:49.596711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-53ff135a-500f-497c-bf37-7e5dd7486c3d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:49.611599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-26493cb4-8b6c-4fe0-9dd4-89232641c35c None None] For port ba888480-c885-4e46-aea8-ac5e4e690e6a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ba888480-c885-4e46-aea8-ac5e4e690e6a,segment=NetworkSegment(cbcd9b22-5a55-4ed2-b00f-1cea08c065df),segment_id=cbcd9b22-5a55-4ed2-b00f-1cea08c065df)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:49.611919 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-26493cb4-8b6c-4fe0-9dd4-89232641c35c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:49.615897 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7688cf35-6f5b-425d-8693-b31e8fa47dc6 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:49.630475 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda,segment=NetworkSegment(d00287de-d840-4afd-a33d-15db0f9e335c),segment_id=d00287de-d840-4afd-a33d-15db0f9e335c)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:49.685214 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:49.779605 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-26493cb4-8b6c-4fe0-9dd4-89232641c35c None None] Calling delete_port for ba888480-c885-4e46-aea8-ac5e4e690e6a owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:49.796488 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7688cf35-6f5b-425d-8693-b31e8fa47dc6 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:49.820409 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 34f68bd1-b733-434e-9c4c-845847867822 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:49.831611 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7688cf35-6f5b-425d-8693-b31e8fa47dc6 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/subnets/f2b497c1-123f-4668-819c-62863f2684cf HTTP/1.1" status: 204 len: 168 time: 1.4124031 Feb 04 06:05:49.834428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688cf35-6f5b-425d-8693-b31e8fa47dc6 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b497c1-123f-4668-819c-62863f2684cf,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:49.838366 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-53ff135a-500f-497c-bf37-7e5dd7486c3d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:49.845701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54142) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:49.847250 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752653d1-4550-4cc8-a509-d424fb19c283 None None] Network f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:49.865326 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 66380ec6-6f61-4617-9775-20342d43a1b4 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:49.868395 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:49.959258 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:49.979139 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:50.005592 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port ba888480-c885-4e46-aea8-ac5e4e690e6a {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:50.005932 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:50.102747 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-88316d76-0803-4c41-a431-23d59ca0f52e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:50.181333 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88316d76-0803-4c41-a431-23d59ca0f52e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=4abe4876-e078-4754-92fc-4192cd311fd4,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:50.216010 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-26493cb4-8b6c-4fe0-9dd4-89232641c35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:50.247939 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router c177fb8c-8451-4fe8-9528-14c3d6250f4f is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:05:50.273687 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26493cb4-8b6c-4fe0-9dd4-89232641c35c None None] Pushing event deleted for resources: {'Port': ['ID=ba888480-c885-4e46-aea8-ac5e4e690e6a,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:50.296491 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-88316d76-0803-4c41-a431-23d59ca0f52e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:50.308028 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-88316d76-0803-4c41-a431-23d59ca0f52e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/4abe4876-e078-4754-92fc-4192cd311fd4 HTTP/1.1" status: 204 len: 168 time: 2.0990098 Feb 04 06:05:50.314424 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-647d43a0-d91a-42d1-b29e-230d4190f531 None None] Provisioning for port 1055888c-c794-4de0-80e7-4cd437ccbd74 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:50.333740 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54146) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:50.336559 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26493cb4-8b6c-4fe0-9dd4-89232641c35c None None] No DVR routers for this DVR port ba888480-c885-4e46-aea8-ac5e4e690e6a on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:05:50.348401 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-647d43a0-d91a-42d1-b29e-230d4190f531 None None] Provisioning complete for port 1055888c-c794-4de0-80e7-4cd437ccbd74 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:50.348918 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-647d43a0-d91a-42d1-b29e-230d4190f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:50.399031 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-53ff135a-500f-497c-bf37-7e5dd7486c3d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:50.402089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-53ff135a-500f-497c-bf37-7e5dd7486c3d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:50.403374 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-53ff135a-500f-497c-bf37-7e5dd7486c3d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/security-groups/7d9c529b-d027-4e31-aadd-97ab4402112a HTTP/1.1" status: 204 len: 168 time: 1.0776443 Feb 04 06:05:50.415605 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-647d43a0-d91a-42d1-b29e-230d4190f531 None None] Port 1055888c-c794-4de0-80e7-4cd437ccbd74 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:50.417303 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 34f68bd1-b733-434e-9c4c-845847867822 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:50.417769 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:50.428758 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54150) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:50.483444 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff135a-500f-497c-bf37-7e5dd7486c3d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9c529b-d027-4e31-aadd-97ab4402112a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:50.506974 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-647d43a0-d91a-42d1-b29e-230d4190f531 None None] Provisioning complete for port 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:50.507478 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-647d43a0-d91a-42d1-b29e-230d4190f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:50.510803 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] For port ba888480-c885-4e46-aea8-ac5e4e690e6a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ba888480-c885-4e46-aea8-ac5e4e690e6a,segment=NetworkSegment(cbcd9b22-5a55-4ed2-b00f-1cea08c065df),segment_id=cbcd9b22-5a55-4ed2-b00f-1cea08c065df)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:50.511158 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:50.539146 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3fe12fbb-ed7b-4bd6-9e05-bbcea1bcbd33 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:50.599721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:05:50.608462 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a90d81fe-fe4e-4466-bb7b-cbbeb9b1a65e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/c177fb8c-8451-4fe8-9528-14c3d6250f4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1006002 Feb 04 06:05:50.614891 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf57399-e33c-45cb-8375-8d40f5edb4b5 None None] Sync routers for ids ['c177fb8c-8451-4fe8-9528-14c3d6250f4f'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:50.627760 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54156) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:50.653067 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device bb7a162f-e9dc-4111-a96a-8bb04e386764 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:50.656841 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf57399-e33c-45cb-8375-8d40f5edb4b5 None None] Routers {'c177fb8c-8451-4fe8-9528-14c3d6250f4f'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:50.657823 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-abf57399-e33c-45cb-8375-8d40f5edb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['c177fb8c-8451-4fe8-9528-14c3d6250f4f'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:50.682059 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8673311-b840-41af-84b9-a7788ebefaf5 None None] DHCP port deletion for f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:05:50.753531 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f8673311-b840-41af-84b9-a7788ebefaf5 None None] Deleting port 51faaaca-ebd6-46e2-b15b-1c9d1b71218d {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:50.753531 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f8673311-b840-41af-84b9-a7788ebefaf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:50.759798 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-abf57399-e33c-45cb-8375-8d40f5edb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:50.774172 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf57399-e33c-45cb-8375-8d40f5edb4b5 None None] Routers {'c177fb8c-8451-4fe8-9528-14c3d6250f4f'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:50.777411 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-abf57399-e33c-45cb-8375-8d40f5edb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['c177fb8c-8451-4fe8-9528-14c3d6250f4f'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:50.781660 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a6c778c-4a18-4701-868f-d2a363196d3b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:50.788925 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15e52ae-1732-461c-a1dc-7365a898288a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:50.789650 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e15e52ae-1732-461c-a1dc-7365a898288a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:05:50.807708 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef656bb0-3aa6-4f5b-acab-5fd632cb4bc1 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:50.807951 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a6c778c-4a18-4701-868f-d2a363196d3b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:50.808729 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ef656bb0-3aa6-4f5b-acab-5fd632cb4bc1 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Synchronizing usage tracker for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:05:50.861735 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Calling delete_port for ba888480-c885-4e46-aea8-ac5e4e690e6a owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:50.885933 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-abf57399-e33c-45cb-8375-8d40f5edb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:50.887167 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf57399-e33c-45cb-8375-8d40f5edb4b5 None None] The sync data for ids ['c177fb8c-8451-4fe8-9528-14c3d6250f4f'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:50.890837 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a6c778c-4a18-4701-868f-d2a363196d3b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:50.898002 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e15e52ae-1732-461c-a1dc-7365a898288a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:05:50.901583 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e15e52ae-1732-461c-a1dc-7365a898288a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5579319 Feb 04 06:05:50.912182 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54162) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:50.927522 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-647d43a0-d91a-42d1-b29e-230d4190f531 None None] Provisioning complete for port b4957e84-0231-4c71-93de-62d1f920faf5 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:50.928235 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-647d43a0-d91a-42d1-b29e-230d4190f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:50.930922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ef656bb0-3aa6-4f5b-acab-5fd632cb4bc1 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Unset dirty status for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:05:50.931583 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ef656bb0-3aa6-4f5b-acab-5fd632cb4bc1 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/ports/1055888c-c794-4de0-80e7-4cd437ccbd74 HTTP/1.1" status: 200 len: 910 time: 0.3030014 Feb 04 06:05:50.937144 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54166) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:50.965859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c778c-4a18-4701-868f-d2a363196d3b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca07afe-7367-49a7-aef0-ba509e53c327,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:50.990738 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a6c778c-4a18-4701-868f-d2a363196d3b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:50.994786 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2a6c778c-4a18-4701-868f-d2a363196d3b tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/security-groups/cca07afe-7367-49a7-aef0-ba509e53c327 HTTP/1.1" status: 204 len: 168 time: 0.5624897 Feb 04 06:05:51.002280 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54174) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:51.033754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:05:51.033754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:05:51.044282 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f85327b-ea9c-4e96-b506-77a2084f8aca tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:51.045082 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-2f85327b-ea9c-4e96-b506-77a2084f8aca tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:05:51.046551 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port bb7a162f-e9dc-4111-a96a-8bb04e386764 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:51.046927 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:51.056985 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-2f85327b-ea9c-4e96-b506-77a2084f8aca tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:05:51.059832 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2f85327b-ea9c-4e96-b506-77a2084f8aca tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1388695 Feb 04 06:05:51.064241 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54182) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:51.082770 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-647d43a0-d91a-42d1-b29e-230d4190f531 None None] Port b4957e84-0231-4c71-93de-62d1f920faf5 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:51.154404 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477dd8a0-1731-4109-8974-16d432ddd9ec tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:51.156431 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477dd8a0-1731-4109-8974-16d432ddd9ec tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:51.158425 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477dd8a0-1731-4109-8974-16d432ddd9ec tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:51.159540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-477dd8a0-1731-4109-8974-16d432ddd9ec tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:05:51.183631 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-477dd8a0-1731-4109-8974-16d432ddd9ec tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:05:51.185529 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-477dd8a0-1731-4109-8974-16d432ddd9ec tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1197922 Feb 04 06:05:51.189555 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54186) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:51.271143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d24de2-9a24-421b-accb-aa230e9af6c1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet a5312c5f-1034-4d05-b60f-168b05c00069 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:05:51.275056 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-97d24de2-9a24-421b-accb-aa230e9af6c1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:51.312749 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1e9f9e87-f3c0-487b-bbc3-5dce8bbda9c6 None None] Provisioning complete for port 1055888c-c794-4de0-80e7-4cd437ccbd74 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:51.313372 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1e9f9e87-f3c0-487b-bbc3-5dce8bbda9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:51.333099 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-97d24de2-9a24-421b-accb-aa230e9af6c1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:51.340068 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-e239e4ff-98dd-4dad-b7a0-f95a717afde5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting subnet e903ee2b-ff8a-40b7-980b-4e4f022e5537 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:05:51.345040 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e239e4ff-98dd-4dad-b7a0-f95a717afde5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:51.380363 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-f8673311-b840-41af-84b9-a7788ebefaf5 None None] For port 51faaaca-ebd6-46e2-b15b-1c9d1b71218d, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=51faaaca-ebd6-46e2-b15b-1c9d1b71218d,segment=NetworkSegment(73e89777-3e3f-473e-baa3-4654e9a92b63),segment_id=73e89777-3e3f-473e-baa3-4654e9a92b63)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:51.380927 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f8673311-b840-41af-84b9-a7788ebefaf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:51.404483 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device cec2d355-05b4-483c-ab57-f161ad791f56 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:51.424603 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-97d24de2-9a24-421b-accb-aa230e9af6c1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:51.505243 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-97d24de2-9a24-421b-accb-aa230e9af6c1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:51.538726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f9e87-f3c0-487b-bbc3-5dce8bbda9c6 None None] Port 1055888c-c794-4de0-80e7-4cd437ccbd74 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:51.546061 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f8673311-b840-41af-84b9-a7788ebefaf5 None None] Calling delete_port for 51faaaca-ebd6-46e2-b15b-1c9d1b71218d owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:51.546350 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port ba888480-c885-4e46-aea8-ac5e4e690e6a {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:51.546695 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:51.575532 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e239e4ff-98dd-4dad-b7a0-f95a717afde5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:51.588134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d24de2-9a24-421b-accb-aa230e9af6c1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=a5312c5f-1034-4d05-b60f-168b05c00069,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:51.594669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1e9f9e87-f3c0-487b-bbc3-5dce8bbda9c6 None None] Could not find standard attr ID for object 4abe4876-e078-4754-92fc-4192cd311fd4. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:05:51.603070 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1e9f9e87-f3c0-487b-bbc3-5dce8bbda9c6 None None] Could not find standard attr ID for object 08719c22-2ad2-4ba2-b2c3-b0b7e895688f. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:05:51.604087 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-97d24de2-9a24-421b-accb-aa230e9af6c1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:51.604378 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44323686-56be-4cc8-85aa-951e2873d884 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:51.649624 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] The port 'ba888480-c885-4e46-aea8-ac5e4e690e6a' was deleted {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:05:51.686322 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-3fe12fbb-ed7b-4bd6-9e05-bbcea1bcbd33 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Deleting port b4957e84-0231-4c71-93de-62d1f920faf5 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:51.686727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3fe12fbb-ed7b-4bd6-9e05-bbcea1bcbd33 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:51.719735 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-97d24de2-9a24-421b-accb-aa230e9af6c1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/a5312c5f-1034-4d05-b60f-168b05c00069 HTTP/1.1" status: 204 len: 168 time: 0.5280910 Feb 04 06:05:51.724687 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54190) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:51.783731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f8673311-b840-41af-84b9-a7788ebefaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:51.830678 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port cec2d355-05b4-483c-ab57-f161ad791f56 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:51.830998 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:51.869537 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:51.908303 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e148a0-7469-46c9-9fd0-f1b67abd42a6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet c7fa1997-c663-4e8f-971a-d1e1ddbc9dd1 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:05:51.911272 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af87fe1-951c-40fe-9508-7e806153132e']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:51.920742 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8673311-b840-41af-84b9-a7788ebefaf5 None None] Pushing event deleted for resources: {'Port': ['ID=51faaaca-ebd6-46e2-b15b-1c9d1b71218d,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:51.921804 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-55e148a0-7469-46c9-9fd0-f1b67abd42a6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:51.923517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e239e4ff-98dd-4dad-b7a0-f95a717afde5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:51.924762 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8673311-b840-41af-84b9-a7788ebefaf5 None None] No DVR routers for this DVR port 51faaaca-ebd6-46e2-b15b-1c9d1b71218d on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:05:51.963105 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbcd9b22-5a55-4ed2-b00f-1cea08c065df') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:51.963560 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbcd9b22-5a55-4ed2-b00f-1cea08c065df') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:51.985706 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:52.007417 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-55e148a0-7469-46c9-9fd0-f1b67abd42a6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:52.025366 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3fe12fbb-ed7b-4bd6-9e05-bbcea1bcbd33 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:52.038973 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:52.062519 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:05:52.063358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:05:52.079123 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:05:52.134036 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ba888480-c885-4e46-aea8-ac5e4e690e6a no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:05:52.160282 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-3fe12fbb-ed7b-4bd6-9e05-bbcea1bcbd33 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Calling delete_port for b4957e84-0231-4c71-93de-62d1f920faf5 owned by network:router_interface {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:52.175170 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: ba888480-c885-4e46-aea8-ac5e4e690e6a {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:05:52.175516 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ba888480-c885-4e46-aea8-ac5e4e690e6a not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:05:52.230067 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:52.268046 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:52.277732 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Network': ['ID=0af87fe1-951c-40fe-9508-7e806153132e,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:52.290375 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b5a72611-d299-4d3c-84f1-8f05cb44992b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/networks/0af87fe1-951c-40fe-9508-7e806153132e HTTP/1.1" status: 204 len: 168 time: 2.4414518 Feb 04 06:05:52.293220 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54196) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:52.316857 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e239e4ff-98dd-4dad-b7a0-f95a717afde5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:52.317953 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:52.416701 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239e4ff-98dd-4dad-b7a0-f95a717afde5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Subnet': ['ID=e903ee2b-ff8a-40b7-980b-4e4f022e5537,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:52.418324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e239e4ff-98dd-4dad-b7a0-f95a717afde5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:52.448365 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e239e4ff-98dd-4dad-b7a0-f95a717afde5 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/subnets/e903ee2b-ff8a-40b7-980b-4e4f022e5537 HTTP/1.1" status: 204 len: 168 time: 1.4303172 Feb 04 06:05:52.452406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54206) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:52.452580 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e901d86-4d63-4ca3-9a98-d0f14d044b68 None None] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:52.536685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-55e148a0-7469-46c9-9fd0-f1b67abd42a6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:52.583318 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f40f985-fcbf-418a-b210-987e16198bfd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:52.589079 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:52.614702 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:52.615287 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:52.690333 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-55e148a0-7469-46c9-9fd0-f1b67abd42a6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:52.775969 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-044ac985-c9a8-4bbe-a20f-df9b1ed0b7a2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting subnet dab1776a-dc92-4ae6-b570-2c0ea7945e97 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:05:52.779140 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-044ac985-c9a8-4bbe-a20f-df9b1ed0b7a2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:52.837946 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-044ac985-c9a8-4bbe-a20f-df9b1ed0b7a2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:52.889089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-55e148a0-7469-46c9-9fd0-f1b67abd42a6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:52.895980 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e148a0-7469-46c9-9fd0-f1b67abd42a6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=c7fa1997-c663-4e8f-971a-d1e1ddbc9dd1,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:52.974500 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-55e148a0-7469-46c9-9fd0-f1b67abd42a6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/c7fa1997-c663-4e8f-971a-d1e1ddbc9dd1 HTTP/1.1" status: 204 len: 168 time: 1.2486618 Feb 04 06:05:52.989309 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54212) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:53.017330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a900fd0-b698-42a3-9ac0-f69ccb9f6088 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:53.037895 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 51faaaca-ebd6-46e2-b15b-1c9d1b71218d no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:05:53.071917 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.092968 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-37dba6ad-ebc7-49a8-a6cf-933ebe999072 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995817 Feb 04 06:05:53.096315 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54216) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:53.107527 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-02a062d3-d87d-41db-9221-c5c90760a0d8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:53.133845 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:53.135442 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 51faaaca-ebd6-46e2-b15b-1c9d1b71218d {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:05:53.135804 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 51faaaca-ebd6-46e2-b15b-1c9d1b71218d not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:05:53.166530 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-044ac985-c9a8-4bbe-a20f-df9b1ed0b7a2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.178649 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ecc8795c-5188-497d-b04a-92a75eb87556 None None] Provisioning complete for port 34f68bd1-b733-434e-9c4c-845847867822 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:53.179023 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ecc8795c-5188-497d-b04a-92a75eb87556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.270022 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e89777-3e3f-473e-baa3-4654e9a92b63') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:53.270541 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e89777-3e3f-473e-baa3-4654e9a92b63') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:53.296779 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.322400 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.330888 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:05:53.331349 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.362016 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f029e8a-487e-4656-85e3-2bebdf89ea67 req-2777c809-651e-47a3-bc1f-5b9d7e2eb351 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:53.363797 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f029e8a-487e-4656-85e3-2bebdf89ea67 req-2777c809-651e-47a3-bc1f-5b9d7e2eb351 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 946 time: 0.8338974 Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:05:53.410183 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:05:53.467075 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3fe12fbb-ed7b-4bd6-9e05-bbcea1bcbd33 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.467669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-02a062d3-d87d-41db-9221-c5c90760a0d8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:53.475987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-02a062d3-d87d-41db-9221-c5c90760a0d8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:53.479852 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-02a062d3-d87d-41db-9221-c5c90760a0d8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:53.487941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-02a062d3-d87d-41db-9221-c5c90760a0d8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:53.493838 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.497805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.532353 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4666b15f-540d-46a4-b209-f62a6cdcb77e None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:05:53.533084 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a062d3-d87d-41db-9221-c5c90760a0d8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:53.534591 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe12fbb-ed7b-4bd6-9e05-bbcea1bcbd33 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event deleted for resources: {'Port': ['ID=b4957e84-0231-4c71-93de-62d1f920faf5,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:53.536611 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-02a062d3-d87d-41db-9221-c5c90760a0d8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.547091 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-4666b15f-540d-46a4-b209-f62a6cdcb77e None None] Deleting port 34f68bd1-b733-434e-9c4c-845847867822 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:53.548949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4666b15f-540d-46a4-b209-f62a6cdcb77e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.555106 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/networks/f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413 HTTP/1.1" status: 204 len: 168 time: 1.2606673 Feb 04 06:05:53.559227 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Network': ['ID=f0bb4fc5-f4f7-40b2-8ee6-a0c0f996c413,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:53.566154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54220) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:53.572040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:53.572511 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:53.572854 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:53.573189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:53.573545 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:53.573874 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:53.574200 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:53.574525 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:53.574847 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:53.575165 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:53.575486 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:53.575823 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fcce1b-c725-496d-8e2e-1f33e28c0ea5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:53.596973 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f029e8a-487e-4656-85e3-2bebdf89ea67 req-631a87a6-0134-41fe-8e7d-1781b1148581 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183485 Feb 04 06:05:53.617299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-044ac985-c9a8-4bbe-a20f-df9b1ed0b7a2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.650611 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-991cb520-5a9f-405f-aabd-f3fd58ba3547 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-779511892'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:53.655513 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-991cb520-5a9f-405f-aabd-f3fd58ba3547 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:53.672281 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-991cb520-5a9f-405f-aabd-f3fd58ba3547 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:network and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:53.677867 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-991cb520-5a9f-405f-aabd-f3fd58ba3547 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:53.688266 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-991cb520-5a9f-405f-aabd-f3fd58ba3547 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:53.718562 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991cb520-5a9f-405f-aabd-f3fd58ba3547 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Made reservation on behalf of ddd9400ae6834d1da9b18a67d16332cc for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:53.722650 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-991cb520-5a9f-405f-aabd-f3fd58ba3547 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.764938 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991cb520-5a9f-405f-aabd-f3fd58ba3547 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:05:53.815712 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-991cb520-5a9f-405f-aabd-f3fd58ba3547 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.816182 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-991cb520-5a9f-405f-aabd-f3fd58ba3547 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Added segment 30cd2fd8-b53c-4f05-9fdd-a506bb1cef78 of type vlan for network a1177ffc-00bf-46c5-919f-291c7274b970 Feb 04 06:05:53.854866 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3fe12fbb-ed7b-4bd6-9e05-bbcea1bcbd33 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.864513 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ac985-c9a8-4bbe-a20f-df9b1ed0b7a2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Subnet': ['ID=dab1776a-dc92-4ae6-b570-2c0ea7945e97,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:53.879852 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-044ac985-c9a8-4bbe-a20f-df9b1ed0b7a2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.892242 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f8f484-2c2d-443b-9d11-ec85ca6dbb2f None None] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:53.892669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-991cb520-5a9f-405f-aabd-f3fd58ba3547 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.928640 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-02a062d3-d87d-41db-9221-c5c90760a0d8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.991749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-991cb520-5a9f-405f-aabd-f3fd58ba3547 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.997231 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991cb520-5a9f-405f-aabd-f3fd58ba3547 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:53.997854 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-991cb520-5a9f-405f-aabd-f3fd58ba3547 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:54.003558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a062d3-d87d-41db-9221-c5c90760a0d8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:54.023554 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-11a9e3aa-fc7a-489a-a126-7e6c1e5bc6ba None None] Provisioning complete for port cec2d355-05b4-483c-ab57-f161ad791f56 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:54.023835 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-11a9e3aa-fc7a-489a-a126-7e6c1e5bc6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:54.031408 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-02a062d3-d87d-41db-9221-c5c90760a0d8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:54.034429 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a062d3-d87d-41db-9221-c5c90760a0d8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:54.035025 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-02a062d3-d87d-41db-9221-c5c90760a0d8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:54.075128 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-044ac985-c9a8-4bbe-a20f-df9b1ed0b7a2 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/subnets/dab1776a-dc92-4ae6-b570-2c0ea7945e97 HTTP/1.1" status: 204 len: 168 time: 1.6198444 Feb 04 06:05:54.078259 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-4666b15f-540d-46a4-b209-f62a6cdcb77e None None] For port 34f68bd1-b733-434e-9c4c-845847867822, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=34f68bd1-b733-434e-9c4c-845847867822,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:54.078652 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4666b15f-540d-46a4-b209-f62a6cdcb77e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:54.080568 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54224) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:54.124125 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a062d3-d87d-41db-9221-c5c90760a0d8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=49e8aa26-d4d7-4064-8cce-3cdf57893ac1,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:54.127335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0f40f985-fcbf-418a-b210-987e16198bfd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting port 1055888c-c794-4de0-80e7-4cd437ccbd74 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:54.127820 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f40f985-fcbf-418a-b210-987e16198bfd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:54.151406 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-991cb520-5a9f-405f-aabd-f3fd58ba3547 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5686040 Feb 04 06:05:54.151692 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54230) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:54.154995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991cb520-5a9f-405f-aabd-f3fd58ba3547 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Network': ['ID=a1177ffc-00bf-46c5-919f-291c7274b970,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:54.164195 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-c7492505-bde4-4043-ad5e-09a32d603f37 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'subnet': {'network_id': 'a1177ffc-00bf-46c5-919f-291c7274b970', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:54.185512 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-02a062d3-d87d-41db-9221-c5c90760a0d8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0884776 Feb 04 06:05:54.187420 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54234) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:54.199407 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d50f9f20-8bf9-4b3b-abbd-9b86ae3612ba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:54.230818 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be98ea2-3dc6-414e-8c69-e304667d57ae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] DELETE failed (client error): The resource could not be found. Feb 04 06:05:54.231420 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be98ea2-3dc6-414e-8c69-e304667d57ae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:05:54.235953 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6be98ea2-3dc6-414e-8c69-e304667d57ae tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/subnets/e903ee2b-ff8a-40b7-980b-4e4f022e5537 HTTP/1.1" status: 404 len: 337 time: 0.1500750 Feb 04 06:05:54.268560 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54238) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:54.278825 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network a1177ffc-00bf-46c5-919f-291c7274b970 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:05:54.308643 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-4666b15f-540d-46a4-b209-f62a6cdcb77e None None] Calling delete_port for 34f68bd1-b733-434e-9c4c-845847867822 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:54.334733 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 34f68bd1-b733-434e-9c4c-845847867822 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:05:54.391555 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe12fbb-ed7b-4bd6-9e05-bbcea1bcbd33 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Router 3c530212-07f6-46c3-bffb-c552f6697bd4 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:05:54.445497 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cac7be6-be45-480b-88af-871064f20851 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting subnet 220bc255-4a59-4b1d-a18b-e79a149f1906 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:05:54.447530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c7492505-bde4-4043-ad5e-09a32d603f37 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:54.462214 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9cac7be6-be45-480b-88af-871064f20851 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:54.495805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c7492505-bde4-4043-ad5e-09a32d603f37 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:subnet and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:54.502843 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c7492505-bde4-4043-ad5e-09a32d603f37 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:54.513000 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c7492505-bde4-4043-ad5e-09a32d603f37 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:54.563533 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7492505-bde4-4043-ad5e-09a32d603f37 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Made reservation on behalf of ddd9400ae6834d1da9b18a67d16332cc for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:54.567069 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7492505-bde4-4043-ad5e-09a32d603f37 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:54.577684 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe12fbb-ed7b-4bd6-9e05-bbcea1bcbd33 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:05:54.588705 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3fe12fbb-ed7b-4bd6-9e05-bbcea1bcbd33 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "PUT /v2.0/routers/3c530212-07f6-46c3-bffb-c552f6697bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2206366 Feb 04 06:05:54.589559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54242) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:54.603739 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6283312b-fea7-467c-91ec-69253a3f4f9b None None] Sync routers for ids ['3c530212-07f6-46c3-bffb-c552f6697bd4'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:54.665828 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4666b15f-540d-46a4-b209-f62a6cdcb77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:54.699613 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9cac7be6-be45-480b-88af-871064f20851 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:54.721861 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Port 34f68bd1-b733-434e-9c4c-845847867822 update to DOWN by agent not found {{(pid=87472) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 06:05:54.736081 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d50f9f20-8bf9-4b3b-abbd-9b86ae3612ba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:54.749131 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6283312b-fea7-467c-91ec-69253a3f4f9b None None] Routers {'3c530212-07f6-46c3-bffb-c552f6697bd4'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:54.749399 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6283312b-fea7-467c-91ec-69253a3f4f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['3c530212-07f6-46c3-bffb-c552f6697bd4'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:54.754420 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d50f9f20-8bf9-4b3b-abbd-9b86ae3612ba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:54.761440 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d50f9f20-8bf9-4b3b-abbd-9b86ae3612ba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:54.800696 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d50f9f20-8bf9-4b3b-abbd-9b86ae3612ba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:54.821936 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666b15f-540d-46a4-b209-f62a6cdcb77e None None] Pushing event deleted for resources: {'Port': ['ID=34f68bd1-b733-434e-9c4c-845847867822,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:54.824009 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4666b15f-540d-46a4-b209-f62a6cdcb77e None None] No DVR routers for this DVR port 34f68bd1-b733-434e-9c4c-845847867822 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:05:54.835577 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f40f985-fcbf-418a-b210-987e16198bfd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:54.842606 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6283312b-fea7-467c-91ec-69253a3f4f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:54.853052 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50f9f20-8bf9-4b3b-abbd-9b86ae3612ba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:54.857466 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d50f9f20-8bf9-4b3b-abbd-9b86ae3612ba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:54.867001 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc149f43-0ec7-402c-913b-f48e276b11df None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:54.893527 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6283312b-fea7-467c-91ec-69253a3f4f9b None None] Routers {'3c530212-07f6-46c3-bffb-c552f6697bd4'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:54.894176 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6283312b-fea7-467c-91ec-69253a3f4f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['3c530212-07f6-46c3-bffb-c552f6697bd4'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:54.907322 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-94b9143d-e292-4e4e-8f46-46194eb79575 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] show failed (client error): The resource could not be found. Feb 04 06:05:54.908197 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-94b9143d-e292-4e4e-8f46-46194eb79575 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1197433242 HTTP/1.1" status: 404 len: 335 time: 0.3157449 Feb 04 06:05:54.993218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54248) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:55.003199 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0f40f985-fcbf-418a-b210-987e16198bfd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Calling delete_port for 1055888c-c794-4de0-80e7-4cd437ccbd74 owned by network:router_interface {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:55.013592 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-11a9e3aa-fc7a-489a-a126-7e6c1e5bc6ba None None] Provisioning complete for port cf5d8e72-5183-4354-a848-9c3d977d16df triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:55.013959 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-11a9e3aa-fc7a-489a-a126-7e6c1e5bc6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:55.043149 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6283312b-fea7-467c-91ec-69253a3f4f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:55.043533 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6283312b-fea7-467c-91ec-69253a3f4f9b None None] The sync data for ids ['3c530212-07f6-46c3-bffb-c552f6697bd4'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:55.052624 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-2a3b8b17-1c4c-402c-897d-54835d1fd8b9 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:55.099323 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-11a9e3aa-fc7a-489a-a126-7e6c1e5bc6ba None None] Port cf5d8e72-5183-4354-a848-9c3d977d16df cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:55.125428 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c00dd-8d04-46f3-a5b0-496f8734241b req-02fe1e2f-8852-4c17-be74-8a465a7b476b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:55.126950 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6e0c00dd-8d04-46f3-a5b0-496f8734241b req-02fe1e2f-8852-4c17-be74-8a465a7b476b tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 946 time: 0.1644208 Feb 04 06:05:55.149469 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-2a3b8b17-1c4c-402c-897d-54835d1fd8b9 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] update failed (client error): The resource could not be found. Feb 04 06:05:55.150770 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2a3b8b17-1c4c-402c-897d-54835d1fd8b9 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-15483296 HTTP/1.1" status: 404 len: 333 time: 0.1530385 Feb 04 06:05:55.161880 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54252) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:55.219838 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9cac7be6-be45-480b-88af-871064f20851 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:55.238709 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-65e4f961-4ab6-4ffd-8973-b6f04910c762', 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'tenant_id': '675c510890904ac2b9a9de3c77631cc0', 'fixed_ips': [{'subnet_id': '49e8aa26-d4d7-4064-8cce-3cdf57893ac1'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:05:55.239690 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:55.300440 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6e0c00dd-8d04-46f3-a5b0-496f8734241b req-e19f4d53-6596-4f21-82bf-03d2e675df68 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477518 Feb 04 06:05:55.303009 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.ipam_backend_mixin [None req-d50f9f20-8bf9-4b3b-abbd-9b86ae3612ba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 49e8aa26-d4d7-4064-8cce-3cdf57893ac1 (CIDR: 2001:db8::/64) Feb 04 06:05:55.332819 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50f9f20-8bf9-4b3b-abbd-9b86ae3612ba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:05:55.334435 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50f9f20-8bf9-4b3b-abbd-9b86ae3612ba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:05:55.348394 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f40f985-fcbf-418a-b210-987e16198bfd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:55.364391 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7492505-bde4-4043-ad5e-09a32d603f37 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:55.415227 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40f985-fcbf-418a-b210-987e16198bfd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Port': ['ID=1055888c-c794-4de0-80e7-4cd437ccbd74,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:55.451021 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1a22d8-4f43-4d0a-923d-67d44830af7c tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Deleting subnet 3a0e7c55-30f2-4d64-b914-eb3f5e8f78e0 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:05:55.463458 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d50f9f20-8bf9-4b3b-abbd-9b86ae3612ba tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2748260 Feb 04 06:05:55.468943 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54256) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:55.489087 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf1a22d8-4f43-4d0a-923d-67d44830af7c tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:55.497028 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Allocated IP 2001:db8::2 (65e4f961-4ab6-4ffd-8973-b6f04910c762/49e8aa26-d4d7-4064-8cce-3cdf57893ac1/b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:55.538491 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9cac7be6-be45-480b-88af-871064f20851 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:55.579491 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7492505-bde4-4043-ad5e-09a32d603f37 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Subnet': ['ID=dfe89632-abfd-48ce-a2e8-b2915dd67124,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:55.624330 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9cac7be6-be45-480b-88af-871064f20851 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:55.646448 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac7be6-be45-480b-88af-871064f20851 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Subnet': ['ID=220bc255-4a59-4b1d-a18b-e79a149f1906,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:55.653260 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf1a22d8-4f43-4d0a-923d-67d44830af7c tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:55.660151 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-32a15901-f96e-4f47-a60f-403cb6dbea6c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'subnet': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:55.692299 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9cac7be6-be45-480b-88af-871064f20851 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/subnets/220bc255-4a59-4b1d-a18b-e79a149f1906 HTTP/1.1" status: 204 len: 168 time: 1.4090965 Feb 04 06:05:55.693411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7492505-bde4-4043-ad5e-09a32d603f37 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Checking segment: {'id': '30cd2fd8-b53c-4f05-9fdd-a506bb1cef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1177ffc-00bf-46c5-919f-291c7274b970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:55.693784 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7492505-bde4-4043-ad5e-09a32d603f37 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network hostable DHCP agents. Network: a1177ffc-00bf-46c5-919f-291c7274b970, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:05:55.706390 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54260) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:55.781082 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a34aacf-47e7-485a-b70b-c128ed0d3efa tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] DELETE failed (client error): The resource could not be found. Feb 04 06:05:55.781763 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a34aacf-47e7-485a-b70b-c128ed0d3efa tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:05:55.786780 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1a34aacf-47e7-485a-b70b-c128ed0d3efa tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/subnets/60949d3b-83b2-4f93-a7ec-bdcd87f8ee77 HTTP/1.1" status: 404 len: 337 time: 0.0646183 Feb 04 06:05:55.787529 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54264) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:55.819001 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f40f985-fcbf-418a-b210-987e16198bfd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:55.837531 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7492505-bde4-4043-ad5e-09a32d603f37 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network a1177ffc-00bf-46c5-919f-291c7274b970 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:05:55.859918 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9f15d227-d45f-48d6-837d-4cb68260259a tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "GET /v2.0/ports?device_id=912792bd-9e1c-4864-ae22-ff5ffd29c0aa HTTP/1.1" status: 200 len: 205 time: 0.0680590 Feb 04 06:05:55.864318 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:55.865535 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54268) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:55.877745 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Transition to ACTIVE for port object b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:55.901011 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Transition to ACTIVE for port object b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:55.907716 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:55.953654 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-c7492505-bde4-4043-ad5e-09a32d603f37 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, a1177ffc-00bf-46c5-919f-291c7274b970) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:55.958863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7492505-bde4-4043-ad5e-09a32d603f37 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:55.959445 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7492505-bde4-4043-ad5e-09a32d603f37 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:55.967350 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-42cc4d8b-1c93-4c59-9d1c-ea0e42457005 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] delete failed (client error): The resource could not be found. Feb 04 06:05:55.971084 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952e8090-2621-4bcb-9f87-a33b321e323e None None] Network a1177ffc-00bf-46c5-919f-291c7274b970 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:55.971962 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-42cc4d8b-1c93-4c59-9d1c-ea0e42457005 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/routers/912792bd-9e1c-4864-ae22-ff5ffd29c0aa HTTP/1.1" status: 404 len: 336 time: 0.1046267 Feb 04 06:05:55.973750 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54272) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:56.014213 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77a2236-b065-42c1-8172-1aabb7a37999 None None] Network 4af3bcb5-799f-4a1a-a475-3128df4a912b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:56.024587 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-9368f4f3-1497-4186-b4aa-6ebfe6e0cf3d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] DELETE failed (client error): The resource could not be found. Feb 04 06:05:56.025064 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9368f4f3-1497-4186-b4aa-6ebfe6e0cf3d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:05:56.028264 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9368f4f3-1497-4186-b4aa-6ebfe6e0cf3d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/subnets/3860a8c6-c9ea-4dfb-831b-9f00332fc077 HTTP/1.1" status: 404 len: 337 time: 0.0489566 Feb 04 06:05:56.031575 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54276) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:56.038768 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c7492505-bde4-4043-ad5e-09a32d603f37 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8858058 Feb 04 06:05:56.042271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54280) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:56.045641 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf1a22d8-4f43-4d0a-923d-67d44830af7c tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:56.075809 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-6c1d5a4a-f23e-4f44-b7e8-3a67c953c63a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1906634054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:56.089314 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6c1d5a4a-f23e-4f44-b7e8-3a67c953c63a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:56.100371 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6c1d5a4a-f23e-4f44-b7e8-3a67c953c63a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:router and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:56.105019 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6c1d5a4a-f23e-4f44-b7e8-3a67c953c63a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:56.114201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6c1d5a4a-f23e-4f44-b7e8-3a67c953c63a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:56.131925 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-32a15901-f96e-4f47-a60f-403cb6dbea6c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:56.139021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:56.141802 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfbe9b7-d694-4e15-8c38-b36b3367a649 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] DELETE failed (client error): The resource could not be found. Feb 04 06:05:56.142216 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dfbe9b7-d694-4e15-8c38-b36b3367a649 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:05:56.153699 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6c1d5a4a-f23e-4f44-b7e8-3a67c953c63a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:56.155624 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6c1d5a4a-f23e-4f44-b7e8-3a67c953c63a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:56.165172 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf1a22d8-4f43-4d0a-923d-67d44830af7c tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:56.167012 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:56.179048 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:56.186225 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Pushing event updated for resources: {'Port': ['ID=b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:56.206502 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3dfbe9b7-d694-4e15-8c38-b36b3367a649 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/subnets/a9b07811-993b-4c94-b6d6-377e3e246fe1 HTTP/1.1" status: 404 len: 337 time: 0.1738424 Feb 04 06:05:56.207912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-32a15901-f96e-4f47-a60f-403cb6dbea6c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:subnet and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:05:56.217864 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54284) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:56.220524 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-32a15901-f96e-4f47-a60f-403cb6dbea6c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:05:56.254404 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2a35969b-5902-41c1-a1da-e574cb7d2732 None None] Provisioning complete for port cec2d355-05b4-483c-ab57-f161ad791f56 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:56.254703 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2a35969b-5902-41c1-a1da-e574cb7d2732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:56.254874 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a22d8-4f43-4d0a-923d-67d44830af7c tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event deleted for resources: {'Subnet': ['ID=3a0e7c55-30f2-4d64-b914-eb3f5e8f78e0,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:56.263003 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf1a22d8-4f43-4d0a-923d-67d44830af7c tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:56.266277 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-32a15901-f96e-4f47-a60f-403cb6dbea6c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:56.270345 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-834ee49c-1e76-44e7-968b-9806e9e7e8c7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] DELETE failed (client error): The resource could not be found. Feb 04 06:05:56.270794 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834ee49c-1e76-44e7-968b-9806e9e7e8c7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:05:56.275860 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-834ee49c-1e76-44e7-968b-9806e9e7e8c7 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/subnets/8ab63455-f86c-412a-ad22-abaa27e03fb8 HTTP/1.1" status: 404 len: 337 time: 0.0569003 Feb 04 06:05:56.276852 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6c1d5a4a-f23e-4f44-b7e8-3a67c953c63a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:56.279186 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54288) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:56.288922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f40f985-fcbf-418a-b210-987e16198bfd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router c177fb8c-8451-4fe8-9528-14c3d6250f4f has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:05:56.289509 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bf1a22d8-4f43-4d0a-923d-67d44830af7c tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "DELETE /v2.0/subnets/3a0e7c55-30f2-4d64-b914-eb3f5e8f78e0 HTTP/1.1" status: 204 len: 168 time: 1.1230161 Feb 04 06:05:56.292010 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54292) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:56.296016 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47de09d4-4f1f-43ef-9e9b-ece129ef145b None None] Network 757892e2-cf2c-4354-8abb-a3c5a5f45378 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:56.319286 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a15901-f96e-4f47-a60f-403cb6dbea6c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:56.322958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-32a15901-f96e-4f47-a60f-403cb6dbea6c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:56.346767 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6c1d5a4a-f23e-4f44-b7e8-3a67c953c63a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:56.384084 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-a571592e-4585-44be-a71a-dce1f5359508 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] DELETE failed (client error): The resource could not be found. Feb 04 06:05:56.384962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a571592e-4585-44be-a71a-dce1f5359508 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:05:56.393335 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a571592e-4585-44be-a71a-dce1f5359508 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/ports/53db8ba0-caa2-42f6-9d15-7676e470640d HTTP/1.1" status: 404 len: 333 time: 0.1132901 Feb 04 06:05:56.395173 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54298) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:56.396732 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6c1d5a4a-f23e-4f44-b7e8-3a67c953c63a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:56.401442 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6c1d5a4a-f23e-4f44-b7e8-3a67c953c63a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3576295 Feb 04 06:05:56.406316 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54300) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:56.458932 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcfcb1e9-93c8-4e72-a1df-37f3fb6bee74 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] DELETE failed (client error): The resource could not be found. Feb 04 06:05:56.459539 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcfcb1e9-93c8-4e72-a1df-37f3fb6bee74 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:05:56.463630 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-dcfcb1e9-93c8-4e72-a1df-37f3fb6bee74 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/subnets/c37ed89e-898f-40cf-8fb1-b499139b6a65 HTTP/1.1" status: 404 len: 337 time: 0.0597200 Feb 04 06:05:56.464429 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54306) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:56.469287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-e532de17-d66d-46fe-bdac-b437ae5b4d29 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'port': {'network_id': 'a1177ffc-00bf-46c5-919f-291c7274b970', 'name': 'tempest-RoutersIpV6Test-1028972297'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:56.532596 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Attempting to bind port b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:56.532828 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Attempting to bind port b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:56.533210 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Attempting to bind port b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7 on network 65e4f961-4ab6-4ffd-8973-b6f04910c762 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:05:56.573845 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ed9f51-426f-456b-9bba-879cd74e1187 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] DELETE failed (client error): The resource could not be found. Feb 04 06:05:56.574285 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ed9f51-426f-456b-9bba-879cd74e1187 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:05:56.579427 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d6ed9f51-426f-456b-9bba-879cd74e1187 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/subnets/6e21c23f-2dd8-4aef-aa5f-b0ce08d9bc3b HTTP/1.1" status: 404 len: 337 time: 0.0927644 Feb 04 06:05:56.579572 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:05:56.580585 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Checking segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:56.580729 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54310) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:56.580862 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:56.580862 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Bound using segment: {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:05:56.581171 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Bound port: b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:56.581543 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:56.633543 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-618fa8f1-3cad-4806-9861-0b755f5a0ddb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] DELETE failed (client error): The resource could not be found. Feb 04 06:05:56.634073 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-618fa8f1-3cad-4806-9861-0b755f5a0ddb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:05:56.635754 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-618fa8f1-3cad-4806-9861-0b755f5a0ddb tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/ports/8d34aa36-887e-4e74-8149-9f21dd5d6ead HTTP/1.1" status: 404 len: 333 time: 0.0473628 Feb 04 06:05:56.639000 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54314) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:56.688621 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-47194787-81b6-4448-a135-25f4e5eecc1d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] DELETE failed (client error): The resource could not be found. Feb 04 06:05:56.689054 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47194787-81b6-4448-a135-25f4e5eecc1d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:05:56.693203 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-47194787-81b6-4448-a135-25f4e5eecc1d tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/subnets/0d21f95f-143b-4a83-a65f-ec1a5627875b HTTP/1.1" status: 404 len: 337 time: 0.0511343 Feb 04 06:05:56.694086 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54318) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:56.745963 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-59bfe54b-0893-4a86-b5a7-5f45f74013e4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] DELETE failed (client error): The resource could not be found. Feb 04 06:05:56.746401 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59bfe54b-0893-4a86-b5a7-5f45f74013e4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:05:56.750414 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-59bfe54b-0893-4a86-b5a7-5f45f74013e4 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/subnets/f2935141-2fba-48d0-9609-8203a843e4a5 HTTP/1.1" status: 404 len: 337 time: 0.0536931 Feb 04 06:05:56.751032 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54322) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:56.804460 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e532de17-d66d-46fe-bdac-b437ae5b4d29 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:56.816771 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f40f985-fcbf-418a-b210-987e16198bfd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:05:56.819857 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e532de17-d66d-46fe-bdac-b437ae5b4d29 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:56.825657 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0f40f985-fcbf-418a-b210-987e16198bfd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/c177fb8c-8451-4fe8-9528-14c3d6250f4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8873451 Feb 04 06:05:56.827271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54326) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:56.837747 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17603561-e8b3-4e87-b803-b983386c050e None None] Sync routers for ids ['c177fb8c-8451-4fe8-9528-14c3d6250f4f'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:56.849266 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:56.856105 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17603561-e8b3-4e87-b803-b983386c050e None None] Routers {'c177fb8c-8451-4fe8-9528-14c3d6250f4f'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:56.856946 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-17603561-e8b3-4e87-b803-b983386c050e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['c177fb8c-8451-4fe8-9528-14c3d6250f4f'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:56.872962 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-a1177ffc-00bf-46c5-919f-291c7274b970', 'network_id': 'a1177ffc-00bf-46c5-919f-291c7274b970', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'fixed_ips': [{'subnet_id': 'dfe89632-abfd-48ce-a2e8-b2915dd67124'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:05:56.874295 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:56.896381 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] For port b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:05:56.908652 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2f188-eeb3-45cf-9238-1d52db6402c3 req-29cdcf2d-65aa-4fc9-a15c-05d961097710 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:56.909947 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fdf2f188-eeb3-45cf-9238-1d52db6402c3 req-29cdcf2d-65aa-4fc9-a15c-05d961097710 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 946 time: 0.4411187 Feb 04 06:05:56.910646 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Deleting port bb7a162f-e9dc-4111-a96a-8bb04e386764 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:56.910990 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:56.916361 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] For port b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:05:56.932529 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-17603561-e8b3-4e87-b803-b983386c050e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:56.937403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-21cba203-42b6-4519-9023-148b0bf7ce76 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port cf5d8e72-5183-4354-a848-9c3d977d16df {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:56.937796 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21cba203-42b6-4519-9023-148b0bf7ce76 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:56.943770 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17603561-e8b3-4e87-b803-b983386c050e None None] Routers {'c177fb8c-8451-4fe8-9528-14c3d6250f4f'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:05:56.944641 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-17603561-e8b3-4e87-b803-b983386c050e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:05:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['c177fb8c-8451-4fe8-9528-14c3d6250f4f'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:57.016469 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a4c74e-5cbb-4f60-a058-427ecd368baf None None] DHCP port deletion for 4af3bcb5-799f-4a1a-a475-3128df4a912b request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:05:57.022754 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:57.024912 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-17603561-e8b3-4e87-b803-b983386c050e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:57.025546 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17603561-e8b3-4e87-b803-b983386c050e None None] The sync data for ids ['c177fb8c-8451-4fe8-9528-14c3d6250f4f'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:57.044311 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fdf2f188-eeb3-45cf-9238-1d52db6402c3 req-1c899ef3-7e6e-46e6-b35e-0c44ec0d5fc5 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008363 Feb 04 06:05:57.081021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-91a4c74e-5cbb-4f60-a058-427ecd368baf None None] Deleting port cec2d355-05b4-483c-ab57-f161ad791f56 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:57.081423 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-91a4c74e-5cbb-4f60-a058-427ecd368baf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:57.138135 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4116c5b5-edc2-4e59-9e28-7780999ecc8d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c177fb8c-8451-4fe8-9528-14c3d6250f4f HTTP/1.1" status: 200 len: 205 time: 0.3090682 Feb 04 06:05:57.138853 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e532de17-d66d-46fe-bdac-b437ae5b4d29 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Made reservation on behalf of ddd9400ae6834d1da9b18a67d16332cc for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:57.142238 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e532de17-d66d-46fe-bdac-b437ae5b4d29 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:57.143132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54330) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:57.177423 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-e532de17-d66d-46fe-bdac-b437ae5b4d29 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] device_id is not set on port 339c7a38-99bf-410e-aba9-1df0215ba49d yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:05:57.200702 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2a35969b-5902-41c1-a1da-e574cb7d2732 None None] Provisioning complete for port cf5d8e72-5183-4354-a848-9c3d977d16df triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:57.201106 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2a35969b-5902-41c1-a1da-e574cb7d2732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:57.298425 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2a35969b-5902-41c1-a1da-e574cb7d2732 None None] Port cf5d8e72-5183-4354-a848-9c3d977d16df cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:05:57.326513 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3de0e1d-4f4f-4f53-b6b5-b0a2f9e5a680 None None] DHCP port deletion for 757892e2-cf2c-4354-8abb-a3c5a5f45378 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:05:57.377664 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b89c6-0336-4c02-b843-8fb04604cd44 None None] Pushing event updated for resources: {'Port': ['ID=b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:57.391346 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebdd494c-3e67-4f87-b41e-700d00ff16ed tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:57.436128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21cba203-42b6-4519-9023-148b0bf7ce76 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:57.443284 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a3de0e1d-4f4f-4f53-b6b5-b0a2f9e5a680 None None] Deleting port bb7a162f-e9dc-4111-a96a-8bb04e386764 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:57.443727 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a3de0e1d-4f4f-4f53-b6b5-b0a2f9e5a680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:57.573119 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-21cba203-42b6-4519-9023-148b0bf7ce76 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for cf5d8e72-5183-4354-a848-9c3d977d16df owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:57.603612 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Allocated IP 2001:db8::2 (a1177ffc-00bf-46c5-919f-291c7274b970/dfe89632-abfd-48ce-a2e8-b2915dd67124/2042ac39-b560-4c9f-8d8d-800dc6a2fb92) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:57.723717 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21cba203-42b6-4519-9023-148b0bf7ce76 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:57.797698 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-91a4c74e-5cbb-4f60-a058-427ecd368baf None None] For port cec2d355-05b4-483c-ab57-f161ad791f56, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=cec2d355-05b4-483c-ab57-f161ad791f56,segment=NetworkSegment(23a55c5a-4499-44f2-8f24-035820097f57),segment_id=23a55c5a-4499-44f2-8f24-035820097f57)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:57.798119 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-91a4c74e-5cbb-4f60-a058-427ecd368baf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:57.801677 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cba203-42b6-4519-9023-148b0bf7ce76 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Port': ['ID=cf5d8e72-5183-4354-a848-9c3d977d16df,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:57.819490 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21cba203-42b6-4519-9023-148b0bf7ce76 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:57.845787 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-21cba203-42b6-4519-9023-148b0bf7ce76 tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/ports/cf5d8e72-5183-4354-a848-9c3d977d16df HTTP/1.1" status: 204 len: 168 time: 1.0937157 Feb 04 06:05:57.848028 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54334) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:57.921683 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] For port bb7a162f-e9dc-4111-a96a-8bb04e386764, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=bb7a162f-e9dc-4111-a96a-8bb04e386764,segment=NetworkSegment(ebc2e01b-2b4a-4a04-bce1-3c0064d13e8f),segment_id=ebc2e01b-2b4a-4a04-bce1-3c0064d13e8f)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:57.922224 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:57.935421 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebdd494c-3e67-4f87-b41e-700d00ff16ed tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:57.939996 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebdd494c-3e67-4f87-b41e-700d00ff16ed tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:57.985330 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:57.997389 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port cec2d355-05b4-483c-ab57-f161ad791f56 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:57.997865 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:58.027026 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-91a4c74e-5cbb-4f60-a058-427ecd368baf None None] Calling delete_port for cec2d355-05b4-483c-ab57-f161ad791f56 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:58.066956 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Calling delete_port for bb7a162f-e9dc-4111-a96a-8bb04e386764 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:58.084439 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a3de0e1d-4f4f-4f53-b6b5-b0a2f9e5a680 None None] For port bb7a162f-e9dc-4111-a96a-8bb04e386764, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=bb7a162f-e9dc-4111-a96a-8bb04e386764,segment=NetworkSegment(ebc2e01b-2b4a-4a04-bce1-3c0064d13e8f),segment_id=ebc2e01b-2b4a-4a04-bce1-3c0064d13e8f)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:58.084814 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a3de0e1d-4f4f-4f53-b6b5-b0a2f9e5a680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:58.165790 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebdd494c-3e67-4f87-b41e-700d00ff16ed tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:58.166280 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdd494c-3e67-4f87-b41e-700d00ff16ed tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Fanout notify agent at l3_agent the message router_deleted on router c177fb8c-8451-4fe8-9528-14c3d6250f4f {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:05:58.301750 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] For port cec2d355-05b4-483c-ab57-f161ad791f56, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=cec2d355-05b4-483c-ab57-f161ad791f56,segment=NetworkSegment(23a55c5a-4499-44f2-8f24-035820097f57),segment_id=23a55c5a-4499-44f2-8f24-035820097f57)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:58.302331 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:58.329789 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:58.361468 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a3de0e1d-4f4f-4f53-b6b5-b0a2f9e5a680 None None] Calling delete_port for bb7a162f-e9dc-4111-a96a-8bb04e386764 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:58.384501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event deleted for resources: {'Port': ['ID=bb7a162f-e9dc-4111-a96a-8bb04e386764,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:58.396185 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebdd494c-3e67-4f87-b41e-700d00ff16ed tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:58.397290 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ebdd494c-3e67-4f87-b41e-700d00ff16ed tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/routers/c177fb8c-8451-4fe8-9528-14c3d6250f4f HTTP/1.1" status: 204 len: 168 time: 1.2532220 Feb 04 06:05:58.409045 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:58.438822 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54340) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:58.450510 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] No DVR routers for this DVR port bb7a162f-e9dc-4111-a96a-8bb04e386764 on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:05:58.475642 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Calling delete_port for cec2d355-05b4-483c-ab57-f161ad791f56 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:05:58.488415 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:58.488879 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:58.489429 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:58.489819 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:58.490213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:58.490615 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:58.491061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:58.492115 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:58.493154 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:58.493626 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:58.494094 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:58.494656 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:58.573540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:05:58.573896 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:05:58.576016 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-91a4c74e-5cbb-4f60-a058-427ecd368baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:58.654084 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4c74e-5cbb-4f60-a058-427ecd368baf None None] Pushing event deleted for resources: {'Port': ['ID=cec2d355-05b4-483c-ab57-f161ad791f56,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:58.666926 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a4c74e-5cbb-4f60-a058-427ecd368baf None None] No DVR routers for this DVR port cec2d355-05b4-483c-ab57-f161ad791f56 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:05:58.668672 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:58.676212 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-a3de0e1d-4f4f-4f53-b6b5-b0a2f9e5a680 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:05:58.676554 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-a3de0e1d-4f4f-4f53-b6b5-b0a2f9e5a680 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:05:58.683845 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Transition to ACTIVE for port object 2042ac39-b560-4c9f-8d8d-800dc6a2fb92 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:58.695197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:58.701054 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:58.713722 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Transition to ACTIVE for port object 2042ac39-b560-4c9f-8d8d-800dc6a2fb92 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:58.722246 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:58.770115 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.objects.ports [None req-32a15901-f96e-4f47-a60f-403cb6dbea6c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87471) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:05:58.773171 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device bb7a162f-e9dc-4111-a96a-8bb04e386764 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:05:58.814163 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-e532de17-d66d-46fe-bdac-b437ae5b4d29 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Allocated IP 2001:db8::2a9 (a1177ffc-00bf-46c5-919f-291c7274b970/dfe89632-abfd-48ce-a2e8-b2915dd67124/339c7a38-99bf-410e-aba9-1df0215ba49d) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:58.827905 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Network a1177ffc-00bf-46c5-919f-291c7274b970 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:58.828232 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0d152b-61f2-460b-beb6-a3384c6747c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting subnet adaf2788-51ab-468b-b6d6-3546745d2068 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:05:58.828494 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: bb7a162f-e9dc-4111-a96a-8bb04e386764 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:05:58.828844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device bb7a162f-e9dc-4111-a96a-8bb04e386764 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:05:58.829313 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device cec2d355-05b4-483c-ab57-f161ad791f56 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:05:58.831198 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757892e2-cf2c-4354-8abb-a3c5a5f45378']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:58.847276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc0d152b-61f2-460b-beb6-a3384c6747c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:58.863642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:58.873453 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:58.890707 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538c11a-113c-4f1d-8fb2-2916b16bbc62 req-698b4c95-a835-407c-a8db-0ef9862378f7 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:58.892846 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8538c11a-113c-4f1d-8fb2-2916b16bbc62 req-698b4c95-a835-407c-a8db-0ef9862378f7 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 946 time: 0.6456950 Feb 04 06:05:58.904110 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: cec2d355-05b4-483c-ab57-f161ad791f56 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:05:58.904464 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device cec2d355-05b4-483c-ab57-f161ad791f56 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:05:58.905860 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc2e01b-2b4a-4a04-bce1-3c0064d13e8f') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:58.906224 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc2e01b-2b4a-4a04-bce1-3c0064d13e8f') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:58.958786 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Pushing event updated for resources: {'Port': ['ID=2042ac39-b560-4c9f-8d8d-800dc6a2fb92,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:58.962580 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:58.978988 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c024f09e-d3d9-4fc3-80ec-f230f21c937e None None] Provisioning for port b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:58.985685 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c024f09e-d3d9-4fc3-80ec-f230f21c937e None None] Provisioning complete for port b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:58.986054 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c024f09e-d3d9-4fc3-80ec-f230f21c937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:58.996264 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc0d152b-61f2-460b-beb6-a3384c6747c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.020707 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Attempting to bind port 2042ac39-b560-4c9f-8d8d-800dc6a2fb92 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:59.021068 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Attempting to bind port 2042ac39-b560-4c9f-8d8d-800dc6a2fb92 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '30cd2fd8-b53c-4f05-9fdd-a506bb1cef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1177ffc-00bf-46c5-919f-291c7274b970'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:59.021423 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Attempting to bind port 2042ac39-b560-4c9f-8d8d-800dc6a2fb92 on network a1177ffc-00bf-46c5-919f-291c7274b970 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:05:59.031840 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e532de17-d66d-46fe-bdac-b437ae5b4d29 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.036818 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:05:59.037406 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Checking segment: {'id': '30cd2fd8-b53c-4f05-9fdd-a506bb1cef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1177ffc-00bf-46c5-919f-291c7274b970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:59.037569 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.038077 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Bound using segment: {'id': '30cd2fd8-b53c-4f05-9fdd-a506bb1cef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1177ffc-00bf-46c5-919f-291c7274b970'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:05:59.038473 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.038625 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Bound port: 2042ac39-b560-4c9f-8d8d-800dc6a2fb92, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30cd2fd8-b53c-4f05-9fdd-a506bb1cef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1177ffc-00bf-46c5-919f-291c7274b970'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:59.038899 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.052354 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-e532de17-d66d-46fe-bdac-b437ae5b4d29 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Transition to ACTIVE for port object 339c7a38-99bf-410e-aba9-1df0215ba49d will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:59.060276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:05:59.060751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.074774 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Deleting port cec2d355-05b4-483c-ab57-f161ad791f56 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:59.075127 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:05:59.077910 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:05:59.089810 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8538c11a-113c-4f1d-8fb2-2916b16bbc62 req-445effbb-895a-473b-b80e-f5acf54e557c tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861699 Feb 04 06:05:59.143755 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e532de17-d66d-46fe-bdac-b437ae5b4d29 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.153318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] The port 'cec2d355-05b4-483c-ab57-f161ad791f56' was deleted {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:05:59.179647 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a3de0e1d-4f4f-4f53-b6b5-b0a2f9e5a680 None None] Deleting port bb7a162f-e9dc-4111-a96a-8bb04e386764 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:05:59.180521 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a3de0e1d-4f4f-4f53-b6b5-b0a2f9e5a680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.221985 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.246999 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.268259 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event deleted for resources: {'Network': ['ID=757892e2-cf2c-4354-8abb-a3c5a5f45378,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:59.270996 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-13d13fa6-d856-435e-9f68-d56862b8c1c5 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "DELETE /v2.0/networks/757892e2-cf2c-4354-8abb-a3c5a5f45378 HTTP/1.1" status: 204 len: 168 time: 2.9780228 Feb 04 06:05:59.275423 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54344) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:59.314949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a3de0e1d-4f4f-4f53-b6b5-b0a2f9e5a680 None None] The port 'bb7a162f-e9dc-4111-a96a-8bb04e386764' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:05:59.317547 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c024f09e-d3d9-4fc3-80ec-f230f21c937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.334137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] For port 2042ac39-b560-4c9f-8d8d-800dc6a2fb92, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:05:59.348975 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] For port 2042ac39-b560-4c9f-8d8d-800dc6a2fb92, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2042ac39-b560-4c9f-8d8d-800dc6a2fb92,segment=NetworkSegment(30cd2fd8-b53c-4f05-9fdd-a506bb1cef78),segment_id=30cd2fd8-b53c-4f05-9fdd-a506bb1cef78)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:05:59.382883 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.389194 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc0d152b-61f2-460b-beb6-a3384c6747c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.444665 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e532de17-d66d-46fe-bdac-b437ae5b4d29 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network a1177ffc-00bf-46c5-919f-291c7274b970 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:59.446844 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-32a15901-f96e-4f47-a60f-403cb6dbea6c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.459812 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-e532de17-d66d-46fe-bdac-b437ae5b4d29 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:59.461342 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee646b5-c38b-4d0d-a67f-d940864cc039 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Deleting subnet e7700225-787e-4edb-bcd2-bb7605fa034b {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:05:59.469488 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e532de17-d66d-46fe-bdac-b437ae5b4d29 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:59.469897 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7ee646b5-c38b-4d0d-a67f-d940864cc039 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.474684 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-c024f09e-d3d9-4fc3-80ec-f230f21c937e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:05:59.475159 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-c024f09e-d3d9-4fc3-80ec-f230f21c937e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:05:59.476021 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e532de17-d66d-46fe-bdac-b437ae5b4d29 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:59.476826 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e532de17-d66d-46fe-bdac-b437ae5b4d29 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.490572 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532de17-d66d-46fe-bdac-b437ae5b4d29 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=339c7a38-99bf-410e-aba9-1df0215ba49d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:59.499814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.504136 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Pushing event updated for resources: {'Port': ['ID=2042ac39-b560-4c9f-8d8d-800dc6a2fb92,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:59.508385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1d435897-4ca1-4c5f-8414-55e243dc21c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.514288 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:59.514629 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:59.515023 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:59.516060 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:59.516060 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:59.516277 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:59.516463 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:59.516755 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:59.517141 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:59.517462 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:59.517763 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:59.518163 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd694c68-6a1e-4c03-b1cc-1b7d81428759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:59.535436 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e532de17-d66d-46fe-bdac-b437ae5b4d29 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1276619 Feb 04 06:05:59.543106 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54348) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:59.546561 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af3bcb5-799f-4a1a-a475-3128df4a912b']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:59.608566 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7ee646b5-c38b-4d0d-a67f-d940864cc039 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.642618 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc0d152b-61f2-460b-beb6-a3384c6747c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.672581 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a55c5a-4499-44f2-8f24-035820097f57') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:59.672879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a55c5a-4499-44f2-8f24-035820097f57') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:59.696786 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.810091 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.855164 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d152b-61f2-460b-beb6-a3384c6747c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Subnet': ['ID=adaf2788-51ab-468b-b6d6-3546745d2068,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:59.864730 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc0d152b-61f2-460b-beb6-a3384c6747c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.866525 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734538eb-687a-41d3-8c79-b1d2565f3fc4 None None] Network 66380ec6-6f61-4617-9775-20342d43a1b4 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:59.880913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:05:59.881452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:05:59.896502 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:05:59.952647 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bc0d152b-61f2-460b-beb6-a3384c6747c0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/subnets/adaf2788-51ab-468b-b6d6-3546745d2068 HTTP/1.1" status: 204 len: 168 time: 1.5120742 Feb 04 06:05:59.959608 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54352) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:00.098226 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c024f09e-d3d9-4fc3-80ec-f230f21c937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:00.116772 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7ee646b5-c38b-4d0d-a67f-d940864cc039 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:00.140140 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:00.165766 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:00.187714 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] Pushing event deleted for resources: {'Network': ['ID=4af3bcb5-799f-4a1a-a475-3128df4a912b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:00.195293 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fb1b8333-88b1-4d9c-8d03-5b5e50ae2d3e tempest-PortsIpV6TestJSON-1054679043 tempest-PortsIpV6TestJSON-1054679043-project] 10.222.0.31 "DELETE /v2.0/networks/4af3bcb5-799f-4a1a-a475-3128df4a912b HTTP/1.1" status: 204 len: 168 time: 2.3437314 Feb 04 06:06:00.211387 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:00.248816 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-32a15901-f96e-4f47-a60f-403cb6dbea6c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] For port b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:00.264254 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fafd78c-6f84-4395-8fb1-5962a6aa4471 None None] DHCP port deletion for 66380ec6-6f61-4617-9775-20342d43a1b4 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:06:00.272577 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2fafd78c-6f84-4395-8fb1-5962a6aa4471 None None] Deleting port 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:00.273088 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2fafd78c-6f84-4395-8fb1-5962a6aa4471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:00.279742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting port 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:00.280932 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:00.382038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2df6708f-713a-4d4d-ae7a-65808494171a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:00.391211 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2042ac39-b560-4c9f-8d8d-800dc6a2fb92 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:00.571352 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-32a15901-f96e-4f47-a60f-403cb6dbea6c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:00.581539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7ee646b5-c38b-4d0d-a67f-d940864cc039 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:00.688097 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-32a15901-f96e-4f47-a60f-403cb6dbea6c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:00.689134 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-32a15901-f96e-4f47-a60f-403cb6dbea6c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:00.706738 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54362) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:00.724585 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 2042ac39-b560-4c9f-8d8d-800dc6a2fb92 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:00.727474 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57081ba7-6798-40ef-80f0-076ce92ed5d1 req-49e2faf0-2784-4877-b18e-94c35b2dcc28 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:00.730031 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-57081ba7-6798-40ef-80f0-076ce92ed5d1 req-49e2faf0-2784-4877-b18e-94c35b2dcc28 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 946 time: 0.3662865 Feb 04 06:06:00.730364 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee646b5-c38b-4d0d-a67f-d940864cc039 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event deleted for resources: {'Subnet': ['ID=e7700225-787e-4edb-bcd2-bb7605fa034b,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:00.784117 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2fafd78c-6f84-4395-8fb1-5962a6aa4471 None None] For port 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda,segment=NetworkSegment(d00287de-d840-4afd-a33d-15db0f9e335c),segment_id=d00287de-d840-4afd-a33d-15db0f9e335c)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:00.784664 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2fafd78c-6f84-4395-8fb1-5962a6aa4471 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:00.808829 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-c024f09e-d3d9-4fc3-80ec-f230f21c937e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:06:00.809364 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-c024f09e-d3d9-4fc3-80ec-f230f21c937e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:06:00.928063 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a15901-f96e-4f47-a60f-403cb6dbea6c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Subnet': ['ID=2a5c17ca-6a3b-466f-970a-f19c580b04ab,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:00.957374 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7ee646b5-c38b-4d0d-a67f-d940864cc039 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:00.970959 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2fafd78c-6f84-4395-8fb1-5962a6aa4471 None None] Calling delete_port for 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:00.990911 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a15901-f96e-4f47-a60f-403cb6dbea6c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:00.999420 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0dbf7e-ec73-4581-b315-4345fbd2885e None None] Network 2bf3e003-14f8-4b85-b9ff-2bbf843883d4 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:01.023546 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e84340-5ee7-4695-8ace-712882a8b453 None None] Network a1177ffc-00bf-46c5-919f-291c7274b970 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:01.032203 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a15901-f96e-4f47-a60f-403cb6dbea6c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:01.043580 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-80a5e3e6-3085-43a8-8255-794f76abd83e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef31d0e95d1b49ed90d15de4824b5830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357072 Feb 04 06:06:01.044371 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54368) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:01.047614 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7ee646b5-c38b-4d0d-a67f-d940864cc039 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "DELETE /v2.0/subnets/e7700225-787e-4edb-bcd2-bb7605fa034b HTTP/1.1" status: 204 len: 168 time: 1.7697518 Feb 04 06:06:01.049729 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-32a15901-f96e-4f47-a60f-403cb6dbea6c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:01.053852 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a15901-f96e-4f47-a60f-403cb6dbea6c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:01.054506 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-32a15901-f96e-4f47-a60f-403cb6dbea6c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.058503 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54370) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:01.093502 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-32a15901-f96e-4f47-a60f-403cb6dbea6c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.5835793 Feb 04 06:06:01.098266 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] For port 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda,segment=NetworkSegment(d00287de-d840-4afd-a33d-15db0f9e335c),segment_id=d00287de-d840-4afd-a33d-15db0f9e335c)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:01.098630 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.104194 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54376) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:01.112426 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7e9cb5-f9ad-4c43-b0f1-508608d48004 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:01.118641 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-57081ba7-6798-40ef-80f0-076ce92ed5d1 req-1c562eea-7871-4f1a-9b97-215002379672 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956255 Feb 04 06:06:01.123251 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-79eef1a2-32ab-4785-9602-8d925472fa2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Request body: {'port': {'network_id': '65e4f961-4ab6-4ffd-8973-b6f04910c762', 'mac_address': 'fa:16:3e:88:c7:48', 'name': 'tempest-NetworksTestDHCPv6-208102289'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:01.262537 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Calling delete_port for 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:01.309584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f86a39-97e6-49b6-b564-d1be2d1b247f tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Deleting subnet b02f1273-664d-404e-9c71-83cf9642c8d4 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:06:01.333468 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-42f86a39-97e6-49b6-b564-d1be2d1b247f tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.346777 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.362196 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2df6708f-713a-4d4d-ae7a-65808494171a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.381013 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2df6708f-713a-4d4d-ae7a-65808494171a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.405908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Port': ['ID=2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:01.414482 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] No DVR routers for this DVR port 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:06:01.430506 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f53d5225-8743-4e7f-85df-849a0f0f93aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.458642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-2fafd78c-6f84-4395-8fb1-5962a6aa4471 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:06:01.458986 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-2fafd78c-6f84-4395-8fb1-5962a6aa4471 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:06:01.539018 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-42f86a39-97e6-49b6-b564-d1be2d1b247f tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.554692 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.583114 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66380ec6-6f61-4617-9775-20342d43a1b4']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:01.596749 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00287de-d840-4afd-a33d-15db0f9e335c') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:01.597103 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00287de-d840-4afd-a33d-15db0f9e335c') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:01.599667 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f53d5225-8743-4e7f-85df-849a0f0f93aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.606889 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-79eef1a2-32ab-4785-9602-8d925472fa2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:01.610240 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.627421 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.635307 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:06:01.635726 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.639464 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-79eef1a2-32ab-4785-9602-8d925472fa2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Usage tracker for resource:port and tenant:675c510890904ac2b9a9de3c77631cc0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:01.641971 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6708f-713a-4d4d-ae7a-65808494171a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=339c7a38-99bf-410e-aba9-1df0215ba49d,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:06:01.651380 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:06:01.653454 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-79eef1a2-32ab-4785-9602-8d925472fa2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:01.699728 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-79eef1a2-32ab-4785-9602-8d925472fa2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:01.749071 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79eef1a2-32ab-4785-9602-8d925472fa2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Made reservation on behalf of 675c510890904ac2b9a9de3c77631cc0 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:01.779018 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55244c10-c825-429f-a1f1-6605491e9d23 None None] DHCP port deletion for 2bf3e003-14f8-4b85-b9ff-2bbf843883d4 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:06:01.782014 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.783372 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-55244c10-c825-429f-a1f1-6605491e9d23 None None] Deleting port 9de84fcb-a398-44cd-b0a1-a8b320f6baf4 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:01.783760 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-55244c10-c825-429f-a1f1-6605491e9d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.814878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.822111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Network': ['ID=66380ec6-6f61-4617-9775-20342d43a1b4,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:01.841700 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a8c2f92e-446c-4981-a817-0a690f76781a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/networks/66380ec6-6f61-4617-9775-20342d43a1b4 HTTP/1.1" status: 204 len: 168 time: 1.8807211 Feb 04 06:06:01.845333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54380) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:01.850356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1341339822', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}, 'admin_state_up': False}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:01.870046 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:01.878966 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:router and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:01.883817 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:01.887527 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f53d5225-8743-4e7f-85df-849a0f0f93aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.902180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:01.916496 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.917650 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.934755 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d5225-8743-4e7f-85df-849a0f0f93aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef53b46-c396-46b8-8559-89b2c8403a37,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:01.944159 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.962797 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2fafd78c-6f84-4395-8fb1-5962a6aa4471 None None] Deleting port 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:01.963432 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2fafd78c-6f84-4395-8fb1-5962a6aa4471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.980838 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-42f86a39-97e6-49b6-b564-d1be2d1b247f tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:01.999231 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c024f09e-d3d9-4fc3-80ec-f230f21c937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:02.008635 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8fe64e3e-c9c1-4dd6-a3d1-2aa6e2b2530b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:02.025334 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2df6708f-713a-4d4d-ae7a-65808494171a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:02.068116 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f53d5225-8743-4e7f-85df-849a0f0f93aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:02.071710 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f53d5225-8743-4e7f-85df-849a0f0f93aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ef53b46-c396-46b8-8559-89b2c8403a37 HTTP/1.1" status: 204 len: 168 time: 1.0204821 Feb 04 06:06:02.159631 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79eef1a2-32ab-4785-9602-8d925472fa2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:02.192424 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2fafd78c-6f84-4395-8fb1-5962a6aa4471 None None] The port '2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:06:02.294192 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-79eef1a2-32ab-4785-9602-8d925472fa2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] device_id is not set on port 46f5bf35-7655-4cd6-8f22-2d55c6770a56 yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:06:02.326705 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-c024f09e-d3d9-4fc3-80ec-f230f21c937e None None] For port b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:02.396589 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-42f86a39-97e6-49b6-b564-d1be2d1b247f tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:02.407012 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c024f09e-d3d9-4fc3-80ec-f230f21c937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:02.508163 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:02.667967 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-55244c10-c825-429f-a1f1-6605491e9d23 None None] For port 9de84fcb-a398-44cd-b0a1-a8b320f6baf4, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=9de84fcb-a398-44cd-b0a1-a8b320f6baf4,segment=NetworkSegment(4f0bd909-e455-4d29-99b1-afb7dfe81d5d),segment_id=4f0bd909-e455-4d29-99b1-afb7dfe81d5d)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:02.668367 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-55244c10-c825-429f-a1f1-6605491e9d23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:02.677863 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d14a4c-a313-4fca-be66-21e07861c59d None None] Network 9c868c8a-7752-4688-bf43-885a865cc4f3 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:02.684704 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f86a39-97e6-49b6-b564-d1be2d1b247f tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event deleted for resources: {'Subnet': ['ID=b02f1273-664d-404e-9c71-83cf9642c8d4,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:02.694343 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-42f86a39-97e6-49b6-b564-d1be2d1b247f tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:02.716905 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5435ea67-2f5d-4033-bdff-d7c9b276e1b1 None None] Provisioning for port 2042ac39-b560-4c9f-8d8d-800dc6a2fb92 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:02.724239 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-42f86a39-97e6-49b6-b564-d1be2d1b247f tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "DELETE /v2.0/subnets/b02f1273-664d-404e-9c71-83cf9642c8d4 HTTP/1.1" status: 204 len: 168 time: 1.6551630 Feb 04 06:06:02.730896 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54396) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:02.763693 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2df6708f-713a-4d4d-ae7a-65808494171a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:02.824604 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:02.892846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbead7be-76e2-4876-afc1-30b1eec50082 req-177047fb-919d-41aa-bac0-16d8a725905e tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:02.897380 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dbead7be-76e2-4876-afc1-30b1eec50082 req-177047fb-919d-41aa-bac0-16d8a725905e tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 946 time: 0.4800563 Feb 04 06:06:02.902884 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-55244c10-c825-429f-a1f1-6605491e9d23 None None] Calling delete_port for 9de84fcb-a398-44cd-b0a1-a8b320f6baf4 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:03.033369 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dbead7be-76e2-4876-afc1-30b1eec50082 req-bf1f7f9a-f83a-4724-84d0-041675058e08 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279871 Feb 04 06:06:03.036170 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5435ea67-2f5d-4033-bdff-d7c9b276e1b1 None None] Provisioning complete for port 2042ac39-b560-4c9f-8d8d-800dc6a2fb92 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:03.036723 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5435ea67-2f5d-4033-bdff-d7c9b276e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.205406 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024f09e-d3d9-4fc3-80ec-f230f21c937e None None] Pushing event updated for resources: {'Port': ['ID=b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:03.289943 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-55244c10-c825-429f-a1f1-6605491e9d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.354819 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.385369 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54410) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:03.387548 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-efb4fb8c-0402-42c5-9aca-ab2ba1eb8628 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.395032 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.397404 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.397864 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.410139 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55244c10-c825-429f-a1f1-6605491e9d23 None None] Pushing event deleted for resources: {'Port': ['ID=9de84fcb-a398-44cd-b0a1-a8b320f6baf4,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:03.421605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-79eef1a2-32ab-4785-9602-8d925472fa2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8::25f (65e4f961-4ab6-4ffd-8973-b6f04910c762/49e8aa26-d4d7-4064-8cce-3cdf57893ac1/46f5bf35-7655-4cd6-8f22-2d55c6770a56) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:03.435162 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-79eef1a2-32ab-4785-9602-8d925472fa2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Allocated IP 2001:db8:0:1:f816:3eff:fe88:c748 (65e4f961-4ab6-4ffd-8973-b6f04910c762/2a5c17ca-6a3b-466f-970a-f19c580b04ab/46f5bf35-7655-4cd6-8f22-2d55c6770a56) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:03.535094 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55244c10-c825-429f-a1f1-6605491e9d23 None None] No DVR routers for this DVR port 9de84fcb-a398-44cd-b0a1-a8b320f6baf4 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:06:03.544754 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5435ea67-2f5d-4033-bdff-d7c9b276e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.565401 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-98b76c5f-e602-41de-9e50-f7411b9d5151 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:03.566176 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING neutron.api.v2.base [None req-98b76c5f-e602-41de-9e50-f7411b9d5151 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 06:06:03.566666 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-98b76c5f-e602-41de-9e50-f7411b9d5151 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 06:06:03.571944 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-98b76c5f-e602-41de-9e50-f7411b9d5151 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1813076 Feb 04 06:06:03.572147 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:03.572147 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.575869 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54416) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:03.582488 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group': {'name': 'tempest-secgroup--497411065'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:03.589481 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:03.598965 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:03.604098 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:03.618535 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:03.620989 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Allocated IP 172.26.4.199 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/6e4a4e85-70f6-4d03-9926-d25fd3adc1e4) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:03.642190 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.648016 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-5435ea67-2f5d-4033-bdff-d7c9b276e1b1 None None] For port 2042ac39-b560-4c9f-8d8d-800dc6a2fb92, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2042ac39-b560-4c9f-8d8d-800dc6a2fb92,segment=NetworkSegment(30cd2fd8-b53c-4f05-9fdd-a506bb1cef78),segment_id=30cd2fd8-b53c-4f05-9fdd-a506bb1cef78)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:03.656385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5435ea67-2f5d-4033-bdff-d7c9b276e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.678181 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.754407 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:03.760595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5435ea67-2f5d-4033-bdff-d7c9b276e1b1 None None] Provisioning for port 339c7a38-99bf-410e-aba9-1df0215ba49d completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:03.766779 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:03.771869 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:03.778833 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5435ea67-2f5d-4033-bdff-d7c9b276e1b1 None None] Provisioning complete for port 339c7a38-99bf-410e-aba9-1df0215ba49d triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:03.779207 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5435ea67-2f5d-4033-bdff-d7c9b276e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.780680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:03.815051 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ff26b0-5230-4282-8d47-02035f75c6a2 None None] DHCP port deletion for 9c868c8a-7752-4688-bf43-885a865cc4f3 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:06:03.815941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-efb4fb8c-0402-42c5-9aca-ab2ba1eb8628 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.838292 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435ea67-2f5d-4033-bdff-d7c9b276e1b1 None None] Pushing event updated for resources: {'Port': ['ID=2042ac39-b560-4c9f-8d8d-800dc6a2fb92,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:03.844716 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-07ff26b0-5230-4282-8d47-02035f75c6a2 None None] Deleting port c7a5310f-a8a9-49ac-8720-5bef4f14888a {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:03.844993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-07ff26b0-5230-4282-8d47-02035f75c6a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.869205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.879884 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-efb4fb8c-0402-42c5-9aca-ab2ba1eb8628 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf3e003-14f8-4b85-b9ff-2bbf843883d4']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:03.897036 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-5435ea67-2f5d-4033-bdff-d7c9b276e1b1 None None] Port 339c7a38-99bf-410e-aba9-1df0215ba49d cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:03.921510 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-efb4fb8c-0402-42c5-9aca-ab2ba1eb8628 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0bd909-e455-4d29-99b1-afb7dfe81d5d') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:03.921821 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-efb4fb8c-0402-42c5-9aca-ab2ba1eb8628 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0bd909-e455-4d29-99b1-afb7dfe81d5d') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:03.943030 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-efb4fb8c-0402-42c5-9aca-ab2ba1eb8628 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.960035 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.968627 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.970318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79eef1a2-32ab-4785-9602-8d925472fa2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.972080 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:06:03.981113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.987812 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:03.989619 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-efb4fb8c-0402-42c5-9aca-ab2ba1eb8628 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:03.998620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2df6708f-713a-4d4d-ae7a-65808494171a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:04.007817 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb4fb8c-0402-42c5-9aca-ab2ba1eb8628 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:06:04.008261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-efb4fb8c-0402-42c5-9aca-ab2ba1eb8628 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:06:04.023038 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:06:04.025632 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2df6708f-713a-4d4d-ae7a-65808494171a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:04.026364 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2df6708f-713a-4d4d-ae7a-65808494171a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:04.029475 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-79eef1a2-32ab-4785-9602-8d925472fa2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Transition to ACTIVE for port object 46f5bf35-7655-4cd6-8f22-2d55c6770a56 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:04.034076 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:06:04.034644 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2fe8f843-f4b1-44bb-84d4-2c1c3fe75eda not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:06:04.035195 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 9de84fcb-a398-44cd-b0a1-a8b320f6baf4 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:06:04.056082 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:04.067140 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:04.090020 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=6e4a4e85-70f6-4d03-9926-d25fd3adc1e4,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:04.098400 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:04.100157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:04.102988 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:04.105484 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae79a14-15b1-45a7-88ed-6e19aaf9ba35,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:04.110422 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:04.149050 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 9de84fcb-a398-44cd-b0a1-a8b320f6baf4 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:06:04.149397 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 9de84fcb-a398-44cd-b0a1-a8b320f6baf4 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:06:04.238283 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b99d66a3-f2a9-4a4b-bedf-3ec176d1baab None None] Provisioning complete for port b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:04.238865 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b99d66a3-f2a9-4a4b-bedf-3ec176d1baab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:04.304507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-07ff26b0-5230-4282-8d47-02035f75c6a2 None None] For port c7a5310f-a8a9-49ac-8720-5bef4f14888a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c7a5310f-a8a9-49ac-8720-5bef4f14888a,segment=NetworkSegment(f59f915c-b37c-45a5-9683-bbf5e8af712b),segment_id=f59f915c-b37c-45a5-9683-bbf5e8af712b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:04.304907 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-07ff26b0-5230-4282-8d47-02035f75c6a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:04.308044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6708f-713a-4d4d-ae7a-65808494171a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=339c7a38-99bf-410e-aba9-1df0215ba49d,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:04.310383 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-efb4fb8c-0402-42c5-9aca-ab2ba1eb8628 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:04.314849 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:04.339901 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-efb4fb8c-0402-42c5-9aca-ab2ba1eb8628 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:04.377586 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4fb8c-0402-42c5-9aca-ab2ba1eb8628 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event deleted for resources: {'Network': ['ID=2bf3e003-14f8-4b85-b9ff-2bbf843883d4,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:04.387227 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-efb4fb8c-0402-42c5-9aca-ab2ba1eb8628 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "DELETE /v2.0/networks/2bf3e003-14f8-4b85-b9ff-2bbf843883d4 HTTP/1.1" status: 204 len: 168 time: 1.6553209 Feb 04 06:06:04.417393 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54422) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:04.438051 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:04.451001 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df6708f-713a-4d4d-ae7a-65808494171a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network a1177ffc-00bf-46c5-919f-291c7274b970 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:04.456982 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-2df6708f-713a-4d4d-ae7a-65808494171a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:04.474850 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-07ff26b0-5230-4282-8d47-02035f75c6a2 None None] Calling delete_port for c7a5310f-a8a9-49ac-8720-5bef4f14888a owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:04.521811 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79eef1a2-32ab-4785-9602-8d925472fa2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:04.674288 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-07ff26b0-5230-4282-8d47-02035f75c6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:04.679174 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:04.679750 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:04.752930 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eef1a2-32ab-4785-9602-8d925472fa2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:04.767364 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-79eef1a2-32ab-4785-9602-8d925472fa2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:04.770134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eef1a2-32ab-4785-9602-8d925472fa2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:04.776136 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eef1a2-32ab-4785-9602-8d925472fa2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:04.776765 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79eef1a2-32ab-4785-9602-8d925472fa2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:04.785769 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff26b0-5230-4282-8d47-02035f75c6a2 None None] Pushing event deleted for resources: {'Port': ['ID=c7a5310f-a8a9-49ac-8720-5bef4f14888a,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:04.787871 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff26b0-5230-4282-8d47-02035f75c6a2 None None] No DVR routers for this DVR port c7a5310f-a8a9-49ac-8720-5bef4f14888a on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:06:04.798658 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:04.804326 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b99d66a3-f2a9-4a4b-bedf-3ec176d1baab None None] Provisioning complete for port 339c7a38-99bf-410e-aba9-1df0215ba49d triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:04.804711 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b99d66a3-f2a9-4a4b-bedf-3ec176d1baab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:04.822838 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-79eef1a2-32ab-4785-9602-8d925472fa2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.7070212 Feb 04 06:06:04.825814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54430) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:04.828167 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:04.833324 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d04d-aa27-4660-9724-cce92b23562d tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:04.848839 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eef1a2-32ab-4785-9602-8d925472fa2f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event updated for resources: {'Port': ['ID=46f5bf35-7655-4cd6-8f22-2d55c6770a56,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:04.872343 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b99d66a3-f2a9-4a4b-bedf-3ec176d1baab None None] Port 339c7a38-99bf-410e-aba9-1df0215ba49d cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:04.940664 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2042ac39-b560-4c9f-8d8d-800dc6a2fb92 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:04.955567 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:04.956824 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3798456 Feb 04 06:06:04.961467 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8dfad655-55f6-4ed6-91dc-f5fc12fd3766 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting port 46f5bf35-7655-4cd6-8f22-2d55c6770a56 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:04.961856 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8dfad655-55f6-4ed6-91dc-f5fc12fd3766 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:04.989947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54434) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:05.022644 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-86984d1d-6125-4469-ad91-177eb1bd3ff8 None None] Provisioning complete for port 339c7a38-99bf-410e-aba9-1df0215ba49d triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:05.023010 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-86984d1d-6125-4469-ad91-177eb1bd3ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:05.089322 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 2042ac39-b560-4c9f-8d8d-800dc6a2fb92 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:05.089543 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:05.110599 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1ec3c-b413-4b72-ad6b-e49d639e4ee7 req-6e9595f6-cf92-4dd9-b4f3-71c5f9538889 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:05.113178 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0be1ec3c-b413-4b72-ad6b-e49d639e4ee7 req-6e9595f6-cf92-4dd9-b4f3-71c5f9538889 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 946 time: 0.6872876 Feb 04 06:06:05.119186 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-86984d1d-6125-4469-ad91-177eb1bd3ff8 None None] Port 339c7a38-99bf-410e-aba9-1df0215ba49d cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:05.172976 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b9c817cf-1800-4d17-af28-be0726870630 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': '79efd1d2-866a-4cda-a5d1-e14f6062b8ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:05.178953 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b9c817cf-1800-4d17-af28-be0726870630 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:05.183161 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b9c817cf-1800-4d17-af28-be0726870630 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:05.186351 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b9c817cf-1800-4d17-af28-be0726870630 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:05.192688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b9c817cf-1800-4d17-af28-be0726870630 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:05.203160 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ec23f-50de-4bea-ae95-55c59dedfada tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79efd1d2-866a-4cda-a5d1-e14f6062b8ab,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:05.230262 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d04d-aa27-4660-9724-cce92b23562d tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:05.238207 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b9c817cf-1800-4d17-af28-be0726870630 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:05.245458 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df6708f-713a-4d4d-ae7a-65808494171a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router 37beff52-dd69-4673-b90d-9e2ecf06ef01 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:06:05.275134 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fabad115-1f2e-4b79-8623-afb6d3436e9c None None] Provisioning for port 46f5bf35-7655-4cd6-8f22-2d55c6770a56 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:05.282182 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fabad115-1f2e-4b79-8623-afb6d3436e9c None None] Provisioning complete for port 46f5bf35-7655-4cd6-8f22-2d55c6770a56 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:05.282568 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-3ce6d04d-aa27-4660-9724-cce92b23562d tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c868c8a-7752-4688-bf43-885a865cc4f3']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:05.282892 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fabad115-1f2e-4b79-8623-afb6d3436e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:05.337446 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0be1ec3c-b413-4b72-ad6b-e49d639e4ee7 req-9da9fe7b-7b90-4230-b18c-b631ad330428 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964822 Feb 04 06:06:05.351329 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c7a5310f-a8a9-49ac-8720-5bef4f14888a no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:06:05.361745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-3ce6d04d-aa27-4660-9724-cce92b23562d tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59f915c-b37c-45a5-9683-bbf5e8af712b') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:05.362027 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-3ce6d04d-aa27-4660-9724-cce92b23562d tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59f915c-b37c-45a5-9683-bbf5e8af712b') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:05.420786 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: c7a5310f-a8a9-49ac-8720-5bef4f14888a {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:06:05.421125 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c7a5310f-a8a9-49ac-8720-5bef4f14888a not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:06:05.430787 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-fabad115-1f2e-4b79-8623-afb6d3436e9c None None] Port 46f5bf35-7655-4cd6-8f22-2d55c6770a56 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:05.470534 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d04d-aa27-4660-9724-cce92b23562d tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:05.475435 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router_gateway, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:05.507733 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d04d-aa27-4660-9724-cce92b23562d tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:05.519542 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df6708f-713a-4d4d-ae7a-65808494171a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:06:05.529380 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513f339c-e400-433b-9f06-ecf46495b514 None None] Sync routers for ids ['37beff52-dd69-4673-b90d-9e2ecf06ef01'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:05.530811 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b9c817cf-1800-4d17-af28-be0726870630 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:05.533491 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce6d04d-aa27-4660-9724-cce92b23562d tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:06:05.533877 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d04d-aa27-4660-9724-cce92b23562d tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:05.539536 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513f339c-e400-433b-9f06-ecf46495b514 None None] Routers {'37beff52-dd69-4673-b90d-9e2ecf06ef01'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:05.540242 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-513f339c-e400-433b-9f06-ecf46495b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['37beff52-dd69-4673-b90d-9e2ecf06ef01'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:06:05.550546 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:06:05.556393 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b9c817cf-1800-4d17-af28-be0726870630 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:05.611272 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2df6708f-713a-4d4d-ae7a-65808494171a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/37beff52-dd69-4673-b90d-9e2ecf06ef01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0668738 Feb 04 06:06:05.629774 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54438) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:05.640845 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-513f339c-e400-433b-9f06-ecf46495b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:05.650347 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c817cf-1800-4d17-af28-be0726870630 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3810cd2-974c-4920-95c5-0f20599e5685,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:05.650579 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513f339c-e400-433b-9f06-ecf46495b514 None None] Routers {'37beff52-dd69-4673-b90d-9e2ecf06ef01'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:05.651165 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-513f339c-e400-433b-9f06-ecf46495b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['37beff52-dd69-4673-b90d-9e2ecf06ef01'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:05.656798 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b9c817cf-1800-4d17-af28-be0726870630 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:05.659771 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b9c817cf-1800-4d17-af28-be0726870630 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6666796 Feb 04 06:06:05.665125 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54442) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:05.669547 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-41e98fdc-5f75-48b4-bcfc-d69e7a44cb88 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': '79efd1d2-866a-4cda-a5d1-e14f6062b8ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:05.675537 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-41e98fdc-5f75-48b4-bcfc-d69e7a44cb88 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:05.680407 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-41e98fdc-5f75-48b4-bcfc-d69e7a44cb88 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:05.682980 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d04d-aa27-4660-9724-cce92b23562d tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:05.684795 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-41e98fdc-5f75-48b4-bcfc-d69e7a44cb88 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:05.705456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d04d-aa27-4660-9724-cce92b23562d tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:05.714055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-41e98fdc-5f75-48b4-bcfc-d69e7a44cb88 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:05.716166 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6d04d-aa27-4660-9724-cce92b23562d tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event deleted for resources: {'Network': ['ID=9c868c8a-7752-4688-bf43-885a865cc4f3,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:05.716332 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-513f339c-e400-433b-9f06-ecf46495b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:05.716710 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513f339c-e400-433b-9f06-ecf46495b514 None None] The sync data for ids ['37beff52-dd69-4673-b90d-9e2ecf06ef01'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:05.724684 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3ce6d04d-aa27-4660-9724-cce92b23562d tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "DELETE /v2.0/networks/9c868c8a-7752-4688-bf43-885a865cc4f3 HTTP/1.1" status: 204 len: 168 time: 1.3048325 Feb 04 06:06:05.726905 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54446) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:05.770578 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-41e98fdc-5f75-48b4-bcfc-d69e7a44cb88 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:05.782618 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8dfad655-55f6-4ed6-91dc-f5fc12fd3766 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:05.828661 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-8487ea59-7d5a-438e-b77a-d3a8368da160 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Deleting subnet 60bfcc24-305f-4c27-a713-c7264b26a0c5 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:06:05.833935 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8487ea59-7d5a-438e-b77a-d3a8368da160 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:05.865844 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b22446-92a6-4734-b03c-2bc1c6e8a445 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:05.867816 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-03b22446-92a6-4734-b03c-2bc1c6e8a445 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/ports/339c7a38-99bf-410e-aba9-1df0215ba49d HTTP/1.1" status: 200 len: 984 time: 0.2362249 Feb 04 06:06:05.875009 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54450) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:05.931202 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8dfad655-55f6-4ed6-91dc-f5fc12fd3766 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Calling delete_port for 46f5bf35-7655-4cd6-8f22-2d55c6770a56 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:06.014975 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-41e98fdc-5f75-48b4-bcfc-d69e7a44cb88 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 06:06:06.015931 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-41e98fdc-5f75-48b4-bcfc-d69e7a44cb88 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3511469 Feb 04 06:06:06.026920 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54454) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:06.049326 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8487ea59-7d5a-438e-b77a-d3a8368da160 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:06.078317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a774b-cf7f-4765-bf0a-2ecbae716767 req-8735ba05-24ba-403f-9af8-ea87c1dedc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:06.079814 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-582a774b-cf7f-4765-bf0a-2ecbae716767 req-8735ba05-24ba-403f-9af8-ea87c1dedc05 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 1099 time: 0.5414965 Feb 04 06:06:06.303204 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f71f91e2-8f8b-43b8-9690-ccde4acb7a0d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:06.383675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f71f91e2-8f8b-43b8-9690-ccde4acb7a0d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:06.391953 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8487ea59-7d5a-438e-b77a-d3a8368da160 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:06.396728 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-582a774b-cf7f-4765-bf0a-2ecbae716767 req-564b3c5d-bc90-46c9-ae70-7626a45196d9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3030300 Feb 04 06:06:06.411935 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:06.511540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f71f91e2-8f8b-43b8-9690-ccde4acb7a0d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:06.522814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8487ea59-7d5a-438e-b77a-d3a8368da160 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:06.602032 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f91e2-8f8b-43b8-9690-ccde4acb7a0d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79efd1d2-866a-4cda-a5d1-e14f6062b8ab,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:06.608310 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487ea59-7d5a-438e-b77a-d3a8368da160 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event deleted for resources: {'Subnet': ['ID=60bfcc24-305f-4c27-a713-c7264b26a0c5,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:06.622629 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8487ea59-7d5a-438e-b77a-d3a8368da160 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:06.636188 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59bfa6b-cbf3-45db-ba42-bbc641fe40a7 None None] Network cfd57301-212e-4ee6-9b49-bc3242fd5ca9 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:06.645367 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8487ea59-7d5a-438e-b77a-d3a8368da160 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "DELETE /v2.0/subnets/60bfcc24-305f-4c27-a713-c7264b26a0c5 HTTP/1.1" status: 204 len: 168 time: 0.9165547 Feb 04 06:06:06.646608 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54460) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:06.649291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f71f91e2-8f8b-43b8-9690-ccde4acb7a0d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:06.652812 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f71f91e2-8f8b-43b8-9690-ccde4acb7a0d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "DELETE /v2.0/security-groups/79efd1d2-866a-4cda-a5d1-e14f6062b8ab HTTP/1.1" status: 204 len: 168 time: 0.6200156 Feb 04 06:06:06.661036 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54464) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:06.699485 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8dfad655-55f6-4ed6-91dc-f5fc12fd3766 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:06.773276 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:06.776607 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfad655-55f6-4ed6-91dc-f5fc12fd3766 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Port': ['ID=46f5bf35-7655-4cd6-8f22-2d55c6770a56,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:06.922953 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4846171d-2247-47dd-ae07-0e546ae90981 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Synchronizing usage tracker for tenant:8bb03f5fed48471eb711f17257c5f8fc on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:06.930447 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099450e8-8612-45fc-b02a-c9997b2bcd5a None None] DHCP port deletion for cfd57301-212e-4ee6-9b49-bc3242fd5ca9 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:06:06.935843 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-099450e8-8612-45fc-b02a-c9997b2bcd5a None None] Deleting port 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:06.936236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-099450e8-8612-45fc-b02a-c9997b2bcd5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:06.937542 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8dfad655-55f6-4ed6-91dc-f5fc12fd3766 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:06.960960 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a3594-80e1-47a2-afe2-292f590c5c3b req-fca57f53-4363-49eb-be96-e7424cf56973 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:06.971005 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-266a3594-80e1-47a2-afe2-292f590c5c3b req-fca57f53-4363-49eb-be96-e7424cf56973 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 946 time: 0.4711025 Feb 04 06:06:06.972437 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Deleting port 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:06.972913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:07.013367 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8dfad655-55f6-4ed6-91dc-f5fc12fd3766 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/46f5bf35-7655-4cd6-8f22-2d55c6770a56 HTTP/1.1" status: 204 len: 168 time: 2.1526184 Feb 04 06:06:07.021524 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54468) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:07.033040 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4846171d-2247-47dd-ae07-0e546ae90981 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Unset dirty status for tenant:8bb03f5fed48471eb711f17257c5f8fc on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:07.034556 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4846171d-2247-47dd-ae07-0e546ae90981 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3630888 Feb 04 06:06:07.038331 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:06:07.043105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54472) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:07.049597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-757214d2-8dd4-400a-8622-efc234f0a8a9 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group': {'name': 'tempest-secgroup--937594156'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:07.057384 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-266a3594-80e1-47a2-afe2-292f590c5c3b req-22f235ba-ce15-4793-8025-efce1a6038dc tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855713 Feb 04 06:06:07.072887 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7136-033f-49ac-8c00-5f501031e535 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:07.078081 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:07.118929 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-757214d2-8dd4-400a-8622-efc234f0a8a9 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:07.146569 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-757214d2-8dd4-400a-8622-efc234f0a8a9 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:07.189876 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-099450e8-8612-45fc-b02a-c9997b2bcd5a None None] For port 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb,segment=NetworkSegment(624b1d4a-b3a6-4e5f-9760-371c86c18e56),segment_id=624b1d4a-b3a6-4e5f-9760-371c86c18e56)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:07.190597 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-099450e8-8612-45fc-b02a-c9997b2bcd5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:07.207697 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-757214d2-8dd4-400a-8622-efc234f0a8a9 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:07.260326 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-757214d2-8dd4-400a-8622-efc234f0a8a9 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:07.268969 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-757214d2-8dd4-400a-8622-efc234f0a8a9 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:07.273386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-757214d2-8dd4-400a-8622-efc234f0a8a9 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:07.281094 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:06:07.282855 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-757214d2-8dd4-400a-8622-efc234f0a8a9 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:07.294659 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455a90a-7ec6-4422-842d-3d1cdab11251 None None] Sync routers for ids ['bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:07.310804 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455a90a-7ec6-4422-842d-3d1cdab11251 None None] Routers {'bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:07.311614 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6455a90a-7ec6-4422-842d-3d1cdab11251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:07.322904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:07.327674 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5cf1141d-9a12-40f9-ab2b-4ec304c8905b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.4779489 Feb 04 06:06:07.327674 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54476) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:07.353712 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-099450e8-8612-45fc-b02a-c9997b2bcd5a None None] Calling delete_port for 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:07.398708 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device ecd66dff-4282-4906-903a-90b16da441cf details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:06:07.481554 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6455a90a-7ec6-4422-842d-3d1cdab11251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:07.490855 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455a90a-7ec6-4422-842d-3d1cdab11251 None None] Routers {'bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:07.491564 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6455a90a-7ec6-4422-842d-3d1cdab11251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:07.494645 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-757214d2-8dd4-400a-8622-efc234f0a8a9 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:07.552504 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6455a90a-7ec6-4422-842d-3d1cdab11251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:07.553308 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455a90a-7ec6-4422-842d-3d1cdab11251 None None] The sync data for ids ['bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:07.558624 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port ecd66dff-4282-4906-903a-90b16da441cf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=ecd66dff-4282-4906-903a-90b16da441cf,segment=NetworkSegment(5f830c0c-6f52-435c-a7f7-547804b653e7),segment_id=5f830c0c-6f52-435c-a7f7-547804b653e7)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:07.574304 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device ecd66dff-4282-4906-903a-90b16da441cf no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:06:07.591364 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-757214d2-8dd4-400a-8622-efc234f0a8a9 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:07.610597 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': 'ecd66dff-4282-4906-903a-90b16da441cf', 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1', 'port_id': 'ecd66dff-4282-4906-903a-90b16da441cf', 'mac_address': 'fa:16:3e:7d:d2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:06:07.623222 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9ef7ae-8f24-4182-8bfd-daf96706796d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:07.624308 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0c9ef7ae-8f24-4182-8bfd-daf96706796d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:07.671646 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] For port 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb,segment=NetworkSegment(624b1d4a-b3a6-4e5f-9760-371c86c18e56),segment_id=624b1d4a-b3a6-4e5f-9760-371c86c18e56)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:07.672422 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:07.674965 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757214d2-8dd4-400a-8622-efc234f0a8a9 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4be5bd-c7df-4f70-b7d5-b731c44f95b3,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:07.679401 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-757214d2-8dd4-400a-8622-efc234f0a8a9 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:07.680778 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-757214d2-8dd4-400a-8622-efc234f0a8a9 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6351986 Feb 04 06:06:07.684106 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54480) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:07.688462 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e5cdea63-9605-4f58-a549-f8765ee75af1 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/routers/bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a HTTP/1.1" status: 200 len: 881 time: 0.3602927 Feb 04 06:06:07.690818 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54484) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:07.698006 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-704ecc2e-d579-4c65-9b0f-5acc4c840ec0 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': 'ef4be5bd-c7df-4f70-b7d5-b731c44f95b3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:07.698850 dv-neutron-826830-2-hyperv neutron-server[87470]: WARNING neutron.api.v2.base [None req-704ecc2e-d579-4c65-9b0f-5acc4c840ec0 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 06:06:07.699565 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-704ecc2e-d579-4c65-9b0f-5acc4c840ec0 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:07.700575 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-704ecc2e-d579-4c65-9b0f-5acc4c840ec0 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0153334 Feb 04 06:06:07.726364 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:07.747099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54488) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:07.804886 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecd66dff-4282-4906-903a-90b16da441cf {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:06:07.811152 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0c9ef7ae-8f24-4182-8bfd-daf96706796d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:07.812614 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0c9ef7ae-8f24-4182-8bfd-daf96706796d tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.7901115 Feb 04 06:06:07.815524 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54492) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:07.822545 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-099450e8-8612-45fc-b02a-c9997b2bcd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:07.824980 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Calling delete_port for 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:07.825985 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:07.885015 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port ecd66dff-4282-4906-903a-90b16da441cf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=ecd66dff-4282-4906-903a-90b16da441cf,segment=NetworkSegment(5f830c0c-6f52-435c-a7f7-547804b653e7),segment_id=5f830c0c-6f52-435c-a7f7-547804b653e7)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:07.889943 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099450e8-8612-45fc-b02a-c9997b2bcd5a None None] Pushing event deleted for resources: {'Port': ['ID=2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:07.892036 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099450e8-8612-45fc-b02a-c9997b2bcd5a None None] No DVR routers for this DVR port 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:06:07.902987 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:07.908222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1158eb26-6d49-4841-b77b-f091db43c70e tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:07.917698 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-c6ee7136-033f-49ac-8c00-5f501031e535 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port 339c7a38-99bf-410e-aba9-1df0215ba49d {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:07.918042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7136-033f-49ac-8c00-5f501031e535 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:07.969055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:06:07.969267 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:06:08.013823 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1158eb26-6d49-4841-b77b-f091db43c70e tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:08.023311 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=ecd66dff-4282-4906-903a-90b16da441cf,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:08.032838 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:06:08.033270 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:06:08.038815 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d062b7-4866-41a4-b5ca-f297632ab647 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:08.039622 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-62d062b7-4866-41a4-b5ca-f297632ab647 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:08.080064 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-62d062b7-4866-41a4-b5ca-f297632ab647 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:08.081250 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-62d062b7-4866-41a4-b5ca-f297632ab647 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2646682 Feb 04 06:06:08.085035 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54496) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:08.104599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['ecd66dff-4282-4906-903a-90b16da441cf'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:06:08.116919 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7136-033f-49ac-8c00-5f501031e535 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:08.289040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-c6ee7136-033f-49ac-8c00-5f501031e535 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Calling delete_port for 339c7a38-99bf-410e-aba9-1df0215ba49d owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:08.300674 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1158eb26-6d49-4841-b77b-f091db43c70e tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:08.326753 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:06:08.365967 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:06:08.365967 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:06:08.385256 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158eb26-6d49-4841-b77b-f091db43c70e tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4be5bd-c7df-4f70-b7d5-b731c44f95b3,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:08.392944 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d76e1cd-f234-421d-b099-dbe03c4e468a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:08.394877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d76e1cd-f234-421d-b099-dbe03c4e468a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:08.396304 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d76e1cd-f234-421d-b099-dbe03c4e468a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:08.397484 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9d76e1cd-f234-421d-b099-dbe03c4e468a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:08.407006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1c709bae-d684-4a8c-8ed3-e1f82f63acbe tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Synchronizing usage tracker for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:router {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:08.416253 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1158eb26-6d49-4841-b77b-f091db43c70e tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:08.417351 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1158eb26-6d49-4841-b77b-f091db43c70e tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "DELETE /v2.0/security-groups/ef4be5bd-c7df-4f70-b7d5-b731c44f95b3 HTTP/1.1" status: 204 len: 168 time: 0.6639941 Feb 04 06:06:08.425824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54502) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:08.444279 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9d76e1cd-f234-421d-b099-dbe03c4e468a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:08.445401 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9d76e1cd-f234-421d-b099-dbe03c4e468a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3592341 Feb 04 06:06:08.449325 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54506) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:08.452802 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1c709bae-d684-4a8c-8ed3-e1f82f63acbe tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Unset dirty status for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:router {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:08.456508 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1c709bae-d684-4a8c-8ed3-e1f82f63acbe tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7620211 Feb 04 06:06:08.489023 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54510) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:08.509073 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-bd4ebf8b-967c-47db-9db8-2cc28cd8dc2e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1341339822'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:08.584166 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414fbfd-6537-4519-95db-6e7c9b2739be req-c585f1b1-07d0-4d6d-97c1-cc0dca180ea9 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:08.585697 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0414fbfd-6537-4519-95db-6e7c9b2739be req-c585f1b1-07d0-4d6d-97c1-cc0dca180ea9 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 945 time: 0.2793555 Feb 04 06:06:08.619043 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:08.619521 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Deleting port 2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:08.619900 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:08.642015 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ecd66dff-4282-4906-903a-90b16da441cf {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:06:08.647819 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae16f0a-3501-4b47-89c6-c635ace0304b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet 2a5c17ca-6a3b-466f-970a-f19c580b04ab {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:06:08.655237 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bae16f0a-3501-4b47-89c6-c635ace0304b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:08.659438 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port ecd66dff-4282-4906-903a-90b16da441cf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=ecd66dff-4282-4906-903a-90b16da441cf,segment=NetworkSegment(5f830c0c-6f52-435c-a7f7-547804b653e7),segment_id=5f830c0c-6f52-435c-a7f7-547804b653e7)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:08.665117 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:08.713066 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7b762b4c-9a7a-4f1e-b78f-eeb6859f7c83 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Synchronizing usage tracker for tenant:8bb03f5fed48471eb711f17257c5f8fc on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:08.722995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] The port '2ac0bf9d-ee7e-4c29-a929-8d2e8f7124cb' was deleted {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:06:08.736881 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=ecd66dff-4282-4906-903a-90b16da441cf,revision_number=7']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:08.786995 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0414fbfd-6537-4519-95db-6e7c9b2739be req-9116e18e-aa0a-4df1-b3c3-8b66e28b2965 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883013 Feb 04 06:06:08.799657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bae16f0a-3501-4b47-89c6-c635ace0304b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:08.825991 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54514) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:08.835417 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7136-033f-49ac-8c00-5f501031e535 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:08.884582 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7b762b4c-9a7a-4f1e-b78f-eeb6859f7c83 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Unset dirty status for tenant:8bb03f5fed48471eb711f17257c5f8fc on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:08.885864 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7b762b4c-9a7a-4f1e-b78f-eeb6859f7c83 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4589891 Feb 04 06:06:08.896332 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54518) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:08.905679 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee7136-033f-49ac-8c00-5f501031e535 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Port': ['ID=339c7a38-99bf-410e-aba9-1df0215ba49d,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:08.937324 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:08.991876 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-9969cb06-a0e9-4b83-a7a6-7b7f23c57cf4 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group': {'name': 'tempest-secgroup--489192113'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:09.013213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9969cb06-a0e9-4b83-a7a6-7b7f23c57cf4 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:09.040114 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd57301-212e-4ee6-9b49-bc3242fd5ca9']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:09.058546 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9969cb06-a0e9-4b83-a7a6-7b7f23c57cf4 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:09.086771 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c9ce9188-bf61-493b-95a0-aeca414c5239 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/floatingips/a18183ae-20d3-4d61-91c4-994b971c2691 HTTP/1.1" status: 200 len: 992 time: 0.2529538 Feb 04 06:06:09.112923 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624b1d4a-b3a6-4e5f-9760-371c86c18e56') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:09.113121 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624b1d4a-b3a6-4e5f-9760-371c86c18e56') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:09.126557 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7136-033f-49ac-8c00-5f501031e535 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:09.130764 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:09.145896 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9969cb06-a0e9-4b83-a7a6-7b7f23c57cf4 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:09.192555 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9969cb06-a0e9-4b83-a7a6-7b7f23c57cf4 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:09.200648 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9969cb06-a0e9-4b83-a7a6-7b7f23c57cf4 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:09.201019 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:09.209395 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9969cb06-a0e9-4b83-a7a6-7b7f23c57cf4 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:09.214227 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bae16f0a-3501-4b47-89c6-c635ace0304b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:09.272764 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:06:09.273086 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:06:09.287771 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:06:09.303445 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9969cb06-a0e9-4b83-a7a6-7b7f23c57cf4 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:09.357058 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device ecd66dff-4282-4906-903a-90b16da441cf up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:09.444159 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port ecd66dff-4282-4906-903a-90b16da441cf triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:09.444941 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:09.476671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bae16f0a-3501-4b47-89c6-c635ace0304b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:09.496632 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:09.517833 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:09.530025 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Pushing event deleted for resources: {'Network': ['ID=cfd57301-212e-4ee6-9b49-bc3242fd5ca9,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:09.539409 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5c733b24-1aa5-4afd-a4aa-fb6f6cab50db tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "DELETE /v2.0/networks/cfd57301-212e-4ee6-9b49-bc3242fd5ca9 HTTP/1.1" status: 204 len: 168 time: 2.8917015 Feb 04 06:06:09.541335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae16f0a-3501-4b47-89c6-c635ace0304b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5c17ca-6a3b-466f-970a-f19c580b04ab,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:09.543079 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54524) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:09.543370 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bae16f0a-3501-4b47-89c6-c635ace0304b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:09.549505 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebf8b-967c-47db-9db8-2cc28cd8dc2e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:09.572216 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9969cb06-a0e9-4b83-a7a6-7b7f23c57cf4 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:09.574775 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003e4286-1a5e-4767-9c97-e67c7695a2e2 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:09.578896 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ee7136-033f-49ac-8c00-5f501031e535 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router 37beff52-dd69-4673-b90d-9e2ecf06ef01 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:06:09.580316 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9969cb06-a0e9-4b83-a7a6-7b7f23c57cf4 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:09.584680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebf8b-967c-47db-9db8-2cc28cd8dc2e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:09.592322 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e8567d88-dc26-490c-8f67-63a9395bc885 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Synchronizing usage tracker for tenant:8bc89d7c20cf4aabaf91b44c3028140a on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:09.654511 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bae16f0a-3501-4b47-89c6-c635ace0304b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/2a5c17ca-6a3b-466f-970a-f19c580b04ab HTTP/1.1" status: 204 len: 168 time: 1.2042758 Feb 04 06:06:09.657831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54530) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:09.672075 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:09.689033 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969cb06-a0e9-4b83-a7a6-7b7f23c57cf4 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a14576c-d430-4b73-beef-a2e9936bf8dc,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:09.699898 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9969cb06-a0e9-4b83-a7a6-7b7f23c57cf4 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:09.701125 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9969cb06-a0e9-4b83-a7a6-7b7f23c57cf4 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7965841 Feb 04 06:06:09.704204 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54534) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:09.710801 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-c10f80c8-a948-44d9-a99e-4673d16107e9 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': '2a14576c-d430-4b73-beef-a2e9936bf8dc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:09.711849 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING neutron.api.v2.base [None req-c10f80c8-a948-44d9-a99e-4673d16107e9 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 06:06:09.712506 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-c10f80c8-a948-44d9-a99e-4673d16107e9 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:09.713226 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c10f80c8-a948-44d9-a99e-4673d16107e9 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0082679 Feb 04 06:06:09.719569 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54538) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:09.737921 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9d319f-b061-4911-ad66-43c5a4d41b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd66dff-4282-4906-903a-90b16da441cf'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:06:09.752733 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port ecd66dff-4282-4906-903a-90b16da441cf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=ecd66dff-4282-4906-903a-90b16da441cf,segment=NetworkSegment(5f830c0c-6f52-435c-a7f7-547804b653e7),segment_id=5f830c0c-6f52-435c-a7f7-547804b653e7)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:09.765394 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e8567d88-dc26-490c-8f67-63a9395bc885 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Unset dirty status for tenant:8bc89d7c20cf4aabaf91b44c3028140a on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:09.769080 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e8567d88-dc26-490c-8f67-63a9395bc885 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c530212-07f6-46c3-bffb-c552f6697bd4 HTTP/1.1" status: 200 len: 205 time: 0.2222364 Feb 04 06:06:09.769254 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:09.773166 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54544) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:09.839577 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9d319f-b061-4911-ad66-43c5a4d41b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd66dff-4282-4906-903a-90b16da441cf', 'code': 200} Feb 04 06:06:09.880128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4ebf8b-967c-47db-9db8-2cc28cd8dc2e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:06:09.881033 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-64144fc5-d781-4249-867d-6eb1bcdb292d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:09.885616 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=ecd66dff-4282-4906-903a-90b16da441cf,revision_number=8']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:09.978163 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ee7136-033f-49ac-8c00-5f501031e535 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:06:09.992992 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2603d4-afc2-4efe-af27-432f6db4c6ec None None] Sync routers for ids ['37beff52-dd69-4673-b90d-9e2ecf06ef01'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:09.993323 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c6ee7136-033f-49ac-8c00-5f501031e535 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/37beff52-dd69-4673-b90d-9e2ecf06ef01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1172361 Feb 04 06:06:10.003597 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2603d4-afc2-4efe-af27-432f6db4c6ec None None] Routers {'37beff52-dd69-4673-b90d-9e2ecf06ef01'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:10.004262 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8c2603d4-afc2-4efe-af27-432f6db4c6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['37beff52-dd69-4673-b90d-9e2ecf06ef01'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:10.044632 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54550) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:10.075365 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8c2603d4-afc2-4efe-af27-432f6db4c6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:10.086872 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2603d4-afc2-4efe-af27-432f6db4c6ec None None] Routers {'37beff52-dd69-4673-b90d-9e2ecf06ef01'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:10.087602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8c2603d4-afc2-4efe-af27-432f6db4c6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['37beff52-dd69-4673-b90d-9e2ecf06ef01'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:10.130535 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6494e7a-0973-49f4-8a42-5edc0ad9621b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Deleting subnet 49e8aa26-d4d7-4064-8cce-3cdf57893ac1 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:06:10.154174 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-64144fc5-d781-4249-867d-6eb1bcdb292d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:10.165964 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8c2603d4-afc2-4efe-af27-432f6db4c6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:10.166373 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2603d4-afc2-4efe-af27-432f6db4c6ec None None] The sync data for ids ['37beff52-dd69-4673-b90d-9e2ecf06ef01'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:10.220016 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-236f2539-1ea5-4538-98bb-d7ad706d3cd0 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:10.270932 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c6494e7a-0973-49f4-8a42-5edc0ad9621b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:10.319296 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-64144fc5-d781-4249-867d-6eb1bcdb292d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:10.343821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64144fc5-d781-4249-867d-6eb1bcdb292d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a14576c-d430-4b73-beef-a2e9936bf8dc,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:10.358030 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4ebf8b-967c-47db-9db8-2cc28cd8dc2e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:06:10.373990 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2596cd0c-00d8-4250-9757-69dde61f766e None None] Sync routers for ids ['bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:10.382647 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebf8b-967c-47db-9db8-2cc28cd8dc2e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:10.386549 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bd4ebf8b-967c-47db-9db8-2cc28cd8dc2e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a HTTP/1.1" status: 200 len: 888 time: 1.8894570 Feb 04 06:06:10.386549 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-64144fc5-d781-4249-867d-6eb1bcdb292d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:10.391212 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-64144fc5-d781-4249-867d-6eb1bcdb292d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "DELETE /v2.0/security-groups/2a14576c-d430-4b73-beef-a2e9936bf8dc HTTP/1.1" status: 204 len: 168 time: 0.6654088 Feb 04 06:06:10.391212 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54554) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:10.392539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54556) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:10.396823 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2596cd0c-00d8-4250-9757-69dde61f766e None None] Routers {'bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:10.397587 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-2596cd0c-00d8-4250-9757-69dde61f766e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:10.468659 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-2596cd0c-00d8-4250-9757-69dde61f766e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:10.484730 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2596cd0c-00d8-4250-9757-69dde61f766e None None] Routers {'bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:10.485601 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-2596cd0c-00d8-4250-9757-69dde61f766e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:10.531054 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c6494e7a-0973-49f4-8a42-5edc0ad9621b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:10.555276 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-2596cd0c-00d8-4250-9757-69dde61f766e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:10.555812 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2596cd0c-00d8-4250-9757-69dde61f766e None None] The sync data for ids ['bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:10.590223 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-426ccb20-8556-448b-ac2a-b549436a427b tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Synchronizing usage tracker for tenant:8bb03f5fed48471eb711f17257c5f8fc on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:10.628348 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-426ccb20-8556-448b-ac2a-b549436a427b tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Unset dirty status for tenant:8bb03f5fed48471eb711f17257c5f8fc on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:10.634281 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-426ccb20-8556-448b-ac2a-b549436a427b tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2359564 Feb 04 06:06:10.638010 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-159907b5-c54a-4f33-b431-5c2d9af51eef tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/routers/bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a HTTP/1.1" status: 200 len: 888 time: 0.2444537 Feb 04 06:06:10.638010 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54564) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:10.640707 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-6911f911-3344-48d1-a32b-93ff495b914d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group': {'name': 'tempest-secgroup--845595304'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:10.645731 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54568) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:10.648476 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6911f911-3344-48d1-a32b-93ff495b914d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:10.695180 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4886b0b6-ed4c-44fb-b360-9d27f0815151 None None] Provisioning complete for port b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:10.695936 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ea656caa-24b6-4fe6-8849-ce56f7c6b626 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Synchronizing usage tracker for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:10.696081 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4886b0b6-ed4c-44fb-b360-9d27f0815151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:10.698416 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6911f911-3344-48d1-a32b-93ff495b914d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:10.716702 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6911f911-3344-48d1-a32b-93ff495b914d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:10.729867 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ea656caa-24b6-4fe6-8849-ce56f7c6b626 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Unset dirty status for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:10.733693 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ea656caa-24b6-4fe6-8849-ce56f7c6b626 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a HTTP/1.1" status: 200 len: 205 time: 0.0844040 Feb 04 06:06:10.740238 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54572) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:10.804863 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6911f911-3344-48d1-a32b-93ff495b914d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:10.817623 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6911f911-3344-48d1-a32b-93ff495b914d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:10.817923 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-236f2539-1ea5-4538-98bb-d7ad706d3cd0 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:10.828207 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6911f911-3344-48d1-a32b-93ff495b914d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:10.837714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6911f911-3344-48d1-a32b-93ff495b914d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:10.843662 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-236f2539-1ea5-4538-98bb-d7ad706d3cd0 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:10.864340 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-3d1515cc-4331-4739-8ee3-a15df0895374 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 06:06:10.865391 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3d1515cc-4331-4739-8ee3-a15df0895374 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/37beff52-dd69-4673-b90d-9e2ecf06ef01/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8176143 Feb 04 06:06:10.871651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54576) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:10.935423 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0e90b841-308e-4288-a353-eb06165875e1 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Synchronizing usage tracker for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:10.949087 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-236f2539-1ea5-4538-98bb-d7ad706d3cd0 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:10.949590 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236f2539-1ea5-4538-98bb-d7ad706d3cd0 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Fanout notify agent at l3_agent the message router_deleted on router 3c530212-07f6-46c3-bffb-c552f6697bd4 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:06:10.957944 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-45c3176f-1a06-4ef3-aa99-dbb3d26828c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:10.966193 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c6494e7a-0973-49f4-8a42-5edc0ad9621b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:10.997579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-236f2539-1ea5-4538-98bb-d7ad706d3cd0 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:10.998658 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-236f2539-1ea5-4538-98bb-d7ad706d3cd0 tempest-RoutersNegativeIpV6Test-374895056 tempest-RoutersNegativeIpV6Test-374895056-project] 10.222.0.31 "DELETE /v2.0/routers/3c530212-07f6-46c3-bffb-c552f6697bd4 HTTP/1.1" status: 204 len: 168 time: 1.2226276 Feb 04 06:06:11.003977 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0e90b841-308e-4288-a353-eb06165875e1 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Unset dirty status for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:11.004908 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0e90b841-308e-4288-a353-eb06165875e1 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/ports?device_id=37beff52-dd69-4673-b90d-9e2ecf06ef01 HTTP/1.1" status: 200 len: 205 time: 0.1301167 Feb 04 06:06:11.007668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54582) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:11.196285 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6911f911-3344-48d1-a32b-93ff495b914d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.217333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6911f911-3344-48d1-a32b-93ff495b914d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.294609 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26646587-ac23-42ef-ab10-7cda4af1f4b0 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.297709 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911f911-3344-48d1-a32b-93ff495b914d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f071fc2-528e-4162-9a05-0d366ada49f5,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:11.303184 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-45c3176f-1a06-4ef3-aa99-dbb3d26828c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.308988 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-904738bf-a2f4-48b5-941a-17f7d568906b req-882a676b-71bb-4397-9cd5-5dda4b2b1530 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2945678 Feb 04 06:06:11.311177 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6911f911-3344-48d1-a32b-93ff495b914d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.312286 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6911f911-3344-48d1-a32b-93ff495b914d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6757863 Feb 04 06:06:11.316203 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54588) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:11.323093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-69858350-c455-480e-ac3f-e385811f4b62 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': '5f071fc2-528e-4162-9a05-0d366ada49f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:11.340968 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING neutron.api.v2.base [None req-69858350-c455-480e-ac3f-e385811f4b62 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 06:06:11.341689 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-69858350-c455-480e-ac3f-e385811f4b62 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:11.345598 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-69858350-c455-480e-ac3f-e385811f4b62 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0246189 Feb 04 06:06:11.345598 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54592) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:11.345910 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54594) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:11.353511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-45c3176f-1a06-4ef3-aa99-dbb3d26828c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting port 6e4a4e85-70f6-4d03-9926-d25fd3adc1e4 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:11.353944 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-45c3176f-1a06-4ef3-aa99-dbb3d26828c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.381436 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-e69fbf85-76f2-4097-b7e7-385ab25e430b tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': '5f071fc2-528e-4162-9a05-0d366ada49f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:11.382093 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING neutron.api.v2.base [None req-e69fbf85-76f2-4097-b7e7-385ab25e430b tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 06:06:11.382644 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-e69fbf85-76f2-4097-b7e7-385ab25e430b tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:11.383753 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e69fbf85-76f2-4097-b7e7-385ab25e430b tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0369217 Feb 04 06:06:11.409097 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54602) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:11.426548 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-5e1de5d2-8e15-4c74-8c28-d2701f0385ee tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': '5f071fc2-528e-4162-9a05-0d366ada49f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:11.428444 dv-neutron-826830-2-hyperv neutron-server[87470]: WARNING neutron.api.v2.base [None req-5e1de5d2-8e15-4c74-8c28-d2701f0385ee tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 06:06:11.429012 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-5e1de5d2-8e15-4c74-8c28-d2701f0385ee tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:11.430043 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5e1de5d2-8e15-4c74-8c28-d2701f0385ee tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0173039 Feb 04 06:06:11.434813 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54606) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:11.441783 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d75dfa1e-69b6-453e-9c75-9667540c88f2 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': '5f071fc2-528e-4162-9a05-0d366ada49f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:11.442667 dv-neutron-826830-2-hyperv neutron-server[87470]: WARNING neutron.api.v2.base [None req-d75dfa1e-69b6-453e-9c75-9667540c88f2 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 06:06:11.443136 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-d75dfa1e-69b6-453e-9c75-9667540c88f2 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:11.446675 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d75dfa1e-69b6-453e-9c75-9667540c88f2 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0083017 Feb 04 06:06:11.447823 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54610) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:11.488959 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c6494e7a-0973-49f4-8a42-5edc0ad9621b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.613051 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904738bf-a2f4-48b5-941a-17f7d568906b req-0ffa102d-be46-4400-bffb-bb129f89b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:11.614544 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-904738bf-a2f4-48b5-941a-17f7d568906b req-0ffa102d-be46-4400-bffb-bb129f89b0e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=546e85d5b5e4470bb459b3b3573e44cb&device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 1099 time: 0.2223513 Feb 04 06:06:11.625323 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e38e629b-7b3c-4977-ab15-679836fffe1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8bc89d7c20cf4aabaf91b44c3028140a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803032 Feb 04 06:06:11.636209 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54616) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:11.675766 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-45c3176f-1a06-4ef3-aa99-dbb3d26828c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.681710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6494e7a-0973-49f4-8a42-5edc0ad9621b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Subnet': ['ID=49e8aa26-d4d7-4064-8cce-3cdf57893ac1,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:11.687271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c6494e7a-0973-49f4-8a42-5edc0ad9621b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.694086 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af98664-83e0-452a-a196-baf6688fc3a6 None None] Network 65e4f961-4ab6-4ffd-8973-b6f04910c762 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:11.697186 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26646587-ac23-42ef-ab10-7cda4af1f4b0 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.700434 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26646587-ac23-42ef-ab10-7cda4af1f4b0 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.718697 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c6494e7a-0973-49f4-8a42-5edc0ad9621b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/49e8aa26-d4d7-4064-8cce-3cdf57893ac1 HTTP/1.1" status: 204 len: 168 time: 2.0520785 Feb 04 06:06:11.720083 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54620) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:11.813365 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8af68b7a-53b0-45b5-835c-bdb184e891f7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919244 Feb 04 06:06:11.816609 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54624) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:11.850778 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c8935408-77fa-4011-9ef8-6a580c6c75b7 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.858454 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26646587-ac23-42ef-ab10-7cda4af1f4b0 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.858454 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26646587-ac23-42ef-ab10-7cda4af1f4b0 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Fanout notify agent at l3_agent the message router_deleted on router 37beff52-dd69-4673-b90d-9e2ecf06ef01 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:06:11.891860 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26646587-ac23-42ef-ab10-7cda4af1f4b0 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.895269 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-26646587-ac23-42ef-ab10-7cda4af1f4b0 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/routers/37beff52-dd69-4673-b90d-9e2ecf06ef01 HTTP/1.1" status: 204 len: 168 time: 0.8842862 Feb 04 06:06:11.900566 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54628) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:11.944439 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c8935408-77fa-4011-9ef8-6a580c6c75b7 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.957666 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567a803a-7f32-4b5c-a62d-df7b10c078e8 None None] DHCP port deletion for 65e4f961-4ab6-4ffd-8973-b6f04910c762 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:06:11.962051 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-567a803a-7f32-4b5c-a62d-df7b10c078e8 None None] Deleting port b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:11.962835 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-567a803a-7f32-4b5c-a62d-df7b10c078e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.019120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f7dbe2-d485-45d6-93ce-ab9fb2ebf18a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting subnet dfe89632-abfd-48ce-a2e8-b2915dd67124 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:06:12.023676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-45c3176f-1a06-4ef3-aa99-dbb3d26828c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Calling delete_port for 6e4a4e85-70f6-4d03-9926-d25fd3adc1e4 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:12.025440 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-11f7dbe2-d485-45d6-93ce-ab9fb2ebf18a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.068877 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1797e754-2f6c-40e8-9d54-5eb8705224cb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:12.072768 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1797e754-2f6c-40e8-9d54-5eb8705224cb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2526114 Feb 04 06:06:12.075166 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54632) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:12.124149 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c8935408-77fa-4011-9ef8-6a580c6c75b7 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.158933 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8935408-77fa-4011-9ef8-6a580c6c75b7 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f071fc2-528e-4162-9a05-0d366ada49f5,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:12.164586 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-400a7a85-4e24-4e6d-b454-4ba15eda218d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.166119 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-11f7dbe2-d485-45d6-93ce-ab9fb2ebf18a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.187676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904738bf-a2f4-48b5-941a-17f7d568906b req-01623991-d723-4f94-b20f-5487b2668606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:12.189067 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-904738bf-a2f4-48b5-941a-17f7d568906b req-01623991-d723-4f94-b20f-5487b2668606 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 HTTP/1.1" status: 200 len: 897 time: 0.5519640 Feb 04 06:06:12.210036 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-567a803a-7f32-4b5c-a62d-df7b10c078e8 None None] For port b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7,segment=NetworkSegment(f2e6e1fe-09e1-410d-b43b-de8b8254ca58),segment_id=f2e6e1fe-09e1-410d-b43b-de8b8254ca58)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:12.210578 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-567a803a-7f32-4b5c-a62d-df7b10c078e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.217665 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d34260-5dfb-46f6-87aa-13ab99d255dd tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:12.218357 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a5d34260-5dfb-46f6-87aa-13ab99d255dd tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Synchronizing usage tracker for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:12.227029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c8935408-77fa-4011-9ef8-6a580c6c75b7 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.230668 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c8935408-77fa-4011-9ef8-6a580c6c75b7 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "DELETE /v2.0/security-groups/5f071fc2-528e-4162-9a05-0d366ada49f5 HTTP/1.1" status: 204 len: 168 time: 0.7803588 Feb 04 06:06:12.233741 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54636) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:12.275484 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a5d34260-5dfb-46f6-87aa-13ab99d255dd tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Unset dirty status for tenant:675c510890904ac2b9a9de3c77631cc0 on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:12.279049 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a5d34260-5dfb-46f6-87aa-13ab99d255dd tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2022500 Feb 04 06:06:12.280099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54640) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:12.300364 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-400a7a85-4e24-4e6d-b454-4ba15eda218d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.333854 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-acb90d13-23a6-4ffc-ada7-1f9b3a62db66 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Synchronizing usage tracker for tenant:8bb03f5fed48471eb711f17257c5f8fc on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:12.348408 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-11f7dbe2-d485-45d6-93ce-ab9fb2ebf18a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.387718 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:06:12.394382 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-acb90d13-23a6-4ffc-ada7-1f9b3a62db66 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Unset dirty status for tenant:8bb03f5fed48471eb711f17257c5f8fc on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:12.395971 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-acb90d13-23a6-4ffc-ada7-1f9b3a62db66 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1609156 Feb 04 06:06:12.400411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54644) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:12.409693 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-3f220379-6fcf-451c-b02b-7867d5dbd148 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group': {'name': 'tempest-secgroup--38816624'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:12.410648 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4d258ad6-1fe1-41e9-80fe-ece260f90413 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1292250 Feb 04 06:06:12.418505 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54648) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:12.421395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3f220379-6fcf-451c-b02b-7867d5dbd148 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:12.438087 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3f220379-6fcf-451c-b02b-7867d5dbd148 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:12.443504 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-567a803a-7f32-4b5c-a62d-df7b10c078e8 None None] Calling delete_port for b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:12.455458 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-11f7dbe2-d485-45d6-93ce-ab9fb2ebf18a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.491415 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f220379-6fcf-451c-b02b-7867d5dbd148 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.509691 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7dbe2-d485-45d6-93ce-ab9fb2ebf18a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe89632-abfd-48ce-a2e8-b2915dd67124,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:12.513384 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-11f7dbe2-d485-45d6-93ce-ab9fb2ebf18a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.522681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3f220379-6fcf-451c-b02b-7867d5dbd148 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:12.523172 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b647d3-cf7f-44d4-a97a-c08a8a7dacbc None None] Network a1177ffc-00bf-46c5-919f-291c7274b970 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:12.523704 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dfe89ac-a70a-4c83-90bd-ddbc0d0a5e8c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:12.524282 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dfe89ac-a70a-4c83-90bd-ddbc0d0a5e8c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:12.526915 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-11f7dbe2-d485-45d6-93ce-ab9fb2ebf18a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/subnets/dfe89632-abfd-48ce-a2e8-b2915dd67124 HTTP/1.1" status: 204 len: 168 time: 0.6229002 Feb 04 06:06:12.529682 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3f220379-6fcf-451c-b02b-7867d5dbd148 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:12.532371 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54652) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:12.533332 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-904738bf-a2f4-48b5-941a-17f7d568906b req-75717f94-01a7-4847-9051-df0180672705 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecd66dff-4282-4906-903a-90b16da441cf HTTP/1.1" status: 200 len: 1002 time: 0.3303580 Feb 04 06:06:12.535030 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3f220379-6fcf-451c-b02b-7867d5dbd148 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:12.548989 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7dfe89ac-a70a-4c83-90bd-ddbc0d0a5e8c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/46f5bf35-7655-4cd6-8f22-2d55c6770a56 HTTP/1.1" status: 404 len: 333 time: 0.1312115 Feb 04 06:06:12.561157 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54656) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:12.566435 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3f220379-6fcf-451c-b02b-7867d5dbd148 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:12.622432 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-400a7a85-4e24-4e6d-b454-4ba15eda218d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.643688 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-45c3176f-1a06-4ef3-aa99-dbb3d26828c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.662744 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a8d1df-7fbf-41e4-bbfd-04de56046314 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:12.663287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a8d1df-7fbf-41e4-bbfd-04de56046314 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:12.666471 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f1a8d1df-7fbf-41e4-bbfd-04de56046314 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/2a5c17ca-6a3b-466f-970a-f19c580b04ab HTTP/1.1" status: 404 len: 337 time: 0.1013434 Feb 04 06:06:12.685290 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54660) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:12.688911 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-567a803a-7f32-4b5c-a62d-df7b10c078e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.705529 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904738bf-a2f4-48b5-941a-17f7d568906b req-b8a8094b-2c95-4270-bd1f-8f9e49d076e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:12.706962 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-904738bf-a2f4-48b5-941a-17f7d568906b req-b8a8094b-2c95-4270-bd1f-8f9e49d076e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8503fcfd-d1d5-4ef1-a288-6e6352f2927f HTTP/1.1" status: 200 len: 834 time: 0.1610038 Feb 04 06:06:12.707664 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a7a85-4e24-4e6d-b454-4ba15eda218d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2ede8b-ed68-498a-8b8b-8c3e26e1c062,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:12.723075 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3176f-1a06-4ef3-aa99-dbb3d26828c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Port': ['ID=6e4a4e85-70f6-4d03-9926-d25fd3adc1e4,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:12.735606 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2abc27c-47e7-44bc-8b01-bf84305d3a60 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:12.736298 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2abc27c-47e7-44bc-8b01-bf84305d3a60 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:12.743735 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:06:12.763710 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a2abc27c-47e7-44bc-8b01-bf84305d3a60 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/49e8aa26-d4d7-4064-8cce-3cdf57893ac1 HTTP/1.1" status: 404 len: 337 time: 0.0751452 Feb 04 06:06:12.765820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54664) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:12.794572 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-400a7a85-4e24-4e6d-b454-4ba15eda218d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.798086 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-400a7a85-4e24-4e6d-b454-4ba15eda218d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da2ede8b-ed68-498a-8b8b-8c3e26e1c062 HTTP/1.1" status: 204 len: 168 time: 1.1572554 Feb 04 06:06:12.809667 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a803a-7f32-4b5c-a62d-df7b10c078e8 None None] Pushing event deleted for resources: {'Port': ['ID=b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:12.814722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.815577 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567a803a-7f32-4b5c-a62d-df7b10c078e8 None None] No DVR routers for this DVR port b1c1bd58-8a8b-49fd-a115-6a3dd10a28c7 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:06:12.819583 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-843d1898-e300-49f9-ba0e-01e3fed0aff8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:12.820090 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843d1898-e300-49f9-ba0e-01e3fed0aff8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:12.842226 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-843d1898-e300-49f9-ba0e-01e3fed0aff8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/4abe4876-e078-4754-92fc-4192cd311fd4 HTTP/1.1" status: 404 len: 333 time: 0.0733740 Feb 04 06:06:12.842420 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.844959 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54670) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:12.850184 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port 2042ac39-b560-4c9f-8d8d-800dc6a2fb92 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:12.850526 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.914638 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8907b00-3801-4415-aee1-ccf43ee919b8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:12.915019 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8907b00-3801-4415-aee1-ccf43ee919b8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:12.919086 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c8907b00-3801-4415-aee1-ccf43ee919b8 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/a5312c5f-1034-4d05-b60f-168b05c00069 HTTP/1.1" status: 404 len: 337 time: 0.0714293 Feb 04 06:06:12.921657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54674) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:12.975332 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f220379-6fcf-451c-b02b-7867d5dbd148 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.982075 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c1d6da-9319-411a-85bb-7635df19e8a2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:12.982528 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c1d6da-9319-411a-85bb-7635df19e8a2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:12.984671 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-96c1d6da-9319-411a-85bb-7635df19e8a2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/c7fa1997-c663-4e8f-971a-d1e1ddbc9dd1 HTTP/1.1" status: 404 len: 337 time: 0.0617270 Feb 04 06:06:12.990602 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-45c3176f-1a06-4ef3-aa99-dbb3d26828c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.999277 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54678) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:12.999980 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f220379-6fcf-451c-b02b-7867d5dbd148 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:13.056362 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3ad0d6-bde7-4cd1-97c0-3ca619173383 None None] DHCP port deletion for a1177ffc-00bf-46c5-919f-291c7274b970 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:06:13.063103 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-1a3ad0d6-bde7-4cd1-97c0-3ca619173383 None None] Deleting port 2042ac39-b560-4c9f-8d8d-800dc6a2fb92 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:13.063909 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1a3ad0d6-bde7-4cd1-97c0-3ca619173383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:13.194402 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904738bf-a2f4-48b5-941a-17f7d568906b req-409f0824-d077-40ac-86ab-9a68ab76acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:13.196919 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-904738bf-a2f4-48b5-941a-17f7d568906b req-409f0824-d077-40ac-86ab-9a68ab76acdb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4758122 Feb 04 06:06:13.266678 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da25f81-4492-4a89-a636-2d823b650066 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:13.267186 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da25f81-4492-4a89-a636-2d823b650066 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:13.271373 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4da25f81-4492-4a89-a636-2d823b650066 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/1de2b2c2-bb35-439e-9056-82faef9583b5 HTTP/1.1" status: 404 len: 333 time: 0.2650213 Feb 04 06:06:13.274175 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54688) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:13.312319 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-1a3ad0d6-bde7-4cd1-97c0-3ca619173383 None None] For port 2042ac39-b560-4c9f-8d8d-800dc6a2fb92, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2042ac39-b560-4c9f-8d8d-800dc6a2fb92,segment=NetworkSegment(30cd2fd8-b53c-4f05-9fdd-a506bb1cef78),segment_id=30cd2fd8-b53c-4f05-9fdd-a506bb1cef78)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:13.312561 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f220379-6fcf-451c-b02b-7867d5dbd148 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:13.312715 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1a3ad0d6-bde7-4cd1-97c0-3ca619173383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:13.316514 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3f220379-6fcf-451c-b02b-7867d5dbd148 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9117923 Feb 04 06:06:13.316514 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f220379-6fcf-451c-b02b-7867d5dbd148 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deeff271-6316-487d-a09a-8324017489b3,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:13.334709 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54694) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:13.357365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-21cbe710-4d34-4904-89f3-5c2a9fdc5f53 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': 'deeff271-6316-487d-a09a-8324017489b3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:13.358174 dv-neutron-826830-2-hyperv neutron-server[87470]: WARNING neutron.api.v2.base [None req-21cbe710-4d34-4904-89f3-5c2a9fdc5f53 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 06:06:13.358674 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-21cbe710-4d34-4904-89f3-5c2a9fdc5f53 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:13.364159 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-21cbe710-4d34-4904-89f3-5c2a9fdc5f53 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0243418 Feb 04 06:06:13.365585 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-e166776f-d171-4820-bcbb-073b3a62fe31 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:13.366050 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e166776f-d171-4820-bcbb-073b3a62fe31 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:13.367972 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e166776f-d171-4820-bcbb-073b3a62fe31 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/005c76a2-7805-4649-ad5b-d4d3f6cb6915 HTTP/1.1" status: 404 len: 337 time: 0.0911674 Feb 04 06:06:13.372532 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54700) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:13.372874 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54702) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:13.379835 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-e1780694-5b23-4a95-9816-d5f75a16716a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': 'deeff271-6316-487d-a09a-8324017489b3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:13.419319 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e1780694-5b23-4a95-9816-d5f75a16716a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:13.431333 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] For port 2042ac39-b560-4c9f-8d8d-800dc6a2fb92, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2042ac39-b560-4c9f-8d8d-800dc6a2fb92,segment=NetworkSegment(30cd2fd8-b53c-4f05-9fdd-a506bb1cef78),segment_id=30cd2fd8-b53c-4f05-9fdd-a506bb1cef78)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:13.431696 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:13.447208 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e1780694-5b23-4a95-9816-d5f75a16716a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:13.452025 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ceee4e-a533-4d37-8727-0ce49d4be1c1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:13.452475 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ceee4e-a533-4d37-8727-0ce49d4be1c1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:13.454168 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f5ceee4e-a533-4d37-8727-0ce49d4be1c1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/834c8ea3-d97e-411f-a0c1-49aeaead75f3 HTTP/1.1" status: 404 len: 337 time: 0.0787802 Feb 04 06:06:13.455226 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e1780694-5b23-4a95-9816-d5f75a16716a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:13.455545 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-1a3ad0d6-bde7-4cd1-97c0-3ca619173383 None None] Calling delete_port for 2042ac39-b560-4c9f-8d8d-800dc6a2fb92 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:13.494523 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-45c3176f-1a06-4ef3-aa99-dbb3d26828c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:13.496093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54708) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:13.503483 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-45c3176f-1a06-4ef3-aa99-dbb3d26828c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:13.564149 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1a3ad0d6-bde7-4cd1-97c0-3ca619173383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:13.566983 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf39899-818b-414a-8a22-30d8be53127c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:13.567458 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf39899-818b-414a-8a22-30d8be53127c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:13.569360 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-edf39899-818b-414a-8a22-30d8be53127c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/2f57cc2a-d019-46a8-88f7-656d448e669f HTTP/1.1" status: 404 len: 333 time: 0.0723193 Feb 04 06:06:13.594567 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54714) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:13.603580 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e1780694-5b23-4a95-9816-d5f75a16716a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:13.609461 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ad0d6-bde7-4cd1-97c0-3ca619173383 None None] No DVR routers for this DVR port 2042ac39-b560-4c9f-8d8d-800dc6a2fb92 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:06:13.613966 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Calling delete_port for 2042ac39-b560-4c9f-8d8d-800dc6a2fb92 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:13.633273 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ad0d6-bde7-4cd1-97c0-3ca619173383 None None] Pushing event deleted for resources: {'Port': ['ID=2042ac39-b560-4c9f-8d8d-800dc6a2fb92,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:13.692239 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-45c3176f-1a06-4ef3-aa99-dbb3d26828c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:13.692742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c3176f-1a06-4ef3-aa99-dbb3d26828c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Fanout notify agent at l3_agent the message router_deleted on router bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:06:13.701673 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbf7521-b8af-41d2-a311-d5785f1b1a0e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:13.702118 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bbf7521-b8af-41d2-a311-d5785f1b1a0e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:13.714828 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-904738bf-a2f4-48b5-941a-17f7d568906b req-ebb2140f-be9f-4ec5-8087-a64dd335bfa5 service neutron] 10.222.0.43 "GET /v2.0/networks/dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110648 Feb 04 06:06:13.720005 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7bbf7521-b8af-41d2-a311-d5785f1b1a0e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/c35da52b-d59d-40c4-aa7e-318b2f5b628b HTTP/1.1" status: 404 len: 337 time: 0.1218410 Feb 04 06:06:13.720982 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54722) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:13.728149 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-45c3176f-1a06-4ef3-aa99-dbb3d26828c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:13.729231 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-e1780694-5b23-4a95-9816-d5f75a16716a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:13.733076 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e1780694-5b23-4a95-9816-d5f75a16716a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3592319 Feb 04 06:06:13.733250 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-45c3176f-1a06-4ef3-aa99-dbb3d26828c8 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/routers/bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a HTTP/1.1" status: 204 len: 168 time: 2.9907000 Feb 04 06:06:13.733942 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54726) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:13.734781 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54728) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:13.743613 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-9051aec8-4dd5-4f16-9235-b031177b887c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'network': {'name': 'tempest-RoutersTest-1517055100'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:13.750815 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-3c778f23-70f7-4f39-9cee-cb74bef8e8bf tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': 'deeff271-6316-487d-a09a-8324017489b3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:13.751483 dv-neutron-826830-2-hyperv neutron-server[87470]: WARNING neutron.api.v2.base [None req-3c778f23-70f7-4f39-9cee-cb74bef8e8bf tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 06:06:13.752350 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-3c778f23-70f7-4f39-9cee-cb74bef8e8bf tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:13.756402 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3c778f23-70f7-4f39-9cee-cb74bef8e8bf tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0181084 Feb 04 06:06:13.757163 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54734) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:13.761702 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9051aec8-4dd5-4f16-9235-b031177b887c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:13.766053 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9051aec8-4dd5-4f16-9235-b031177b887c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:network and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:13.771504 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-1ec0d652-7f51-46c8-8e21-07805e49dc3a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': 'deeff271-6316-487d-a09a-8324017489b3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:13.778452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:06:13.778762 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:06:13.779591 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1ec0d652-7f51-46c8-8e21-07805e49dc3a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:13.781813 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9051aec8-4dd5-4f16-9235-b031177b887c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:13.788081 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1ec0d652-7f51-46c8-8e21-07805e49dc3a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:13.790822 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9051aec8-4dd5-4f16-9235-b031177b887c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:13.792816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1ec0d652-7f51-46c8-8e21-07805e49dc3a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:13.800454 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1ec0d652-7f51-46c8-8e21-07805e49dc3a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:13.810820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9051aec8-4dd5-4f16-9235-b031177b887c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Made reservation on behalf of a530e6e9c2854085a0d6e6dcc92e91d5 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:13.814843 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9051aec8-4dd5-4f16-9235-b031177b887c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:13.829364 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb52b74-ee5f-4840-902e-73d1d6e2d2fc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:13.829825 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb52b74-ee5f-4840-902e-73d1d6e2d2fc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:13.831713 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ceb52b74-ee5f-4840-902e-73d1d6e2d2fc tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/f20bb7a3-0ceb-4ff2-9522-48510ccd6329 HTTP/1.1" status: 404 len: 337 time: 0.1103663 Feb 04 06:06:13.840709 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54740) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:13.904436 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bff5bcd-088f-41a2-9778-722a288774b1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:13.905220 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bff5bcd-088f-41a2-9778-722a288774b1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:13.911976 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9051aec8-4dd5-4f16-9235-b031177b887c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:06:13.926162 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0bff5bcd-088f-41a2-9778-722a288774b1 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/d818d68e-e59c-48bb-bf33-a05b104e436e HTTP/1.1" status: 404 len: 333 time: 0.0815938 Feb 04 06:06:13.927100 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54744) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:13.928868 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54746) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:13.936624 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9051aec8-4dd5-4f16-9235-b031177b887c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:13.936988 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-9051aec8-4dd5-4f16-9235-b031177b887c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Added segment a706277f-7a4a-4800-802c-239a49a6260d of type vlan for network 28cbf56c-1764-4c88-84a2-c9af2bcf73f6 Feb 04 06:06:13.938324 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-1ec0d652-7f51-46c8-8e21-07805e49dc3a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:13.942286 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1ec0d652-7f51-46c8-8e21-07805e49dc3a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1822395 Feb 04 06:06:13.946573 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54754) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:13.953421 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-3cfa95b1-a553-4861-a5b7-0f9366162a01 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': 'deeff271-6316-487d-a09a-8324017489b3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:13.953826 dv-neutron-826830-2-hyperv neutron-server[87470]: WARNING neutron.api.v2.base [None req-3cfa95b1-a553-4861-a5b7-0f9366162a01 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 06:06:13.954305 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-3cfa95b1-a553-4861-a5b7-0f9366162a01 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:13.957814 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3cfa95b1-a553-4861-a5b7-0f9366162a01 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077584 Feb 04 06:06:13.959976 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54758) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:13.974445 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-6697ae0e-7bd8-4dfa-8442-27c417f1ad7b tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': 'deeff271-6316-487d-a09a-8324017489b3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:13.974700 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb603799-cf87-4c55-9423-345252dd81f9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:13.975009 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb603799-cf87-4c55-9423-345252dd81f9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:13.979066 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fb603799-cf87-4c55-9423-345252dd81f9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/df65b6f7-3900-45b7-bb37-34834594a71c HTTP/1.1" status: 404 len: 337 time: 0.0467241 Feb 04 06:06:13.979932 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54762) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:13.986990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6697ae0e-7bd8-4dfa-8442-27c417f1ad7b tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:13.990311 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9051aec8-4dd5-4f16-9235-b031177b887c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:13.995893 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6697ae0e-7bd8-4dfa-8442-27c417f1ad7b tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:14.000140 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6697ae0e-7bd8-4dfa-8442-27c417f1ad7b tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:14.007377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6697ae0e-7bd8-4dfa-8442-27c417f1ad7b tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:14.030890 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-6697ae0e-7bd8-4dfa-8442-27c417f1ad7b tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Project 8bb03f5fed48471eb711f17257c5f8fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:06:14.036841 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9051aec8-4dd5-4f16-9235-b031177b887c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:14.042524 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9051aec8-4dd5-4f16-9235-b031177b887c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:14.043743 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9051aec8-4dd5-4f16-9235-b031177b887c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:14.044082 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-904738bf-a2f4-48b5-941a-17f7d568906b req-584b1e58-fa7d-410e-8c4d-a509b71f29b2 service neutron] 10.222.0.43 "GET /v2.0/networks/dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207135 Feb 04 06:06:14.044962 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-9307237d-fa60-4253-9388-38d9aa5d0725 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:14.045414 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9307237d-fa60-4253-9388-38d9aa5d0725 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:14.049596 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9307237d-fa60-4253-9388-38d9aa5d0725 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/5ef53e05-3f00-4325-8c17-b8e95f628147 HTTP/1.1" status: 404 len: 333 time: 0.0662286 Feb 04 06:06:14.050038 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54766) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:14.091413 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9051aec8-4dd5-4f16-9235-b031177b887c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3546190 Feb 04 06:06:14.100600 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f7d29c8d-57d3-4b1e-80de-fbd36d34f092 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:14.101287 dv-neutron-826830-2-hyperv neutron-server[87470]: WARNING neutron.api.v2.base [None req-f7d29c8d-57d3-4b1e-80de-fbd36d34f092 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 06:06:14.101769 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-f7d29c8d-57d3-4b1e-80de-fbd36d34f092 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 06:06:14.106198 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f7d29c8d-57d3-4b1e-80de-fbd36d34f092 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1748252 Feb 04 06:06:14.106198 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54770) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:14.118192 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54772) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:14.126634 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464941976'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:14.135794 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d3ab4a-e87a-48bc-9bb0-c728622ba016 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:14.136242 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d3ab4a-e87a-48bc-9bb0-c728622ba016 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:14.140223 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-97d3ab4a-e87a-48bc-9bb0-c728622ba016 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/2bcaa08d-9ed7-440d-b7f0-a05fff980eac HTTP/1.1" status: 404 len: 337 time: 0.0856006 Feb 04 06:06:14.140223 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:14.141301 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54776) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:14.174613 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-727ea25c-37db-4e7b-989f-a7d989af1ac4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'subnet': {'network_id': '28cbf56c-1764-4c88-84a2-c9af2bcf73f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:14.176214 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:14.185389 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:14.198458 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-6697ae0e-7bd8-4dfa-8442-27c417f1ad7b tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:14.202066 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6697ae0e-7bd8-4dfa-8442-27c417f1ad7b tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2384796 Feb 04 06:06:14.203242 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54782) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:14.204263 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8922bab-6e3c-4d4f-acaa-0c6e8f89d296 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:14.204678 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8922bab-6e3c-4d4f-acaa-0c6e8f89d296 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:14.208656 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b8922bab-6e3c-4d4f-acaa-0c6e8f89d296 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/79a65c43-15f1-4116-91db-85316adeabaf HTTP/1.1" status: 404 len: 333 time: 0.0641727 Feb 04 06:06:14.209595 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:14.214450 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-63a6567e-6c52-4ad6-b18e-c0ecd5b967f5 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': 'deeff271-6316-487d-a09a-8324017489b3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:14.215213 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING neutron.api.v2.base [None req-63a6567e-6c52-4ad6-b18e-c0ecd5b967f5 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 06:06:14.215773 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-63a6567e-6c52-4ad6-b18e-c0ecd5b967f5 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:14.219197 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-63a6567e-6c52-4ad6-b18e-c0ecd5b967f5 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093186 Feb 04 06:06:14.219197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54786) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:14.220800 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54790) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:14.264570 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-a90c2525-023c-4c7d-b887-2d48217a6a2a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': 'deeff271-6316-487d-a09a-8324017489b3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:14.276315 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a90c2525-023c-4c7d-b887-2d48217a6a2a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:14.281816 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e4f727-fd34-4039-8c6d-a539c1a15103 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:14.281816 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e4f727-fd34-4039-8c6d-a539c1a15103 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:14.282247 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port 2042ac39-b560-4c9f-8d8d-800dc6a2fb92 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:14.282247 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:14.285966 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f0e4f727-fd34-4039-8c6d-a539c1a15103 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/a215c9cf-52e1-4313-9471-0f89fedf361f HTTP/1.1" status: 404 len: 337 time: 0.0652542 Feb 04 06:06:14.285966 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a90c2525-023c-4c7d-b887-2d48217a6a2a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:14.287343 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54794) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:14.289953 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a90c2525-023c-4c7d-b887-2d48217a6a2a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:14.324745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051aec8-4dd5-4f16-9235-b031177b887c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Network': ['ID=28cbf56c-1764-4c88-84a2-c9af2bcf73f6,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:14.330094 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:14.338479 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 28cbf56c-1764-4c88-84a2-c9af2bcf73f6 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:06:14.366371 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a90c2525-023c-4c7d-b887-2d48217a6a2a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:14.377509 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-7130b596-9f34-4056-a736-455c19b34e2b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:14.378060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7130b596-9f34-4056-a736-455c19b34e2b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:14.383076 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7130b596-9f34-4056-a736-455c19b34e2b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/538f0791-3985-4e59-bda4-5fad63c21c87 HTTP/1.1" status: 404 len: 333 time: 0.0921619 Feb 04 06:06:14.384346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54800) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:14.384878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:14.398346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] The port '2042ac39-b560-4c9f-8d8d-800dc6a2fb92' was deleted {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:06:14.405184 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:14.408075 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-a90c2525-023c-4c7d-b887-2d48217a6a2a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Project 8bb03f5fed48471eb711f17257c5f8fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:06:14.414633 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:14.422288 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:14.435481 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:14.449118 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-a90c2525-023c-4c7d-b887-2d48217a6a2a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:14.453358 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a90c2525-023c-4c7d-b887-2d48217a6a2a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2289042 Feb 04 06:06:14.455132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54804) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:14.461829 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2042ac39-b560-4c9f-8d8d-800dc6a2fb92 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:06:14.463958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-51305d76-323a-4a01-8ffb-805278343a7f tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': 'deeff271-6316-487d-a09a-8324017489b3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:14.472262 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e44b332-29a5-428c-8761-5b4a702145e3 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:14.472699 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e44b332-29a5-428c-8761-5b4a702145e3 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:14.474361 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5e44b332-29a5-428c-8761-5b4a702145e3 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/6f69f1ae-2bc5-4b98-aaf7-55d339c6331d HTTP/1.1" status: 404 len: 337 time: 0.0869226 Feb 04 06:06:14.475581 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-727ea25c-37db-4e7b-989f-a7d989af1ac4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:14.476785 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-51305d76-323a-4a01-8ffb-805278343a7f tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:14.480622 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54808) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:14.505032 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 2042ac39-b560-4c9f-8d8d-800dc6a2fb92 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:06:14.505373 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2042ac39-b560-4c9f-8d8d-800dc6a2fb92 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:06:14.517037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-51305d76-323a-4a01-8ffb-805278343a7f tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:14.522804 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-51305d76-323a-4a01-8ffb-805278343a7f tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:14.535589 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-51305d76-323a-4a01-8ffb-805278343a7f tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:14.547086 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14a18aa-d223-4d80-a324-0c2d48fa30c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:14.547613 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e14a18aa-d223-4d80-a324-0c2d48fa30c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:14.559763 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-727ea25c-37db-4e7b-989f-a7d989af1ac4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:subnet and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:14.563487 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-51305d76-323a-4a01-8ffb-805278343a7f tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Project 8bb03f5fed48471eb711f17257c5f8fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:06:14.564998 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-727ea25c-37db-4e7b-989f-a7d989af1ac4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:14.574522 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e14a18aa-d223-4d80-a324-0c2d48fa30c2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/5221929e-a589-4d4c-a281-585842012739 HTTP/1.1" status: 404 len: 333 time: 0.0900757 Feb 04 06:06:14.574745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54812) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:14.580345 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-727ea25c-37db-4e7b-989f-a7d989af1ac4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:14.583553 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:14.602385 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-51305d76-323a-4a01-8ffb-805278343a7f tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:14.606128 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-51305d76-323a-4a01-8ffb-805278343a7f tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1473904 Feb 04 06:06:14.609482 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54816) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:14.633575 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83b5f74-17a6-415e-8a21-f87b49a44878 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:14.634028 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83b5f74-17a6-415e-8a21-f87b49a44878 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:14.635704 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a83b5f74-17a6-415e-8a21-f87b49a44878 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/0508fcf7-7b78-4a19-8545-5e844d7fbd73 HTTP/1.1" status: 404 len: 337 time: 0.0601301 Feb 04 06:06:14.641144 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54820) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:14.649976 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1177ffc-00bf-46c5-919f-291c7274b970']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:14.667325 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cd2fd8-b53c-4f05-9fdd-a506bb1cef78') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:14.667853 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cd2fd8-b53c-4f05-9fdd-a506bb1cef78') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:14.681219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:14.697207 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:14.703294 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:06:14.703674 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:14.710362 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be150c2-4e7d-4a44-8105-a8d7eee65e46 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:14.710754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be150c2-4e7d-4a44-8105-a8d7eee65e46 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:06:14.717893 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:06:14.723448 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:14.729013 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8be150c2-4e7d-4a44-8105-a8d7eee65e46 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/7889a298-227a-45df-a707-4a824afadd2e HTTP/1.1" status: 404 len: 333 time: 0.0869184 Feb 04 06:06:14.732660 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54824) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:14.736503 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:14.783024 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:14.783921 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727ea25c-37db-4e7b-989f-a7d989af1ac4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Made reservation on behalf of a530e6e9c2854085a0d6e6dcc92e91d5 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:14.787346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-727ea25c-37db-4e7b-989f-a7d989af1ac4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:14.801033 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:14.803754 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-99cfc44f-6cb4-4d17-a32b-9fa19c6fd4da tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:14.804297 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99cfc44f-6cb4-4d17-a32b-9fa19c6fd4da tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:14.806203 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-99cfc44f-6cb4-4d17-a32b-9fa19c6fd4da tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/6fcb0214-8e36-4640-a301-6b4e20da6e5c HTTP/1.1" status: 404 len: 337 time: 0.0725064 Feb 04 06:06:14.811042 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:14.814237 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54828) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:14.821162 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-79b08aca-881d-4d9a-a0bf-a41356ba7552 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:14.831503 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:14.869413 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:14.888408 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:14.892589 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-281c8252-9fe5-4072-a829-c3dd17c2ac8e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:14.893038 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281c8252-9fe5-4072-a829-c3dd17c2ac8e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:14.894698 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-281c8252-9fe5-4072-a829-c3dd17c2ac8e tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/024e49dc-059a-4c79-be46-f7673d145a22 HTTP/1.1" status: 404 len: 337 time: 0.0716765 Feb 04 06:06:14.898671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d631c84-176b-4f47-afd6-60730db121c1,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:14.902168 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54832) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:14.908598 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/networks/a1177ffc-00bf-46c5-919f-291c7274b970 HTTP/1.1" status: 204 len: 168 time: 2.3752224 Feb 04 06:06:14.909538 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9955864-81da-404f-9932-fbd5cc4dbbd9 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Network': ['ID=a1177ffc-00bf-46c5-919f-291c7274b970,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:14.920656 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54836) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:14.927477 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-79b08aca-881d-4d9a-a0bf-a41356ba7552 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:14.938947 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-233ee2d2-ec39-4748-b873-f1a5c3cdd110 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-616317581'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:14.950368 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-233ee2d2-ec39-4748-b873-f1a5c3cdd110 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:14.966856 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-233ee2d2-ec39-4748-b873-f1a5c3cdd110 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:network and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:14.972770 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-233ee2d2-ec39-4748-b873-f1a5c3cdd110 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:14.982600 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-233ee2d2-ec39-4748-b873-f1a5c3cdd110 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:15.028072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233ee2d2-ec39-4748-b873-f1a5c3cdd110 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Made reservation on behalf of ddd9400ae6834d1da9b18a67d16332cc for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:15.031713 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-233ee2d2-ec39-4748-b873-f1a5c3cdd110 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.061541 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.068747 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-79b08aca-881d-4d9a-a0bf-a41356ba7552 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.068995 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b55fc9-7162-4928-aacb-bef458cd452c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:15.069193 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b55fc9-7162-4928-aacb-bef458cd452c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:15.070896 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a9b55fc9-7162-4928-aacb-bef458cd452c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/a390bbb8-efec-4932-88f2-6435849bf218 HTTP/1.1" status: 404 len: 333 time: 0.1674864 Feb 04 06:06:15.075745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54840) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:15.082051 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.112018 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233ee2d2-ec39-4748-b873-f1a5c3cdd110 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:06:15.114215 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b08aca-881d-4d9a-a0bf-a41356ba7552 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deeff271-6316-487d-a09a-8324017489b3,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:15.120819 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-9717cb34-0006-4e9f-b2f5-21900a8f12c0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:15.121278 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9717cb34-0006-4e9f-b2f5-21900a8f12c0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:15.130426 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9717cb34-0006-4e9f-b2f5-21900a8f12c0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/3f075ad9-7ae9-4d22-bfb6-58c784e05842 HTTP/1.1" status: 404 len: 337 time: 0.0530949 Feb 04 06:06:15.137602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54844) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:15.149049 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-79b08aca-881d-4d9a-a0bf-a41356ba7552 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.153377 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-79b08aca-881d-4d9a-a0bf-a41356ba7552 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "DELETE /v2.0/security-groups/deeff271-6316-487d-a09a-8324017489b3 HTTP/1.1" status: 204 len: 168 time: 0.5399294 Feb 04 06:06:15.159271 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-233ee2d2-ec39-4748-b873-f1a5c3cdd110 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.159605 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-233ee2d2-ec39-4748-b873-f1a5c3cdd110 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Added segment 8719df14-c22c-44e6-8571-fb43ac3e1399 of type vlan for network 6a8acb6d-6210-41b5-8dbe-b26d69dded0b Feb 04 06:06:15.160477 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54848) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:15.164034 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.165335 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0461645 Feb 04 06:06:15.173135 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54852) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:15.180887 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c973cf8-db36-4acb-94a0-86e1c8495704 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:15.181329 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c973cf8-db36-4acb-94a0-86e1c8495704 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:15.183163 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4c973cf8-db36-4acb-94a0-86e1c8495704 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/ee662d86-acc1-4737-af42-60e1a909446a HTTP/1.1" status: 404 len: 337 time: 0.0446458 Feb 04 06:06:15.191579 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54856) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:15.198732 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f751d593-bf66-468d-8a6e-3ca22267d86a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': 'b4129262-e7c0-4af7-8997-42bd8d11efd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:15.211523 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f751d593-bf66-468d-8a6e-3ca22267d86a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:15.248769 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef5cc2-eb55-4fec-a34a-cbffc8b4e239 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4129262-e7c0-4af7-8997-42bd8d11efd4,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:15.263093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f751d593-bf66-468d-8a6e-3ca22267d86a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:15.273005 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f751d593-bf66-468d-8a6e-3ca22267d86a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:15.281109 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-727ea25c-37db-4e7b-989f-a7d989af1ac4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.285466 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-233ee2d2-ec39-4748-b873-f1a5c3cdd110 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.289157 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4eb390a-2c18-48b2-b6bd-f100dbd2b4ce tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:15.289747 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4eb390a-2c18-48b2-b6bd-f100dbd2b4ce tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:15.291362 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e4eb390a-2c18-48b2-b6bd-f100dbd2b4ce tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/9501692b-e4f0-44ab-8069-14a282c83adc HTTP/1.1" status: 404 len: 333 time: 0.0883527 Feb 04 06:06:15.293033 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f751d593-bf66-468d-8a6e-3ca22267d86a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:15.297335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54860) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:15.357409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ea25c-37db-4e7b-989f-a7d989af1ac4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Subnet': ['ID=85c1f454-3ae9-4dd2-92cd-5cd583a95789,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:15.367251 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ea25c-37db-4e7b-989f-a7d989af1ac4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Checking segment: {'id': 'a706277f-7a4a-4800-802c-239a49a6260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '28cbf56c-1764-4c88-84a2-c9af2bcf73f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:15.367641 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727ea25c-37db-4e7b-989f-a7d989af1ac4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network hostable DHCP agents. Network: 28cbf56c-1764-4c88-84a2-c9af2bcf73f6, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:06:15.369785 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f8cff7-da91-4c41-a597-a27dc33281c7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:15.370240 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f8cff7-da91-4c41-a597-a27dc33281c7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:15.372189 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-50f8cff7-da91-4c41-a597-a27dc33281c7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/2b9db901-ec8a-462b-9d16-6af785d2e2f6 HTTP/1.1" status: 404 len: 337 time: 0.0726082 Feb 04 06:06:15.376553 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54864) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:15.386634 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-53bda776-796d-4975-83a3-391d880a1c89 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Synchronizing usage tracker for tenant:8bb03f5fed48471eb711f17257c5f8fc on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:15.396211 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f751d593-bf66-468d-8a6e-3ca22267d86a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.410657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-233ee2d2-ec39-4748-b873-f1a5c3cdd110 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.416042 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233ee2d2-ec39-4748-b873-f1a5c3cdd110 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:15.416617 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-233ee2d2-ec39-4748-b873-f1a5c3cdd110 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.419880 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-b459ea51-76ce-4650-b9b4-1eb66c191adb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:15.420381 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b459ea51-76ce-4650-b9b4-1eb66c191adb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:15.424296 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b459ea51-76ce-4650-b9b4-1eb66c191adb tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/b32f5b13-f947-46f2-be02-2606de8674b6 HTTP/1.1" status: 404 len: 337 time: 0.0444818 Feb 04 06:06:15.425124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54868) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:15.459281 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727ea25c-37db-4e7b-989f-a7d989af1ac4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 28cbf56c-1764-4c88-84a2-c9af2bcf73f6 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:06:15.470162 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f3b8f9-a78c-47ca-916a-1c7f2f09adce tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:15.470621 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f3b8f9-a78c-47ca-916a-1c7f2f09adce tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:15.472301 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b5f3b8f9-a78c-47ca-916a-1c7f2f09adce tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/70b29267-f3f6-4348-8ce1-823ade93e522 HTTP/1.1" status: 404 len: 333 time: 0.0463133 Feb 04 06:06:15.474978 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54872) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:15.508246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-727ea25c-37db-4e7b-989f-a7d989af1ac4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 28cbf56c-1764-4c88-84a2-c9af2bcf73f6) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:15.514562 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d720e5-f709-45e8-86fa-14df2248892b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:15.515007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d720e5-f709-45e8-86fa-14df2248892b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:15.516722 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d5d720e5-f709-45e8-86fa-14df2248892b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/b27260f6-9b72-4543-ad05-64dff3801491 HTTP/1.1" status: 404 len: 337 time: 0.0408738 Feb 04 06:06:15.518079 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727ea25c-37db-4e7b-989f-a7d989af1ac4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:15.518638 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-727ea25c-37db-4e7b-989f-a7d989af1ac4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.520038 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765ba4ed-e490-4e1d-914e-791a55307fe2 None None] Network 28cbf56c-1764-4c88-84a2-c9af2bcf73f6 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:15.522092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54876) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:15.540136 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-53bda776-796d-4975-83a3-391d880a1c89 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Unset dirty status for tenant:8bb03f5fed48471eb711f17257c5f8fc on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:15.546656 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-53bda776-796d-4975-83a3-391d880a1c89 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3794007 Feb 04 06:06:15.546656 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54880) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:15.558341 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-233ee2d2-ec39-4748-b873-f1a5c3cdd110 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6338406 Feb 04 06:06:15.561666 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54884) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:15.561834 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-d2561384-7b9e-410d-ab70-75fa139342f7 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group': {'name': 'tempest-secgroup--743562897'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:15.571036 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ee2d2-ec39-4748-b873-f1a5c3cdd110 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Network': ['ID=6a8acb6d-6210-41b5-8dbe-b26d69dded0b,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:15.575555 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-357749ac-836c-4e8d-9205-517231e17641 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'subnet': {'network_id': '6a8acb6d-6210-41b5-8dbe-b26d69dded0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:15.578003 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d2561384-7b9e-410d-ab70-75fa139342f7 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:15.589397 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-093480a5-d6c7-4495-a000-f908644ee206 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:15.589820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093480a5-d6c7-4495-a000-f908644ee206 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:15.591686 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-093480a5-d6c7-4495-a000-f908644ee206 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/e2b33fe4-91ab-4b43-925f-42c402e3b717 HTTP/1.1" status: 404 len: 337 time: 0.0687313 Feb 04 06:06:15.592700 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d2561384-7b9e-410d-ab70-75fa139342f7 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:15.594743 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54888) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:15.596887 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 6a8acb6d-6210-41b5-8dbe-b26d69dded0b details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:06:15.648421 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f751d593-bf66-468d-8a6e-3ca22267d86a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.659486 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-124d61df-48f4-4c9e-afda-f6387c9b48bd tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports?device_id=03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34 HTTP/1.1" status: 200 len: 205 time: 0.0601785 Feb 04 06:06:15.659486 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f751d593-bf66-468d-8a6e-3ca22267d86a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.660869 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54892) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:15.661595 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-727ea25c-37db-4e7b-989f-a7d989af1ac4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5055878 Feb 04 06:06:15.665332 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54894) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:15.672270 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-9f5a8c12-e106-4e0e-b140-67f577f578eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1301850449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:15.681495 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9f5a8c12-e106-4e0e-b140-67f577f578eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:15.695077 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9f5a8c12-e106-4e0e-b140-67f577f578eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:router and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:15.700309 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9f5a8c12-e106-4e0e-b140-67f577f578eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:15.708140 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9f5a8c12-e106-4e0e-b140-67f577f578eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:15.714989 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-357749ac-836c-4e8d-9205-517231e17641 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:15.721875 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-357749ac-836c-4e8d-9205-517231e17641 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:subnet and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:15.725678 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-357749ac-836c-4e8d-9205-517231e17641 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:15.733427 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f5a8c12-e106-4e0e-b140-67f577f578eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.735228 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f5a8c12-e106-4e0e-b140-67f577f578eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.739380 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-357749ac-836c-4e8d-9205-517231e17641 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:15.757359 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357749ac-836c-4e8d-9205-517231e17641 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Made reservation on behalf of ddd9400ae6834d1da9b18a67d16332cc for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:15.761491 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-357749ac-836c-4e8d-9205-517231e17641 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.777370 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f5a8c12-e106-4e0e-b140-67f577f578eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.861169 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d2561384-7b9e-410d-ab70-75fa139342f7 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.870315 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f5a8c12-e106-4e0e-b140-67f577f578eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.895791 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751d593-bf66-468d-8a6e-3ca22267d86a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9afd97-d08d-4924-b081-958a8be5c0da,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:15.902475 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-28cbf56c-1764-4c88-84a2-c9af2bcf73f6', 'network_id': '28cbf56c-1764-4c88-84a2-c9af2bcf73f6', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'fixed_ips': [{'subnet_id': '85c1f454-3ae9-4dd2-92cd-5cd583a95789'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:06:15.903817 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.906282 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-1512cef8-157b-4d56-8c52-ae86e58003b7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] delete failed (client error): The resource could not be found. Feb 04 06:06:15.908005 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1512cef8-157b-4d56-8c52-ae86e58003b7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/routers/03b3b923-d2b3-450e-a6fd-4cfb6ce3ce34 HTTP/1.1" status: 404 len: 336 time: 0.2367334 Feb 04 06:06:15.911006 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54900) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:15.914425 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d2561384-7b9e-410d-ab70-75fa139342f7 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:15.917371 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f751d593-bf66-468d-8a6e-3ca22267d86a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.922498 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f751d593-bf66-468d-8a6e-3ca22267d86a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7438710 Feb 04 06:06:15.922815 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54904) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:15.925635 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d2561384-7b9e-410d-ab70-75fa139342f7 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:15.931135 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-22421372-00a5-48c8-a25c-6708b7d10fde tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': 'b4129262-e7c0-4af7-8997-42bd8d11efd4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:15.935559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d2561384-7b9e-410d-ab70-75fa139342f7 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:15.942856 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-22421372-00a5-48c8-a25c-6708b7d10fde tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:15.943731 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f5a8c12-e106-4e0e-b140-67f577f578eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.944931 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9f5a8c12-e106-4e0e-b140-67f577f578eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2788372 Feb 04 06:06:15.948678 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d2561384-7b9e-410d-ab70-75fa139342f7 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:15.951321 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54908) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:15.955450 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-22421372-00a5-48c8-a25c-6708b7d10fde tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:15.956118 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-12429377-1aa4-4706-a2ab-3156092a2371 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:15.956572 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12429377-1aa4-4706-a2ab-3156092a2371 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:15.996324 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-12429377-1aa4-4706-a2ab-3156092a2371 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/d4520f10-b5a6-489b-843a-a51b0f6c9cca HTTP/1.1" status: 404 len: 337 time: 0.0840077 Feb 04 06:06:15.999747 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54912) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:16.022259 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-22421372-00a5-48c8-a25c-6708b7d10fde tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:16.037931 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-22421372-00a5-48c8-a25c-6708b7d10fde tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:16.061056 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-26a5d505-10ae-453b-9f29-57dda126edb2 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "GET /v2.0/ports?device_id=e17da28e-1e7a-499a-850f-474c61898a29 HTTP/1.1" status: 200 len: 205 time: 0.0582259 Feb 04 06:06:16.061788 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54916) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:16.074526 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Allocated IP 172.20.0.2 (28cbf56c-1764-4c88-84a2-c9af2bcf73f6/85c1f454-3ae9-4dd2-92cd-5cd583a95789/10499829-cba6-42d5-a113-d01efda3da0c) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:16.146828 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-762d5472-de15-464b-a10a-7558c24eca61 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] delete failed (client error): The resource could not be found. Feb 04 06:06:16.150372 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-762d5472-de15-464b-a10a-7558c24eca61 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/routers/e17da28e-1e7a-499a-850f-474c61898a29 HTTP/1.1" status: 404 len: 336 time: 0.0856130 Feb 04 06:06:16.151028 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54920) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:16.198020 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5c9bb1-e525-45a9-818c-663fdc3e1c3f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:16.198474 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5c9bb1-e525-45a9-818c-663fdc3e1c3f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:16.202479 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4b5c9bb1-e525-45a9-818c-663fdc3e1c3f tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/a9265e05-c5d0-4ab1-86d0-3f59aaa4697b HTTP/1.1" status: 404 len: 337 time: 0.0487916 Feb 04 06:06:16.203321 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54924) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:16.237965 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-357749ac-836c-4e8d-9205-517231e17641 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:16.250644 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-22421372-00a5-48c8-a25c-6708b7d10fde tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:16.276917 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdca9c6-b3dd-4b84-9ae6-cfde655619b4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:16.277267 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cdca9c6-b3dd-4b84-9ae6-cfde655619b4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:16.278955 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6cdca9c6-b3dd-4b84-9ae6-cfde655619b4 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/28a0f774-ea2c-4023-ae0a-c14f4b77da98 HTTP/1.1" status: 404 len: 337 time: 0.0753319 Feb 04 06:06:16.287878 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54928) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:16.297688 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:16.309454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Transition to ACTIVE for port object 10499829-cba6-42d5-a113-d01efda3da0c will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:16.328140 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Transition to ACTIVE for port object 10499829-cba6-42d5-a113-d01efda3da0c will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:16.335646 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:16.347969 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-f061e0ee-13a9-4942-a3c3-df0739b0aa4a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:16.348423 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f061e0ee-13a9-4942-a3c3-df0739b0aa4a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:16.350543 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f061e0ee-13a9-4942-a3c3-df0739b0aa4a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/ca87aa90-c8ed-4ad9-b8b8-3dc7db113404 HTTP/1.1" status: 404 len: 333 time: 0.0584641 Feb 04 06:06:16.352881 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54932) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:16.369297 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357749ac-836c-4e8d-9205-517231e17641 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Subnet': ['ID=a675a18b-4e58-498c-ade0-3f757ee2a173,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:16.378137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357749ac-836c-4e8d-9205-517231e17641 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Checking segment: {'id': '8719df14-c22c-44e6-8571-fb43ac3e1399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6a8acb6d-6210-41b5-8dbe-b26d69dded0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:16.378495 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357749ac-836c-4e8d-9205-517231e17641 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network hostable DHCP agents. Network: 6a8acb6d-6210-41b5-8dbe-b26d69dded0b, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:06:16.397817 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357749ac-836c-4e8d-9205-517231e17641 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network 6a8acb6d-6210-41b5-8dbe-b26d69dded0b is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:06:16.406861 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Network 28cbf56c-1764-4c88-84a2-c9af2bcf73f6 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:16.409656 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:16.410681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-357749ac-836c-4e8d-9205-517231e17641 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 6a8acb6d-6210-41b5-8dbe-b26d69dded0b) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:16.413150 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:16.417401 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357749ac-836c-4e8d-9205-517231e17641 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:16.418198 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-357749ac-836c-4e8d-9205-517231e17641 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:16.442902 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-357749ac-836c-4e8d-9205-517231e17641 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8748944 Feb 04 06:06:16.443595 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54936) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:16.449902 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ed5e25-4f6c-4628-b02e-6781e3d0d960 None None] Network 6a8acb6d-6210-41b5-8dbe-b26d69dded0b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:16.450096 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-840f086f-65eb-4e94-940d-8b8e792d3e5f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1095273333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:16.457023 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-840f086f-65eb-4e94-940d-8b8e792d3e5f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:16.461243 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-840f086f-65eb-4e94-940d-8b8e792d3e5f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:router and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:16.464777 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-840f086f-65eb-4e94-940d-8b8e792d3e5f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:16.470717 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-840f086f-65eb-4e94-940d-8b8e792d3e5f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:16.475043 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Pushing event updated for resources: {'Port': ['ID=10499829-cba6-42d5-a113-d01efda3da0c,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:16.485951 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-840f086f-65eb-4e94-940d-8b8e792d3e5f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:16.486854 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-840f086f-65eb-4e94-940d-8b8e792d3e5f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:16.496641 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-8115461f-8976-46e4-8969-19303ac0c976 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:16.497187 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8115461f-8976-46e4-8969-19303ac0c976 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:16.505446 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-840f086f-65eb-4e94-940d-8b8e792d3e5f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:16.529498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-840f086f-65eb-4e94-940d-8b8e792d3e5f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:16.551648 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d2561384-7b9e-410d-ab70-75fa139342f7 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:16.555416 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-840f086f-65eb-4e94-940d-8b8e792d3e5f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:16.559944 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-840f086f-65eb-4e94-940d-8b8e792d3e5f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1126673 Feb 04 06:06:16.560123 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8115461f-8976-46e4-8969-19303ac0c976 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/a61e98c5-afe9-47bd-a15a-cdc0fff8bb99 HTTP/1.1" status: 404 len: 337 time: 0.1931877 Feb 04 06:06:16.562248 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54940) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:16.562774 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54942) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:16.563420 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d2561384-7b9e-410d-ab70-75fa139342f7 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:16.585095 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Attempting to bind port 10499829-cba6-42d5-a113-d01efda3da0c on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:06:16.586116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Attempting to bind port 10499829-cba6-42d5-a113-d01efda3da0c by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'a706277f-7a4a-4800-802c-239a49a6260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '28cbf56c-1764-4c88-84a2-c9af2bcf73f6'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:06:16.586547 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Attempting to bind port 10499829-cba6-42d5-a113-d01efda3da0c on network 28cbf56c-1764-4c88-84a2-c9af2bcf73f6 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:06:16.595004 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:06:16.595234 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Checking segment: {'id': 'a706277f-7a4a-4800-802c-239a49a6260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '28cbf56c-1764-4c88-84a2-c9af2bcf73f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:16.595532 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:16.596121 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Bound using segment: {'id': 'a706277f-7a4a-4800-802c-239a49a6260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '28cbf56c-1764-4c88-84a2-c9af2bcf73f6'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:06:16.596583 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Bound port: 10499829-cba6-42d5-a113-d01efda3da0c, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a706277f-7a4a-4800-802c-239a49a6260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '28cbf56c-1764-4c88-84a2-c9af2bcf73f6'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:06:16.596949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:16.629648 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-22421372-00a5-48c8-a25c-6708b7d10fde tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 06:06:16.630774 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-22421372-00a5-48c8-a25c-6708b7d10fde tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7070756 Feb 04 06:06:16.634328 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54948) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:16.660930 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2561384-7b9e-410d-ab70-75fa139342f7 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0120d0b-da17-4024-8c57-43dfbc28a533,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:16.666370 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d2561384-7b9e-410d-ab70-75fa139342f7 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:16.667631 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d2561384-7b9e-410d-ab70-75fa139342f7 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1205347 Feb 04 06:06:16.679710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54952) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:16.684306 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-30cf6373-21ba-4dbf-bddc-db51aa521917 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:16.729737 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19a4138-0af6-41d3-8343-4aeb44275e99 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:16.730210 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19a4138-0af6-41d3-8343-4aeb44275e99 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:16.734592 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e19a4138-0af6-41d3-8343-4aeb44275e99 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/0a8eb8d9-0a8f-48c2-bdbf-878ba83e49e2 HTTP/1.1" status: 404 len: 333 time: 0.1663339 Feb 04 06:06:16.742956 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-2b5c2c24-58b7-41b6-b55c-03731913dc8a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': 'd0120d0b-da17-4024-8c57-43dfbc28a533', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:16.747876 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54956) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:16.754505 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-2b5c2c24-58b7-41b6-b55c-03731913dc8a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:16.760349 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] For port 10499829-cba6-42d5-a113-d01efda3da0c, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:06:16.780059 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] For port 10499829-cba6-42d5-a113-d01efda3da0c, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=10499829-cba6-42d5-a113-d01efda3da0c,segment=NetworkSegment(a706277f-7a4a-4800-802c-239a49a6260d),segment_id=a706277f-7a4a-4800-802c-239a49a6260d)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:06:16.788690 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:16.895328 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-6a8acb6d-6210-41b5-8dbe-b26d69dded0b', 'network_id': '6a8acb6d-6210-41b5-8dbe-b26d69dded0b', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'fixed_ips': [{'subnet_id': 'a675a18b-4e58-498c-ade0-3f757ee2a173'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:06:16.896279 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:16.924647 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7d720cc3-670e-414d-931e-385f57a0d180 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:16.967696 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-2b5c2c24-58b7-41b6-b55c-03731913dc8a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:16.974554 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7d720cc3-670e-414d-931e-385f57a0d180 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:16.979890 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-2b5c2c24-58b7-41b6-b55c-03731913dc8a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:16.980836 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4880d35-0403-4037-9d68-3b7ef6236db9 None None] Pushing event updated for resources: {'Port': ['ID=10499829-cba6-42d5-a113-d01efda3da0c,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:16.982308 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b6c717-4e1c-443a-9244-205d57b3c229 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:16.982768 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b6c717-4e1c-443a-9244-205d57b3c229 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:16.988084 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-42b6c717-4e1c-443a-9244-205d57b3c229 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/3186ebcd-7f11-4d5c-aad7-d40a8261b62e HTTP/1.1" status: 404 len: 337 time: 0.2348361 Feb 04 06:06:16.991867 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54960) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:16.997365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-2b5c2c24-58b7-41b6-b55c-03731913dc8a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:17.101784 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Allocated IP 2001:db8::2 (6a8acb6d-6210-41b5-8dbe-b26d69dded0b/a675a18b-4e58-498c-ade0-3f757ee2a173/2830d251-40a7-4fe0-9ca8-4e9041a97fac) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:17.105098 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-33846558-a8ea-4415-92c1-2ecbfae2883b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:17.105979 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33846558-a8ea-4415-92c1-2ecbfae2883b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:17.123068 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-33846558-a8ea-4415-92c1-2ecbfae2883b tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/b18b5863-f940-4115-9ebf-52f4592c5e9a HTTP/1.1" status: 404 len: 333 time: 0.1003251 Feb 04 06:06:17.124630 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54964) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:17.222950 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec6f523-f5e8-4e5b-bf13-dabb95d0daaa tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:17.222950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec6f523-f5e8-4e5b-bf13-dabb95d0daaa tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:17.225194 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-2b5c2c24-58b7-41b6-b55c-03731913dc8a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The resource could not be found. Feb 04 06:06:17.225194 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2b5c2c24-58b7-41b6-b55c-03731913dc8a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5436378 Feb 04 06:06:17.229049 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54968) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:17.247020 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-1229413c-62a9-4c22-a16e-56c9b4d9f24d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': 'd0120d0b-da17-4024-8c57-43dfbc28a533', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f64cdce5-2399-4b39-9458-a4f7bf535cf6'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:17.254752 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7d720cc3-670e-414d-931e-385f57a0d180 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:17.258346 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7d720cc3-670e-414d-931e-385f57a0d180 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:17.262445 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7d720cc3-670e-414d-931e-385f57a0d180 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "DELETE /v2.0/security-groups/b4129262-e7c0-4af7-8997-42bd8d11efd4 HTTP/1.1" status: 204 len: 168 time: 0.6007926 Feb 04 06:06:17.267412 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54972) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:17.277538 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1229413c-62a9-4c22-a16e-56c9b4d9f24d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:17.283268 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-eec6f523-f5e8-4e5b-bf13-dabb95d0daaa tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/a955b03a-375c-4ef6-a4ff-6a7016c647f9 HTTP/1.1" status: 404 len: 337 time: 0.1577055 Feb 04 06:06:17.288632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54976) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:17.290685 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1229413c-62a9-4c22-a16e-56c9b4d9f24d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:17.295566 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1229413c-62a9-4c22-a16e-56c9b4d9f24d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:17.304031 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d720cc3-670e-414d-931e-385f57a0d180 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4129262-e7c0-4af7-8997-42bd8d11efd4,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:17.389325 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1c6e6a2c-7b64-4a21-be4a-1beb8aa89833 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:17.392851 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-30228416-14dd-4637-b66a-e920af7e59c6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:17.393357 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30228416-14dd-4637-b66a-e920af7e59c6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:17.395760 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-30228416-14dd-4637-b66a-e920af7e59c6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/5e4176c1-97e0-436e-a4d1-acc10f6b2ca3 HTTP/1.1" status: 404 len: 333 time: 0.1021528 Feb 04 06:06:17.397564 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-30cf6373-21ba-4dbf-bddc-db51aa521917 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Allocated IP 172.20.0.1 (28cbf56c-1764-4c88-84a2-c9af2bcf73f6/85c1f454-3ae9-4dd2-92cd-5cd583a95789/d5fe8b28-b90a-4be9-8151-4445c922d36e) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:17.399989 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54980) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:17.400667 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1229413c-62a9-4c22-a16e-56c9b4d9f24d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:17.410477 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-62c7f175-c443-4b17-93de-e01826ce9362 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1375928 Feb 04 06:06:17.415825 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54984) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:17.423450 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-5cc0b188-7586-4aa6-b281-dcd8cf3d5917 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group': {'name': 'tempest-secgroup--560520540'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:17.431836 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5cc0b188-7586-4aa6-b281-dcd8cf3d5917 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:17.449170 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:17.460230 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Transition to ACTIVE for port object 2830d251-40a7-4fe0-9ca8-4e9041a97fac will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:17.488322 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Transition to ACTIVE for port object 2830d251-40a7-4fe0-9ca8-4e9041a97fac will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:17.504049 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:17.578158 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Network 6a8acb6d-6210-41b5-8dbe-b26d69dded0b is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:17.581177 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:17.584955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:17.596048 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Pushing event updated for resources: {'Port': ['ID=2830d251-40a7-4fe0-9ca8-4e9041a97fac,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:17.638317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5cc0b188-7586-4aa6-b281-dcd8cf3d5917 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:17.650905 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a723f7b-c9ce-4b5a-a7ef-86a10e0140ea tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:17.651767 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5cc0b188-7586-4aa6-b281-dcd8cf3d5917 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:17.652374 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a723f7b-c9ce-4b5a-a7ef-86a10e0140ea tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:17.673433 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6a723f7b-c9ce-4b5a-a7ef-86a10e0140ea tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/def63473-71d7-4a1e-a531-10b1934522c1 HTTP/1.1" status: 404 len: 337 time: 0.2693179 Feb 04 06:06:17.674851 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54988) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:17.706608 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5cc0b188-7586-4aa6-b281-dcd8cf3d5917 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:17.734644 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Attempting to bind port 2830d251-40a7-4fe0-9ca8-4e9041a97fac on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:06:17.735007 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Attempting to bind port 2830d251-40a7-4fe0-9ca8-4e9041a97fac by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '8719df14-c22c-44e6-8571-fb43ac3e1399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6a8acb6d-6210-41b5-8dbe-b26d69dded0b'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:06:17.735364 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Attempting to bind port 2830d251-40a7-4fe0-9ca8-4e9041a97fac on network 6a8acb6d-6210-41b5-8dbe-b26d69dded0b {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:06:17.740731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:06:17.741105 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Checking segment: {'id': '8719df14-c22c-44e6-8571-fb43ac3e1399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6a8acb6d-6210-41b5-8dbe-b26d69dded0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:17.741504 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:17.741752 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-1229413c-62a9-4c22-a16e-56c9b4d9f24d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The resource could not be found. Feb 04 06:06:17.741896 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Bound using segment: {'id': '8719df14-c22c-44e6-8571-fb43ac3e1399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6a8acb6d-6210-41b5-8dbe-b26d69dded0b'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:06:17.742337 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Bound port: 2830d251-40a7-4fe0-9ca8-4e9041a97fac, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8719df14-c22c-44e6-8571-fb43ac3e1399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6a8acb6d-6210-41b5-8dbe-b26d69dded0b'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:06:17.745840 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:17.746002 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1229413c-62a9-4c22-a16e-56c9b4d9f24d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5117054 Feb 04 06:06:17.747091 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 54992) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:17.757558 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed250f39-3981-4ffa-90e5-18f2eb4757b0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:17.758487 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed250f39-3981-4ffa-90e5-18f2eb4757b0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:17.760384 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ed250f39-3981-4ffa-90e5-18f2eb4757b0 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/543a1d6c-96d8-4336-a5b1-59aea200d67e HTTP/1.1" status: 404 len: 333 time: 0.0847604 Feb 04 06:06:17.765978 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 54996) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:17.772468 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cc0b188-7586-4aa6-b281-dcd8cf3d5917 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:17.817087 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7304d5-3aed-40c7-9153-f624d8171f0a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:17.817819 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7304d5-3aed-40c7-9153-f624d8171f0a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:17.819692 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9a7304d5-3aed-40c7-9153-f624d8171f0a tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/c397230c-3112-4bbc-96b0-e19f750ffded HTTP/1.1" status: 404 len: 337 time: 0.0526247 Feb 04 06:06:17.823505 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55000) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:17.835049 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5cc0b188-7586-4aa6-b281-dcd8cf3d5917 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:17.837277 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] For port 2830d251-40a7-4fe0-9ca8-4e9041a97fac, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:06:17.840582 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] For port 2830d251-40a7-4fe0-9ca8-4e9041a97fac, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2830d251-40a7-4fe0-9ca8-4e9041a97fac,segment=NetworkSegment(8719df14-c22c-44e6-8571-fb43ac3e1399),segment_id=8719df14-c22c-44e6-8571-fb43ac3e1399)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:06:17.848115 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:17.856541 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5cc0b188-7586-4aa6-b281-dcd8cf3d5917 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:17.870197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5cc0b188-7586-4aa6-b281-dcd8cf3d5917 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:17.872548 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea98525-4951-4ae8-890d-8a2fb17b22c6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:17.873017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea98525-4951-4ae8-890d-8a2fb17b22c6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:17.877044 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0ea98525-4951-4ae8-890d-8a2fb17b22c6 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/cfd92ba7-2159-48aa-aac1-214d945a184f HTTP/1.1" status: 404 len: 333 time: 0.0500913 Feb 04 06:06:17.877444 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55004) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:17.883994 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5cc0b188-7586-4aa6-b281-dcd8cf3d5917 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:17.895347 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-30cf6373-21ba-4dbf-bddc-db51aa521917 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:17.922814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-abb87755-0b58-4a1d-a10b-09e5533f8196 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:17.927356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-30cf6373-21ba-4dbf-bddc-db51aa521917 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Transition to ACTIVE for port object d5fe8b28-b90a-4be9-8151-4445c922d36e will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:17.948454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99328c4b-c031-4c8c-ac69-cf45a7eed8cb None None] Pushing event updated for resources: {'Port': ['ID=2830d251-40a7-4fe0-9ca8-4e9041a97fac,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:17.948777 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-893bd789-df9a-4f08-9c75-5ec54934a48c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:17.949201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893bd789-df9a-4f08-9c75-5ec54934a48c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:17.950882 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-893bd789-df9a-4f08-9c75-5ec54934a48c tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/a8c7ec6f-200d-447b-a217-079f21656944 HTTP/1.1" status: 404 len: 337 time: 0.0723822 Feb 04 06:06:17.957826 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55008) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:17.978692 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-abb87755-0b58-4a1d-a10b-09e5533f8196 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.017422 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f9bc8a-752e-437d-bf6a-bd81da2ed7a7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:18.017920 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f9bc8a-752e-437d-bf6a-bd81da2ed7a7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:18.022960 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-88f9bc8a-752e-437d-bf6a-bd81da2ed7a7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/ports/64028de2-bfc8-4930-9a4b-740b69fc8c52 HTTP/1.1" status: 404 len: 333 time: 0.0609298 Feb 04 06:06:18.022960 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55012) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:18.079595 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dcd3098-2a51-4115-ab31-a4e6592f57b9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] DELETE failed (client error): The resource could not be found. Feb 04 06:06:18.079709 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cc0b188-7586-4aa6-b281-dcd8cf3d5917 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.079854 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dcd3098-2a51-4115-ab31-a4e6592f57b9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:06:18.081553 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7dcd3098-2a51-4115-ab31-a4e6592f57b9 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/subnets/143f0495-0376-4716-a85f-7ec54fb932c8 HTTP/1.1" status: 404 len: 337 time: 0.0580888 Feb 04 06:06:18.086858 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55016) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:18.088220 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-1c6e6a2c-7b64-4a21-be4a-1beb8aa89833 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Allocated IP 2001:db8::1 (6a8acb6d-6210-41b5-8dbe-b26d69dded0b/a675a18b-4e58-498c-ade0-3f757ee2a173/6232c787-2545-4231-9889-84e6f2ff08ed) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:18.090182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-30cf6373-21ba-4dbf-bddc-db51aa521917 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.168703 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cc0b188-7586-4aa6-b281-dcd8cf3d5917 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.194797 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-abb87755-0b58-4a1d-a10b-09e5533f8196 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.310634 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf6373-21ba-4dbf-bddc-db51aa521917 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 28cbf56c-1764-4c88-84a2-c9af2bcf73f6 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:18.333747 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-30cf6373-21ba-4dbf-bddc-db51aa521917 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:18.336531 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf6373-21ba-4dbf-bddc-db51aa521917 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:18.338288 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1c6e6a2c-7b64-4a21-be4a-1beb8aa89833 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.363694 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-1c6e6a2c-7b64-4a21-be4a-1beb8aa89833 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Transition to ACTIVE for port object 6232c787-2545-4231-9889-84e6f2ff08ed will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:18.406927 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1c6e6a2c-7b64-4a21-be4a-1beb8aa89833 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.425971 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-abb87755-0b58-4a1d-a10b-09e5533f8196 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.427199 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-abb87755-0b58-4a1d-a10b-09e5533f8196 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "DELETE /v2.0/security-groups/d0120d0b-da17-4024-8c57-43dfbc28a533 HTTP/1.1" status: 204 len: 168 time: 0.6794655 Feb 04 06:06:18.439317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55020) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:18.444386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0b188-7586-4aa6-b281-dcd8cf3d5917 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdde7cb-5c51-4a36-9f58-0cd69aa4b1d8,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:18.460346 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cc0b188-7586-4aa6-b281-dcd8cf3d5917 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.464251 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5cc0b188-7586-4aa6-b281-dcd8cf3d5917 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0434990 Feb 04 06:06:18.464251 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf6373-21ba-4dbf-bddc-db51aa521917 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=d5fe8b28-b90a-4be9-8151-4445c922d36e,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:18.469260 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55024) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:18.525325 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-07b52d39-2820-40dc-8be8-f0fced2e8ae3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': '4cdde7cb-5c51-4a36-9f58-0cd69aa4b1d8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:18.525960 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING neutron.api.v2.base [None req-07b52d39-2820-40dc-8be8-f0fced2e8ae3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 06:06:18.526459 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-07b52d39-2820-40dc-8be8-f0fced2e8ae3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:18.527436 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-07b52d39-2820-40dc-8be8-f0fced2e8ae3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0194802 Feb 04 06:06:18.529412 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 10499829-cba6-42d5-a113-d01efda3da0c up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:18.534924 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-30cf6373-21ba-4dbf-bddc-db51aa521917 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.538951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55028) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:18.545585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c574b5d6-0a53-4d35-843f-909f61b456d7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.550856 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb87755-0b58-4a1d-a10b-09e5533f8196 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0120d0b-da17-4024-8c57-43dfbc28a533,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:18.567427 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e6a2c-7b64-4a21-be4a-1beb8aa89833 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=6232c787-2545-4231-9889-84e6f2ff08ed,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:18.585192 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6e6a2c-7b64-4a21-be4a-1beb8aa89833 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network 6a8acb6d-6210-41b5-8dbe-b26d69dded0b is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:18.586956 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-1c6e6a2c-7b64-4a21-be4a-1beb8aa89833 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:18.591531 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e6a2c-7b64-4a21-be4a-1beb8aa89833 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:18.592547 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1c6e6a2c-7b64-4a21-be4a-1beb8aa89833 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.625001 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ed79c8-0a2a-4d94-9e3e-a8199a491a44 None None] Network 28cbf56c-1764-4c88-84a2-c9af2bcf73f6 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:18.704273 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-cb4f3167-6157-4715-aa19-08f83b6895ee tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Synchronizing usage tracker for tenant:8bb03f5fed48471eb711f17257c5f8fc on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:18.707047 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 10499829-cba6-42d5-a113-d01efda3da0c completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:18.727395 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2830d251-40a7-4fe0-9ca8-4e9041a97fac up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:18.766607 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a7dd66e3-3502-4bd2-9ead-82231c25b48f None None] Provisioning for port 10499829-cba6-42d5-a113-d01efda3da0c completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:18.794076 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a7dd66e3-3502-4bd2-9ead-82231c25b48f None None] Provisioning complete for port 10499829-cba6-42d5-a113-d01efda3da0c triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:18.794460 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a7dd66e3-3502-4bd2-9ead-82231c25b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.817774 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c574b5d6-0a53-4d35-843f-909f61b456d7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.839690 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1c6e6a2c-7b64-4a21-be4a-1beb8aa89833 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.850936 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-cb4f3167-6157-4715-aa19-08f83b6895ee tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Unset dirty status for tenant:8bb03f5fed48471eb711f17257c5f8fc on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:18.852186 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cb4f3167-6157-4715-aa19-08f83b6895ee tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4088376 Feb 04 06:06:18.859885 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55032) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:18.867234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d6486622-09a6-471d-ab5c-d45d08e87e39 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': 'c94bdac2-7519-4d26-a2c1-08aa67b16fc4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:18.876853 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-c574b5d6-0a53-4d35-843f-909f61b456d7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e4f961-4ab6-4ffd-8973-b6f04910c762']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:18.883898 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-21beebd7-ed32-48e5-835a-68b44854cb2e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.897863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d6486622-09a6-471d-ab5c-d45d08e87e39 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:18.914465 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d6486622-09a6-471d-ab5c-d45d08e87e39 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:18.923772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d6486622-09a6-471d-ab5c-d45d08e87e39 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:18.933104 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d6486622-09a6-471d-ab5c-d45d08e87e39 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:18.933317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-c574b5d6-0a53-4d35-843f-909f61b456d7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:18.933559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-c574b5d6-0a53-4d35-843f-909f61b456d7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e6e1fe-09e1-410d-b43b-de8b8254ca58') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:18.978467 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c574b5d6-0a53-4d35-843f-909f61b456d7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.986328 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-21beebd7-ed32-48e5-835a-68b44854cb2e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.996682 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 2830d251-40a7-4fe0-9ca8-4e9041a97fac completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:19.040076 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c574b5d6-0a53-4d35-843f-909f61b456d7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:19.045073 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-30cf6373-21ba-4dbf-bddc-db51aa521917 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:19.050878 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a7dd66e3-3502-4bd2-9ead-82231c25b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:19.074490 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c574b5d6-0a53-4d35-843f-909f61b456d7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:06:19.074892 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c574b5d6-0a53-4d35-843f-909f61b456d7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:19.092142 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a7dd66e3-3502-4bd2-9ead-82231c25b48f None None] For port 10499829-cba6-42d5-a113-d01efda3da0c, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=10499829-cba6-42d5-a113-d01efda3da0c,segment=NetworkSegment(a706277f-7a4a-4800-802c-239a49a6260d),segment_id=a706277f-7a4a-4800-802c-239a49a6260d)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:06:19.095613 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:06:19.103092 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a7dd66e3-3502-4bd2-9ead-82231c25b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:19.122258 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-d6486622-09a6-471d-ab5c-d45d08e87e39 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The resource could not be found. Feb 04 06:06:19.127655 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d6486622-09a6-471d-ab5c-d45d08e87e39 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2667925 Feb 04 06:06:19.130748 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55036) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:19.142936 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-11b81203-bdd9-4879-9f55-3bca6c40dcbe tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group': {'name': 'tempest-secgroup--732267890'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:19.153291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-11b81203-bdd9-4879-9f55-3bca6c40dcbe tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:19.192603 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-11b81203-bdd9-4879-9f55-3bca6c40dcbe tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:19.193633 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd66e3-3502-4bd2-9ead-82231c25b48f None None] Pushing event updated for resources: {'Port': ['ID=10499829-cba6-42d5-a113-d01efda3da0c,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:19.260870 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-21beebd7-ed32-48e5-835a-68b44854cb2e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:19.286845 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c574b5d6-0a53-4d35-843f-909f61b456d7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:19.370632 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-11b81203-bdd9-4879-9f55-3bca6c40dcbe tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:19.391146 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21beebd7-ed32-48e5-835a-68b44854cb2e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdde7cb-5c51-4a36-9f58-0cd69aa4b1d8,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:19.397101 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1c6e6a2c-7b64-4a21-be4a-1beb8aa89833 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:19.406113 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-11b81203-bdd9-4879-9f55-3bca6c40dcbe tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:19.411019 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1c6e6a2c-7b64-4a21-be4a-1beb8aa89833 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:19.411490 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1c6e6a2c-7b64-4a21-be4a-1beb8aa89833 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:19.422018 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-11b81203-bdd9-4879-9f55-3bca6c40dcbe tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:19.422212 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c574b5d6-0a53-4d35-843f-909f61b456d7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:19.486091 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-11b81203-bdd9-4879-9f55-3bca6c40dcbe tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:19.500402 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574b5d6-0a53-4d35-843f-909f61b456d7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] Pushing event deleted for resources: {'Network': ['ID=65e4f961-4ab6-4ffd-8973-b6f04910c762,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:19.510443 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-11b81203-bdd9-4879-9f55-3bca6c40dcbe tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:19.529225 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c574b5d6-0a53-4d35-843f-909f61b456d7 tempest-NetworksTestDHCPv6-1121544260 tempest-NetworksTestDHCPv6-1121544260-project] 10.222.0.31 "DELETE /v2.0/networks/65e4f961-4ab6-4ffd-8973-b6f04910c762 HTTP/1.1" status: 204 len: 168 time: 1.4414651 Feb 04 06:06:19.532976 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-21beebd7-ed32-48e5-835a-68b44854cb2e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:19.534077 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-21beebd7-ed32-48e5-835a-68b44854cb2e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "DELETE /v2.0/security-groups/4cdde7cb-5c51-4a36-9f58-0cd69aa4b1d8 HTTP/1.1" status: 204 len: 168 time: 0.9800675 Feb 04 06:06:19.536992 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55042) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:19.577887 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-83f8f2e7-a7ab-4208-b453-afa3a682925e None None] Provisioning complete for port 10499829-cba6-42d5-a113-d01efda3da0c triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:19.584445 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-83f8f2e7-a7ab-4208-b453-afa3a682925e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:19.652339 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e6a2c-7b64-4a21-be4a-1beb8aa89833 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=6232c787-2545-4231-9889-84e6f2ff08ed,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:19.712969 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8fe9a5-04c3-465d-944e-6eb84349d8c5 None None] Network 6a8acb6d-6210-41b5-8dbe-b26d69dded0b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:19.774182 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6e6a2c-7b64-4a21-be4a-1beb8aa89833 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network 6a8acb6d-6210-41b5-8dbe-b26d69dded0b is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:19.778400 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-1c6e6a2c-7b64-4a21-be4a-1beb8aa89833 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:19.803575 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-11b81203-bdd9-4879-9f55-3bca6c40dcbe tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:19.875453 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-11b81203-bdd9-4879-9f55-3bca6c40dcbe tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:19.957576 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55048) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:19.981328 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-791d3a2f-a7b3-43dd-9248-1ceb7d25a774 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Synchronizing usage tracker for tenant:965aad4d20a346709a2e913bd6888a85 on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:20.011223 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b81203-bdd9-4879-9f55-3bca6c40dcbe tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa12a12-1dbe-496d-981a-711ec5e3d971,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:20.031714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-791d3a2f-a7b3-43dd-9248-1ceb7d25a774 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Unset dirty status for tenant:965aad4d20a346709a2e913bd6888a85 on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:20.033799 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-791d3a2f-a7b3-43dd-9248-1ceb7d25a774 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4956174 Feb 04 06:06:20.041088 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55054) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:20.044303 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-11b81203-bdd9-4879-9f55-3bca6c40dcbe tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:20.044911 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-83f8f2e7-a7ab-4208-b453-afa3a682925e None None] Provisioning for port d5fe8b28-b90a-4be9-8151-4445c922d36e completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:20.045905 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-11b81203-bdd9-4879-9f55-3bca6c40dcbe tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9139969 Feb 04 06:06:20.051023 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-653e8b9d-8e44-40b4-a703-8ae51050078a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group': {'name': 'tempest-secgroup--478268676'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:20.051194 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55058) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:20.054302 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-83f8f2e7-a7ab-4208-b453-afa3a682925e None None] Provisioning complete for port d5fe8b28-b90a-4be9-8151-4445c922d36e triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:20.054939 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-83f8f2e7-a7ab-4208-b453-afa3a682925e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:20.059169 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-7e407312-0bc9-4681-873f-1d1d4a81ede2 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1303193321'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:20.061123 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-653e8b9d-8e44-40b4-a703-8ae51050078a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:20.067680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7e407312-0bc9-4681-873f-1d1d4a81ede2 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:20.073969 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7e407312-0bc9-4681-873f-1d1d4a81ede2 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:20.077702 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7e407312-0bc9-4681-873f-1d1d4a81ede2 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:20.082233 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-653e8b9d-8e44-40b4-a703-8ae51050078a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:20.084894 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7e407312-0bc9-4681-873f-1d1d4a81ede2 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:20.100267 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6e6a2c-7b64-4a21-be4a-1beb8aa89833 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router 9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:06:20.104963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-653e8b9d-8e44-40b4-a703-8ae51050078a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:20.109652 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-30cf6373-21ba-4dbf-bddc-db51aa521917 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:20.113967 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7e407312-0bc9-4681-873f-1d1d4a81ede2 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:20.131621 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-83f8f2e7-a7ab-4208-b453-afa3a682925e None None] Port d5fe8b28-b90a-4be9-8151-4445c922d36e cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:20.144790 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-30cf6373-21ba-4dbf-bddc-db51aa521917 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:20.258909 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-653e8b9d-8e44-40b4-a703-8ae51050078a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:20.262629 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-41b44413-0670-448d-834b-ca3130f5239f None None] Provisioning for port 2830d251-40a7-4fe0-9ca8-4e9041a97fac completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:20.268850 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-41b44413-0670-448d-834b-ca3130f5239f None None] Provisioning complete for port 2830d251-40a7-4fe0-9ca8-4e9041a97fac triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:20.269313 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-41b44413-0670-448d-834b-ca3130f5239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:20.275725 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-30cf6373-21ba-4dbf-bddc-db51aa521917 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:20.281277 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-653e8b9d-8e44-40b4-a703-8ae51050078a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:20.286643 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-653e8b9d-8e44-40b4-a703-8ae51050078a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:20.295888 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-653e8b9d-8e44-40b4-a703-8ae51050078a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:20.339391 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6e6a2c-7b64-4a21-be4a-1beb8aa89833 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:06:20.350135 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 10499829-cba6-42d5-a113-d01efda3da0c up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:20.368856 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1c6e6a2c-7b64-4a21-be4a-1beb8aa89833 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8027437 Feb 04 06:06:20.373297 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55062) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:20.388274 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6547fd-b725-43a0-a5b7-324da337e695 None None] Sync routers for ids ['9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:20.425999 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7e407312-0bc9-4681-873f-1d1d4a81ede2 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:20.437358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6547fd-b725-43a0-a5b7-324da337e695 None None] Routers {'9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:20.438446 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1b6547fd-b725-43a0-a5b7-324da337e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:20.446063 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7e407312-0bc9-4681-873f-1d1d4a81ede2 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:20.458611 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7e407312-0bc9-4681-873f-1d1d4a81ede2 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:20.474925 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6104c65-49b9-4d01-b2a2-dea76532dd2e tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:20.475139 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e6104c65-49b9-4d01-b2a2-dea76532dd2e tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Synchronizing usage tracker for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:20.477600 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7e407312-0bc9-4681-873f-1d1d4a81ede2 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:20.479624 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-653e8b9d-8e44-40b4-a703-8ae51050078a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:20.493098 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-653e8b9d-8e44-40b4-a703-8ae51050078a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:20.526392 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1b6547fd-b725-43a0-a5b7-324da337e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:20.526686 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-653e8b9d-8e44-40b4-a703-8ae51050078a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:20.531577 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-653e8b9d-8e44-40b4-a703-8ae51050078a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4848919 Feb 04 06:06:20.534542 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55066) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:20.536593 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e6104c65-49b9-4d01-b2a2-dea76532dd2e tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Unset dirty status for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:20.541055 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e6104c65-49b9-4d01-b2a2-dea76532dd2e tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/ports/6232c787-2545-4231-9889-84e6f2ff08ed HTTP/1.1" status: 200 len: 911 time: 0.1635723 Feb 04 06:06:20.541219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55070) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:20.550478 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf6373-21ba-4dbf-bddc-db51aa521917 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 28cbf56c-1764-4c88-84a2-c9af2bcf73f6 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:20.555620 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-5363971a-1f29-491b-9596-0f9d0e4b6b90 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': '06a2cfae-b7d4-4c9b-a284-58307f15e43c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:20.556217 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING neutron.api.v2.base [None req-5363971a-1f29-491b-9596-0f9d0e4b6b90 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 06:06:20.556711 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-5363971a-1f29-491b-9596-0f9d0e4b6b90 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:20.557684 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5363971a-1f29-491b-9596-0f9d0e4b6b90 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0188107 Feb 04 06:06:20.559760 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-30cf6373-21ba-4dbf-bddc-db51aa521917 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:20.561614 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf6373-21ba-4dbf-bddc-db51aa521917 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=d5fe8b28-b90a-4be9-8151-4445c922d36e,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:20.572603 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55074) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:20.583804 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-64df0798-49d9-4742-958e-1cbe0d0f8e28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=675c510890904ac2b9a9de3c77631cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6200516 Feb 04 06:06:20.617652 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6547fd-b725-43a0-a5b7-324da337e695 None None] Routers {'9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:20.618726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1b6547fd-b725-43a0-a5b7-324da337e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:20.619387 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55076) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:20.766316 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1b6547fd-b725-43a0-a5b7-324da337e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:20.766833 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6547fd-b725-43a0-a5b7-324da337e695 None None] The sync data for ids ['9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:20.770181 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-41b44413-0670-448d-834b-ca3130f5239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:20.780008 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 10499829-cba6-42d5-a113-d01efda3da0c triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:20.780379 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:20.856652 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-41b44413-0670-448d-834b-ca3130f5239f None None] For port 2830d251-40a7-4fe0-9ca8-4e9041a97fac, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2830d251-40a7-4fe0-9ca8-4e9041a97fac,segment=NetworkSegment(8719df14-c22c-44e6-8571-fb43ac3e1399),segment_id=8719df14-c22c-44e6-8571-fb43ac3e1399)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:20.868215 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-41b44413-0670-448d-834b-ca3130f5239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:20.897928 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b38a-0388-45e6-a3bb-693af3c471a9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:20.930213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b38a-0388-45e6-a3bb-693af3c471a9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:20.937195 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e8b9d-8e44-40b4-a703-8ae51050078a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a2cfae-b7d4-4c9b-a284-58307f15e43c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:20.996412 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-41b44413-0670-448d-834b-ca3130f5239f None None] Provisioning complete for port d5fe8b28-b90a-4be9-8151-4445c922d36e triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:20.996798 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-41b44413-0670-448d-834b-ca3130f5239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.001680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b38a-0388-45e6-a3bb-693af3c471a9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.069913 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5b38a-0388-45e6-a3bb-693af3c471a9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a2cfae-b7d4-4c9b-a284-58307f15e43c,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:21.079136 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7e407312-0bc9-4681-873f-1d1d4a81ede2 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.083578 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b44413-0670-448d-834b-ca3130f5239f None None] Pushing event updated for resources: {'Port': ['ID=2830d251-40a7-4fe0-9ca8-4e9041a97fac,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:21.100585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b38a-0388-45e6-a3bb-693af3c471a9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.101986 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0ac5b38a-0388-45e6-a3bb-693af3c471a9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "DELETE /v2.0/security-groups/06a2cfae-b7d4-4c9b-a284-58307f15e43c HTTP/1.1" status: 204 len: 168 time: 0.4414215 Feb 04 06:06:21.103035 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7e407312-0bc9-4681-873f-1d1d4a81ede2 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.104875 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-41b44413-0670-448d-834b-ca3130f5239f None None] Port d5fe8b28-b90a-4be9-8151-4445c922d36e cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:21.108981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55082) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:21.167241 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-97a9d8a9-2654-4257-9da9-722319a4e124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.170451 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7e407312-0bc9-4681-873f-1d1d4a81ede2 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.175211 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7e407312-0bc9-4681-873f-1d1d4a81ede2 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1230650 Feb 04 06:06:21.176317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55086) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:21.181363 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e407312-0bc9-4681-873f-1d1d4a81ede2 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb92db24-077f-4f0c-a126-9a412105e02e,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:21.183378 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cf6373-21ba-4dbf-bddc-db51aa521917 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router 07a7b359-9eb2-43e7-ae17-c0292cbb337e is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:06:21.195579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-97a9d8a9-2654-4257-9da9-722319a4e124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.201345 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-5661e9c0-0d0a-4983-b2d7-8545a41b10c6 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': 'baa12a12-1dbe-496d-981a-711ec5e3d971', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'bb92db24-077f-4f0c-a126-9a412105e02e'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:21.215332 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5661e9c0-0d0a-4983-b2d7-8545a41b10c6 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:21.231004 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d0a7ba6d-b225-43f8-896a-d74069eeef45 None None] Provisioning complete for port 2830d251-40a7-4fe0-9ca8-4e9041a97fac triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:21.231462 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d0a7ba6d-b225-43f8-896a-d74069eeef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.286100 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5661e9c0-0d0a-4983-b2d7-8545a41b10c6 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:21.300460 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c65215df-c625-4888-9a88-3ace754689c8 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Synchronizing usage tracker for tenant:965aad4d20a346709a2e913bd6888a85 on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:21.303007 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5661e9c0-0d0a-4983-b2d7-8545a41b10c6 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:21.356194 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-97a9d8a9-2654-4257-9da9-722319a4e124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.361621 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5661e9c0-0d0a-4983-b2d7-8545a41b10c6 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:21.372696 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d0a7ba6d-b225-43f8-896a-d74069eeef45 None None] Provisioning for port 6232c787-2545-4231-9889-84e6f2ff08ed completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:21.377607 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9d8a9-2654-4257-9da9-722319a4e124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67112e3b-84b3-4a88-bd24-e162b5c9ff56,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:21.378012 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d0a7ba6d-b225-43f8-896a-d74069eeef45 None None] Provisioning complete for port 6232c787-2545-4231-9889-84e6f2ff08ed triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:21.378372 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d0a7ba6d-b225-43f8-896a-d74069eeef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.385365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-97a9d8a9-2654-4257-9da9-722319a4e124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.386344 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-97a9d8a9-2654-4257-9da9-722319a4e124 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67112e3b-84b3-4a88-bd24-e162b5c9ff56 HTTP/1.1" status: 204 len: 168 time: 0.7658796 Feb 04 06:06:21.414854 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c65215df-c625-4888-9a88-3ace754689c8 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Unset dirty status for tenant:965aad4d20a346709a2e913bd6888a85 on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:21.419812 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c65215df-c625-4888-9a88-3ace754689c8 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2924724 Feb 04 06:06:21.421650 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55092) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:21.427254 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-fd561920-817b-48d3-9827-72e6dd1b22f3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692021062'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:21.439300 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-fd561920-817b-48d3-9827-72e6dd1b22f3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:21.446039 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cf6373-21ba-4dbf-bddc-db51aa521917 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:06:21.453832 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-30cf6373-21ba-4dbf-bddc-db51aa521917 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/07a7b359-9eb2-43e7-ae17-c0292cbb337e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5012064 Feb 04 06:06:21.458741 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-5661e9c0-0d0a-4983-b2d7-8545a41b10c6 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:21.461922 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde44278-3e0f-42c4-9f46-f1344a9ac65b None None] Sync routers for ids ['07a7b359-9eb2-43e7-ae17-c0292cbb337e'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:21.463086 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5661e9c0-0d0a-4983-b2d7-8545a41b10c6 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2832987 Feb 04 06:06:21.463208 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55096) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:21.463808 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55098) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:21.464389 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-fd561920-817b-48d3-9827-72e6dd1b22f3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:21.478087 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7ba6d-b225-43f8-896a-d74069eeef45 None None] Port 6232c787-2545-4231-9889-84e6f2ff08ed cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:21.490902 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d0a7ba6d-b225-43f8-896a-d74069eeef45 None None] Provisioning complete for port d5fe8b28-b90a-4be9-8151-4445c922d36e triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:21.491473 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d0a7ba6d-b225-43f8-896a-d74069eeef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.493923 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde44278-3e0f-42c4-9f46-f1344a9ac65b None None] Routers {'07a7b359-9eb2-43e7-ae17-c0292cbb337e'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:21.497401 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-fde44278-3e0f-42c4-9f46-f1344a9ac65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['07a7b359-9eb2-43e7-ae17-c0292cbb337e'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:21.558222 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-45097cd1-4662-407e-b715-3baa53c6f97b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.562284 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7ba6d-b225-43f8-896a-d74069eeef45 None None] Port d5fe8b28-b90a-4be9-8151-4445c922d36e cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:21.577637 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fd561920-817b-48d3-9827-72e6dd1b22f3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.583949 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-fde44278-3e0f-42c4-9f46-f1344a9ac65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:21.597135 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde44278-3e0f-42c4-9f46-f1344a9ac65b None None] Routers {'07a7b359-9eb2-43e7-ae17-c0292cbb337e'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:21.597315 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-fde44278-3e0f-42c4-9f46-f1344a9ac65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['07a7b359-9eb2-43e7-ae17-c0292cbb337e'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:21.623950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a594a15-23e6-4016-9891-54acf57e52fa tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:21.624542 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4a594a15-23e6-4016-9891-54acf57e52fa tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Synchronizing usage tracker for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:21.643533 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-fd561920-817b-48d3-9827-72e6dd1b22f3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:21.652448 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-fd561920-817b-48d3-9827-72e6dd1b22f3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:21.656990 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-fd561920-817b-48d3-9827-72e6dd1b22f3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:21.668609 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-fd561920-817b-48d3-9827-72e6dd1b22f3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:21.675767 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ec12782b-d68f-41e1-a588-78cb475578ff tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.683491 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-fde44278-3e0f-42c4-9f46-f1344a9ac65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:21.684008 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde44278-3e0f-42c4-9f46-f1344a9ac65b None None] The sync data for ids ['07a7b359-9eb2-43e7-ae17-c0292cbb337e'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:21.693214 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4a594a15-23e6-4016-9891-54acf57e52fa tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Unset dirty status for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:21.696947 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4a594a15-23e6-4016-9891-54acf57e52fa tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/ports/d5fe8b28-b90a-4be9-8151-4445c922d36e HTTP/1.1" status: 200 len: 910 time: 0.2277369 Feb 04 06:06:21.699111 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55108) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:21.720605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f311842e-0393-4a4f-9e13-ae0ae0c9593e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '85c1f454-3ae9-4dd2-92cd-5cd583a95789'}]}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:21.720868 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ec12782b-d68f-41e1-a588-78cb475578ff tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.807939 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fd561920-817b-48d3-9827-72e6dd1b22f3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.809653 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ec12782b-d68f-41e1-a588-78cb475578ff tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.824535 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fd561920-817b-48d3-9827-72e6dd1b22f3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.837128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12782b-d68f-41e1-a588-78cb475578ff tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb92db24-077f-4f0c-a126-9a412105e02e,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:21.891845 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd561920-817b-48d3-9827-72e6dd1b22f3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6458a3e-5bd7-4071-b358-e881d69e07b6,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:21.894442 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ec12782b-d68f-41e1-a588-78cb475578ff tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.898389 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ec12782b-d68f-41e1-a588-78cb475578ff tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "DELETE /v2.0/security-groups/bb92db24-077f-4f0c-a126-9a412105e02e HTTP/1.1" status: 204 len: 168 time: 0.4302475 Feb 04 06:06:21.899758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55118) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:21.902555 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fd561920-817b-48d3-9827-72e6dd1b22f3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.906454 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fd561920-817b-48d3-9827-72e6dd1b22f3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4805567 Feb 04 06:06:21.915284 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55122) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:21.924522 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-e7863318-5d6b-4f87-a2da-4ab77393dcd4 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': 'e6458a3e-5bd7-4071-b358-e881d69e07b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:21.925361 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING neutron.api.v2.base [None req-e7863318-5d6b-4f87-a2da-4ab77393dcd4 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 06:06:21.925842 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-e7863318-5d6b-4f87-a2da-4ab77393dcd4 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:21.926759 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e7863318-5d6b-4f87-a2da-4ab77393dcd4 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0090163 Feb 04 06:06:21.930620 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55126) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:21.951285 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-6242da5b-260b-4333-a9f4-ba0ac9f7c99b tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': 'e6458a3e-5bd7-4071-b358-e881d69e07b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:21.952340 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING neutron.api.v2.base [None req-6242da5b-260b-4333-a9f4-ba0ac9f7c99b tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 06:06:21.953143 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-6242da5b-260b-4333-a9f4-ba0ac9f7c99b tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:21.957062 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6242da5b-260b-4333-a9f4-ba0ac9f7c99b tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0228486 Feb 04 06:06:21.959085 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55130) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:21.971357 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-c817471a-d688-4f4e-a9ac-6747a6278325 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': 'e6458a3e-5bd7-4071-b358-e881d69e07b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:21.971977 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING neutron.api.v2.base [None req-c817471a-d688-4f4e-a9ac-6747a6278325 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 06:06:21.972756 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-c817471a-d688-4f4e-a9ac-6747a6278325 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:21.979120 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c817471a-d688-4f4e-a9ac-6747a6278325 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136259 Feb 04 06:06:21.979436 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55134) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:21.983605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-721912fa-f5dd-4322-adb5-26612e21e9b3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': 'e6458a3e-5bd7-4071-b358-e881d69e07b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:21.984993 dv-neutron-826830-2-hyperv neutron-server[87470]: WARNING neutron.api.v2.base [None req-721912fa-f5dd-4322-adb5-26612e21e9b3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 06:06:21.985479 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-721912fa-f5dd-4322-adb5-26612e21e9b3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:21.986417 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-721912fa-f5dd-4322-adb5-26612e21e9b3 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0087721 Feb 04 06:06:21.990285 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55140) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:21.998077 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-57d67edb-d670-4ee6-824d-af5cddaad915 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Synchronizing usage tracker for tenant:8bb03f5fed48471eb711f17257c5f8fc on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:22.019769 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-57d67edb-d670-4ee6-824d-af5cddaad915 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Unset dirty status for tenant:8bb03f5fed48471eb711f17257c5f8fc on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:22.021809 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-57d67edb-d670-4ee6-824d-af5cddaad915 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1211269 Feb 04 06:06:22.026022 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55146) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:22.092401 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff64c411-53b5-401a-a6a5-564d1f673b1c tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.121831 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff64c411-53b5-401a-a6a5-564d1f673b1c tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.195307 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff64c411-53b5-401a-a6a5-564d1f673b1c tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.196931 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26e2529b-c5ca-4928-8b9c-b08ba6a93ef9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.223824 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64c411-53b5-401a-a6a5-564d1f673b1c tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa12a12-1dbe-496d-981a-711ec5e3d971,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:22.233673 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff64c411-53b5-401a-a6a5-564d1f673b1c tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.237607 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ff64c411-53b5-401a-a6a5-564d1f673b1c tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "DELETE /v2.0/security-groups/baa12a12-1dbe-496d-981a-711ec5e3d971 HTTP/1.1" status: 204 len: 168 time: 0.2083156 Feb 04 06:06:22.237775 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f311842e-0393-4a4f-9e13-ae0ae0c9593e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.237884 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55154) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:22.259552 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55158) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:22.269040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26e2529b-c5ca-4928-8b9c-b08ba6a93ef9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.284002 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-45097cd1-4662-407e-b715-3baa53c6f97b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port 6232c787-2545-4231-9889-84e6f2ff08ed {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:22.284344 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-45097cd1-4662-407e-b715-3baa53c6f97b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.313273 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3b8ae2b3-1f81-475e-8727-b7b66b6afc8a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Synchronizing usage tracker for tenant:8bb03f5fed48471eb711f17257c5f8fc on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:22.336197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3b8ae2b3-1f81-475e-8727-b7b66b6afc8a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Unset dirty status for tenant:8bb03f5fed48471eb711f17257c5f8fc on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:22.341203 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3b8ae2b3-1f81-475e-8727-b7b66b6afc8a tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0988255 Feb 04 06:06:22.342076 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55164) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:22.346073 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2830d251-40a7-4fe0-9ca8-4e9041a97fac up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:22.347926 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-51b30970-d405-491a-8342-5ed1ad2fecd5 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1282084530'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:22.355029 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-51b30970-d405-491a-8342-5ed1ad2fecd5 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:22.366107 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-51b30970-d405-491a-8342-5ed1ad2fecd5 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:22.378975 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-51b30970-d405-491a-8342-5ed1ad2fecd5 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.400233 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1680451187'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:22.407501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:22.411723 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-51b30970-d405-491a-8342-5ed1ad2fecd5 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:22.414324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Usage tracker for resource:network and tenant:4103c94f952943da8e210bc2be36204b is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:22.418274 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:22.421234 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-51b30970-d405-491a-8342-5ed1ad2fecd5 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:22.426391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-51b30970-d405-491a-8342-5ed1ad2fecd5 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:22.429515 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:22.435059 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-51b30970-d405-491a-8342-5ed1ad2fecd5 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:22.441072 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 2830d251-40a7-4fe0-9ca8-4e9041a97fac triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:22.442020 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.447955 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Made reservation on behalf of 4103c94f952943da8e210bc2be36204b for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:22.451354 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.463661 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.479316 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:22.483286 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Usage tracker for resource:security_group_rule and tenant:4103c94f952943da8e210bc2be36204b is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:22.486910 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:22.493063 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:22.616240 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-51b30970-d405-491a-8342-5ed1ad2fecd5 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.627878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-51b30970-d405-491a-8342-5ed1ad2fecd5 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.676836 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.689825 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.698905 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b30970-d405-491a-8342-5ed1ad2fecd5 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a267c1-732b-4fb3-8a66-d469a36c42d0,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:22.754474 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26e2529b-c5ca-4928-8b9c-b08ba6a93ef9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.805774 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2529b-c5ca-4928-8b9c-b08ba6a93ef9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6458a3e-5bd7-4071-b358-e881d69e07b6,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:22.842026 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26e2529b-c5ca-4928-8b9c-b08ba6a93ef9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.843618 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-26e2529b-c5ca-4928-8b9c-b08ba6a93ef9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "DELETE /v2.0/security-groups/e6458a3e-5bd7-4071-b358-e881d69e07b6 HTTP/1.1" status: 204 len: 168 time: 0.8411963 Feb 04 06:06:22.844081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-51b30970-d405-491a-8342-5ed1ad2fecd5 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.848036 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-51b30970-d405-491a-8342-5ed1ad2fecd5 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5021987 Feb 04 06:06:22.849278 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:06:22.849847 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55168) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:22.850304 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55170) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:22.874416 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.874797 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Added segment 72e60a90-ecf4-46b2-bffe-76d00c91f2bf of type vlan for network 47949287-755e-4b88-b9cd-7494c2f32684 Feb 04 06:06:22.880055 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0446a231-b598-44d0-a109-6a3d90f3cede,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:22.904766 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-42007bea-5e1f-48f8-b0c5-8a74b47cc83f tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': 'a5a267c1-732b-4fb3-8a66-d469a36c42d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:22.906302 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.927942 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-42007bea-5e1f-48f8-b0c5-8a74b47cc83f tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:22.939767 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.946246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:22.946839 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.961876 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-42007bea-5e1f-48f8-b0c5-8a74b47cc83f tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:22.970732 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-42007bea-5e1f-48f8-b0c5-8a74b47cc83f tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:22.974194 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-45097cd1-4662-407e-b715-3baa53c6f97b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.998733 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-42007bea-5e1f-48f8-b0c5-8a74b47cc83f tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:23.047070 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.7862594 Feb 04 06:06:23.050632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55176) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:23.060557 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8e9b301d-2630-43e7-ad94-8ffa79064d99 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Request body: {'subnet': {'network_id': '47949287-755e-4b88-b9cd-7494c2f32684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:23.074232 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaebaef-3938-4e8b-95c0-689fc3c1b65f tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Pushing event updated for resources: {'Network': ['ID=47949287-755e-4b88-b9cd-7494c2f32684,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:23.085016 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 47949287-755e-4b88-b9cd-7494c2f32684 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:06:23.132422 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-45097cd1-4662-407e-b715-3baa53c6f97b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Calling delete_port for 6232c787-2545-4231-9889-84e6f2ff08ed owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:23.174403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8e9b301d-2630-43e7-ad94-8ffa79064d99 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:23.178804 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8e9b301d-2630-43e7-ad94-8ffa79064d99 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Usage tracker for resource:subnet and tenant:4103c94f952943da8e210bc2be36204b is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:23.181785 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8e9b301d-2630-43e7-ad94-8ffa79064d99 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:23.187790 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8e9b301d-2630-43e7-ad94-8ffa79064d99 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:23.197678 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9b301d-2630-43e7-ad94-8ffa79064d99 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Made reservation on behalf of 4103c94f952943da8e210bc2be36204b for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:23.201415 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8e9b301d-2630-43e7-ad94-8ffa79064d99 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:23.233917 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-60d25df6-da80-4cbc-afd4-4b5e8fe50ec5 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Synchronizing usage tracker for tenant:965aad4d20a346709a2e913bd6888a85 on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:23.301111 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-60d25df6-da80-4cbc-afd4-4b5e8fe50ec5 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Unset dirty status for tenant:965aad4d20a346709a2e913bd6888a85 on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:23.302267 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-60d25df6-da80-4cbc-afd4-4b5e8fe50ec5 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4119980 Feb 04 06:06:23.307562 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55180) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:23.312759 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-42007bea-5e1f-48f8-b0c5-8a74b47cc83f tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:23.313796 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-42007bea-5e1f-48f8-b0c5-8a74b47cc83f tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4214222 Feb 04 06:06:23.315059 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-31e976ac-9331-4277-9a53-12d749049337 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1499949193'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:23.321454 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55184) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:23.328155 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-31e976ac-9331-4277-9a53-12d749049337 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:23.334756 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ed750795-2048-460a-8296-8246d5051b35 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group_rule': {'security_group_id': 'a5a267c1-732b-4fb3-8a66-d469a36c42d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:23.350222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ed750795-2048-460a-8296-8246d5051b35 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:23.353436 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-31e976ac-9331-4277-9a53-12d749049337 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:23.359944 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ed750795-2048-460a-8296-8246d5051b35 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:23.365146 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ed750795-2048-460a-8296-8246d5051b35 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:23.374846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ed750795-2048-460a-8296-8246d5051b35 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:23.379790 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31e976ac-9331-4277-9a53-12d749049337 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:23.438374 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-31e976ac-9331-4277-9a53-12d749049337 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:23.450512 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-31e976ac-9331-4277-9a53-12d749049337 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:23.461640 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-31e976ac-9331-4277-9a53-12d749049337 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:23.477937 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-31e976ac-9331-4277-9a53-12d749049337 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:23.483616 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-ed750795-2048-460a-8296-8246d5051b35 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:23.485047 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ed750795-2048-460a-8296-8246d5051b35 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1626894 Feb 04 06:06:23.489178 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55188) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:23.542029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f311842e-0393-4a4f-9e13-ae0ae0c9593e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:23.550605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-45097cd1-4662-407e-b715-3baa53c6f97b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:23.595685 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8e9b301d-2630-43e7-ad94-8ffa79064d99 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:23.596533 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f311842e-0393-4a4f-9e13-ae0ae0c9593e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:23.631331 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45097cd1-4662-407e-b715-3baa53c6f97b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Port': ['ID=6232c787-2545-4231-9889-84e6f2ff08ed,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:23.675838 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a9ebeb65-bada-4598-8ac5-f449ad8a7a96 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:23.747459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b301d-2630-43e7-ad94-8ffa79064d99 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Pushing event updated for resources: {'Subnet': ['ID=b7d6f460-3080-4a14-923c-b1f6c152d967,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:23.755678 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31e976ac-9331-4277-9a53-12d749049337 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:23.761276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a9ebeb65-bada-4598-8ac5-f449ad8a7a96 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:23.775655 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31e976ac-9331-4277-9a53-12d749049337 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:23.801619 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9b301d-2630-43e7-ad94-8ffa79064d99 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Checking segment: {'id': '72e60a90-ecf4-46b2-bffe-76d00c91f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '47949287-755e-4b88-b9cd-7494c2f32684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:23.802613 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9b301d-2630-43e7-ad94-8ffa79064d99 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Network hostable DHCP agents. Network: 47949287-755e-4b88-b9cd-7494c2f32684, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:06:23.864481 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e976ac-9331-4277-9a53-12d749049337 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca920c1f-830d-48c5-a624-f43638567fcc,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:23.879252 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9b301d-2630-43e7-ad94-8ffa79064d99 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Network 47949287-755e-4b88-b9cd-7494c2f32684 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:06:23.885860 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-45097cd1-4662-407e-b715-3baa53c6f97b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:23.886303 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31e976ac-9331-4277-9a53-12d749049337 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:23.887518 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-31e976ac-9331-4277-9a53-12d749049337 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5789700 Feb 04 06:06:23.889506 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a9ebeb65-bada-4598-8ac5-f449ad8a7a96 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:23.894103 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55192) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:23.898097 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311842e-0393-4a4f-9e13-ae0ae0c9593e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:23.898736 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f311842e-0393-4a4f-9e13-ae0ae0c9593e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:23.900058 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f311842e-0393-4a4f-9e13-ae0ae0c9593e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/ports/d5fe8b28-b90a-4be9-8151-4445c922d36e HTTP/1.1" status: 200 len: 910 time: 2.2000296 Feb 04 06:06:23.905681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55194) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:23.906249 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311842e-0393-4a4f-9e13-ae0ae0c9593e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=d5fe8b28-b90a-4be9-8151-4445c922d36e,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:23.912514 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0360b7db-7c96-4327-85e9-0aa6b074c50b tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': 'ca920c1f-830d-48c5-a624-f43638567fcc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:23.912989 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING neutron.api.v2.base [None req-0360b7db-7c96-4327-85e9-0aa6b074c50b tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 06:06:23.913798 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-0360b7db-7c96-4327-85e9-0aa6b074c50b tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:23.914465 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0360b7db-7c96-4327-85e9-0aa6b074c50b tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0121324 Feb 04 06:06:23.916403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-8e9b301d-2630-43e7-ad94-8ffa79064d99 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 47949287-755e-4b88-b9cd-7494c2f32684) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:23.917859 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55200) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:23.918845 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebeb65-bada-4598-8ac5-f449ad8a7a96 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a267c1-732b-4fb3-8a66-d469a36c42d0,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:23.924071 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a9ebeb65-bada-4598-8ac5-f449ad8a7a96 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:23.924414 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ec6dcb-80fa-496c-953e-d2650d5894a5 None None] Network 47949287-755e-4b88-b9cd-7494c2f32684 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:23.927607 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a9ebeb65-bada-4598-8ac5-f449ad8a7a96 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "DELETE /v2.0/security-groups/a5a267c1-732b-4fb3-8a66-d469a36c42d0 HTTP/1.1" status: 204 len: 168 time: 0.4319682 Feb 04 06:06:23.927607 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9b301d-2630-43e7-ad94-8ffa79064d99 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:23.927607 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8e9b301d-2630-43e7-ad94-8ffa79064d99 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:23.933117 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-01f7f2b1-7f30-4a00-b978-c05338997515 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': 'ca920c1f-830d-48c5-a624-f43638567fcc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:23.936969 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55204) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:23.963859 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-01f7f2b1-7f30-4a00-b978-c05338997515 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:23.974386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-01f7f2b1-7f30-4a00-b978-c05338997515 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:23.983682 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-01f7f2b1-7f30-4a00-b978-c05338997515 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:23.993949 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8e9b301d-2630-43e7-ad94-8ffa79064d99 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9400761 Feb 04 06:06:23.993949 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-01f7f2b1-7f30-4a00-b978-c05338997515 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:23.996655 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55208) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:24.014896 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-fe184933-ef9f-48af-aed8-f5c578ff1556 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Request body: {'port': {'network_id': '47949287-755e-4b88-b9cd-7494c2f32684', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1069530600'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:24.115111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-867c08b9-1bd6-4800-add5-b5e283bb2c56 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Synchronizing usage tracker for tenant:8bb03f5fed48471eb711f17257c5f8fc on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:24.176183 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-01f7f2b1-7f30-4a00-b978-c05338997515 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:24.181055 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-01f7f2b1-7f30-4a00-b978-c05338997515 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2603149 Feb 04 06:06:24.181642 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55212) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:24.190471 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-9c7f5fa9-96a4-4e1f-9368-ccc0f41fdb9a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': 'ca920c1f-830d-48c5-a624-f43638567fcc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:24.191223 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING neutron.api.v2.base [None req-9c7f5fa9-96a4-4e1f-9368-ccc0f41fdb9a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 06:06:24.191723 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-9c7f5fa9-96a4-4e1f-9368-ccc0f41fdb9a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:24.195619 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9c7f5fa9-96a4-4e1f-9368-ccc0f41fdb9a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093827 Feb 04 06:06:24.199246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-867c08b9-1bd6-4800-add5-b5e283bb2c56 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Unset dirty status for tenant:8bb03f5fed48471eb711f17257c5f8fc on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:24.204546 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-867c08b9-1bd6-4800-add5-b5e283bb2c56 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2650528 Feb 04 06:06:24.208814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55216) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:24.208814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55218) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:24.211751 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-47949287-755e-4b88-b9cd-7494c2f32684', 'network_id': '47949287-755e-4b88-b9cd-7494c2f32684', 'tenant_id': '4103c94f952943da8e210bc2be36204b', 'fixed_ips': [{'subnet_id': 'b7d6f460-3080-4a14-923c-b1f6c152d967'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:06:24.212779 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:24.215761 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8386c358-b03b-491e-9e59-b0f868b7ed4b tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': 'ca920c1f-830d-48c5-a624-f43638567fcc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:24.222889 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8386c358-b03b-491e-9e59-b0f868b7ed4b tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:24.227249 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8386c358-b03b-491e-9e59-b0f868b7ed4b tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:24.230684 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8386c358-b03b-491e-9e59-b0f868b7ed4b tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:24.238020 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8386c358-b03b-491e-9e59-b0f868b7ed4b tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:24.252033 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-22341732-14b8-4a9f-8b95-2dfc5cd166c1 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1028494453'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:24.272979 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-22341732-14b8-4a9f-8b95-2dfc5cd166c1 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:24.297992 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-22341732-14b8-4a9f-8b95-2dfc5cd166c1 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:24.300111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-fe184933-ef9f-48af-aed8-f5c578ff1556 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:24.306885 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-8386c358-b03b-491e-9e59-b0f868b7ed4b tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:24.311018 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8386c358-b03b-491e-9e59-b0f868b7ed4b tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1013217 Feb 04 06:06:24.313503 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-fe184933-ef9f-48af-aed8-f5c578ff1556 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Usage tracker for resource:port and tenant:4103c94f952943da8e210bc2be36204b is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:24.316082 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55224) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:24.318481 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-fe184933-ef9f-48af-aed8-f5c578ff1556 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:24.324957 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-a6ba004b-a3d0-4885-a065-f38c95d8027e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': 'ca920c1f-830d-48c5-a624-f43638567fcc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:24.325439 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING neutron.api.v2.base [None req-a6ba004b-a3d0-4885-a065-f38c95d8027e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 06:06:24.326018 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-a6ba004b-a3d0-4885-a065-f38c95d8027e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:24.329927 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a6ba004b-a3d0-4885-a065-f38c95d8027e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128880 Feb 04 06:06:24.331625 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55228) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:24.334281 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-22341732-14b8-4a9f-8b95-2dfc5cd166c1 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:24.340380 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-79ef4fe7-dd06-4ac7-b871-3dbc4393b2fe tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': 'ca920c1f-830d-48c5-a624-f43638567fcc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:24.345116 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-fe184933-ef9f-48af-aed8-f5c578ff1556 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:24.363227 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-22341732-14b8-4a9f-8b95-2dfc5cd166c1 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:24.367111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe184933-ef9f-48af-aed8-f5c578ff1556 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Made reservation on behalf of 4103c94f952943da8e210bc2be36204b for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:24.370549 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fe184933-ef9f-48af-aed8-f5c578ff1556 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:24.379696 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-22341732-14b8-4a9f-8b95-2dfc5cd166c1 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Usage tracker for resource:security_group_rule and tenant:8bb03f5fed48471eb711f17257c5f8fc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:24.383736 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-22341732-14b8-4a9f-8b95-2dfc5cd166c1 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:24.393453 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-22341732-14b8-4a9f-8b95-2dfc5cd166c1 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:24.404285 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-fe184933-ef9f-48af-aed8-f5c578ff1556 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] device_id is not set on port cc5a623b-74b3-48cd-a4a6-77a949da0ab9 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:06:24.407691 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-79ef4fe7-dd06-4ac7-b871-3dbc4393b2fe tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:24.475936 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-79ef4fe7-dd06-4ac7-b871-3dbc4393b2fe tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:24.483391 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-79ef4fe7-dd06-4ac7-b871-3dbc4393b2fe tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:24.520427 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Allocated IP 2001:db8::2 (47949287-755e-4b88-b9cd-7494c2f32684/b7d6f460-3080-4a14-923c-b1f6c152d967/34164ed2-0f9c-4cff-9b95-7816bb2cb171) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:24.552801 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-22341732-14b8-4a9f-8b95-2dfc5cd166c1 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:24.561843 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-22341732-14b8-4a9f-8b95-2dfc5cd166c1 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:24.613192 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22341732-14b8-4a9f-8b95-2dfc5cd166c1 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6865234f-91a3-4441-8251-26e844d3a7fb,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:24.618951 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-79ef4fe7-dd06-4ac7-b871-3dbc4393b2fe tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:24.624816 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-22341732-14b8-4a9f-8b95-2dfc5cd166c1 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:24.626686 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-22341732-14b8-4a9f-8b95-2dfc5cd166c1 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4149916 Feb 04 06:06:24.629146 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55232) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:24.636502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-a7016e5c-d5f2-4c83-a4bc-cfe27dd16e1c tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:24.637290 dv-neutron-826830-2-hyperv neutron-server[87471]: WARNING neutron.api.v2.base [None req-a7016e5c-d5f2-4c83-a4bc-cfe27dd16e1c tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 06:06:24.638012 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-a7016e5c-d5f2-4c83-a4bc-cfe27dd16e1c tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 06:06:24.643186 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a7016e5c-d5f2-4c83-a4bc-cfe27dd16e1c tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "PUT /v2.0/security-groups/6865234f-91a3-4441-8251-26e844d3a7fb HTTP/1.1" status: 409 len: 330 time: 0.0121748 Feb 04 06:06:24.644459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55236) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:24.651662 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45097cd1-4662-407e-b715-3baa53c6f97b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router 9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:06:24.715477 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b9680e66-32c6-4b8a-b15d-49265fcc2899 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:24.744360 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b9680e66-32c6-4b8a-b15d-49265fcc2899 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:24.790932 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b9680e66-32c6-4b8a-b15d-49265fcc2899 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:24.809259 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9680e66-32c6-4b8a-b15d-49265fcc2899 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6865234f-91a3-4441-8251-26e844d3a7fb,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:24.818559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b9680e66-32c6-4b8a-b15d-49265fcc2899 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:24.819921 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b9680e66-32c6-4b8a-b15d-49265fcc2899 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "DELETE /v2.0/security-groups/6865234f-91a3-4441-8251-26e844d3a7fb HTTP/1.1" status: 204 len: 168 time: 0.1739171 Feb 04 06:06:24.822578 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55240) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:24.826968 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:24.841013 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Transition to ACTIVE for port object 34164ed2-0f9c-4cff-9b95-7816bb2cb171 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:24.852846 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-79ef4fe7-dd06-4ac7-b871-3dbc4393b2fe tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:24.853876 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-79ef4fe7-dd06-4ac7-b871-3dbc4393b2fe tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5205588 Feb 04 06:06:24.858465 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55244) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:24.864677 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Transition to ACTIVE for port object 34164ed2-0f9c-4cff-9b95-7816bb2cb171 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:24.873167 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:24.874727 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-6b75921b-27e2-4b78-8063-f441f8fb6822 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': 'ca920c1f-830d-48c5-a624-f43638567fcc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:24.875217 dv-neutron-826830-2-hyperv neutron-server[87470]: WARNING neutron.api.v2.base [None req-6b75921b-27e2-4b78-8063-f441f8fb6822 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 06:06:24.875681 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-6b75921b-27e2-4b78-8063-f441f8fb6822 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:24.876651 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6b75921b-27e2-4b78-8063-f441f8fb6822 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106223 Feb 04 06:06:24.877878 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45097cd1-4662-407e-b715-3baa53c6f97b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:06:24.883451 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55248) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:24.898960 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-83b812a2-4841-4424-9b10-5f01453938ce tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': 'ca920c1f-830d-48c5-a624-f43638567fcc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:24.911863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-83b812a2-4841-4424-9b10-5f01453938ce tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:24.917906 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-84182057-e332-4ca0-8a0a-bfe6ac0fa294 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Synchronizing usage tracker for tenant:8bb03f5fed48471eb711f17257c5f8fc on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:24.922454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baa3089-58b4-40ee-8a50-44f01f0201a6 None None] Sync routers for ids ['9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:24.945159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-83b812a2-4841-4424-9b10-5f01453938ce tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:24.947630 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-84182057-e332-4ca0-8a0a-bfe6ac0fa294 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] Unset dirty status for tenant:8bb03f5fed48471eb711f17257c5f8fc on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:24.952721 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-84182057-e332-4ca0-8a0a-bfe6ac0fa294 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1252639 Feb 04 06:06:24.952893 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-45097cd1-4662-407e-b715-3baa53c6f97b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4080400 Feb 04 06:06:24.956219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-83b812a2-4841-4424-9b10-5f01453938ce tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:24.956702 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55252) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:24.957043 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55254) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:24.960620 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Network 47949287-755e-4b88-b9cd-7494c2f32684 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:24.964361 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baa3089-58b4-40ee-8a50-44f01f0201a6 None None] Routers {'9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:24.965086 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-83b812a2-4841-4424-9b10-5f01453938ce tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:24.965403 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-3baa3089-58b4-40ee-8a50-44f01f0201a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:25.015442 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-83b812a2-4841-4424-9b10-5f01453938ce tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:25.016568 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-83b812a2-4841-4424-9b10-5f01453938ce tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1299295 Feb 04 06:06:25.020183 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-fe184933-ef9f-48af-aed8-f5c578ff1556 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Allocated IP 2001:db8::223 (47949287-755e-4b88-b9cd-7494c2f32684/b7d6f460-3080-4a14-923c-b1f6c152d967/cc5a623b-74b3-48cd-a4a6-77a949da0ab9) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:25.022894 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:25.029987 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55260) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:25.035111 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:25.035875 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-53559a52-a7c6-4c66-887c-43514e7eaf34 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f HTTP/1.1" status: 200 len: 205 time: 0.0762718 Feb 04 06:06:25.039430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-3c47e6e9-3c4a-422a-b89e-4ded3a0ad487 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': 'ca920c1f-830d-48c5-a624-f43638567fcc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:25.045534 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55264) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:25.047272 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-82f58733-f9a3-4f94-aa3b-e8c61dddf6eb tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] delete failed (client error): The resource could not be found. Feb 04 06:06:25.048271 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-82f58733-f9a3-4f94-aa3b-e8c61dddf6eb tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "DELETE /v2.0/security-groups/79a1fd84-f2ef-40ba-81b4-9fe711be05fc HTTP/1.1" status: 404 len: 347 time: 0.0903330 Feb 04 06:06:25.052403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-3c47e6e9-3c4a-422a-b89e-4ded3a0ad487 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:25.052550 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55268) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:25.059006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3c47e6e9-3c4a-422a-b89e-4ded3a0ad487 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:25.063477 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3c47e6e9-3c4a-422a-b89e-4ded3a0ad487 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:25.080984 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-3c47e6e9-3c4a-422a-b89e-4ded3a0ad487 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:25.082743 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-3baa3089-58b4-40ee-8a50-44f01f0201a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:25.085281 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Pushing event updated for resources: {'Port': ['ID=34164ed2-0f9c-4cff-9b95-7816bb2cb171,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:25.166945 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baa3089-58b4-40ee-8a50-44f01f0201a6 None None] Routers {'9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:25.167964 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-3baa3089-58b4-40ee-8a50-44f01f0201a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:25.207428 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-14480e76-fbfe-4722-9511-b388053cca68 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] show failed (client error): The resource could not be found. Feb 04 06:06:25.212132 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-14480e76-fbfe-4722-9511-b388053cca68 tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "GET /v2.0/security-groups/4e0f9f8a-0bc6-4351-a049-3883836abaff HTTP/1.1" status: 404 len: 347 time: 0.1552176 Feb 04 06:06:25.213589 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55272) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:25.227416 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d8081a60-d83c-4a8d-a9e9-1c98fbdf747c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:25.246658 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-3baa3089-58b4-40ee-8a50-44f01f0201a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:25.247072 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baa3089-58b4-40ee-8a50-44f01f0201a6 None None] The sync data for ids ['9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:25.250500 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Attempting to bind port 34164ed2-0f9c-4cff-9b95-7816bb2cb171 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:06:25.250869 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Attempting to bind port 34164ed2-0f9c-4cff-9b95-7816bb2cb171 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '72e60a90-ecf4-46b2-bffe-76d00c91f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '47949287-755e-4b88-b9cd-7494c2f32684'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:06:25.251230 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Attempting to bind port 34164ed2-0f9c-4cff-9b95-7816bb2cb171 on network 47949287-755e-4b88-b9cd-7494c2f32684 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:06:25.257372 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:06:25.257737 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Checking segment: {'id': '72e60a90-ecf4-46b2-bffe-76d00c91f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '47949287-755e-4b88-b9cd-7494c2f32684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:25.258207 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:25.258595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Bound using segment: {'id': '72e60a90-ecf4-46b2-bffe-76d00c91f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '47949287-755e-4b88-b9cd-7494c2f32684'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:06:25.259061 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Bound port: 34164ed2-0f9c-4cff-9b95-7816bb2cb171, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e60a90-ecf4-46b2-bffe-76d00c91f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '47949287-755e-4b88-b9cd-7494c2f32684'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:06:25.259430 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:25.341764 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-3c47e6e9-3c4a-422a-b89e-4ded3a0ad487 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:25.344248 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3c47e6e9-3c4a-422a-b89e-4ded3a0ad487 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3132613 Feb 04 06:06:25.351460 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-cf83f8b6-a31c-43cc-882b-485e0231951d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] show failed (client error): The resource could not be found. Feb 04 06:06:25.352773 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-cf83f8b6-a31c-43cc-882b-485e0231951d tempest-NegativeSecGroupIPv6Test-846837967 tempest-NegativeSecGroupIPv6Test-846837967-project] 10.222.0.31 "GET /v2.0/security-group-rules/dd356bb4-e671-487e-a57a-9e52106ebd95 HTTP/1.1" status: 404 len: 356 time: 0.1390245 Feb 04 06:06:25.353406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55276) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:25.355099 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] For port 34164ed2-0f9c-4cff-9b95-7816bb2cb171, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:06:25.358410 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] For port 34164ed2-0f9c-4cff-9b95-7816bb2cb171, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=34164ed2-0f9c-4cff-9b95-7816bb2cb171,segment=NetworkSegment(72e60a90-ecf4-46b2-bffe-76d00c91f2bf),segment_id=72e60a90-ecf4-46b2-bffe-76d00c91f2bf)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:06:25.367468 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:25.446351 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fe184933-ef9f-48af-aed8-f5c578ff1556 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:25.458285 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea99dc9-21df-48a1-b8d2-8833c85498d6 None None] Pushing event updated for resources: {'Port': ['ID=34164ed2-0f9c-4cff-9b95-7816bb2cb171,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:25.464748 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-fe184933-ef9f-48af-aed8-f5c578ff1556 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Transition to ACTIVE for port object cc5a623b-74b3-48cd-a4a6-77a949da0ab9 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:25.494467 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fe184933-ef9f-48af-aed8-f5c578ff1556 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:25.581806 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe184933-ef9f-48af-aed8-f5c578ff1556 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Network 47949287-755e-4b88-b9cd-7494c2f32684 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:25.585742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-fe184933-ef9f-48af-aed8-f5c578ff1556 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:25.590391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe184933-ef9f-48af-aed8-f5c578ff1556 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:25.596646 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe184933-ef9f-48af-aed8-f5c578ff1556 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:25.597381 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fe184933-ef9f-48af-aed8-f5c578ff1556 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:25.613376 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe184933-ef9f-48af-aed8-f5c578ff1556 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Pushing event updated for resources: {'Port': ['ID=cc5a623b-74b3-48cd-a4a6-77a949da0ab9,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:25.628040 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fe184933-ef9f-48af-aed8-f5c578ff1556 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6294377 Feb 04 06:06:25.630978 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55284) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:25.638560 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Request body: {'port': {'network_id': '47949287-755e-4b88-b9cd-7494c2f32684', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-688649472', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:25.638984 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.api.validators [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] bootfile-name is not in valid_values {{(pid=87471) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:06:25.639538 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.api.validators [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] tftp-server is not in valid_values {{(pid=87471) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:06:25.639926 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.api.validators [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] server-ip-address is not in valid_values {{(pid=87471) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:06:25.766346 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55288) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:25.778569 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-119a6482-6f06-4655-b656-c599c510f1ee tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:25.837026 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:25.837822 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d8081a60-d83c-4a8d-a9e9-1c98fbdf747c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:25.841462 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Usage tracker for resource:port and tenant:4103c94f952943da8e210bc2be36204b is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:25.844878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:25.849684 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d8081a60-d83c-4a8d-a9e9-1c98fbdf747c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:25.852495 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:25.867814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Made reservation on behalf of 4103c94f952943da8e210bc2be36204b for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:25.871413 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:25.894499 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] device_id is not set on port eb0e3c2e-e85b-43a1-adbf-883699ca650f yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:06:25.960261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5f025e0c-9740-4540-80c8-cc79d09724af tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:25.984011 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d8081a60-d83c-4a8d-a9e9-1c98fbdf747c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:25.984894 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8081a60-d83c-4a8d-a9e9-1c98fbdf747c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Fanout notify agent at l3_agent the message router_deleted on router 9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:06:26.022139 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3d9fdb20-3393-4713-bb9a-5ab69435d26d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8bb03f5fed48471eb711f17257c5f8fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542000 Feb 04 06:06:26.025437 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55294) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:26.057161 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5f025e0c-9740-4540-80c8-cc79d09724af tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.077381 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d8081a60-d83c-4a8d-a9e9-1c98fbdf747c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.078459 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d8081a60-d83c-4a8d-a9e9-1c98fbdf747c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/routers/9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f HTTP/1.1" status: 204 len: 168 time: 1.0275962 Feb 04 06:06:26.084131 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55298) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:26.169931 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5f025e0c-9740-4540-80c8-cc79d09724af tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.188411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Allocated IP 2001:db8::322 (47949287-755e-4b88-b9cd-7494c2f32684/b7d6f460-3080-4a14-923c-b1f6c152d967/eb0e3c2e-e85b-43a1-adbf-883699ca650f) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:26.221703 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-132e6d53-7139-4b1f-b242-314d98fca6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting subnet a675a18b-4e58-498c-ade0-3f757ee2a173 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:06:26.230820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f025e0c-9740-4540-80c8-cc79d09724af tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca920c1f-830d-48c5-a624-f43638567fcc,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:26.237896 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-132e6d53-7139-4b1f-b242-314d98fca6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.250000 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5f025e0c-9740-4540-80c8-cc79d09724af tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.253794 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5f025e0c-9740-4540-80c8-cc79d09724af tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "DELETE /v2.0/security-groups/ca920c1f-830d-48c5-a624-f43638567fcc HTTP/1.1" status: 204 len: 168 time: 0.8883553 Feb 04 06:06:26.254458 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55302) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:26.274503 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-71cab3ac-1dba-4247-acc0-b0dc983defe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.278767 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-119a6482-6f06-4655-b656-c599c510f1ee tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting port d5fe8b28-b90a-4be9-8151-4445c922d36e {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:26.279107 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-119a6482-6f06-4655-b656-c599c510f1ee tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.382550 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 34164ed2-0f9c-4cff-9b95-7816bb2cb171 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:26.410390 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-132e6d53-7139-4b1f-b242-314d98fca6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.428294 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-704ce6f8-4a16-4671-b899-d3b4a986f77a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Synchronizing usage tracker for tenant:965aad4d20a346709a2e913bd6888a85 on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:26.443465 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-71cab3ac-1dba-4247-acc0-b0dc983defe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.484900 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-704ce6f8-4a16-4671-b899-d3b4a986f77a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Unset dirty status for tenant:965aad4d20a346709a2e913bd6888a85 on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:26.486314 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-704ce6f8-4a16-4671-b899-d3b4a986f77a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2309461 Feb 04 06:06:26.490614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55306) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:26.493519 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 34164ed2-0f9c-4cff-9b95-7816bb2cb171 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:26.496271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-5c304da8-1ef1-48b7-948b-b5baa775f302 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group': {'name': 'tempest-secgroup--497301199'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:26.508731 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5c304da8-1ef1-48b7-948b-b5baa775f302 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:26.532150 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5c304da8-1ef1-48b7-948b-b5baa775f302 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:26.535049 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-119a6482-6f06-4655-b656-c599c510f1ee tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.616537 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-132e6d53-7139-4b1f-b242-314d98fca6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.652777 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-71cab3ac-1dba-4247-acc0-b0dc983defe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.660217 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c304da8-1ef1-48b7-948b-b5baa775f302 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.675641 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-119a6482-6f06-4655-b656-c599c510f1ee tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Calling delete_port for d5fe8b28-b90a-4be9-8151-4445c922d36e owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:26.686297 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.689204 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cab3ac-1dba-4247-acc0-b0dc983defe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae79a14-15b1-45a7-88ed-6e19aaf9ba35,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:26.729411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Transition to ACTIVE for port object eb0e3c2e-e85b-43a1-adbf-883699ca650f will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:26.742169 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5c304da8-1ef1-48b7-948b-b5baa775f302 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:26.749920 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5c304da8-1ef1-48b7-948b-b5baa775f302 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:26.755738 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5c304da8-1ef1-48b7-948b-b5baa775f302 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:26.756897 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-71cab3ac-1dba-4247-acc0-b0dc983defe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.760556 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-71cab3ac-1dba-4247-acc0-b0dc983defe6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ae79a14-15b1-45a7-88ed-6e19aaf9ba35 HTTP/1.1" status: 204 len: 168 time: 0.7317855 Feb 04 06:06:26.764952 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5c304da8-1ef1-48b7-948b-b5baa775f302 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:26.770741 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-132e6d53-7139-4b1f-b242-314d98fca6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.817555 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9411bfb-d7aa-4185-ac81-a34995eff71f None None] Network 47949287-755e-4b88-b9cd-7494c2f32684 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:26.820465 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-132e6d53-7139-4b1f-b242-314d98fca6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.838081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e6d53-7139-4b1f-b242-314d98fca6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Subnet': ['ID=a675a18b-4e58-498c-ade0-3f757ee2a173,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:26.845148 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-132e6d53-7139-4b1f-b242-314d98fca6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/subnets/a675a18b-4e58-498c-ade0-3f757ee2a173 HTTP/1.1" status: 204 len: 168 time: 0.7600043 Feb 04 06:06:26.845538 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55312) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:26.857650 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.858813 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a1ca3-3622-44bb-be43-b7bdee6c0a56 None None] Network 6a8acb6d-6210-41b5-8dbe-b26d69dded0b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:26.951407 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Network 47949287-755e-4b88-b9cd-7494c2f32684 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:26.955218 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:26.964266 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:26.971164 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:26.971859 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.994402 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Pushing event updated for resources: {'Port': ['ID=eb0e3c2e-e85b-43a1-adbf-883699ca650f,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:27.002312 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-068b6b1d-8c31-4f95-89ba-9023466dd22a tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.3701627 Feb 04 06:06:27.003128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55318) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:27.020024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c304da8-1ef1-48b7-948b-b5baa775f302 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:27.025679 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ee48d18e-486a-4192-9e7f-8dac639cff60 None None] Provisioning for port 34164ed2-0f9c-4cff-9b95-7816bb2cb171 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:27.046014 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c304da8-1ef1-48b7-948b-b5baa775f302 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:27.055290 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ee48d18e-486a-4192-9e7f-8dac639cff60 None None] Provisioning complete for port 34164ed2-0f9c-4cff-9b95-7816bb2cb171 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:27.056024 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee48d18e-486a-4192-9e7f-8dac639cff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:27.067860 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:27.114868 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-119a6482-6f06-4655-b656-c599c510f1ee tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:27.117758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb67c13-2b62-438a-a057-1941a40ce487 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:27.124103 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb67c13-2b62-438a-a057-1941a40ce487 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:27.130295 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb67c13-2b62-438a-a057-1941a40ce487 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:27.131200 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ccb67c13-2b62-438a-a057-1941a40ce487 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Synchronizing usage tracker for tenant:4103c94f952943da8e210bc2be36204b on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:27.159266 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ccb67c13-2b62-438a-a057-1941a40ce487 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Unset dirty status for tenant:4103c94f952943da8e210bc2be36204b on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:27.166557 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ccb67c13-2b62-438a-a057-1941a40ce487 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1623542 Feb 04 06:06:27.171377 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55328) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:27.173242 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c304da8-1ef1-48b7-948b-b5baa775f302 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07587b1a-1bfa-49d8-915e-0d52f3c33de1,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:27.200600 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port 2830d251-40a7-4fe0-9ca8-4e9041a97fac {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:27.201025 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:27.238670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a6482-6f06-4655-b656-c599c510f1ee tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Port': ['ID=d5fe8b28-b90a-4be9-8151-4445c922d36e,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:27.242654 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c304da8-1ef1-48b7-948b-b5baa775f302 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:27.244049 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5c304da8-1ef1-48b7-948b-b5baa775f302 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7523971 Feb 04 06:06:27.279113 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55332) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:27.294484 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d8b09d58-7f5b-4c18-b9b9-7a717e0dd679 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': '07587b1a-1bfa-49d8-915e-0d52f3c33de1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:27.297545 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-12404a86-0e50-4e9c-8644-85e460aa7def tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Deleting port eb0e3c2e-e85b-43a1-adbf-883699ca650f {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:27.298072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-12404a86-0e50-4e9c-8644-85e460aa7def tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:27.300496 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d8b09d58-7f5b-4c18-b9b9-7a717e0dd679 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:27.304796 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d8b09d58-7f5b-4c18-b9b9-7a717e0dd679 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:27.307811 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d8b09d58-7f5b-4c18-b9b9-7a717e0dd679 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:27.313990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d8b09d58-7f5b-4c18-b9b9-7a717e0dd679 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:27.554002 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee48d18e-486a-4192-9e7f-8dac639cff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:27.604228 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ee48d18e-486a-4192-9e7f-8dac639cff60 None None] For port 34164ed2-0f9c-4cff-9b95-7816bb2cb171, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=34164ed2-0f9c-4cff-9b95-7816bb2cb171,segment=NetworkSegment(72e60a90-ecf4-46b2-bffe-76d00c91f2bf),segment_id=72e60a90-ecf4-46b2-bffe-76d00c91f2bf)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:27.611723 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee48d18e-486a-4192-9e7f-8dac639cff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:27.672261 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd8f40f-baaf-4dd9-ba16-c24662477367 None None] DHCP port deletion for 6a8acb6d-6210-41b5-8dbe-b26d69dded0b request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:06:27.699057 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-5fd8f40f-baaf-4dd9-ba16-c24662477367 None None] Deleting port 2830d251-40a7-4fe0-9ca8-4e9041a97fac {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:27.699692 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5fd8f40f-baaf-4dd9-ba16-c24662477367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:27.713336 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-12404a86-0e50-4e9c-8644-85e460aa7def tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:27.792625 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48d18e-486a-4192-9e7f-8dac639cff60 None None] Pushing event updated for resources: {'Port': ['ID=34164ed2-0f9c-4cff-9b95-7816bb2cb171,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:27.807369 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-d8b09d58-7f5b-4c18-b9b9-7a717e0dd679 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): The resource could not be found. Feb 04 06:06:27.808446 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d8b09d58-7f5b-4c18-b9b9-7a717e0dd679 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5230000 Feb 04 06:06:27.822474 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55348) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:27.893689 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-3e167794-3cc2-434e-93c3-eb4ddd7322be tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': '07587b1a-1bfa-49d8-915e-0d52f3c33de1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd894da70-7fd7-4da0-a4d0-b23f72fec584'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:27.919183 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3e167794-3cc2-434e-93c3-eb4ddd7322be tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:27.952918 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3e167794-3cc2-434e-93c3-eb4ddd7322be tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:27.969028 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-119a6482-6f06-4655-b656-c599c510f1ee tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:28.013718 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-5fd8f40f-baaf-4dd9-ba16-c24662477367 None None] For port 2830d251-40a7-4fe0-9ca8-4e9041a97fac, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2830d251-40a7-4fe0-9ca8-4e9041a97fac,segment=NetworkSegment(8719df14-c22c-44e6-8571-fb43ac3e1399),segment_id=8719df14-c22c-44e6-8571-fb43ac3e1399)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:28.016835 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5fd8f40f-baaf-4dd9-ba16-c24662477367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:28.031513 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3e167794-3cc2-434e-93c3-eb4ddd7322be tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:28.049681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3e167794-3cc2-434e-93c3-eb4ddd7322be tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:28.174078 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-12404a86-0e50-4e9c-8644-85e460aa7def tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Calling delete_port for eb0e3c2e-e85b-43a1-adbf-883699ca650f owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:28.219218 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-5fd8f40f-baaf-4dd9-ba16-c24662477367 None None] Calling delete_port for 2830d251-40a7-4fe0-9ca8-4e9041a97fac owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:28.350234 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 34164ed2-0f9c-4cff-9b95-7816bb2cb171 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:28.412659 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-80f82ecb-c80c-42e9-a485-e25be6213efd None None] Provisioning for port cc5a623b-74b3-48cd-a4a6-77a949da0ab9 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:28.438277 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-80f82ecb-c80c-42e9-a485-e25be6213efd None None] Provisioning complete for port cc5a623b-74b3-48cd-a4a6-77a949da0ab9 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:28.438653 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-80f82ecb-c80c-42e9-a485-e25be6213efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:28.454662 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-12404a86-0e50-4e9c-8644-85e460aa7def tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:28.517902 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-80f82ecb-c80c-42e9-a485-e25be6213efd None None] Port cc5a623b-74b3-48cd-a4a6-77a949da0ab9 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:28.529430 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-80f82ecb-c80c-42e9-a485-e25be6213efd None None] Could not find standard attr ID for object eb0e3c2e-e85b-43a1-adbf-883699ca650f. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:06:28.566931 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5fd8f40f-baaf-4dd9-ba16-c24662477367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:28.579317 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119a6482-6f06-4655-b656-c599c510f1ee tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router 07a7b359-9eb2-43e7-ae17-c0292cbb337e has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:06:28.583490 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12404a86-0e50-4e9c-8644-85e460aa7def tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Pushing event deleted for resources: {'Port': ['ID=eb0e3c2e-e85b-43a1-adbf-883699ca650f,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:28.589029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] For port 2830d251-40a7-4fe0-9ca8-4e9041a97fac, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2830d251-40a7-4fe0-9ca8-4e9041a97fac,segment=NetworkSegment(8719df14-c22c-44e6-8571-fb43ac3e1399),segment_id=8719df14-c22c-44e6-8571-fb43ac3e1399)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:28.589775 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:28.599839 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-12404a86-0e50-4e9c-8644-85e460aa7def tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:28.612914 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55364) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:28.613933 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 34164ed2-0f9c-4cff-9b95-7816bb2cb171 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:28.614315 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:28.617135 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-3e167794-3cc2-434e-93c3-eb4ddd7322be tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): The resource could not be found. Feb 04 06:06:28.618257 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3e167794-3cc2-434e-93c3-eb4ddd7322be tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7930555 Feb 04 06:06:28.621124 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55370) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:28.625066 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-12404a86-0e50-4e9c-8644-85e460aa7def tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] 10.222.0.31 "DELETE /v2.0/ports/eb0e3c2e-e85b-43a1-adbf-883699ca650f HTTP/1.1" status: 204 len: 168 time: 1.4526412 Feb 04 06:06:28.638654 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55374) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:28.648949 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-61a2425d-ba7c-4277-91fd-668e2323e153 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Request body: {'port': {'name': 'tempest-new-port-name-325108567', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:28.649337 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.api.validators [None req-61a2425d-ba7c-4277-91fd-668e2323e153 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] bootfile-name is not in valid_values {{(pid=87471) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:06:28.649669 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.api.validators [None req-61a2425d-ba7c-4277-91fd-668e2323e153 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] tftp-server is not in valid_values {{(pid=87471) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:06:28.649993 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.api.validators [None req-61a2425d-ba7c-4277-91fd-668e2323e153 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] server-ip-address is not in valid_values {{(pid=87471) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:06:28.661396 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-80f82ecb-c80c-42e9-a485-e25be6213efd None None] Provisioning complete for port 34164ed2-0f9c-4cff-9b95-7816bb2cb171 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:28.661911 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-80f82ecb-c80c-42e9-a485-e25be6213efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:28.705142 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8f40f-baaf-4dd9-ba16-c24662477367 None None] Pushing event deleted for resources: {'Port': ['ID=2830d251-40a7-4fe0-9ca8-4e9041a97fac,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:28.747527 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8f40f-baaf-4dd9-ba16-c24662477367 None None] No DVR routers for this DVR port 2830d251-40a7-4fe0-9ca8-4e9041a97fac on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:06:28.766944 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Calling delete_port for 2830d251-40a7-4fe0-9ca8-4e9041a97fac owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:28.904071 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'network': {'name': 'tempest-network-smoke--1811519087', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'port_security_enabled': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:28.912364 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-61a2425d-ba7c-4277-91fd-668e2323e153 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:28.924001 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:28.932337 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b39e8e6-a60f-4e18-8d32-f65233cdc3a5 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:28.941014 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:network and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:28.949163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:28.979311 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119a6482-6f06-4655-b656-c599c510f1ee tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:06:28.986317 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-119a6482-6f06-4655-b656-c599c510f1ee tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/07a7b359-9eb2-43e7-ae17-c0292cbb337e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0762327 Feb 04 06:06:28.989875 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55378) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:28.991302 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014a266-940b-4ffa-8333-4f410b6a7a9c None None] Sync routers for ids ['07a7b359-9eb2-43e7-ae17-c0292cbb337e'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:29.004531 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014a266-940b-4ffa-8333-4f410b6a7a9c None None] Routers {'07a7b359-9eb2-43e7-ae17-c0292cbb337e'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:29.005165 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6014a266-940b-4ffa-8333-4f410b6a7a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['07a7b359-9eb2-43e7-ae17-c0292cbb337e'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:29.033105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b39e8e6-a60f-4e18-8d32-f65233cdc3a5 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.034430 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2830d251-40a7-4fe0-9ca8-4e9041a97fac no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:06:29.074689 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:29.079409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:06:29.079982 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:06:29.080982 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 2830d251-40a7-4fe0-9ca8-4e9041a97fac {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:06:29.081329 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2830d251-40a7-4fe0-9ca8-4e9041a97fac not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:06:29.086117 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6014a266-940b-4ffa-8333-4f410b6a7a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:29.095759 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-939b02a0-b391-4006-befa-0159c7d1c288 None None] Provisioning complete for port cc5a623b-74b3-48cd-a4a6-77a949da0ab9 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:29.096249 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-939b02a0-b391-4006-befa-0159c7d1c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.099238 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014a266-940b-4ffa-8333-4f410b6a7a9c None None] Routers {'07a7b359-9eb2-43e7-ae17-c0292cbb337e'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:29.100082 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6014a266-940b-4ffa-8333-4f410b6a7a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['07a7b359-9eb2-43e7-ae17-c0292cbb337e'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:29.100446 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b39e8e6-a60f-4e18-8d32-f65233cdc3a5 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.102981 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ff334f8a-2a65-4921-9823-e08201087fb4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Synchronizing usage tracker for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:29.126442 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ff334f8a-2a65-4921-9823-e08201087fb4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Unset dirty status for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:29.132436 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:29.133568 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ff334f8a-2a65-4921-9823-e08201087fb4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7b359-9eb2-43e7-ae17-c0292cbb337e HTTP/1.1" status: 200 len: 205 time: 0.1421108 Feb 04 06:06:29.136239 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55382) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:29.138977 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.158350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.165878 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6014a266-940b-4ffa-8333-4f410b6a7a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:29.166563 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014a266-940b-4ffa-8333-4f410b6a7a9c None None] The sync data for ids ['07a7b359-9eb2-43e7-ae17-c0292cbb337e'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:29.168250 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39e8e6-a60f-4e18-8d32-f65233cdc3a5 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07587b1a-1bfa-49d8-915e-0d52f3c33de1,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:29.181606 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b39e8e6-a60f-4e18-8d32-f65233cdc3a5 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.182852 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4b39e8e6-a60f-4e18-8d32-f65233cdc3a5 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "DELETE /v2.0/security-groups/07587b1a-1bfa-49d8-915e-0d52f3c33de1 HTTP/1.1" status: 204 len: 168 time: 0.5604565 Feb 04 06:06:29.199940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-939b02a0-b391-4006-befa-0159c7d1c288 None None] Port cc5a623b-74b3-48cd-a4a6-77a949da0ab9 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:29.202905 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-939b02a0-b391-4006-befa-0159c7d1c288 None None] Could not find standard attr ID for object eb0e3c2e-e85b-43a1-adbf-883699ca650f. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:06:29.206143 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55386) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:29.210028 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:29.276141 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:29.281852 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:29.298943 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:29.311703 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f69e4f07-9aae-4dc2-8aea-42b782105bc0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.371738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8069d4f7-317c-42ac-89d5-79037237cd57 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Synchronizing usage tracker for tenant:965aad4d20a346709a2e913bd6888a85 on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:29.433483 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8069d4f7-317c-42ac-89d5-79037237cd57 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Unset dirty status for tenant:965aad4d20a346709a2e913bd6888a85 on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:29.440928 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8069d4f7-317c-42ac-89d5-79037237cd57 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2266386 Feb 04 06:06:29.441300 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55390) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:29.449688 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-b26a1092-52c9-45ce-af31-baf05cf1d2ca tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': '32ab0b41-ba60-4658-a5f7-3bfa68961a08', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:29.470051 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b26a1092-52c9-45ce-af31-baf05cf1d2ca tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:29.484507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-610dcd24-842d-49a0-a43b-37b00b159e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.488069 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b26a1092-52c9-45ce-af31-baf05cf1d2ca tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:29.506159 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b26a1092-52c9-45ce-af31-baf05cf1d2ca tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:29.519445 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-61a2425d-ba7c-4277-91fd-668e2323e153 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.523664 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b26a1092-52c9-45ce-af31-baf05cf1d2ca tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:29.526624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.529021 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-61a2425d-ba7c-4277-91fd-668e2323e153 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.572987 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.616631 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-61a2425d-ba7c-4277-91fd-668e2323e153 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] In _notify_port_updated(), no bound segment for port cc5a623b-74b3-48cd-a4a6-77a949da0ab9 on network 47949287-755e-4b88-b9cd-7494c2f32684 {{(pid=87471) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:06:29.622145 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a2425d-ba7c-4277-91fd-668e2323e153 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:29.622781 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-61a2425d-ba7c-4277-91fd-668e2323e153 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.624112 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-61a2425d-ba7c-4277-91fd-668e2323e153 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] 10.222.0.31 "PUT /v2.0/ports/cc5a623b-74b3-48cd-a4a6-77a949da0ab9 HTTP/1.1" status: 200 len: 1129 time: 0.9844995 Feb 04 06:06:29.630647 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55394) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:29.675975 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port 2830d251-40a7-4fe0-9ca8-4e9041a97fac {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:29.676293 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.685746 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:06:29.725653 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2425d-ba7c-4277-91fd-668e2323e153 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Pushing event updated for resources: {'Port': ['ID=cc5a623b-74b3-48cd-a4a6-77a949da0ab9,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:29.732555 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efcd3c68-7518-40ab-b046-abb83a85e14e,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:29.741931 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.742311 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Added segment 3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1 of type vlan for network b6d2ebf2-259c-4278-b7f2-8d8c651dca23 Feb 04 06:06:29.763288 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-b26a1092-52c9-45ce-af31-baf05cf1d2ca tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): The resource could not be found. Feb 04 06:06:29.764786 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b26a1092-52c9-45ce-af31-baf05cf1d2ca tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3226080 Feb 04 06:06:29.771718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e684a2-677f-4b38-97d3-5e4a73b299b0 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:29.772362 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-77e684a2-677f-4b38-97d3-5e4a73b299b0 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Synchronizing usage tracker for tenant:4103c94f952943da8e210bc2be36204b on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:29.782530 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55398) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:29.792015 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-a53a3bcc-74e8-40a3-9d29-f59be7a4410e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1179654696'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:29.801421 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a53a3bcc-74e8-40a3-9d29-f59be7a4410e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:29.804531 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.807405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] The port '2830d251-40a7-4fe0-9ca8-4e9041a97fac' was deleted {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:06:29.811752 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f69e4f07-9aae-4dc2-8aea-42b782105bc0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.824703 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a53a3bcc-74e8-40a3-9d29-f59be7a4410e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:29.838428 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-77e684a2-677f-4b38-97d3-5e4a73b299b0 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Unset dirty status for tenant:4103c94f952943da8e210bc2be36204b on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:29.839541 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f69e4f07-9aae-4dc2-8aea-42b782105bc0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.839676 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-77e684a2-677f-4b38-97d3-5e4a73b299b0 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] 10.222.0.31 "GET /v2.0/ports/cc5a623b-74b3-48cd-a4a6-77a949da0ab9 HTTP/1.1" status: 200 len: 1129 time: 0.2050049 Feb 04 06:06:29.845134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55402) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:29.852801 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a53a3bcc-74e8-40a3-9d29-f59be7a4410e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.864687 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.870121 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:29.870696 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.941964 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2bd0a554-28c9-473d-b357-f0288d261247 None None] Provisioning complete for port cc5a623b-74b3-48cd-a4a6-77a949da0ab9 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:29.942599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2bd0a554-28c9-473d-b357-f0288d261247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.970827 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a53a3bcc-74e8-40a3-9d29-f59be7a4410e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:29.985300 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a53a3bcc-74e8-40a3-9d29-f59be7a4410e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:29.992438 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a53a3bcc-74e8-40a3-9d29-f59be7a4410e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:29.999802 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3857353 Feb 04 06:06:30.003292 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55406) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:30.005489 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9843d3-5642-4696-9f8a-00ac44a5ddbb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Network': ['ID=b6d2ebf2-259c-4278-b7f2-8d8c651dca23,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:30.007835 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a53a3bcc-74e8-40a3-9d29-f59be7a4410e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:30.008617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'admin_state_up': True, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:30.021273 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network b6d2ebf2-259c-4278-b7f2-8d8c651dca23 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:06:30.022859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:30.025149 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f69e4f07-9aae-4dc2-8aea-42b782105bc0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.025615 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69e4f07-9aae-4dc2-8aea-42b782105bc0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Fanout notify agent at l3_agent the message router_deleted on router 07a7b359-9eb2-43e7-ae17-c0292cbb337e {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:06:30.042948 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2bd0a554-28c9-473d-b357-f0288d261247 None None] Port cc5a623b-74b3-48cd-a4a6-77a949da0ab9 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:30.043129 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-86da9110-0a82-4166-972f-b191225cf890 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Deleting port cc5a623b-74b3-48cd-a4a6-77a949da0ab9 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:30.043420 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86da9110-0a82-4166-972f-b191225cf890 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.073277 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:router and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:30.085970 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:30.086385 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a53a3bcc-74e8-40a3-9d29-f59be7a4410e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.091584 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a53a3bcc-74e8-40a3-9d29-f59be7a4410e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.095489 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.122367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:30.139511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a3bcc-74e8-40a3-9d29-f59be7a4410e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b553737-6493-4697-a59a-b93649f6e5a2,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:30.142706 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a53a3bcc-74e8-40a3-9d29-f59be7a4410e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.147009 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a53a3bcc-74e8-40a3-9d29-f59be7a4410e tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3624053 Feb 04 06:06:30.147642 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55410) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:30.153522 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-7658b676-b67e-45dc-8bce-005293e4ccc7 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group': {'name': 'tempest-secgroup--766032084'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:30.159507 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7658b676-b67e-45dc-8bce-005293e4ccc7 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:30.164443 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7658b676-b67e-45dc-8bce-005293e4ccc7 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:30.166848 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8acb6d-6210-41b5-8dbe-b26d69dded0b']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:30.167419 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7658b676-b67e-45dc-8bce-005293e4ccc7 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:30.173513 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7658b676-b67e-45dc-8bce-005293e4ccc7 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:30.189151 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7658b676-b67e-45dc-8bce-005293e4ccc7 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.209044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7658b676-b67e-45dc-8bce-005293e4ccc7 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:30.212013 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f69e4f07-9aae-4dc2-8aea-42b782105bc0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.215625 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7658b676-b67e-45dc-8bce-005293e4ccc7 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:30.215792 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f69e4f07-9aae-4dc2-8aea-42b782105bc0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/routers/07a7b359-9eb2-43e7-ae17-c0292cbb337e HTTP/1.1" status: 204 len: 168 time: 1.0759430 Feb 04 06:06:30.215792 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8719df14-c22c-44e6-8571-fb43ac3e1399') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:30.215792 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8719df14-c22c-44e6-8571-fb43ac3e1399') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:30.216518 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7658b676-b67e-45dc-8bce-005293e4ccc7 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:30.219013 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55414) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:30.228411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.229417 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.246207 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.256626 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7658b676-b67e-45dc-8bce-005293e4ccc7 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:30.293099 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.303311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b0ea4b-9eab-479d-95d1-bfc78628d012 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting subnet 85c1f454-3ae9-4dd2-92cd-5cd583a95789 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:06:30.303709 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.305266 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:06:30.305648 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.308064 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-67b0ea4b-9eab-479d-95d1-bfc78628d012 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:06:30.370406 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:06:30.380873 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-67b0ea4b-9eab-479d-95d1-bfc78628d012 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.445091 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7658b676-b67e-45dc-8bce-005293e4ccc7 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.454500 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7658b676-b67e-45dc-8bce-005293e4ccc7 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.514803 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658b676-b67e-45dc-8bce-005293e4ccc7 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc948dc4-d3ee-4f9d-a214-a50db95813b0,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:30.530351 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-67b0ea4b-9eab-479d-95d1-bfc78628d012 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.556752 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.557302 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7658b676-b67e-45dc-8bce-005293e4ccc7 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.561348 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7658b676-b67e-45dc-8bce-005293e4ccc7 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4097154 Feb 04 06:06:30.563375 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55418) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:30.570057 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0436f96f-8d69-4a5f-a345-b114389d6c8f tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group_rule': {'security_group_id': '4b553737-6493-4697-a59a-b93649f6e5a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'bc948dc4-d3ee-4f9d-a214-a50db95813b0'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:30.593136 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.670340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86da9110-0a82-4166-972f-b191225cf890 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.689515 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Network': ['ID=6a8acb6d-6210-41b5-8dbe-b26d69dded0b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:30.697563 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-13e874d3-81ff-43db-9893-2365230c2727 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/networks/6a8acb6d-6210-41b5-8dbe-b26d69dded0b HTTP/1.1" status: 204 len: 168 time: 3.8449688 Feb 04 06:06:30.708996 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55422) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:30.710006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0436f96f-8d69-4a5f-a345-b114389d6c8f tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:30.717719 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0436f96f-8d69-4a5f-a345-b114389d6c8f tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:30.724539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1468271196', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}, 'admin_state_up': False}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:30.730701 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0436f96f-8d69-4a5f-a345-b114389d6c8f tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:30.741228 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:30.746299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0436f96f-8d69-4a5f-a345-b114389d6c8f tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:30.755524 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:router and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:30.760132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:30.767312 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:30.795735 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.797020 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.810923 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-67b0ea4b-9eab-479d-95d1-bfc78628d012 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.844415 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-0436f96f-8d69-4a5f-a345-b114389d6c8f tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:06:30.845490 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0436f96f-8d69-4a5f-a345-b114389d6c8f tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2812030 Feb 04 06:06:30.855339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55426) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:30.866798 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0ea4b-9eab-479d-95d1-bfc78628d012 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Subnet': ['ID=85c1f454-3ae9-4dd2-92cd-5cd583a95789,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:30.879534 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.890437 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64354615-5e16-46d4-bb95-2bd2867e7561 None None] Network 28cbf56c-1764-4c88-84a2-c9af2bcf73f6 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:30.895088 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-67b0ea4b-9eab-479d-95d1-bfc78628d012 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.932007 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-67b0ea4b-9eab-479d-95d1-bfc78628d012 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/subnets/85c1f454-3ae9-4dd2-92cd-5cd583a95789 HTTP/1.1" status: 204 len: 168 time: 0.7117178 Feb 04 06:06:30.938869 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55430) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:31.021433 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-86da9110-0a82-4166-972f-b191225cf890 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Calling delete_port for cc5a623b-74b3-48cd-a4a6-77a949da0ab9 owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:31.136146 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.151757 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef215c14-6cc2-42d3-b949-becb5ee151e6 None None] DHCP port deletion for 28cbf56c-1764-4c88-84a2-c9af2bcf73f6 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:06:31.158034 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-ef215c14-6cc2-42d3-b949-becb5ee151e6 None None] Deleting port 10499829-cba6-42d5-a113-d01efda3da0c {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:31.158034 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef215c14-6cc2-42d3-b949-becb5ee151e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.209769 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.245045 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-991847df-3af0-4843-b9f3-e48c5d1f7952 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.345432 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86da9110-0a82-4166-972f-b191225cf890 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.389705 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting port 10499829-cba6-42d5-a113-d01efda3da0c {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:31.390396 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ef215c14-6cc2-42d3-b949-becb5ee151e6 None None] For port 10499829-cba6-42d5-a113-d01efda3da0c, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=10499829-cba6-42d5-a113-d01efda3da0c,segment=NetworkSegment(a706277f-7a4a-4800-802c-239a49a6260d),segment_id=a706277f-7a4a-4800-802c-239a49a6260d)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:31.390795 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef215c14-6cc2-42d3-b949-becb5ee151e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.390916 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.402150 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da9110-0a82-4166-972f-b191225cf890 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Pushing event deleted for resources: {'Port': ['ID=cc5a623b-74b3-48cd-a4a6-77a949da0ab9,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:31.436016 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.455211 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86da9110-0a82-4166-972f-b191225cf890 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.458495 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-991847df-3af0-4843-b9f3-e48c5d1f7952 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.486706 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-86da9110-0a82-4166-972f-b191225cf890 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] 10.222.0.31 "DELETE /v2.0/ports/cc5a623b-74b3-48cd-a4a6-77a949da0ab9 HTTP/1.1" status: 204 len: 168 time: 1.6403003 Feb 04 06:06:31.489430 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55434) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:31.597503 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-ef215c14-6cc2-42d3-b949-becb5ee151e6 None None] Calling delete_port for 10499829-cba6-42d5-a113-d01efda3da0c owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:31.697566 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef215c14-6cc2-42d3-b949-becb5ee151e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.715077 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc5106c-bffa-480c-bad4-8ba8409e94f8 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Deleting subnet b7d6f460-3080-4a14-923c-b1f6c152d967 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:06:31.720375 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dcc5106c-bffa-480c-bad4-8ba8409e94f8 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.730624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-991847df-3af0-4843-b9f3-e48c5d1f7952 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.750571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef215c14-6cc2-42d3-b949-becb5ee151e6 None None] No DVR routers for this DVR port 10499829-cba6-42d5-a113-d01efda3da0c on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:06:31.754674 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef215c14-6cc2-42d3-b949-becb5ee151e6 None None] Pushing event deleted for resources: {'Port': ['ID=10499829-cba6-42d5-a113-d01efda3da0c,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:31.766144 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991847df-3af0-4843-b9f3-e48c5d1f7952 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc948dc4-d3ee-4f9d-a214-a50db95813b0,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:31.792719 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-991847df-3af0-4843-b9f3-e48c5d1f7952 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.793923 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-991847df-3af0-4843-b9f3-e48c5d1f7952 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "DELETE /v2.0/security-groups/bc948dc4-d3ee-4f9d-a214-a50db95813b0 HTTP/1.1" status: 204 len: 168 time: 0.9332922 Feb 04 06:06:31.797201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.797422 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] For port 10499829-cba6-42d5-a113-d01efda3da0c, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=10499829-cba6-42d5-a113-d01efda3da0c,segment=NetworkSegment(a706277f-7a4a-4800-802c-239a49a6260d),segment_id=a706277f-7a4a-4800-802c-239a49a6260d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:31.797770 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.805322 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55438) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:31.828946 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d55988c2-8131-4c29-84d2-788ab429f3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.832748 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.871715 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dcc5106c-bffa-480c-bad4-8ba8409e94f8 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.950576 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Calling delete_port for 10499829-cba6-42d5-a113-d01efda3da0c owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:32.028285 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dcc5106c-bffa-480c-bad4-8ba8409e94f8 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.066754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.26.4.232 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/b558ca6e-e143-465e-91aa-29f7f58427cb) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:32.121026 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:06:32.121287 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:06:32.125430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7674048f-2160-462d-8488-2720aefb76eb tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Synchronizing usage tracker for tenant:965aad4d20a346709a2e913bd6888a85 on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:32.200649 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dcc5106c-bffa-480c-bad4-8ba8409e94f8 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.246536 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5106c-bffa-480c-bad4-8ba8409e94f8 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d6f460-3080-4a14-923c-b1f6c152d967,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:32.260840 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dcc5106c-bffa-480c-bad4-8ba8409e94f8 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.269942 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-dcc5106c-bffa-480c-bad4-8ba8409e94f8 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] 10.222.0.31 "DELETE /v2.0/subnets/b7d6f460-3080-4a14-923c-b1f6c152d967 HTTP/1.1" status: 204 len: 168 time: 0.7789698 Feb 04 06:06:32.272800 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55442) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:32.280454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752c0b62-e6e0-4652-8af1-b13b2f95a18a None None] Network 47949287-755e-4b88-b9cd-7494c2f32684 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:32.371406 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 10499829-cba6-42d5-a113-d01efda3da0c no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:06:32.372597 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.382895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7674048f-2160-462d-8488-2720aefb76eb tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Unset dirty status for tenant:965aad4d20a346709a2e913bd6888a85 on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:32.387811 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7674048f-2160-462d-8488-2720aefb76eb tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5781221 Feb 04 06:06:32.387811 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.388132 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55446) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:32.416287 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 10499829-cba6-42d5-a113-d01efda3da0c {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:06:32.416625 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 10499829-cba6-42d5-a113-d01efda3da0c not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:06:32.417422 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.450784 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.492944 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-892bc8b5-c923-4205-8d66-090f8ae7af70 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.495449 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Deleting port 34164ed2-0f9c-4cff-9b95-7816bb2cb171 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:32.495768 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.584174 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e6201e-51c7-4dd8-b4be-29e0b4ca86e2 None None] DHCP port deletion for 47949287-755e-4b88-b9cd-7494c2f32684 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:06:32.589341 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f0e6201e-51c7-4dd8-b4be-29e0b4ca86e2 None None] Deleting port 34164ed2-0f9c-4cff-9b95-7816bb2cb171 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:32.589729 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f0e6201e-51c7-4dd8-b4be-29e0b4ca86e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.622386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting port 10499829-cba6-42d5-a113-d01efda3da0c {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:32.622787 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.691074 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.692733 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] The port '10499829-cba6-42d5-a113-d01efda3da0c' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:06:32.732642 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-892bc8b5-c923-4205-8d66-090f8ae7af70 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.814113 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.832599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-f0e6201e-51c7-4dd8-b4be-29e0b4ca86e2 None None] For port 34164ed2-0f9c-4cff-9b95-7816bb2cb171, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=34164ed2-0f9c-4cff-9b95-7816bb2cb171,segment=NetworkSegment(72e60a90-ecf4-46b2-bffe-76d00c91f2bf),segment_id=72e60a90-ecf4-46b2-bffe-76d00c91f2bf)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:32.832917 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:32.833087 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f0e6201e-51c7-4dd8-b4be-29e0b4ca86e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.846704 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:32.854881 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:32.870387 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Allocated IP 172.26.4.47 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/ba66a564-72a6-4c28-ad7f-172ace373ecd) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:32.877619 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.880150 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=b558ca6e-e143-465e-91aa-29f7f58427cb,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:32.906168 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.922671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28cbf56c-1764-4c88-84a2-c9af2bcf73f6']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:32.970316 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f0e6201e-51c7-4dd8-b4be-29e0b4ca86e2 None None] Calling delete_port for 34164ed2-0f9c-4cff-9b95-7816bb2cb171 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:32.980368 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-892bc8b5-c923-4205-8d66-090f8ae7af70 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.986347 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a706277f-7a4a-4800-802c-239a49a6260d') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:32.986654 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a706277f-7a4a-4800-802c-239a49a6260d') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:33.008421 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.010353 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bc8b5-c923-4205-8d66-090f8ae7af70 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b553737-6493-4697-a59a-b93649f6e5a2,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:33.037327 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.048930 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:06:33.049590 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: util.warn( Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:06:33.065421 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:06:33.070970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f0e6201e-51c7-4dd8-b4be-29e0b4ca86e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.103412 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.119200 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6201e-51c7-4dd8-b4be-29e0b4ca86e2 None None] Pushing event deleted for resources: {'Port': ['ID=34164ed2-0f9c-4cff-9b95-7816bb2cb171,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:33.120935 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e6201e-51c7-4dd8-b4be-29e0b4ca86e2 None None] No DVR routers for this DVR port 34164ed2-0f9c-4cff-9b95-7816bb2cb171 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:06:33.160267 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-892bc8b5-c923-4205-8d66-090f8ae7af70 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.165318 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-892bc8b5-c923-4205-8d66-090f8ae7af70 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "DELETE /v2.0/security-groups/4b553737-6493-4697-a59a-b93649f6e5a2 HTTP/1.1" status: 204 len: 168 time: 0.7728972 Feb 04 06:06:33.165318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] For port 34164ed2-0f9c-4cff-9b95-7816bb2cb171, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=34164ed2-0f9c-4cff-9b95-7816bb2cb171,segment=NetworkSegment(72e60a90-ecf4-46b2-bffe-76d00c91f2bf),segment_id=72e60a90-ecf4-46b2-bffe-76d00c91f2bf)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:33.165318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.200229 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55450) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:33.235122 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.275645 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.315574 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.325424 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:33.326289 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Network': ['ID=28cbf56c-1764-4c88-84a2-c9af2bcf73f6,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:33.332564 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:33.340898 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:33.371716 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Calling delete_port for 34164ed2-0f9c-4cff-9b95-7816bb2cb171 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:33.389797 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-29230395-ffdd-4781-8177-e07635ed356f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/networks/28cbf56c-1764-4c88-84a2-c9af2bcf73f6 HTTP/1.1" status: 204 len: 168 time: 2.4498026 Feb 04 06:06:33.390384 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=ba66a564-72a6-4c28-ad7f-172ace373ecd,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:33.394680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55458) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:33.403061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-cec1d7ef-668d-4fd4-97c6-f66e14fdbfed tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1293451626', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:33.413583 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-cec1d7ef-668d-4fd4-97c6-f66e14fdbfed tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:33.466506 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-cec1d7ef-668d-4fd4-97c6-f66e14fdbfed tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:router and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:33.474357 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-cec1d7ef-668d-4fd4-97c6-f66e14fdbfed tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:33.537544 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-cec1d7ef-668d-4fd4-97c6-f66e14fdbfed tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:33.552142 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f3e282f8-8bd3-4a43-8b53-8face46c1f0c tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Synchronizing usage tracker for tenant:965aad4d20a346709a2e913bd6888a85 on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:33.594644 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cec1d7ef-668d-4fd4-97c6-f66e14fdbfed tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.595562 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cec1d7ef-668d-4fd4-97c6-f66e14fdbfed tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.627072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cec1d7ef-668d-4fd4-97c6-f66e14fdbfed tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.655617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:06:33.655940 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:06:33.666040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f3e282f8-8bd3-4a43-8b53-8face46c1f0c tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Unset dirty status for tenant:965aad4d20a346709a2e913bd6888a85 on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:33.667290 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f3e282f8-8bd3-4a43-8b53-8face46c1f0c tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4638727 Feb 04 06:06:33.671473 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55462) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:33.678168 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-8ba736cb-4820-474c-b67a-82e37e299318 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1074799552'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:33.688375 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8ba736cb-4820-474c-b67a-82e37e299318 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:33.698403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.723247 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cec1d7ef-668d-4fd4-97c6-f66e14fdbfed tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.760376 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8ba736cb-4820-474c-b67a-82e37e299318 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:33.793316 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8ba736cb-4820-474c-b67a-82e37e299318 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.822173 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cec1d7ef-668d-4fd4-97c6-f66e14fdbfed tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.825985 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cec1d7ef-668d-4fd4-97c6-f66e14fdbfed tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4277954 Feb 04 06:06:33.826215 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55466) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:33.833315 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-84faf127-9f3d-48ef-9321-869975b2c23b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'network': {'name': 'tempest-RoutersTest-1591125055'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:33.839054 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-84faf127-9f3d-48ef-9321-869975b2c23b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:33.841310 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router_gateway, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.886307 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8ba736cb-4820-474c-b67a-82e37e299318 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:33.894513 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8ba736cb-4820-474c-b67a-82e37e299318 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Usage tracker for resource:security_group_rule and tenant:965aad4d20a346709a2e913bd6888a85 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:33.898927 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8ba736cb-4820-474c-b67a-82e37e299318 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:33.905159 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-84faf127-9f3d-48ef-9321-869975b2c23b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:network and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:33.908474 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8ba736cb-4820-474c-b67a-82e37e299318 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:33.909189 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-84faf127-9f3d-48ef-9321-869975b2c23b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:33.924393 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-84faf127-9f3d-48ef-9321-869975b2c23b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:34.127336 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84faf127-9f3d-48ef-9321-869975b2c23b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Made reservation on behalf of a530e6e9c2854085a0d6e6dcc92e91d5 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:34.130865 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-84faf127-9f3d-48ef-9321-869975b2c23b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.193896 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84faf127-9f3d-48ef-9321-869975b2c23b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:06:34.201545 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.234942 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Deleting port 34164ed2-0f9c-4cff-9b95-7816bb2cb171 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:34.235651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.260156 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-84faf127-9f3d-48ef-9321-869975b2c23b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.260583 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-84faf127-9f3d-48ef-9321-869975b2c23b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Added segment 1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c of type vlan for network 53f5d41a-a17a-45a9-8311-0b3b9dcc60ee Feb 04 06:06:34.292656 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 34164ed2-0f9c-4cff-9b95-7816bb2cb171 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:06:34.324870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] The port '34164ed2-0f9c-4cff-9b95-7816bb2cb171' was deleted {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:06:34.335743 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 34164ed2-0f9c-4cff-9b95-7816bb2cb171 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:06:34.336438 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 34164ed2-0f9c-4cff-9b95-7816bb2cb171 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:06:34.363802 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-84faf127-9f3d-48ef-9321-869975b2c23b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.406819 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.413429 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8ba736cb-4820-474c-b67a-82e37e299318 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.420234 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.474054 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8ba736cb-4820-474c-b67a-82e37e299318 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.479472 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-84faf127-9f3d-48ef-9321-869975b2c23b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.485284 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84faf127-9f3d-48ef-9321-869975b2c23b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:34.485846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-84faf127-9f3d-48ef-9321-869975b2c23b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.570469 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.633227 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47949287-755e-4b88-b9cd-7494c2f32684']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:34.641970 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba736cb-4820-474c-b67a-82e37e299318 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1549cb-95a0-45df-9bce-62671396c931,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:34.659832 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-84faf127-9f3d-48ef-9321-869975b2c23b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8325818 Feb 04 06:06:34.669941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55470) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:34.689619 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-a634f32c-477f-489e-a0cb-e6e38bdb4b58 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'subnet': {'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:34.704705 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84faf127-9f3d-48ef-9321-869975b2c23b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Network': ['ID=53f5d41a-a17a-45a9-8311-0b3b9dcc60ee,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:34.715839 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 53f5d41a-a17a-45a9-8311-0b3b9dcc60ee details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:06:34.716883 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e60a90-ecf4-46b2-bffe-76d00c91f2bf') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:34.717257 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e60a90-ecf4-46b2-bffe-76d00c91f2bf') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:34.733603 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8ba736cb-4820-474c-b67a-82e37e299318 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.736269 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8ba736cb-4820-474c-b67a-82e37e299318 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0639670 Feb 04 06:06:34.744997 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55474) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:34.751894 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4d097ba1-f8ce-4276-8ba6-a711f05e74a9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:34.752338 dv-neutron-826830-2-hyperv neutron-server[87470]: WARNING neutron.api.v2.base [None req-4d097ba1-f8ce-4276-8ba6-a711f05e74a9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 06:06:34.752825 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-4d097ba1-f8ce-4276-8ba6-a711f05e74a9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 06:06:34.756339 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4d097ba1-f8ce-4276-8ba6-a711f05e74a9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "PUT /v2.0/security-groups/5f1549cb-95a0-45df-9bce-62671396c931 HTTP/1.1" status: 409 len: 330 time: 0.0060558 Feb 04 06:06:34.756339 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.765029 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55478) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:34.783711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.794674 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:06:34.795125 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:06:34.810409 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:06:34.866622 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a634f32c-477f-489e-a0cb-e6e38bdb4b58 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:34.876831 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a634f32c-477f-489e-a0cb-e6e38bdb4b58 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:subnet and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:34.888369 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a634f32c-477f-489e-a0cb-e6e38bdb4b58 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:34.901425 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a634f32c-477f-489e-a0cb-e6e38bdb4b58 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:34.905764 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5159-b6a1-4ff3-b025-33d1568c89b9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.908644 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.922789 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router 776e8001-03c9-4c4b-9a58-f2813e5c48d2 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:06:34.928575 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.934124 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a634f32c-477f-489e-a0cb-e6e38bdb4b58 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Made reservation on behalf of a530e6e9c2854085a0d6e6dcc92e91d5 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:34.934535 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 0cea31fb-4233-4b03-8c7e-222a31103342 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:06:34.937417 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] Pushing event deleted for resources: {'Network': ['ID=47949287-755e-4b88-b9cd-7494c2f32684,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:34.937545 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a634f32c-477f-489e-a0cb-e6e38bdb4b58 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.943963 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4938e221-7338-436e-b901-4b88f89fdede tempest-ExtraDHCPOptionsIpV6TestJSON-548316624 tempest-ExtraDHCPOptionsIpV6TestJSON-548316624-project] 10.222.0.31 "DELETE /v2.0/networks/47949287-755e-4b88-b9cd-7494c2f32684 HTTP/1.1" status: 204 len: 168 time: 2.6678505 Feb 04 06:06:35.012361 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5159-b6a1-4ff3-b025-33d1568c89b9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.123888 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:06:35.136313 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Sync routers for ids ['0cea31fb-4233-4b03-8c7e-222a31103342'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:35.149500 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.153809 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-69d6dc0e-698e-4710-ac68-f03c32b8d9ee tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1470532 Feb 04 06:06:35.154835 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55486) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:35.156237 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Routers {'0cea31fb-4233-4b03-8c7e-222a31103342'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:35.158516 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0cea31fb-4233-4b03-8c7e-222a31103342'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:35.244680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5159-b6a1-4ff3-b025-33d1568c89b9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.270579 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed5159-b6a1-4ff3-b025-33d1568c89b9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1549cb-95a0-45df-9bce-62671396c931,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:35.288306 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:06:35.299049 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002600d-0e4d-4e4b-9847-07cdbf07e144 None None] Sync routers for ids ['776e8001-03c9-4c4b-9a58-f2813e5c48d2'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:35.314184 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1002600d-0e4d-4e4b-9847-07cdbf07e144 None None] Routers {'776e8001-03c9-4c4b-9a58-f2813e5c48d2'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:35.314804 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-1002600d-0e4d-4e4b-9847-07cdbf07e144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['776e8001-03c9-4c4b-9a58-f2813e5c48d2'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:35.327931 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55492) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:35.345476 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5159-b6a1-4ff3-b025-33d1568c89b9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.346603 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a7ed5159-b6a1-4ff3-b025-33d1568c89b9 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "DELETE /v2.0/security-groups/5f1549cb-95a0-45df-9bce-62671396c931 HTTP/1.1" status: 204 len: 168 time: 0.5806489 Feb 04 06:06:35.349446 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55498) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:35.361153 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.365435 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e5e6aea2-e911-470d-b0dc-ce70fde834ae tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.6527269 Feb 04 06:06:35.366096 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55502) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:35.392175 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Set router 0cea31fb-4233-4b03-8c7e-222a31103342 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:06:35.439522 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-1002600d-0e4d-4e4b-9847-07cdbf07e144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:35.450562 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1002600d-0e4d-4e4b-9847-07cdbf07e144 None None] Routers {'776e8001-03c9-4c4b-9a58-f2813e5c48d2'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:35.451529 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-1002600d-0e4d-4e4b-9847-07cdbf07e144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['776e8001-03c9-4c4b-9a58-f2813e5c48d2'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:35.472968 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9ca4b465-211c-4655-a405-e57af8afdb0a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Synchronizing usage tracker for tenant:965aad4d20a346709a2e913bd6888a85 on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:35.503814 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a7d1a22a-84af-498f-925f-b89540cbdf70 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4103c94f952943da8e210bc2be36204b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1722147 Feb 04 06:06:35.504041 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55506) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:35.543437 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-1002600d-0e4d-4e4b-9847-07cdbf07e144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:35.544252 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002600d-0e4d-4e4b-9847-07cdbf07e144 None None] The sync data for ids ['776e8001-03c9-4c4b-9a58-f2813e5c48d2'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:35.561085 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9ca4b465-211c-4655-a405-e57af8afdb0a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] Unset dirty status for tenant:965aad4d20a346709a2e913bd6888a85 on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:35.562196 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9ca4b465-211c-4655-a405-e57af8afdb0a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2116985 Feb 04 06:06:35.570309 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55510) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:35.577025 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-51b90470-d057-4044-88ca-0c8b12a4882f tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=71cf42a1a4354f9391ad29100b27498c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4211221 Feb 04 06:06:35.579886 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55514) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:35.602557 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-7e986b41-6f19-4c70-8b94-5953bb0eda99 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] delete failed (client error): The resource could not be found. Feb 04 06:06:35.607187 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7e986b41-6f19-4c70-8b94-5953bb0eda99 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "DELETE /v2.0/security-groups/d357d0f9-de1e-4efd-bfb2-a8b750a895c2 HTTP/1.1" status: 404 len: 347 time: 0.0322163 Feb 04 06:06:35.607329 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a634f32c-477f-489e-a0cb-e6e38bdb4b58 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.609516 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55518) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:35.642473 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-795810e9-fd9d-49bf-b680-eac50adf1c20 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] show failed (client error): The resource could not be found. Feb 04 06:06:35.647269 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-795810e9-fd9d-49bf-b680-eac50adf1c20 tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "GET /v2.0/security-groups/d8ef047f-c4ce-4374-b5f3-90fe49f578ed HTTP/1.1" status: 404 len: 347 time: 0.0346949 Feb 04 06:06:35.652549 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55522) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:35.673974 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-1abd17f2-fb5b-4b38-bf01-f693964f2b9a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] show failed (client error): The resource could not be found. Feb 04 06:06:35.678361 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1abd17f2-fb5b-4b38-bf01-f693964f2b9a tempest-NegativeSecGroupTest-1630231354 tempest-NegativeSecGroupTest-1630231354-project] 10.222.0.31 "GET /v2.0/security-group-rules/1a00da05-b3e4-4a1a-b142-ceeab31f9312 HTTP/1.1" status: 404 len: 356 time: 0.0213609 Feb 04 06:06:35.678361 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21b36f96-8a33-4af5-a9ca-98910f213505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.708532 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21b36f96-8a33-4af5-a9ca-98910f213505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.783430 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21b36f96-8a33-4af5-a9ca-98910f213505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.808446 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b36f96-8a33-4af5-a9ca-98910f213505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0446a231-b598-44d0-a109-6a3d90f3cede,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:35.814190 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:06:33Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:35.818640 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21b36f96-8a33-4af5-a9ca-98910f213505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.822398 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-21b36f96-8a33-4af5-a9ca-98910f213505 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0446a231-b598-44d0-a109-6a3d90f3cede HTTP/1.1" status: 204 len: 168 time: 0.3143280 Feb 04 06:06:35.832667 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Checking router: 0cea31fb-4233-4b03-8c7e-222a31103342 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:06:35.833016 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Updating router 0cea31fb-4233-4b03-8c7e-222a31103342 port b558ca6e-e143-465e-91aa-29f7f58427cb binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:06:35.903682 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6d14cbf6-7372-4bf2-8dfd-39277b7308d3 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/routers/776e8001-03c9-4c4b-9a58-f2813e5c48d2 HTTP/1.1" status: 200 len: 884 time: 0.5338576 Feb 04 06:06:35.904603 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55534) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:35.927377 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.953381 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634f32c-477f-489e-a0cb-e6e38bdb4b58 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Subnet': ['ID=b70bc698-267a-4e4d-9db1-3aafe4171cc2,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:36.013408 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5745c155-ca86-411a-b943-9fa9711af7ec tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:36.017352 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5745c155-ca86-411a-b943-9fa9711af7ec tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4356513 Feb 04 06:06:36.018244 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a634f32c-477f-489e-a0cb-e6e38bdb4b58 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Checking segment: {'id': '1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:36.018610 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a634f32c-477f-489e-a0cb-e6e38bdb4b58 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network hostable DHCP agents. Network: 53f5d41a-a17a-45a9-8311-0b3b9dcc60ee, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:06:36.022921 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55538) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:36.023254 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55540) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:36.076323 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8193f72c-0cb1-44d6-afbf-319bb2a55ba3 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462286 Feb 04 06:06:36.076524 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55548) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:36.081835 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-211678ae-a31c-4ef0-a276-d0f18692bb2e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1573687426', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:36.184280 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a634f32c-477f-489e-a0cb-e6e38bdb4b58 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 53f5d41a-a17a-45a9-8311-0b3b9dcc60ee is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:06:36.217602 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-a634f32c-477f-489e-a0cb-e6e38bdb4b58 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 53f5d41a-a17a-45a9-8311-0b3b9dcc60ee) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:36.226316 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a634f32c-477f-489e-a0cb-e6e38bdb4b58 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:36.226965 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a634f32c-477f-489e-a0cb-e6e38bdb4b58 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.227447 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c6d066-21d4-434f-8f2a-e87d4e921fad None None] Network 53f5d41a-a17a-45a9-8311-0b3b9dcc60ee requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:36.236609 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-211678ae-a31c-4ef0-a276-d0f18692bb2e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:36.247532 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-211678ae-a31c-4ef0-a276-d0f18692bb2e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:subnet and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:36.251807 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-211678ae-a31c-4ef0-a276-d0f18692bb2e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:36.259813 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-211678ae-a31c-4ef0-a276-d0f18692bb2e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:36.267423 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a634f32c-477f-489e-a0cb-e6e38bdb4b58 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5881534 Feb 04 06:06:36.270276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55554) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:36.317418 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6816d3e5-01b7-415c-a251-5397a50e9069 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Synchronizing usage tracker for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:router {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:36.343916 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6816d3e5-01b7-415c-a251-5397a50e9069 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Unset dirty status for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:router {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:36.345561 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6816d3e5-01b7-415c-a251-5397a50e9069 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4395940 Feb 04 06:06:36.348658 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55560) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:36.355223 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-38a8d598-c638-453b-a0d8-fde1d84bd79d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1468271196'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:36.367589 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211678ae-a31c-4ef0-a276-d0f18692bb2e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:36.371325 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-211678ae-a31c-4ef0-a276-d0f18692bb2e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.521148 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.550670 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Transition to ACTIVE for port object b558ca6e-e143-465e-91aa-29f7f58427cb will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:36.565056 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.704479 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Attempting to bind port b558ca6e-e143-465e-91aa-29f7f58427cb on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:06:36.705183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Attempting to bind port b558ca6e-e143-465e-91aa-29f7f58427cb by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:06:36.706620 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Attempting to bind port b558ca6e-e143-465e-91aa-29f7f58427cb on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:06:36.719432 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:06:36.720159 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:36.721027 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.721636 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:06:36.722344 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Bound port: b558ca6e-e143-465e-91aa-29f7f58427cb, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:06:36.723696 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.748944 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:06:36.750016 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.792332 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31cabb-5d36-4c1f-b036-8b42a52ce6e6 None None] Pushing event updated for resources: {'Port': ['ID=b558ca6e-e143-465e-91aa-29f7f58427cb,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:36.842212 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-652711ce-2d30-4542-8e85-76e144245f69 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=965aad4d20a346709a2e913bd6888a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8162327 Feb 04 06:06:36.854818 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55578) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:36.894776 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] For port b558ca6e-e143-465e-91aa-29f7f58427cb, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:06:36.910823 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] For port b558ca6e-e143-465e-91aa-29f7f58427cb, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b558ca6e-e143-465e-91aa-29f7f58427cb,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:06:36.944341 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.995893 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55582) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:37.054115 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Routers {'0cea31fb-4233-4b03-8c7e-222a31103342'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:37.054765 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0cea31fb-4233-4b03-8c7e-222a31103342'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:37.065006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d4e1e826-1b96-4a35-a281-c1b2eae07ad5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.088712 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-84b3de62-7bd4-4b5c-853b-780bbadab2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.167733 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Request body: {'networks': [{'name': 'tempest-network--1468728007'}, {'name': 'tempest-network--1467448379'}]} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:37.168057 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Request body: {'network': {'name': 'tempest-network--1468728007'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:37.168510 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Request body: {'network': {'name': 'tempest-network--1467448379'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:37.235730 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:37.250455 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-38a8d598-c638-453b-a0d8-fde1d84bd79d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.255359 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Usage tracker for resource:network and tenant:1ec87c7be3e04f6998b5f789636848eb is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:37.265490 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-38a8d598-c638-453b-a0d8-fde1d84bd79d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.268941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:37.282802 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:37.290118 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-84b3de62-7bd4-4b5c-853b-780bbadab2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.302852 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Allocated IP 172.20.0.2 (53f5d41a-a17a-45a9-8311-0b3b9dcc60ee/b70bc698-267a-4e4d-9db1-3aafe4171cc2/069ad00d-a568-4290-b6b8-281d63798797) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:37.312949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31cabb-5d36-4c1f-b036-8b42a52ce6e6 None None] Pushing event updated for resources: {'Port': ['ID=b558ca6e-e143-465e-91aa-29f7f58427cb,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:37.320418 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.358707 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] Set router 0cea31fb-4233-4b03-8c7e-222a31103342 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:06:37.465914 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a8d598-c638-453b-a0d8-fde1d84bd79d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router 776e8001-03c9-4c4b-9a58-f2813e5c48d2 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:06:37.505787 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Made reservation on behalf of 1ec87c7be3e04f6998b5f789636848eb for: {'network': 2} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:37.509921 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.529964 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-211678ae-a31c-4ef0-a276-d0f18692bb2e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.577588 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.630991 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:37.650025 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a8d598-c638-453b-a0d8-fde1d84bd79d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:06:37.656710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-38a8d598-c638-453b-a0d8-fde1d84bd79d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.658196 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-38a8d598-c638-453b-a0d8-fde1d84bd79d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/776e8001-03c9-4c4b-9a58-f2813e5c48d2 HTTP/1.1" status: 200 len: 891 time: 1.3080075 Feb 04 06:06:37.660614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55588) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:37.669088 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d168e-8352-4007-b8b5-ad7e2a3d8f63 None None] Sync routers for ids ['776e8001-03c9-4c4b-9a58-f2813e5c48d2'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:37.675761 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Usage tracker for resource:security_group_rule and tenant:1ec87c7be3e04f6998b5f789636848eb is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:37.684856 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:37.720695 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211678ae-a31c-4ef0-a276-d0f18692bb2e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Subnet': ['ID=5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:37.728278 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:37.743756 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d168e-8352-4007-b8b5-ad7e2a3d8f63 None None] Routers {'776e8001-03c9-4c4b-9a58-f2813e5c48d2'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:37.744407 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-438d168e-8352-4007-b8b5-ad7e2a3d8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['776e8001-03c9-4c4b-9a58-f2813e5c48d2'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:37.771469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-84b3de62-7bd4-4b5c-853b-780bbadab2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.789577 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211678ae-a31c-4ef0-a276-d0f18692bb2e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Checking segment: {'id': '3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:37.789933 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211678ae-a31c-4ef0-a276-d0f18692bb2e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network hostable DHCP agents. Network: b6d2ebf2-259c-4278-b7f2-8d8c651dca23, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:06:37.805172 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3de62-7bd4-4b5c-853b-780bbadab2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d631c84-176b-4f47-afd6-60730db121c1,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:37.853175 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-35134e1f-79bf-48b6-9194-3c7e458add40 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/routers/776e8001-03c9-4c4b-9a58-f2813e5c48d2 HTTP/1.1" status: 200 len: 891 time: 0.1911297 Feb 04 06:06:37.853406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211678ae-a31c-4ef0-a276-d0f18692bb2e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network b6d2ebf2-259c-4278-b7f2-8d8c651dca23 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:06:37.854017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55592) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:37.863877 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-438d168e-8352-4007-b8b5-ad7e2a3d8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:37.880081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-84b3de62-7bd4-4b5c-853b-780bbadab2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.881192 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-84b3de62-7bd4-4b5c-853b-780bbadab2ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d631c84-176b-4f47-afd6-60730db121c1 HTTP/1.1" status: 204 len: 168 time: 1.0255036 Feb 04 06:06:37.889874 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.893444 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-211678ae-a31c-4ef0-a276-d0f18692bb2e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, b6d2ebf2-259c-4278-b7f2-8d8c651dca23) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:37.904167 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bdf1d786-7632-45ad-9943-4b78d8e78609 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Synchronizing usage tracker for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:37.904331 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d168e-8352-4007-b8b5-ad7e2a3d8f63 None None] Routers {'776e8001-03c9-4c4b-9a58-f2813e5c48d2'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:37.904839 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-438d168e-8352-4007-b8b5-ad7e2a3d8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['776e8001-03c9-4c4b-9a58-f2813e5c48d2'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:37.920501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211678ae-a31c-4ef0-a276-d0f18692bb2e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:37.921135 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-211678ae-a31c-4ef0-a276-d0f18692bb2e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.924714 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bdf1d786-7632-45ad-9943-4b78d8e78609 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Unset dirty status for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:37.929421 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bdf1d786-7632-45ad-9943-4b78d8e78609 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e8001-03c9-4c4b-9a58-f2813e5c48d2 HTTP/1.1" status: 200 len: 205 time: 0.0731859 Feb 04 06:06:37.929421 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55598) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:37.937552 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.944181 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.944649 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.970826 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1319fc-5cbc-491f-a890-e1af6283140e None None] Network b6d2ebf2-259c-4278-b7f2-8d8c651dca23 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:37.996026 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Transition to ACTIVE for port object 069ad00d-a568-4290-b6b8-281d63798797 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:37.997128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd2cfb8-ab79-41dd-ba21-bdf24615e7a2,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:38.001066 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-211678ae-a31c-4ef0-a276-d0f18692bb2e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9236228 Feb 04 06:06:38.004667 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55602) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:38.053889 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-438d168e-8352-4007-b8b5-ad7e2a3d8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:38.054318 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d168e-8352-4007-b8b5-ad7e2a3d8f63 None None] The sync data for ids ['776e8001-03c9-4c4b-9a58-f2813e5c48d2'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:38.078765 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Transition to ACTIVE for port object 069ad00d-a568-4290-b6b8-281d63798797 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:38.114968 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:38.172071 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:06:33Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:38.177033 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70ed70e0-2ba1-40b8-8b82-95a22735cfda tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:38.215409 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae756d-b17c-4b07-a97f-02894bca0b31 None None] The sync data for ids ['0cea31fb-4233-4b03-8c7e-222a31103342'] in dv-neutron-826830-2-hyperv is: [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:06:33Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:38.222882 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Network 53f5d41a-a17a-45a9-8311-0b3b9dcc60ee is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:38.227514 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:38.230502 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:38.348869 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Pushing event updated for resources: {'Port': ['ID=069ad00d-a568-4290-b6b8-281d63798797,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:38.463234 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Attempting to bind port 069ad00d-a568-4290-b6b8-281d63798797 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:06:38.463895 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Attempting to bind port 069ad00d-a568-4290-b6b8-281d63798797 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:06:38.464454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Attempting to bind port 069ad00d-a568-4290-b6b8-281d63798797 on network 53f5d41a-a17a-45a9-8311-0b3b9dcc60ee {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:06:38.472361 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:06:38.472962 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Checking segment: {'id': '1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:38.473528 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:38.474076 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Bound using segment: {'id': '1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:06:38.474720 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Bound port: 069ad00d-a568-4290-b6b8-281d63798797, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:06:38.475470 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:38.491970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ips': [{'subnet_id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:06:38.493094 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:38.514635 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-d4e1e826-1b96-4a35-a281-c1b2eae07ad5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Allocated IP 172.20.0.1 (53f5d41a-a17a-45a9-8311-0b3b9dcc60ee/b70bc698-267a-4e4d-9db1-3aafe4171cc2/e2f39638-df85-4296-881e-c0ddb3bed286) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:38.695632 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] For port 069ad00d-a568-4290-b6b8-281d63798797, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:06:38.702206 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] For port 069ad00d-a568-4290-b6b8-281d63798797, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=069ad00d-a568-4290-b6b8-281d63798797,segment=NetworkSegment(1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c),segment_id=1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:06:38.704000 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70ed70e0-2ba1-40b8-8b82-95a22735cfda tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:38.721631 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-70ed70e0-2ba1-40b8-8b82-95a22735cfda tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port ba66a564-72a6-4c28-ad7f-172ace373ecd {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:38.722015 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70ed70e0-2ba1-40b8-8b82-95a22735cfda tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:38.751350 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:38.875313 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:06:38.879812 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774bbfa-a64e-4f68-9199-424ca072e636 None None] Pushing event updated for resources: {'Port': ['ID=069ad00d-a568-4290-b6b8-281d63798797,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:38.885674 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Allocated IP 172.20.0.2 (b6d2ebf2-259c-4278-b7f2-8d8c651dca23/5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2/d277fb87-78ef-49a5-8d42-509e53b6a36d) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:39.016524 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.016877 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Added segment 9b1fbade-dedc-47ef-9c1b-3210afc10962 of type vlan for network f841481e-4310-4a03-90d8-dfc1e3caf1ad Feb 04 06:06:39.074956 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70ed70e0-2ba1-40b8-8b82-95a22735cfda tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.120162 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d4e1e826-1b96-4a35-a281-c1b2eae07ad5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.140195 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d4e1e826-1b96-4a35-a281-c1b2eae07ad5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Transition to ACTIVE for port object e2f39638-df85-4296-881e-c0ddb3bed286 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:39.186943 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.198921 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d4e1e826-1b96-4a35-a281-c1b2eae07ad5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.381672 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.400883 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-70ed70e0-2ba1-40b8-8b82-95a22735cfda tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Calling delete_port for ba66a564-72a6-4c28-ad7f-172ace373ecd owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:39.404358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Transition to ACTIVE for port object d277fb87-78ef-49a5-8d42-509e53b6a36d will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:39.417913 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55626) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:39.432686 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Transition to ACTIVE for port object d277fb87-78ef-49a5-8d42-509e53b6a36d will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:39.434968 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e1e826-1b96-4a35-a281-c1b2eae07ad5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 53f5d41a-a17a-45a9-8311-0b3b9dcc60ee is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:39.444317 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.453361 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-d4e1e826-1b96-4a35-a281-c1b2eae07ad5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:39.475926 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e1e826-1b96-4a35-a281-c1b2eae07ad5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:39.556665 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Network b6d2ebf2-259c-4278-b7f2-8d8c651dca23 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:39.560409 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:39.566479 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:39.584640 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1e826-1b96-4a35-a281-c1b2eae07ad5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=e2f39638-df85-4296-881e-c0ddb3bed286,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:39.592035 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:06:39.621516 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Pushing event updated for resources: {'Port': ['ID=d277fb87-78ef-49a5-8d42-509e53b6a36d,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:39.659305 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-14720522-ac26-4996-ad3c-efd0c465fa04 tempest-ServiceProvidersTest-1253700736 tempest-ServiceProvidersTest-1253700736-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2358449 Feb 04 06:06:39.664971 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.665320 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Added segment b197a7f2-4a18-48b0-9c80-1ccd501ff568 of type vlan for network 149cce30-7664-48ae-8a46-0597800b4633 Feb 04 06:06:39.690589 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70ed70e0-2ba1-40b8-8b82-95a22735cfda tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.691593 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d4e1e826-1b96-4a35-a281-c1b2eae07ad5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.708545 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Attempting to bind port d277fb87-78ef-49a5-8d42-509e53b6a36d on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:06:39.709155 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Attempting to bind port d277fb87-78ef-49a5-8d42-509e53b6a36d by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:06:39.709621 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Attempting to bind port d277fb87-78ef-49a5-8d42-509e53b6a36d on network b6d2ebf2-259c-4278-b7f2-8d8c651dca23 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:06:39.717314 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:06:39.717851 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Checking segment: {'id': '3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:39.718974 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.719326 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Bound using segment: {'id': '3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:06:39.719928 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Bound port: d277fb87-78ef-49a5-8d42-509e53b6a36d, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:06:39.720646 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.785314 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed70e0-2ba1-40b8-8b82-95a22735cfda tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Port': ['ID=ba66a564-72a6-4c28-ad7f-172ace373ecd,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:39.788923 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55634) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:39.865647 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] For port d277fb87-78ef-49a5-8d42-509e53b6a36d, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:06:39.870012 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] For port d277fb87-78ef-49a5-8d42-509e53b6a36d, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=d277fb87-78ef-49a5-8d42-509e53b6a36d,segment=NetworkSegment(3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1),segment_id=3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:06:39.875870 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.015992 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305ea86-e8ed-4047-a899-424b8e8671bc None None] Pushing event updated for resources: {'Port': ['ID=d277fb87-78ef-49a5-8d42-509e53b6a36d,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:40.032018 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9e11c99e-f195-4422-9426-b0707755a6be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.052067 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.090147 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70ed70e0-2ba1-40b8-8b82-95a22735cfda tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.129159 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55640) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:40.143069 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d4e1e826-1b96-4a35-a281-c1b2eae07ad5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.334840 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.335337 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.345683 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:40.353568 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:40.353568 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.466350 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70ed70e0-2ba1-40b8-8b82-95a22735cfda tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.470532 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70ed70e0-2ba1-40b8-8b82-95a22735cfda tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.472828 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-dc14a015-e322-482f-bb99-40603ad2ef89 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Deleting port c261ea66-171a-4ea1-82d6-a0852268e33b {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:40.473175 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dc14a015-e322-482f-bb99-40603ad2ef89 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.509792 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 069ad00d-a568-4290-b6b8-281d63798797 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:40.561981 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70ed70e0-2ba1-40b8-8b82-95a22735cfda tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.563450 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ed70e0-2ba1-40b8-8b82-95a22735cfda tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Fanout notify agent at l3_agent the message router_deleted on router 776e8001-03c9-4c4b-9a58-f2813e5c48d2 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:06:40.646316 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 069ad00d-a568-4290-b6b8-281d63798797 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:40.650722 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event updated for resources: {'Network': ['ID=f841481e-4310-4a03-90d8-dfc1e3caf1ad,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:40.653708 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b558ca6e-e143-465e-91aa-29f7f58427cb up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:40.694727 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4367d08-4321-4b09-855b-39f0202c305a None None] Network 53f5d41a-a17a-45a9-8311-0b3b9dcc60ee requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:40.706571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network f841481e-4310-4a03-90d8-dfc1e3caf1ad details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:06:40.732568 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70ed70e0-2ba1-40b8-8b82-95a22735cfda tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.733794 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-70ed70e0-2ba1-40b8-8b82-95a22735cfda tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/routers/776e8001-03c9-4c4b-9a58-f2813e5c48d2 HTTP/1.1" status: 204 len: 168 time: 2.8014991 Feb 04 06:06:40.740286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55646) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:40.748201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b03deecb-49a4-4324-9875-93c43f8c0071 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-103132548'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:40.753792 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b03deecb-49a4-4324-9875-93c43f8c0071 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:40.757826 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b03deecb-49a4-4324-9875-93c43f8c0071 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:network and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:40.760726 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b03deecb-49a4-4324-9875-93c43f8c0071 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:40.765588 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52a5d5a5-7611-4eb9-a74b-2eb947e1216f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.767132 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b03deecb-49a4-4324-9875-93c43f8c0071 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:40.804461 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03deecb-49a4-4324-9875-93c43f8c0071 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Made reservation on behalf of ddd9400ae6834d1da9b18a67d16332cc for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:40.807650 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b03deecb-49a4-4324-9875-93c43f8c0071 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.834621 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dc14a015-e322-482f-bb99-40603ad2ef89 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.835017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dc14a015-e322-482f-bb99-40603ad2ef89 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.863009 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.8617921 Feb 04 06:06:40.863232 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55650) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:40.879361 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-52a5d5a5-7611-4eb9-a74b-2eb947e1216f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:40.939517 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-858bacb0-85b2-44a5-9f66-d3feea5407e5 None None] Provisioning for port 069ad00d-a568-4290-b6b8-281d63798797 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:40.950193 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-52a5d5a5-7611-4eb9-a74b-2eb947e1216f admin admin] Usage tracker for resource:security_group_rule and tenant:7490acee302e4c6ebf0628cd6cf947d0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:40.959069 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-858bacb0-85b2-44a5-9f66-d3feea5407e5 None None] Provisioning complete for port 069ad00d-a568-4290-b6b8-281d63798797 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:40.959435 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-858bacb0-85b2-44a5-9f66-d3feea5407e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.964230 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-52a5d5a5-7611-4eb9-a74b-2eb947e1216f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:41.003324 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port b558ca6e-e143-465e-91aa-29f7f58427cb completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:41.021891 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49a469-b387-47d0-acb1-fcc2a2e804aa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event updated for resources: {'Network': ['ID=149cce30-7664-48ae-8a46-0597800b4633,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:41.030690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-52a5d5a5-7611-4eb9-a74b-2eb947e1216f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:41.044849 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 149cce30-7664-48ae-8a46-0597800b4633 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:06:41.065433 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port b558ca6e-e143-465e-91aa-29f7f58427cb triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:41.065688 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:41.111729 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-dc14a015-e322-482f-bb99-40603ad2ef89 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Calling delete_port for c261ea66-171a-4ea1-82d6-a0852268e33b owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:41.321805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03deecb-49a4-4324-9875-93c43f8c0071 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:06:41.333893 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b03deecb-49a4-4324-9875-93c43f8c0071 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:41.333893 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-b03deecb-49a4-4324-9875-93c43f8c0071 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Added segment c9cae6f6-57ea-4c5e-80d6-927bc112144e of type vlan for network 3a272fc3-3031-4112-962e-64c68c85df1f Feb 04 06:06:41.356261 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7235592-8d85-4486-820e-bc7c90cf3554 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:41.363040 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7235592-8d85-4486-820e-bc7c90cf3554 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:41.367579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b03deecb-49a4-4324-9875-93c43f8c0071 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:41.369552 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7235592-8d85-4486-820e-bc7c90cf3554 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:41.375797 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7235592-8d85-4486-820e-bc7c90cf3554 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:41.377140 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b7235592-8d85-4486-820e-bc7c90cf3554 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Synchronizing usage tracker for tenant:1ec87c7be3e04f6998b5f789636848eb on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:41.396446 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dc14a015-e322-482f-bb99-40603ad2ef89 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:41.432747 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-858bacb0-85b2-44a5-9f66-d3feea5407e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:41.439464 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b03deecb-49a4-4324-9875-93c43f8c0071 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:41.445822 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03deecb-49a4-4324-9875-93c43f8c0071 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:41.446754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b03deecb-49a4-4324-9875-93c43f8c0071 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:41.501122 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b7235592-8d85-4486-820e-bc7c90cf3554 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Unset dirty status for tenant:1ec87c7be3e04f6998b5f789636848eb on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:41.502349 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b7235592-8d85-4486-820e-bc7c90cf3554 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6312897 Feb 04 06:06:41.520184 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55654) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:41.539149 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14a015-e322-482f-bb99-40603ad2ef89 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event deleted for resources: {'Port': ['ID=c261ea66-171a-4ea1-82d6-a0852268e33b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:41.559509 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-858bacb0-85b2-44a5-9f66-d3feea5407e5 None None] For port 069ad00d-a568-4290-b6b8-281d63798797, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=069ad00d-a568-4290-b6b8-281d63798797,segment=NetworkSegment(1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c),segment_id=1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:41.564960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f6fadf-44e2-4146-8ea6-a0621d1a4fc2 None None] Network b6d2ebf2-259c-4278-b7f2-8d8c651dca23 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:41.630046 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-858bacb0-85b2-44a5-9f66-d3feea5407e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:41.665995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03deecb-49a4-4324-9875-93c43f8c0071 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Network': ['ID=3a272fc3-3031-4112-962e-64c68c85df1f,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:41.721179 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bacb0-85b2-44a5-9f66-d3feea5407e5 None None] Pushing event updated for resources: {'Port': ['ID=069ad00d-a568-4290-b6b8-281d63798797,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:41.728714 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 3a272fc3-3031-4112-962e-64c68c85df1f details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:06:41.738416 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b03deecb-49a4-4324-9875-93c43f8c0071 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9978285 Feb 04 06:06:41.739087 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55658) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:41.740701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dc14a015-e322-482f-bb99-40603ad2ef89 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:41.741031 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-dc14a015-e322-482f-bb99-40603ad2ef89 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Floating IP a18183ae-20d3-4d61-91c4-994b971c2691 disassociated (deleted). External IP: 172.26.4.192, port: ecd66dff-4282-4906-903a-90b16da441cf. Feb 04 06:06:41.804051 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-61cef868-5f6c-4334-a224-da3ff41cbffb tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'subnet': {'network_id': '3a272fc3-3031-4112-962e-64c68c85df1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:41.862877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52a5d5a5-7611-4eb9-a74b-2eb947e1216f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:41.870399 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d4e1e826-1b96-4a35-a281-c1b2eae07ad5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:41.872817 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-9e11c99e-f195-4422-9426-b0707755a6be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.20.0.1 (b6d2ebf2-259c-4278-b7f2-8d8c651dca23/5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2/fa57aa7f-6f48-4967-8249-3f170c94d05f) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:41.887581 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52a5d5a5-7611-4eb9-a74b-2eb947e1216f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:41.902328 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:41.907895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d4e1e826-1b96-4a35-a281-c1b2eae07ad5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:41.919027 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port b558ca6e-e143-465e-91aa-29f7f58427cb, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b558ca6e-e143-465e-91aa-29f7f58427cb,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:41.936386 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:41.984768 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-788bb3dc-75a4-40cd-9eee-cef63f7eff35 None None] Provisioning for port d277fb87-78ef-49a5-8d42-509e53b6a36d completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:42.037259 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52257526-c789-4ec6-b5a2-fc893ade0b35 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:42.049575 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-61cef868-5f6c-4334-a224-da3ff41cbffb tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:42.058616 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-61cef868-5f6c-4334-a224-da3ff41cbffb tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:subnet and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:42.063749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-61cef868-5f6c-4334-a224-da3ff41cbffb tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:42.072618 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-61cef868-5f6c-4334-a224-da3ff41cbffb tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:42.183194 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cef868-5f6c-4334-a224-da3ff41cbffb tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Made reservation on behalf of ddd9400ae6834d1da9b18a67d16332cc for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:42.188133 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61cef868-5f6c-4334-a224-da3ff41cbffb tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:42.241169 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=b558ca6e-e143-465e-91aa-29f7f58427cb,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:42.278714 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-52a5d5a5-7611-4eb9-a74b-2eb947e1216f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7490acee302e4c6ebf0628cd6cf947d0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1484034 Feb 04 06:06:42.279831 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1e826-1b96-4a35-a281-c1b2eae07ad5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=e2f39638-df85-4296-881e-c0ddb3bed286,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:42.290853 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55662) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:42.293650 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5d5a5-7611-4eb9-a74b-2eb947e1216f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd866996-c740-477a-8608-7d4ed0ee97bf,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:42.342983 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d4e1e826-1b96-4a35-a281-c1b2eae07ad5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:42.368603 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ef7d0a87-399b-44d3-bd31-e4d7e71479e2 None None] Provisioning for port e2f39638-df85-4296-881e-c0ddb3bed286 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:42.375562 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ef7d0a87-399b-44d3-bd31-e4d7e71479e2 None None] Provisioning complete for port e2f39638-df85-4296-881e-c0ddb3bed286 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:42.380024 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef7d0a87-399b-44d3-bd31-e4d7e71479e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:42.468614 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-ef7d0a87-399b-44d3-bd31-e4d7e71479e2 None None] Port e2f39638-df85-4296-881e-c0ddb3bed286 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:42.520099 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ef7d0a87-399b-44d3-bd31-e4d7e71479e2 None None] Provisioning complete for port 069ad00d-a568-4290-b6b8-281d63798797 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:42.520713 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef7d0a87-399b-44d3-bd31-e4d7e71479e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:42.602021 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e1e826-1b96-4a35-a281-c1b2eae07ad5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 53f5d41a-a17a-45a9-8311-0b3b9dcc60ee is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:42.606190 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 069ad00d-a568-4290-b6b8-281d63798797 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:42.608394 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-d4e1e826-1b96-4a35-a281-c1b2eae07ad5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:42.614463 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52257526-c789-4ec6-b5a2-fc893ade0b35 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:42.731682 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-52257526-c789-4ec6-b5a2-fc893ade0b35 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f841481e-4310-4a03-90d8-dfc1e3caf1ad']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:42.745768 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61cef868-5f6c-4334-a224-da3ff41cbffb tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:42.787269 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 069ad00d-a568-4290-b6b8-281d63798797 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:42.787687 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:42.804228 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-122a6954-6316-4ae7-8186-8bd1dcbe1b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:42.815927 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-52257526-c789-4ec6-b5a2-fc893ade0b35 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1fbade-dedc-47ef-9c1b-3210afc10962') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:42.816121 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc14a015-e322-482f-bb99-40603ad2ef89 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Router 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:06:42.816452 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-52257526-c789-4ec6-b5a2-fc893ade0b35 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1fbade-dedc-47ef-9c1b-3210afc10962') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:42.833231 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52257526-c789-4ec6-b5a2-fc893ade0b35 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:42.854711 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52257526-c789-4ec6-b5a2-fc893ade0b35 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:42.877137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-122a6954-6316-4ae7-8186-8bd1dcbe1b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:42.878548 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9e11c99e-f195-4422-9426-b0707755a6be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:42.906837 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52257526-c789-4ec6-b5a2-fc893ade0b35 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:06:42.907440 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52257526-c789-4ec6-b5a2-fc893ade0b35 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:06:42.924165 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:06:42.947505 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d88ea522-5ffb-4de7-aa95-2b6ea97337e4 None None] Provisioning complete for port e2f39638-df85-4296-881e-c0ddb3bed286 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:42.947968 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d88ea522-5ffb-4de7-aa95-2b6ea97337e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:42.978339 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device d277fb87-78ef-49a5-8d42-509e53b6a36d up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:43.033497 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-9e11c99e-f195-4422-9426-b0707755a6be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Transition to ACTIVE for port object fa57aa7f-6f48-4967-8249-3f170c94d05f will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:43.040074 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52257526-c789-4ec6-b5a2-fc893ade0b35 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.055210 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-d88ea522-5ffb-4de7-aa95-2b6ea97337e4 None None] Port e2f39638-df85-4296-881e-c0ddb3bed286 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:43.068734 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52257526-c789-4ec6-b5a2-fc893ade0b35 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.083253 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port d277fb87-78ef-49a5-8d42-509e53b6a36d completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:43.085895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52257526-c789-4ec6-b5a2-fc893ade0b35 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event deleted for resources: {'Network': ['ID=f841481e-4310-4a03-90d8-dfc1e3caf1ad,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:43.089310 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port d277fb87-78ef-49a5-8d42-509e53b6a36d triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:43.089679 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.121956 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-52257526-c789-4ec6-b5a2-fc893ade0b35 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "DELETE /v2.0/networks/f841481e-4310-4a03-90d8-dfc1e3caf1ad HTTP/1.1" status: 204 len: 168 time: 1.5965881 Feb 04 06:06:43.122642 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55666) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:43.135465 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cef868-5f6c-4334-a224-da3ff41cbffb tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Subnet': ['ID=d491aa1a-986e-4f0f-8e73-266f1cb7346c,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:43.146939 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e1e826-1b96-4a35-a281-c1b2eae07ad5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router 274a17fc-8904-4386-972a-31fa256b9014 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:06:43.154256 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9e11c99e-f195-4422-9426-b0707755a6be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.159399 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cef868-5f6c-4334-a224-da3ff41cbffb tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Checking segment: {'id': 'c9cae6f6-57ea-4c5e-80d6-927bc112144e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3a272fc3-3031-4112-962e-64c68c85df1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:43.160188 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cef868-5f6c-4334-a224-da3ff41cbffb tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network hostable DHCP agents. Network: 3a272fc3-3031-4112-962e-64c68c85df1f, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:06:43.182994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-122a6954-6316-4ae7-8186-8bd1dcbe1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.214353 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a6954-6316-4ae7-8186-8bd1dcbe1b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd866996-c740-477a-8608-7d4ed0ee97bf,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:43.264794 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c9a37b6b-f636-4382-a2ed-c9c13d53e2f9 None None] Provisioning complete for port e2f39638-df85-4296-881e-c0ddb3bed286 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:43.264794 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c9a37b6b-f636-4382-a2ed-c9c13d53e2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.295177 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.297179 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cef868-5f6c-4334-a224-da3ff41cbffb tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network 3a272fc3-3031-4112-962e-64c68c85df1f is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:06:43.315493 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-122a6954-6316-4ae7-8186-8bd1dcbe1b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.319038 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-122a6954-6316-4ae7-8186-8bd1dcbe1b6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd866996-c740-477a-8608-7d4ed0ee97bf HTTP/1.1" status: 204 len: 168 time: 1.0248539 Feb 04 06:06:43.324317 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-61cef868-5f6c-4334-a224-da3ff41cbffb tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 3a272fc3-3031-4112-962e-64c68c85df1f) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:43.331354 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cef868-5f6c-4334-a224-da3ff41cbffb tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:43.332136 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61cef868-5f6c-4334-a224-da3ff41cbffb tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.344096 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-c9a37b6b-f636-4382-a2ed-c9c13d53e2f9 None None] Port e2f39638-df85-4296-881e-c0ddb3bed286 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:43.349371 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d92f780-0af4-437d-b052-e7fb652d9c13 None None] Network 3a272fc3-3031-4112-962e-64c68c85df1f requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:43.364998 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-61cef868-5f6c-4334-a224-da3ff41cbffb tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5728951 Feb 04 06:06:43.365296 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port d277fb87-78ef-49a5-8d42-509e53b6a36d, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=d277fb87-78ef-49a5-8d42-509e53b6a36d,segment=NetworkSegment(3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1),segment_id=3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:43.365829 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55672) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:43.367029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc14a015-e322-482f-bb99-40603ad2ef89 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:06:43.373840 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-5ad0feb5-f091-4824-898a-009b80967d7c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1141990391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:43.380723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5ad0feb5-f091-4824-898a-009b80967d7c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:43.383444 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b12918-2cb3-4f97-9d10-d77db44ae2dc None None] Sync routers for ids ['674dce07-5cc0-4e5b-842b-32a88f1eb0a8'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:43.385135 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5ad0feb5-f091-4824-898a-009b80967d7c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:router and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:43.388123 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5ad0feb5-f091-4824-898a-009b80967d7c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:43.395093 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5ad0feb5-f091-4824-898a-009b80967d7c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:43.399057 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b12918-2cb3-4f97-9d10-d77db44ae2dc None None] Routers {'674dce07-5cc0-4e5b-842b-32a88f1eb0a8'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:43.399989 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-44b12918-2cb3-4f97-9d10-d77db44ae2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['674dce07-5cc0-4e5b-842b-32a88f1eb0a8'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:43.404765 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dc14a015-e322-482f-bb99-40603ad2ef89 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.416010 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.435337 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ad0feb5-f091-4824-898a-009b80967d7c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.436744 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ad0feb5-f091-4824-898a-009b80967d7c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.484377 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-dc14a015-e322-482f-bb99-40603ad2ef89 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "DELETE /v2.0/floatingips/a18183ae-20d3-4d61-91c4-994b971c2691 HTTP/1.1" status: 204 len: 168 time: 3.6935155 Feb 04 06:06:43.486326 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ad0feb5-f091-4824-898a-009b80967d7c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.500876 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9d319f-b061-4911-ad66-43c5a4d41b29', 'tag': 'ecd66dff-4282-4906-903a-90b16da441cf'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:06:43.525163 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=d277fb87-78ef-49a5-8d42-509e53b6a36d,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:43.562473 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ad0feb5-f091-4824-898a-009b80967d7c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.602484 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e11c99e-f195-4422-9426-b0707755a6be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network b6d2ebf2-259c-4278-b7f2-8d8c651dca23 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:43.617953 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ad0feb5-f091-4824-898a-009b80967d7c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.622442 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5ad0feb5-f091-4824-898a-009b80967d7c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2533417 Feb 04 06:06:43.623110 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55684) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:43.638960 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-9e11c99e-f195-4422-9426-b0707755a6be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:43.661747 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e11c99e-f195-4422-9426-b0707755a6be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:43.693454 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-44b12918-2cb3-4f97-9d10-d77db44ae2dc None None] Set router 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:06:43.708416 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-3a272fc3-3031-4112-962e-64c68c85df1f', 'network_id': '3a272fc3-3031-4112-962e-64c68c85df1f', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'fixed_ips': [{'subnet_id': 'd491aa1a-986e-4f0f-8e73-266f1cb7346c'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:06:43.709547 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.784595 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e257-1d71-40f6-8051-ca1ed7234c0a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.842920 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11c99e-f195-4422-9426-b0707755a6be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=fa57aa7f-6f48-4967-8249-3f170c94d05f,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:43.884684 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e1e826-1b96-4a35-a281-c1b2eae07ad5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:06:43.910053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Sync routers for ids ['274a17fc-8904-4386-972a-31fa256b9014'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:43.921612 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d4e1e826-1b96-4a35-a281-c1b2eae07ad5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/274a17fc-8904-4386-972a-31fa256b9014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6437232 Feb 04 06:06:43.928795 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55690) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:43.965767 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-3b2d8846-386e-440e-9c70-0be330b5db24 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'network': {'name': 'tempest-RoutersTest-2059304884'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:43.970262 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Routers {'274a17fc-8904-4386-972a-31fa256b9014'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:43.971017 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['274a17fc-8904-4386-972a-31fa256b9014'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:44.075794 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9d319f-b061-4911-ad66-43c5a4d41b29', 'tag': 'ecd66dff-4282-4906-903a-90b16da441cf', 'status': 'completed', 'code': 200} Feb 04 06:06:44.094468 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-3b2d8846-386e-440e-9c70-0be330b5db24 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:44.219417 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-44b12918-2cb3-4f97-9d10-d77db44ae2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770514993', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:24Z', 'updated_at': '2022-02-04T06:04:42Z', 'revision_number': 4, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'gw_port': {'id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:26Z', 'updated_at': '2022-02-04T06:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '84afe5b7-9c99-40ad-b0ab-5a0c25309a37', 'name': '', 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'mac_address': 'fa:16:3e:a9:2a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:37Z', 'updated_at': '2022-02-04T06:04:54Z', 'revision_number': 5, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'subnets': [{'id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:44.224343 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b12918-2cb3-4f97-9d10-d77db44ae2dc None None] Checking router: 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:06:44.234474 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b12918-2cb3-4f97-9d10-d77db44ae2dc None None] Routers {'674dce07-5cc0-4e5b-842b-32a88f1eb0a8'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:44.235101 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-44b12918-2cb3-4f97-9d10-d77db44ae2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['674dce07-5cc0-4e5b-842b-32a88f1eb0a8'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:44.388970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device d277fb87-78ef-49a5-8d42-509e53b6a36d up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:44.456085 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9e11c99e-f195-4422-9426-b0707755a6be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:44.464846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3b2d8846-386e-440e-9c70-0be330b5db24 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:network and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:44.485262 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3b2d8846-386e-440e-9c70-0be330b5db24 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:44.522116 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-44b12918-2cb3-4f97-9d10-d77db44ae2dc None None] Set router 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:06:44.551811 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bab141e5-34b8-4bc7-9df4-960a4d29666e None None] Provisioning for port fa57aa7f-6f48-4967-8249-3f170c94d05f completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:44.571673 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Allocated IP 2001:db8::2 (3a272fc3-3031-4112-962e-64c68c85df1f/d491aa1a-986e-4f0f-8e73-266f1cb7346c/876c86a3-cd48-40d6-b9bb-71a785f4bd30) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:44.577960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Set router 274a17fc-8904-4386-972a-31fa256b9014 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:06:44.622662 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bab141e5-34b8-4bc7-9df4-960a4d29666e None None] Provisioning complete for port fa57aa7f-6f48-4967-8249-3f170c94d05f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:44.623346 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bab141e5-34b8-4bc7-9df4-960a4d29666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:44.629620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:44.742140 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e257-1d71-40f6-8051-ca1ed7234c0a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:44.805291 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-3bc0e257-1d71-40f6-8051-ca1ed7234c0a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149cce30-7664-48ae-8a46-0597800b4633']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:44.822799 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-3bc0e257-1d71-40f6-8051-ca1ed7234c0a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b197a7f2-4a18-48b0-9c80-1ccd501ff568') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:44.823101 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-3bc0e257-1d71-40f6-8051-ca1ed7234c0a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b197a7f2-4a18-48b0-9c80-1ccd501ff568') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:44.835083 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e257-1d71-40f6-8051-ca1ed7234c0a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:44.837730 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55710) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:44.852278 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e257-1d71-40f6-8051-ca1ed7234c0a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:44.859628 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc0e257-1d71-40f6-8051-ca1ed7234c0a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:06:44.860091 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e257-1d71-40f6-8051-ca1ed7234c0a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:44.900986 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-bab141e5-34b8-4bc7-9df4-960a4d29666e None None] Port fa57aa7f-6f48-4967-8249-3f170c94d05f cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:44.963286 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-3b2d8846-386e-440e-9c70-0be330b5db24 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:44.984737 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port d277fb87-78ef-49a5-8d42-509e53b6a36d triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:44.985115 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.010980 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-44b12918-2cb3-4f97-9d10-d77db44ae2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770514993', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:24Z', 'updated_at': '2022-02-04T06:04:42Z', 'revision_number': 4, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'gw_port': {'id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:26Z', 'updated_at': '2022-02-04T06:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '84afe5b7-9c99-40ad-b0ab-5a0c25309a37', 'name': '', 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'mac_address': 'fa:16:3e:a9:2a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:37Z', 'updated_at': '2022-02-04T06:04:54Z', 'revision_number': 5, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'subnets': [{'id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:06:45.011219 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:06:45.013428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-794894085'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:45.017428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:45.020443 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b12918-2cb3-4f97-9d10-d77db44ae2dc None None] The sync data for ids ['674dce07-5cc0-4e5b-842b-32a88f1eb0a8'] in dv-neutron-826830-2-hyperv is: [{'id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770514993', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:24Z', 'updated_at': '2022-02-04T06:04:42Z', 'revision_number': 4, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'gw_port': {'id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:26Z', 'updated_at': '2022-02-04T06:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '84afe5b7-9c99-40ad-b0ab-5a0c25309a37', 'name': '', 'network_id': 'dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'mac_address': 'fa:16:3e:a9:2a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:37Z', 'updated_at': '2022-02-04T06:04:54Z', 'revision_number': 5, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'subnets': [{'id': '8503fcfd-d1d5-4ef1-a288-6e6352f2927f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:45.022032 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Usage tracker for resource:network and tenant:9be831ddbeab4df990a9e7b5f5f5fca5 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:45.025194 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:45.029758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e257-1d71-40f6-8051-ca1ed7234c0a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.031514 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:45.044312 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Made reservation on behalf of 9be831ddbeab4df990a9e7b5f5f5fca5 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:45.048497 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.062954 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.080678 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:45.085026 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Usage tracker for resource:security_group_rule and tenant:9be831ddbeab4df990a9e7b5f5f5fca5 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:45.088304 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:45.094767 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:45.123405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e257-1d71-40f6-8051-ca1ed7234c0a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.136218 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0e257-1d71-40f6-8051-ca1ed7234c0a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event deleted for resources: {'Network': ['ID=149cce30-7664-48ae-8a46-0597800b4633,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:45.151975 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2d8846-386e-440e-9c70-0be330b5db24 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Made reservation on behalf of a530e6e9c2854085a0d6e6dcc92e91d5 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:45.160958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8846-386e-440e-9c70-0be330b5db24 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.201905 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.209150 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.236302 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3bc0e257-1d71-40f6-8051-ca1ed7234c0a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "DELETE /v2.0/networks/149cce30-7664-48ae-8a46-0597800b4633 HTTP/1.1" status: 204 len: 168 time: 2.1125331 Feb 04 06:06:45.237260 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55716) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:45.251590 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8dedde-7aa7-4195-af98-4ce7084d1997,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:45.256957 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:06:45.267484 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.267926 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Added segment c1d3fb91-e3bf-41d4-b081-d040311e5335 of type vlan for network 989677fc-17c0-490b-b007-2e98a098320c Feb 04 06:06:45.298410 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.372782 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18321f-44ea-439a-ad5b-294d79b9c438 req-8eed1f7a-31c1-44ad-8a49-ddca1dd45b60 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:45.374316 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ba18321f-44ea-439a-ad5b-294d79b9c438 req-8eed1f7a-31c1-44ad-8a49-ddca1dd45b60 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 946 time: 0.9109850 Feb 04 06:06:45.377870 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2d8846-386e-440e-9c70-0be330b5db24 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:06:45.397091 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b558ca6e-e143-465e-91aa-29f7f58427cb up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:45.405971 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.411412 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:45.412137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.447038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51123e8-7f0d-4dce-b0f5-e48196adf56d req-c7af4e2e-205a-4031-bb31-4afd3b810383 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:45.447658 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0466c-675c-42e7-b7ea-6db17fc890c6 req-e7c4ed4a-a786-44a3-9c6f-9bc691ea3772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:45.448062 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-d51123e8-7f0d-4dce-b0f5-e48196adf56d req-c7af4e2e-205a-4031-bb31-4afd3b810383 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Synchronizing usage tracker for tenant:546e85d5b5e4470bb459b3b3573e44cb on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:45.449333 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-94a0466c-675c-42e7-b7ea-6db17fc890c6 req-e7c4ed4a-a786-44a3-9c6f-9bc691ea3772 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=546e85d5b5e4470bb459b3b3573e44cb&device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 1099 time: 1.3404763 Feb 04 06:06:45.450670 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5be17c9-cfe0-4175-8433-f52f49d11a7f None None] New status for floating IP a18183ae-20d3-4d61-91c4-994b971c2691: DOWN {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:06:45.456421 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8846-386e-440e-9c70-0be330b5db24 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.456421 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-3b2d8846-386e-440e-9c70-0be330b5db24 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Added segment 1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab of type vlan for network 499911cc-23e8-4bb0-85c4-c9fc9243895a Feb 04 06:06:45.470374 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.488777 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Transition to ACTIVE for port object 876c86a3-cd48-40d6-b9bb-71a785f4bd30 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:45.524264 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Transition to ACTIVE for port object 876c86a3-cd48-40d6-b9bb-71a785f4bd30 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:45.532124 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port b558ca6e-e143-465e-91aa-29f7f58427cb triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:45.532544 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.590826 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:06:39Z', 'revision_number': 2, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:41Z', 'revision_number': 2, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:45.596561 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.624323 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0466c-675c-42e7-b7ea-6db17fc890c6 req-f9d1ff3b-b120-420c-986e-d9d1c0b48afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:45.625616 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-94a0466c-675c-42e7-b7ea-6db17fc890c6 req-f9d1ff3b-b120-420c-986e-d9d1c0b48afa service neutron] 10.222.0.43 "GET /v2.0/networks?id=dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 HTTP/1.1" status: 200 len: 897 time: 0.1537206 Feb 04 06:06:45.632116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Checking router: 274a17fc-8904-4386-972a-31fa256b9014 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:06:45.632515 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Updating router 274a17fc-8904-4386-972a-31fa256b9014 port e2f39638-df85-4296-881e-c0ddb3bed286 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:06:45.729624 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Network 3a272fc3-3031-4112-962e-64c68c85df1f is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:45.739042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-d51123e8-7f0d-4dce-b0f5-e48196adf56d req-c7af4e2e-205a-4031-bb31-4afd3b810383 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Unset dirty status for tenant:546e85d5b5e4470bb459b3b3573e44cb on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:45.740310 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d51123e8-7f0d-4dce-b0f5-e48196adf56d req-c7af4e2e-205a-4031-bb31-4afd3b810383 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 946 time: 0.4374754 Feb 04 06:06:45.744069 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Pushing event updated for resources: {'Network': ['ID=989677fc-17c0-490b-b007-2e98a098320c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:45.760284 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-94a0466c-675c-42e7-b7ea-6db17fc890c6 req-b3d7528b-1be8-4472-8461-09ee1fee860f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecd66dff-4282-4906-903a-90b16da441cf HTTP/1.1" status: 200 len: 217 time: 0.1192815 Feb 04 06:06:45.769215 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 989677fc-17c0-490b-b007-2e98a098320c details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:06:45.770935 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8846-386e-440e-9c70-0be330b5db24 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.778669 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3d32c3e3-8851-4591-bad5-054693947f36 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9397955 Feb 04 06:06:45.786037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55720) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:45.791269 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.800077 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Pushing event updated for resources: {'Port': ['ID=876c86a3-cd48-40d6-b9bb-71a785f4bd30,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:45.803383 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:45.805712 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:45.819271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Allocated IP 2001:db8::1 (3a272fc3-3031-4112-962e-64c68c85df1f/d491aa1a-986e-4f0f-8e73-266f1cb7346c/73b48ce9-3820-4c5f-83af-d636c526572c) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:45.830749 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ba18321f-44ea-439a-ad5b-294d79b9c438 req-8a9129b4-0e36-481c-aa5e-328b70511b83 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0179cdc-621e-4dc2-b70f-337ac8fbdd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4349923 Feb 04 06:06:45.831315 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9e11c99e-f195-4422-9426-b0707755a6be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.838845 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-d51123e8-7f0d-4dce-b0f5-e48196adf56d req-50a6721f-9b89-4109-86a8-1c58e7ab2d1a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Deleting port ecd66dff-4282-4906-903a-90b16da441cf {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:45.839299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d51123e8-7f0d-4dce-b0f5-e48196adf56d req-50a6721f-9b89-4109-86a8-1c58e7ab2d1a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.864115 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-6a87fb4c-8292-4211-845c-e6fe0a67295c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Request body: {'subnet': {'network_id': '989677fc-17c0-490b-b007-2e98a098320c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:45.932160 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a893e634-281d-4d70-bc20-e7040efff8fa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:45.938021 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a893e634-281d-4d70-bc20-e7040efff8fa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:45.938786 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a893e634-281d-4d70-bc20-e7040efff8fa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Synchronizing usage tracker for tenant:1ec87c7be3e04f6998b5f789636848eb on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:45.992284 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-3b2d8846-386e-440e-9c70-0be330b5db24 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:06:46.075870 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8846-386e-440e-9c70-0be330b5db24 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.081333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2d8846-386e-440e-9c70-0be330b5db24 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:46.081918 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8846-386e-440e-9c70-0be330b5db24 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.086367 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0466c-675c-42e7-b7ea-6db17fc890c6 req-84b69d8b-ea46-439a-abaa-67cc05ecf19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:46.087773 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-94a0466c-675c-42e7-b7ea-6db17fc890c6 req-84b69d8b-ea46-439a-abaa-67cc05ecf19d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8503fcfd-d1d5-4ef1-a288-6e6352f2927f HTTP/1.1" status: 200 len: 834 time: 0.3078518 Feb 04 06:06:46.103489 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Attempting to bind port 876c86a3-cd48-40d6-b9bb-71a785f4bd30 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:06:46.104019 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Attempting to bind port 876c86a3-cd48-40d6-b9bb-71a785f4bd30 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'c9cae6f6-57ea-4c5e-80d6-927bc112144e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3a272fc3-3031-4112-962e-64c68c85df1f'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:06:46.104476 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Attempting to bind port 876c86a3-cd48-40d6-b9bb-71a785f4bd30 on network 3a272fc3-3031-4112-962e-64c68c85df1f {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:06:46.107986 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a893e634-281d-4d70-bc20-e7040efff8fa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Unset dirty status for tenant:1ec87c7be3e04f6998b5f789636848eb on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:46.113072 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a893e634-281d-4d70-bc20-e7040efff8fa tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8665407 Feb 04 06:06:46.120429 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:06:46.120429 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Checking segment: {'id': 'c9cae6f6-57ea-4c5e-80d6-927bc112144e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3a272fc3-3031-4112-962e-64c68c85df1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:46.120911 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.121310 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Bound using segment: {'id': 'c9cae6f6-57ea-4c5e-80d6-927bc112144e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3a272fc3-3031-4112-962e-64c68c85df1f'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:06:46.121892 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Bound port: 876c86a3-cd48-40d6-b9bb-71a785f4bd30, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cae6f6-57ea-4c5e-80d6-927bc112144e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3a272fc3-3031-4112-962e-64c68c85df1f'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:06:46.122354 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.139222 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55724) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:46.162210 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-0876dddf-6baa-4751-93c4-a9bb47e49b69 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-450038194'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:46.177362 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0876dddf-6baa-4751-93c4-a9bb47e49b69 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:46.190676 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.198856 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0876dddf-6baa-4751-93c4-a9bb47e49b69 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:46.236347 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Transition to ACTIVE for port object 73b48ce9-3820-4c5f-83af-d636c526572c will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:46.245462 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0876dddf-6baa-4751-93c4-a9bb47e49b69 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Made reservation on behalf of 1ec87c7be3e04f6998b5f789636848eb for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:46.249023 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0876dddf-6baa-4751-93c4-a9bb47e49b69 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.276238 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6a87fb4c-8292-4211-845c-e6fe0a67295c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:46.308834 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-d51123e8-7f0d-4dce-b0f5-e48196adf56d req-50a6721f-9b89-4109-86a8-1c58e7ab2d1a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] For port ecd66dff-4282-4906-903a-90b16da441cf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=ecd66dff-4282-4906-903a-90b16da441cf,segment=NetworkSegment(5f830c0c-6f52-435c-a7f7-547804b653e7),segment_id=5f830c0c-6f52-435c-a7f7-547804b653e7)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:46.309087 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d51123e8-7f0d-4dce-b0f5-e48196adf56d req-50a6721f-9b89-4109-86a8-1c58e7ab2d1a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.368867 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] For port 876c86a3-cd48-40d6-b9bb-71a785f4bd30, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:06:46.373688 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] For port 876c86a3-cd48-40d6-b9bb-71a785f4bd30, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=876c86a3-cd48-40d6-b9bb-71a785f4bd30,segment=NetworkSegment(c9cae6f6-57ea-4c5e-80d6-927bc112144e),segment_id=c9cae6f6-57ea-4c5e-80d6-927bc112144e)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:06:46.380411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0876dddf-6baa-4751-93c4-a9bb47e49b69 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:06:46.385740 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.453630 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-d51123e8-7f0d-4dce-b0f5-e48196adf56d req-50a6721f-9b89-4109-86a8-1c58e7ab2d1a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Calling delete_port for ecd66dff-4282-4906-903a-90b16da441cf owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:46.503599 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0876dddf-6baa-4751-93c4-a9bb47e49b69 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.504028 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-0876dddf-6baa-4751-93c4-a9bb47e49b69 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Added segment c718a059-2372-4bcc-92ba-0bce79387c83 of type vlan for network 007d9680-6c79-478c-8580-86e0b25924f9 Feb 04 06:06:46.505413 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6a87fb4c-8292-4211-845c-e6fe0a67295c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Usage tracker for resource:subnet and tenant:9be831ddbeab4df990a9e7b5f5f5fca5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:46.509919 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd0565-ed42-4bdd-b12a-679ebe206424 None None] Pushing event updated for resources: {'Port': ['ID=876c86a3-cd48-40d6-b9bb-71a785f4bd30,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:46.514479 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.525360 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d8846-386e-440e-9c70-0be330b5db24 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Network': ['ID=499911cc-23e8-4bb0-85c4-c9fc9243895a,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:46.528515 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6a87fb4c-8292-4211-845c-e6fe0a67295c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:46.543100 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6a87fb4c-8292-4211-845c-e6fe0a67295c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:46.549516 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3b2d8846-386e-440e-9c70-0be330b5db24 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.6153369 Feb 04 06:06:46.553774 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55728) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:46.556078 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 499911cc-23e8-4bb0-85c4-c9fc9243895a details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:06:46.569644 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-b73fd57c-a220-46c3-82c0-4fddfcbcce12 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'subnet': {'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:46.633595 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0876dddf-6baa-4751-93c4-a9bb47e49b69 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.655617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network 3a272fc3-3031-4112-962e-64c68c85df1f is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:46.662168 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:46.665078 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:46.665884 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.672160 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=73b48ce9-3820-4c5f-83af-d636c526572c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:46.676489 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.696544 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Transition to ACTIVE for port object e2f39638-df85-4296-881e-c0ddb3bed286 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:46.706838 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.731247 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a87fb4c-8292-4211-845c-e6fe0a67295c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Made reservation on behalf of 9be831ddbeab4df990a9e7b5f5f5fca5 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:46.738338 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a87fb4c-8292-4211-845c-e6fe0a67295c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.781211 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0876dddf-6baa-4751-93c4-a9bb47e49b69 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.786827 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0876dddf-6baa-4751-93c4-a9bb47e49b69 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:46.787613 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0876dddf-6baa-4751-93c4-a9bb47e49b69 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.863201 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0466c-675c-42e7-b7ea-6db17fc890c6 req-2f8693c9-eda6-4ee0-b545-bbd9503ef9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:46.864948 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-94a0466c-675c-42e7-b7ea-6db17fc890c6 req-2f8693c9-eda6-4ee0-b545-bbd9503ef9f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7443824 Feb 04 06:06:46.990560 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59cab7-58d7-40c3-b732-1f3e04588d42 None None] Pushing event updated for resources: {'Port': ['ID=e2f39638-df85-4296-881e-c0ddb3bed286,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:46.997428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d51123e8-7f0d-4dce-b0f5-e48196adf56d req-50a6721f-9b89-4109-86a8-1c58e7ab2d1a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.037200 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Attempting to bind port e2f39638-df85-4296-881e-c0ddb3bed286 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:06:47.037856 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Attempting to bind port e2f39638-df85-4296-881e-c0ddb3bed286 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:06:47.038375 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Attempting to bind port e2f39638-df85-4296-881e-c0ddb3bed286 on network 53f5d41a-a17a-45a9-8311-0b3b9dcc60ee {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:06:47.044660 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:06:47.045017 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Checking segment: {'id': '1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:47.045603 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.045998 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Bound using segment: {'id': '1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:06:47.046467 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Bound port: e2f39638-df85-4296-881e-c0ddb3bed286, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:06:47.046829 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.126722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876dddf-6baa-4751-93c4-a9bb47e49b69 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event updated for resources: {'Network': ['ID=007d9680-6c79-478c-8580-86e0b25924f9,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:47.141747 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0876dddf-6baa-4751-93c4-a9bb47e49b69 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9987013 Feb 04 06:06:47.147510 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55734) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:47.163733 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6721f-9b89-4109-86a8-1c58e7ab2d1a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event deleted for resources: {'Port': ['ID=ecd66dff-4282-4906-903a-90b16da441cf,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:47.172404 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a4321e8d-d005-4e73-be8c-efb1ccdc6297 req-a36cf9ec-a5d9-41d0-a422-51636a361957 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9d319f-b061-4911-ad66-43c5a4d41b29 HTTP/1.1" status: 200 len: 210 time: 0.0936422 Feb 04 06:06:47.184128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b73fd57c-a220-46c3-82c0-4fddfcbcce12 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:47.186848 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-975aa328-c747-43e7-8033-360cff4471d9 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2043124266'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:47.200064 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-975aa328-c747-43e7-8033-360cff4471d9 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:47.209833 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-975aa328-c747-43e7-8033-360cff4471d9 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Usage tracker for resource:network and tenant:1ec87c7be3e04f6998b5f789636848eb is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:47.213498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-975aa328-c747-43e7-8033-360cff4471d9 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:47.220379 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-975aa328-c747-43e7-8033-360cff4471d9 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:47.225272 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] For port e2f39638-df85-4296-881e-c0ddb3bed286, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:06:47.232719 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] For port e2f39638-df85-4296-881e-c0ddb3bed286, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e2f39638-df85-4296-881e-c0ddb3bed286,segment=NetworkSegment(1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c),segment_id=1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:06:47.237580 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b73fd57c-a220-46c3-82c0-4fddfcbcce12 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:subnet and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:47.245549 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 007d9680-6c79-478c-8580-86e0b25924f9 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:06:47.267097 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975aa328-c747-43e7-8033-360cff4471d9 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Made reservation on behalf of 1ec87c7be3e04f6998b5f789636848eb for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:47.271130 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-975aa328-c747-43e7-8033-360cff4471d9 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.286382 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.293326 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b73fd57c-a220-46c3-82c0-4fddfcbcce12 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:47.321001 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b73fd57c-a220-46c3-82c0-4fddfcbcce12 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:47.328659 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.341896 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51123e8-7f0d-4dce-b0f5-e48196adf56d req-50a6721f-9b89-4109-86a8-1c58e7ab2d1a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] No DVR routers for this DVR port ecd66dff-4282-4906-903a-90b16da441cf on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:06:47.347471 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d51123e8-7f0d-4dce-b0f5-e48196adf56d req-50a6721f-9b89-4109-86a8-1c58e7ab2d1a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.349403 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d51123e8-7f0d-4dce-b0f5-e48196adf56d req-50a6721f-9b89-4109-86a8-1c58e7ab2d1a tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.43 "DELETE /v2.0/ports/ecd66dff-4282-4906-903a-90b16da441cf HTTP/1.1" status: 204 len: 173 time: 1.6007700 Feb 04 06:06:47.349971 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9d319f-b061-4911-ad66-43c5a4d41b29', 'name': 'network-vif-deleted', 'tag': 'ecd66dff-4282-4906-903a-90b16da441cf'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:06:47.380628 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-94a0466c-675c-42e7-b7ea-6db17fc890c6 req-b151ac66-0bd9-4834-ad32-ba8c7d53b14a service neutron] 10.222.0.43 "GET /v2.0/networks/dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974456 Feb 04 06:06:47.381131 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73fd57c-a220-46c3-82c0-4fddfcbcce12 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Made reservation on behalf of a530e6e9c2854085a0d6e6dcc92e91d5 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:47.385467 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b73fd57c-a220-46c3-82c0-4fddfcbcce12 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.454095 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975aa328-c747-43e7-8033-360cff4471d9 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:06:47.457118 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59cab7-58d7-40c3-b732-1f3e04588d42 None None] Pushing event updated for resources: {'Port': ['ID=e2f39638-df85-4296-881e-c0ddb3bed286,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:47.461328 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Routers {'274a17fc-8904-4386-972a-31fa256b9014'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:47.462330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['274a17fc-8904-4386-972a-31fa256b9014'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:47.463046 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9d319f-b061-4911-ad66-43c5a4d41b29', 'name': 'network-vif-deleted', 'tag': 'ecd66dff-4282-4906-903a-90b16da441cf', 'status': 'completed', 'code': 200} Feb 04 06:06:47.532441 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-975aa328-c747-43e7-8033-360cff4471d9 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.533058 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-975aa328-c747-43e7-8033-360cff4471d9 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Added segment 2d681dde-08c7-4611-a277-b1d85c477b6b of type vlan for network e44b8adf-8816-4a35-b1b5-7ea2d478743a Feb 04 06:06:47.773273 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] Set router 274a17fc-8904-4386-972a-31fa256b9014 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:06:47.913038 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b73fd57c-a220-46c3-82c0-4fddfcbcce12 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.011757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-975aa328-c747-43e7-8033-360cff4471d9 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.019869 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-94a0466c-675c-42e7-b7ea-6db17fc890c6 req-d93ae346-fbae-4cf1-8915-bd10aed2e054 service neutron] 10.222.0.43 "GET /v2.0/networks/dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065516 Feb 04 06:06:48.026254 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a87fb4c-8292-4211-845c-e6fe0a67295c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.032101 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9e11c99e-f195-4422-9426-b0707755a6be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.058487 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9e11c99e-f195-4422-9426-b0707755a6be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.147869 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-975aa328-c747-43e7-8033-360cff4471d9 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.156165 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975aa328-c747-43e7-8033-360cff4471d9 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:48.157508 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-975aa328-c747-43e7-8033-360cff4471d9 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.218028 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fd57c-a220-46c3-82c0-4fddfcbcce12 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Subnet': ['ID=4c99e391-aef4-4569-80eb-3c2b8b4c1294,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:48.305474 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:06:39Z', 'revision_number': 2, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:47Z', 'revision_number': 4, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:48.310283 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba28a4d-ad8a-481e-8eaf-b327b423eb35 None None] The sync data for ids ['274a17fc-8904-4386-972a-31fa256b9014'] in dv-neutron-826830-2-hyperv is: [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:06:39Z', 'revision_number': 2, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:47Z', 'revision_number': 4, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:48.361373 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cc503f-8be6-4ba4-bff8-d7f0412cb73f None None] Network 3a272fc3-3031-4112-962e-64c68c85df1f requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:48.371197 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-975aa328-c747-43e7-8033-360cff4471d9 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2097883 Feb 04 06:06:48.375042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55742) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:48.385519 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Request body: {'ports': [{'network_id': '007d9680-6c79-478c-8580-86e0b25924f9', 'name': 'tempest-port--1525438779', 'admin_state_up': True}, {'network_id': 'e44b8adf-8816-4a35-b1b5-7ea2d478743a', 'admin_state_up': False}]} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:48.385519 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Request body: {'port': {'network_id': '007d9680-6c79-478c-8580-86e0b25924f9', 'name': 'tempest-port--1525438779', 'admin_state_up': True}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:48.386258 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Request body: {'port': {'network_id': 'e44b8adf-8816-4a35-b1b5-7ea2d478743a', 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:48.423403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73fd57c-a220-46c3-82c0-4fddfcbcce12 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Checking segment: {'id': '1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:48.423804 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73fd57c-a220-46c3-82c0-4fddfcbcce12 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network hostable DHCP agents. Network: 499911cc-23e8-4bb0-85c4-c9fc9243895a, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:06:48.463317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55746) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:48.465928 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11c99e-f195-4422-9426-b0707755a6be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=fa57aa7f-6f48-4967-8249-3f170c94d05f,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:48.469362 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9e11c99e-f195-4422-9426-b0707755a6be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.521048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.resource_extend [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:06:48.542159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975aa328-c747-43e7-8033-360cff4471d9 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event updated for resources: {'Network': ['ID=e44b8adf-8816-4a35-b1b5-7ea2d478743a,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:48.543412 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87fb4c-8292-4211-845c-e6fe0a67295c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Pushing event updated for resources: {'Subnet': ['ID=5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:48.553798 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 876c86a3-cd48-40d6-b9bb-71a785f4bd30 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:48.562730 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.565923 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a87fb4c-8292-4211-845c-e6fe0a67295c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Checking segment: {'id': 'c1d3fb91-e3bf-41d4-b081-d040311e5335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '989677fc-17c0-490b-b007-2e98a098320c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:48.566298 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a87fb4c-8292-4211-845c-e6fe0a67295c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Network hostable DHCP agents. Network: 989677fc-17c0-490b-b007-2e98a098320c, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:06:48.578140 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.578967 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.631387 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network e44b8adf-8816-4a35-b1b5-7ea2d478743a details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:06:48.736477 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-eb8dc656-87cf-49eb-b05a-d2f296e97cc3 None None] Provisioning for port 876c86a3-cd48-40d6-b9bb-71a785f4bd30 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:48.783031 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 876c86a3-cd48-40d6-b9bb-71a785f4bd30 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:48.794284 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 876c86a3-cd48-40d6-b9bb-71a785f4bd30 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:48.794284 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.874282 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73fd57c-a220-46c3-82c0-4fddfcbcce12 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 499911cc-23e8-4bb0-85c4-c9fc9243895a is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:06:48.900670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=73b48ce9-3820-4c5f-83af-d636c526572c,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:48.940928 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.961995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:48.969416 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Usage tracker for resource:port and tenant:1ec87c7be3e04f6998b5f789636848eb is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:48.974561 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:48.981121 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 876c86a3-cd48-40d6-b9bb-71a785f4bd30, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=876c86a3-cd48-40d6-b9bb-71a785f4bd30,segment=NetworkSegment(c9cae6f6-57ea-4c5e-80d6-927bc112144e),segment_id=c9cae6f6-57ea-4c5e-80d6-927bc112144e)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:48.991413 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:49.015888 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network 3a272fc3-3031-4112-962e-64c68c85df1f is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:49.019730 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:49.026732 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Made reservation on behalf of 1ec87c7be3e04f6998b5f789636848eb for: {'port': 2} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:49.031524 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:49.069345 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:49.135719 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:49.193578 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=876c86a3-cd48-40d6-b9bb-71a785f4bd30,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:49.281894 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e11c99e-f195-4422-9426-b0707755a6be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network b6d2ebf2-259c-4278-b7f2-8d8c651dca23 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:49.286471 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-9e11c99e-f195-4422-9426-b0707755a6be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:49.294767 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-b73fd57c-a220-46c3-82c0-4fddfcbcce12 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 499911cc-23e8-4bb0-85c4-c9fc9243895a) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:49.299548 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73fd57c-a220-46c3-82c0-4fddfcbcce12 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:49.300196 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b73fd57c-a220-46c3-82c0-4fddfcbcce12 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:49.309941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a87fb4c-8292-4211-845c-e6fe0a67295c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Network 989677fc-17c0-490b-b007-2e98a098320c is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:06:49.317487 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d77bff7-2ecb-4983-b78f-c58098bb3509 None None] Network 499911cc-23e8-4bb0-85c4-c9fc9243895a requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:49.508092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] device_id is not set on port 25391008-1c4d-4e93-9117-b272a5612efc yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:06:49.511587 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router 335c770f-07b8-4c7e-9057-1739399483cb is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:06:49.553113 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b73fd57c-a220-46c3-82c0-4fddfcbcce12 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9939883 Feb 04 06:06:49.554078 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device ecd66dff-4282-4906-903a-90b16da441cf no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:06:49.558975 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55750) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:49.561539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-6a87fb4c-8292-4211-845c-e6fe0a67295c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 989677fc-17c0-490b-b007-2e98a098320c) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:49.566872 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a87fb4c-8292-4211-845c-e6fe0a67295c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:49.567465 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a87fb4c-8292-4211-845c-e6fe0a67295c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:49.606228 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100c4ce1-e71a-4fa6-bda6-8032878b3cb2 None None] Network 989677fc-17c0-490b-b007-2e98a098320c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:49.668260 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: ecd66dff-4282-4906-903a-90b16da441cf {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:06:49.668743 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device ecd66dff-4282-4906-903a-90b16da441cf not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:06:49.743835 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:06:49.766223 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-499911cc-23e8-4bb0-85c4-c9fc9243895a', 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'fixed_ips': [{'subnet_id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:06:49.767201 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:49.772585 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:06:49.786818 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a3d766fc-38c6-4b98-9111-238f976c639c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/335c770f-07b8-4c7e-9057-1739399483cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1583929 Feb 04 06:06:49.787283 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55754) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:49.828708 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84dad54-0626-4770-bfc7-29c7af97642a None None] Sync routers for ids ['335c770f-07b8-4c7e-9057-1739399483cb'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:49.833883 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6a87fb4c-8292-4211-845c-e6fe0a67295c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9915984 Feb 04 06:06:49.852912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e11c99e-f195-4422-9426-b0707755a6be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 0cea31fb-4233-4b03-8c7e-222a31103342 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:06:49.857895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55758) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:49.884967 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-741742d5-987b-4247-806c-364c6a3267aa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Request body: {'port': {'network_id': '989677fc-17c0-490b-b007-2e98a098320c', 'name': 'tempest-TagsExtTest-540591729'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:49.892376 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1ec8d00b-28c4-4ace-8205-0de5683ee87f None None] Provisioning complete for port 876c86a3-cd48-40d6-b9bb-71a785f4bd30 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:49.893179 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1ec8d00b-28c4-4ace-8205-0de5683ee87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:49.975105 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84dad54-0626-4770-bfc7-29c7af97642a None None] Routers {'335c770f-07b8-4c7e-9057-1739399483cb'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:49.976203 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d84dad54-0626-4770-bfc7-29c7af97642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['335c770f-07b8-4c7e-9057-1739399483cb'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:50.034524 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa49c91-e52a-4a7f-a888-7298a25c1f0e tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:50.035237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-dfa49c91-e52a-4a7f-a888-7298a25c1f0e tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Synchronizing usage tracker for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:50.078724 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d84dad54-0626-4770-bfc7-29c7af97642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:50.093755 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-dfa49c91-e52a-4a7f-a888-7298a25c1f0e tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Unset dirty status for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:50.095018 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-dfa49c91-e52a-4a7f-a888-7298a25c1f0e tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/ports/73b48ce9-3820-4c5f-83af-d636c526572c HTTP/1.1" status: 200 len: 911 time: 0.3058090 Feb 04 06:06:50.099246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55762) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:50.110685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-0d3359d4-7f9f-47b1-85d1-7ab70704b4fd tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd491aa1a-986e-4f0f-8e73-266f1cb7346c'}]}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:50.217310 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84dad54-0626-4770-bfc7-29c7af97642a None None] Routers {'335c770f-07b8-4c7e-9057-1739399483cb'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:50.217949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d84dad54-0626-4770-bfc7-29c7af97642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['335c770f-07b8-4c7e-9057-1739399483cb'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:50.291587 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:50.310407 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d84dad54-0626-4770-bfc7-29c7af97642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:50.310820 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84dad54-0626-4770-bfc7-29c7af97642a None None] The sync data for ids ['335c770f-07b8-4c7e-9057-1739399483cb'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:50.444508 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] device_id is not set on port 79dd57fe-d783-47bc-aff7-c368fb28ddde yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:06:50.501354 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Allocated IP 172.21.0.2 (499911cc-23e8-4bb0-85c4-c9fc9243895a/4c99e391-aef4-4569-80eb-3c2b8b4c1294/008c6f3f-ad1d-4628-b41b-81db3b94b610) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:50.520409 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 876c86a3-cd48-40d6-b9bb-71a785f4bd30 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:50.527017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d3359d4-7f9f-47b1-85d1-7ab70704b4fd tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:50.553630 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-989677fc-17c0-490b-b007-2e98a098320c', 'network_id': '989677fc-17c0-490b-b007-2e98a098320c', 'tenant_id': '9be831ddbeab4df990a9e7b5f5f5fca5', 'fixed_ips': [{'subnet_id': '5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:06:50.554522 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:50.663036 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1ec8d00b-28c4-4ace-8205-0de5683ee87f None None] Provisioning for port 73b48ce9-3820-4c5f-83af-d636c526572c completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:50.719184 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1ec8d00b-28c4-4ace-8205-0de5683ee87f None None] Provisioning complete for port 73b48ce9-3820-4c5f-83af-d636c526572c triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:50.720173 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1ec8d00b-28c4-4ace-8205-0de5683ee87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:50.778884 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e11c99e-f195-4422-9426-b0707755a6be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:06:50.797210 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9e11c99e-f195-4422-9426-b0707755a6be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/routers/0cea31fb-4233-4b03-8c7e-222a31103342/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7912400 Feb 04 06:06:50.801476 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Sync routers for ids ['0cea31fb-4233-4b03-8c7e-222a31103342'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:50.805816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55766) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:50.822257 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Routers {'0cea31fb-4233-4b03-8c7e-222a31103342'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:50.824906 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0cea31fb-4233-4b03-8c7e-222a31103342'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:50.841244 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:50.843811 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-1ec8d00b-28c4-4ace-8205-0de5683ee87f None None] Port 73b48ce9-3820-4c5f-83af-d636c526572c cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:50.866441 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 876c86a3-cd48-40d6-b9bb-71a785f4bd30 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:50.866862 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:50.903417 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-741742d5-987b-4247-806c-364c6a3267aa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:50.912255 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-741742d5-987b-4247-806c-364c6a3267aa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Usage tracker for resource:port and tenant:9be831ddbeab4df990a9e7b5f5f5fca5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:50.917732 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-741742d5-987b-4247-806c-364c6a3267aa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:50.928163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-741742d5-987b-4247-806c-364c6a3267aa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:51.024390 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741742d5-987b-4247-806c-364c6a3267aa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Made reservation on behalf of 9be831ddbeab4df990a9e7b5f5f5fca5 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:51.027878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-741742d5-987b-4247-806c-364c6a3267aa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.055119 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.063025 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Allocated IP 172.20.0.2 (989677fc-17c0-490b-b007-2e98a098320c/5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001/05c3b0fd-bf37-4e48-95f5-5f5b1058897f) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:51.067942 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-269453dd-09e9-4842-8303-5bb5658e30e7 None None] Provisioning complete for port fa57aa7f-6f48-4967-8249-3f170c94d05f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:51.068148 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-269453dd-09e9-4842-8303-5bb5658e30e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.095260 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-741742d5-987b-4247-806c-364c6a3267aa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] device_id is not set on port 9ae90f8c-b9e6-4641-b72c-399f019b7d45 yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:06:51.112605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.116366 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Transition to ACTIVE for port object 008c6f3f-ad1d-4628-b41b-81db3b94b610 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:51.174297 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65deec91-838b-4442-93fb-102247e1a6ea tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.174797 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65deec91-838b-4442-93fb-102247e1a6ea tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.175312 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65deec91-838b-4442-93fb-102247e1a6ea tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.175804 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65deec91-838b-4442-93fb-102247e1a6ea tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.176697 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65deec91-838b-4442-93fb-102247e1a6ea tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.177164 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65deec91-838b-4442-93fb-102247e1a6ea tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.177765 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65deec91-838b-4442-93fb-102247e1a6ea tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.178272 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65deec91-838b-4442-93fb-102247e1a6ea tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.178724 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65deec91-838b-4442-93fb-102247e1a6ea tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.179220 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65deec91-838b-4442-93fb-102247e1a6ea tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.179805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65deec91-838b-4442-93fb-102247e1a6ea tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.182418 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-65deec91-838b-4442-93fb-102247e1a6ea tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7628 time: 0.3739374 Feb 04 06:06:51.194076 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55770) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:51.198705 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Set router 0cea31fb-4233-4b03-8c7e-222a31103342 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:06:51.250202 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e2f39638-df85-4296-881e-c0ddb3bed286 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:51.307365 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-471ba1d1-8f96-43f2-84eb-0c3698868490 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.329451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-269453dd-09e9-4842-8303-5bb5658e30e7 None None] Port fa57aa7f-6f48-4967-8249-3f170c94d05f cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:51.331382 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Transition to ACTIVE for port object 008c6f3f-ad1d-4628-b41b-81db3b94b610 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:51.355009 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event updated for resources: {'Port': ['ID=25391008-1c4d-4e93-9117-b272a5612efc,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:51.362146 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Checking segment: {'id': 'c718a059-2372-4bcc-92ba-0bce79387c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '007d9680-6c79-478c-8580-86e0b25924f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:51.362509 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Network hostable DHCP agents. Network: 007d9680-6c79-478c-8580-86e0b25924f9, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:06:51.371066 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.420831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Network 007d9680-6c79-478c-8580-86e0b25924f9 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:06:51.422329 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b08a7f1-4c1c-44c5-83e0-8ec66647b855 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.463705 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d3359d4-7f9f-47b1-85d1-7ab70704b4fd tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.467148 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Network 499911cc-23e8-4bb0-85c4-c9fc9243895a is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:51.471291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 007d9680-6c79-478c-8580-86e0b25924f9) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:51.473296 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:51.475123 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-269453dd-09e9-4842-8303-5bb5658e30e7 None None] Provisioning complete for port 73b48ce9-3820-4c5f-83af-d636c526572c triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:51.475536 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-269453dd-09e9-4842-8303-5bb5658e30e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.490396 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:51.491435 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.502114 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:51.512591 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44cfa9b-7acc-49be-ae7f-3d04efbcbf8b None None] Network 007d9680-6c79-478c-8580-86e0b25924f9 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:51.544160 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d3359d4-7f9f-47b1-85d1-7ab70704b4fd tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.545091 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28514773-f89a-475c-9874-1ca495fbdb61 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.545528 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28514773-f89a-475c-9874-1ca495fbdb61 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.545967 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28514773-f89a-475c-9874-1ca495fbdb61 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.546404 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28514773-f89a-475c-9874-1ca495fbdb61 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.546834 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28514773-f89a-475c-9874-1ca495fbdb61 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.547261 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28514773-f89a-475c-9874-1ca495fbdb61 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.547690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28514773-f89a-475c-9874-1ca495fbdb61 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.548143 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28514773-f89a-475c-9874-1ca495fbdb61 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.548578 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28514773-f89a-475c-9874-1ca495fbdb61 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.551579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3359d4-7f9f-47b1-85d1-7ab70704b4fd tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.552348 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d3359d4-7f9f-47b1-85d1-7ab70704b4fd tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.553408 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-28514773-f89a-475c-9874-1ca495fbdb61 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5738 time: 0.3295527 Feb 04 06:06:51.553845 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0d3359d4-7f9f-47b1-85d1-7ab70704b4fd tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/ports/73b48ce9-3820-4c5f-83af-d636c526572c HTTP/1.1" status: 200 len: 911 time: 1.4535260 Feb 04 06:06:51.557025 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55774) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:51.557350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55776) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:51.623859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Checking segment: {'id': '2d681dde-08c7-4611-a277-b1d85c477b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e44b8adf-8816-4a35-b1b5-7ea2d478743a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:51.624382 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Network hostable DHCP agents. Network: e44b8adf-8816-4a35-b1b5-7ea2d478743a, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:06:51.634063 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event updated for resources: {'Port': ['ID=79dd57fe-d783-47bc-aff7-c368fb28ddde,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:51.656339 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:06:45Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'fa57aa7f-6f48-4967-8249-3f170c94d05f', 'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:62:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:40Z', 'updated_at': '2022-02-04T06:06:47Z', 'revision_number': 2, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:51.660869 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Checking router: 0cea31fb-4233-4b03-8c7e-222a31103342 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:06:51.661602 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Updating router 0cea31fb-4233-4b03-8c7e-222a31103342 port fa57aa7f-6f48-4967-8249-3f170c94d05f binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:06:51.680666 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Pushing event updated for resources: {'Port': ['ID=008c6f3f-ad1d-4628-b41b-81db3b94b610,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:51.733306 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Network e44b8adf-8816-4a35-b1b5-7ea2d478743a is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:06:51.742340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3359d4-7f9f-47b1-85d1-7ab70704b4fd tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=73b48ce9-3820-4c5f-83af-d636c526572c,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:51.754564 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, e44b8adf-8816-4a35-b1b5-7ea2d478743a) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:51.759606 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:51.766961 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.773313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.774221 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.779302 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.787532 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c71aea9-220f-4b1f-8376-7d1e7205562e None None] Network e44b8adf-8816-4a35-b1b5-7ea2d478743a requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:51.807714 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4b16e7b1-46b5-465e-87c1-510b9928d40b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4313970 Feb 04 06:06:51.810040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55782) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:51.814723 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-269453dd-09e9-4842-8303-5bb5658e30e7 None None] Port 73b48ce9-3820-4c5f-83af-d636c526572c cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:51.825110 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port e2f39638-df85-4296-881e-c0ddb3bed286 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:51.917456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b1edca-7380-4b96-8237-fb92d9e3c63c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.924419 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b1edca-7380-4b96-8237-fb92d9e3c63c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.925263 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-89b1edca-7380-4b96-8237-fb92d9e3c63c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Synchronizing usage tracker for tenant:1ec87c7be3e04f6998b5f789636848eb on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:51.946896 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-89b1edca-7380-4b96-8237-fb92d9e3c63c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Unset dirty status for tenant:1ec87c7be3e04f6998b5f789636848eb on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:51.948344 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-89b1edca-7380-4b96-8237-fb92d9e3c63c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1368251 Feb 04 06:06:51.951920 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55786) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:51.972882 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Attempting to bind port 008c6f3f-ad1d-4628-b41b-81db3b94b610 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:06:51.973896 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Attempting to bind port 008c6f3f-ad1d-4628-b41b-81db3b94b610 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:06:51.974454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Attempting to bind port 008c6f3f-ad1d-4628-b41b-81db3b94b610 on network 499911cc-23e8-4bb0-85c4-c9fc9243895a {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:06:51.984938 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port e2f39638-df85-4296-881e-c0ddb3bed286 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:51.985607 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.037937 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-72ef7d64-d126-453c-a02e-ac31d5da2547 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Deleting port 25391008-1c4d-4e93-9117-b272a5612efc {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:52.038456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-72ef7d64-d126-453c-a02e-ac31d5da2547 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.086271 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:06:52.086663 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Checking segment: {'id': '1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:52.087047 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.087441 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Bound using segment: {'id': '1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:06:52.087960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Bound port: 008c6f3f-ad1d-4628-b41b-81db3b94b610, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:06:52.088336 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.260283 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.263129 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.277656 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Transition to ACTIVE for port object fa57aa7f-6f48-4967-8249-3f170c94d05f will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:52.289756 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.334225 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Transition to ACTIVE for port object 05c3b0fd-bf37-4e48-95f5-5f5b1058897f will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:52.368887 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafd029-0a9f-4e92-b98f-edd564d3896b None None] Pushing event updated for resources: {'Port': ['ID=fa57aa7f-6f48-4967-8249-3f170c94d05f,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:52.377633 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bafd029-0a9f-4e92-b98f-edd564d3896b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:52.378002 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bafd029-0a9f-4e92-b98f-edd564d3896b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:52.378334 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bafd029-0a9f-4e92-b98f-edd564d3896b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:52.378666 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bafd029-0a9f-4e92-b98f-edd564d3896b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:52.380257 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bafd029-0a9f-4e92-b98f-edd564d3896b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:52.380610 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bafd029-0a9f-4e92-b98f-edd564d3896b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:52.381089 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bafd029-0a9f-4e92-b98f-edd564d3896b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:52.381417 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bafd029-0a9f-4e92-b98f-edd564d3896b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:52.381757 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bafd029-0a9f-4e92-b98f-edd564d3896b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:52.382073 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bafd029-0a9f-4e92-b98f-edd564d3896b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:52.382470 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bafd029-0a9f-4e92-b98f-edd564d3896b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:52.382803 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bafd029-0a9f-4e92-b98f-edd564d3896b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:52.429812 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.478214 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port e2f39638-df85-4296-881e-c0ddb3bed286, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e2f39638-df85-4296-881e-c0ddb3bed286,segment=NetworkSegment(1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c),segment_id=1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:52.507138 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Transition to ACTIVE for port object 05c3b0fd-bf37-4e48-95f5-5f5b1058897f will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:52.512308 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.526939 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-72ef7d64-d126-453c-a02e-ac31d5da2547 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.611419 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=e2f39638-df85-4296-881e-c0ddb3bed286,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:52.626994 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.631366 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Attempting to bind port fa57aa7f-6f48-4967-8249-3f170c94d05f on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:06:52.632658 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Attempting to bind port fa57aa7f-6f48-4967-8249-3f170c94d05f by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:06:52.633067 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Attempting to bind port fa57aa7f-6f48-4967-8249-3f170c94d05f on network b6d2ebf2-259c-4278-b7f2-8d8c651dca23 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:06:52.646609 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:06:52.647052 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Checking segment: {'id': '3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:52.647377 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.647754 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Bound using segment: {'id': '3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:06:52.652940 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Bound port: fa57aa7f-6f48-4967-8249-3f170c94d05f, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:06:52.653428 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.716173 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-72ef7d64-d126-453c-a02e-ac31d5da2547 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Calling delete_port for 25391008-1c4d-4e93-9117-b272a5612efc owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:52.718163 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Network 989677fc-17c0-490b-b007-2e98a098320c is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:52.721845 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Pushing event updated for resources: {'Port': ['ID=05c3b0fd-bf37-4e48-95f5-5f5b1058897f,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:52.724786 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:52.729120 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] For port 008c6f3f-ad1d-4628-b41b-81db3b94b610, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:06:52.738053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:52.803687 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] For port fa57aa7f-6f48-4967-8249-3f170c94d05f, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:06:52.805751 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-72ef7d64-d126-453c-a02e-ac31d5da2547 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.813815 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] For port fa57aa7f-6f48-4967-8249-3f170c94d05f, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=fa57aa7f-6f48-4967-8249-3f170c94d05f,segment=NetworkSegment(3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1),segment_id=3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:06:52.819103 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.858586 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] For port 008c6f3f-ad1d-4628-b41b-81db3b94b610, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=008c6f3f-ad1d-4628-b41b-81db3b94b610,segment=NetworkSegment(1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab),segment_id=1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:06:52.860576 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef7d64-d126-453c-a02e-ac31d5da2547 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event deleted for resources: {'Port': ['ID=25391008-1c4d-4e93-9117-b272a5612efc,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:52.868410 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-72ef7d64-d126-453c-a02e-ac31d5da2547 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.875975 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Attempting to bind port 05c3b0fd-bf37-4e48-95f5-5f5b1058897f on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:06:52.876352 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Attempting to bind port 05c3b0fd-bf37-4e48-95f5-5f5b1058897f by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'c1d3fb91-e3bf-41d4-b081-d040311e5335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '989677fc-17c0-490b-b007-2e98a098320c'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:06:52.876721 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Attempting to bind port 05c3b0fd-bf37-4e48-95f5-5f5b1058897f on network 989677fc-17c0-490b-b007-2e98a098320c {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:06:52.882661 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.886171 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-72ef7d64-d126-453c-a02e-ac31d5da2547 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "DELETE /v2.0/ports/25391008-1c4d-4e93-9117-b272a5612efc HTTP/1.1" status: 204 len: 168 time: 0.9330287 Feb 04 06:06:52.889006 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55790) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:52.926572 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafd029-0a9f-4e92-b98f-edd564d3896b None None] Pushing event updated for resources: {'Port': ['ID=fa57aa7f-6f48-4967-8249-3f170c94d05f,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:52.959992 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Routers {'0cea31fb-4233-4b03-8c7e-222a31103342'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:52.960794 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0cea31fb-4233-4b03-8c7e-222a31103342'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:52.968668 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:06:52.969050 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Checking segment: {'id': 'c1d3fb91-e3bf-41d4-b081-d040311e5335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '989677fc-17c0-490b-b007-2e98a098320c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:52.969459 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.969849 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Bound using segment: {'id': 'c1d3fb91-e3bf-41d4-b081-d040311e5335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '989677fc-17c0-490b-b007-2e98a098320c'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:06:52.970312 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Bound port: 05c3b0fd-bf37-4e48-95f5-5f5b1058897f, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d3fb91-e3bf-41d4-b081-d040311e5335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '989677fc-17c0-490b-b007-2e98a098320c'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:06:52.970682 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.982439 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b18cd-8061-4d44-81cd-f99e9e3cb77a None None] Pushing event updated for resources: {'Port': ['ID=008c6f3f-ad1d-4628-b41b-81db3b94b610,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:52.985610 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-b0501e52-1f23-448a-a48c-ae35da671e8e tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Deleting port 79dd57fe-d783-47bc-aff7-c368fb28ddde {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:52.986061 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b0501e52-1f23-448a-a48c-ae35da671e8e tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:53.026585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-741742d5-987b-4247-806c-364c6a3267aa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Allocated IP 172.20.0.12 (989677fc-17c0-490b-b007-2e98a098320c/5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001/9ae90f8c-b9e6-4641-b72c-399f019b7d45) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:53.079755 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] For port 05c3b0fd-bf37-4e48-95f5-5f5b1058897f, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:06:53.083409 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] For port 05c3b0fd-bf37-4e48-95f5-5f5b1058897f, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=05c3b0fd-bf37-4e48-95f5-5f5b1058897f,segment=NetworkSegment(c1d3fb91-e3bf-41d4-b081-d040311e5335),segment_id=c1d3fb91-e3bf-41d4-b081-d040311e5335)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:06:53.095183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:53.119427 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-471ba1d1-8f96-43f2-84eb-0c3698868490 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Allocated IP 172.21.0.1 (499911cc-23e8-4bb0-85c4-c9fc9243895a/4c99e391-aef4-4569-80eb-3c2b8b4c1294/5a58233c-14dc-43ca-b536-3e1b2024d235) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:53.236106 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] Set router 0cea31fb-4233-4b03-8c7e-222a31103342 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:06:53.241560 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66a954-b86e-46f5-9fef-b90a31162bab None None] Pushing event updated for resources: {'Port': ['ID=05c3b0fd-bf37-4e48-95f5-5f5b1058897f,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:53.307323 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0b08a7f1-4c1c-44c5-83e0-8ec66647b855 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Deleting port 84afe5b7-9c99-40ad-b0ab-5a0c25309a37 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:53.307679 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b08a7f1-4c1c-44c5-83e0-8ec66647b855 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:53.398270 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b0501e52-1f23-448a-a48c-ae35da671e8e tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:53.585749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-b0501e52-1f23-448a-a48c-ae35da671e8e tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Calling delete_port for 79dd57fe-d783-47bc-aff7-c368fb28ddde owned by {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:53.633232 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2246c8f2-4472-4b5d-837c-e18fc4a90d15 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3401 time: 2.0602796 Feb 04 06:06:53.691185 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:06:45Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'fa57aa7f-6f48-4967-8249-3f170c94d05f', 'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:62:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:40Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:53.706853 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b528c0cf-6bb6-42a4-a0e7-cf452a05d591 None None] The sync data for ids ['0cea31fb-4233-4b03-8c7e-222a31103342'] in dv-neutron-826830-2-hyperv is: [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:06:45Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'fa57aa7f-6f48-4967-8249-3f170c94d05f', 'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:62:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:40Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:53.724481 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b0501e52-1f23-448a-a48c-ae35da671e8e tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:53.791053 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b0501e52-1f23-448a-a48c-ae35da671e8e tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:53.793979 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0501e52-1f23-448a-a48c-ae35da671e8e tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event deleted for resources: {'Port': ['ID=79dd57fe-d783-47bc-aff7-c368fb28ddde,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:53.825660 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0501e52-1f23-448a-a48c-ae35da671e8e tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:53.826363 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0501e52-1f23-448a-a48c-ae35da671e8e tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:53.827668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0501e52-1f23-448a-a48c-ae35da671e8e tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:53.828166 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0501e52-1f23-448a-a48c-ae35da671e8e tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:53.828420 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0501e52-1f23-448a-a48c-ae35da671e8e tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:53.828756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0501e52-1f23-448a-a48c-ae35da671e8e tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:53.829080 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0501e52-1f23-448a-a48c-ae35da671e8e tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:53.829400 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0501e52-1f23-448a-a48c-ae35da671e8e tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:53.829718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0501e52-1f23-448a-a48c-ae35da671e8e tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:53.830271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0501e52-1f23-448a-a48c-ae35da671e8e tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:53.830602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0501e52-1f23-448a-a48c-ae35da671e8e tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:53.830915 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0501e52-1f23-448a-a48c-ae35da671e8e tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:53.838606 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b0501e52-1f23-448a-a48c-ae35da671e8e tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "DELETE /v2.0/ports/79dd57fe-d783-47bc-aff7-c368fb28ddde HTTP/1.1" status: 204 len: 168 time: 0.9461014 Feb 04 06:06:53.840748 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55796) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:53.894361 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8304bac0-4ba2-4d09-b1b9-3c58a72e377c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Synchronizing usage tracker for tenant:1ec87c7be3e04f6998b5f789636848eb on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:53.911386 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8304bac0-4ba2-4d09-b1b9-3c58a72e377c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Unset dirty status for tenant:1ec87c7be3e04f6998b5f789636848eb on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:53.918473 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8304bac0-4ba2-4d09-b1b9-3c58a72e377c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0767365 Feb 04 06:06:53.923075 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55800) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:53.930696 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-36b32c79-4fb3-4743-9692-66136cdafd8c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-95397589'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:53.937356 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-36b32c79-4fb3-4743-9692-66136cdafd8c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:53.945544 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-36b32c79-4fb3-4743-9692-66136cdafd8c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Usage tracker for resource:network and tenant:1ec87c7be3e04f6998b5f789636848eb is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:53.951685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-36b32c79-4fb3-4743-9692-66136cdafd8c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:53.958761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-36b32c79-4fb3-4743-9692-66136cdafd8c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:53.971517 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b32c79-4fb3-4743-9692-66136cdafd8c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Made reservation on behalf of 1ec87c7be3e04f6998b5f789636848eb for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:53.975670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36b32c79-4fb3-4743-9692-66136cdafd8c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:53.977399 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:54.008487 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b32c79-4fb3-4743-9692-66136cdafd8c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:06:54.023213 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36b32c79-4fb3-4743-9692-66136cdafd8c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:54.023686 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-36b32c79-4fb3-4743-9692-66136cdafd8c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Added segment e2d76e51-0b1f-44d0-a0d2-5b380f34e914 of type vlan for network 4094eb1e-f60c-420c-9723-20cc5844b94d Feb 04 06:06:54.064543 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36b32c79-4fb3-4743-9692-66136cdafd8c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:54.095177 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36b32c79-4fb3-4743-9692-66136cdafd8c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:54.100882 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b32c79-4fb3-4743-9692-66136cdafd8c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:54.101500 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36b32c79-4fb3-4743-9692-66136cdafd8c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:54.187600 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-0b08a7f1-4c1c-44c5-83e0-8ec66647b855 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] For port 84afe5b7-9c99-40ad-b0ab-5a0c25309a37, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=84afe5b7-9c99-40ad-b0ab-5a0c25309a37,segment=NetworkSegment(5f830c0c-6f52-435c-a7f7-547804b653e7),segment_id=5f830c0c-6f52-435c-a7f7-547804b653e7)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:54.188235 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b08a7f1-4c1c-44c5-83e0-8ec66647b855 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:54.198391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-471ba1d1-8f96-43f2-84eb-0c3698868490 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:54.213392 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b32c79-4fb3-4743-9692-66136cdafd8c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event updated for resources: {'Network': ['ID=4094eb1e-f60c-420c-9723-20cc5844b94d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:54.226864 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 4094eb1e-f60c-420c-9723-20cc5844b94d details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:06:54.236048 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-36b32c79-4fb3-4743-9692-66136cdafd8c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3107102 Feb 04 06:06:54.238881 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55804) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:54.244684 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-ccd3266e-4c28-4dd0-964c-2d912e6e871c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-420123161'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:54.249977 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ccd3266e-4c28-4dd0-964c-2d912e6e871c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:54.254518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ccd3266e-4c28-4dd0-964c-2d912e6e871c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Usage tracker for resource:network and tenant:1ec87c7be3e04f6998b5f789636848eb is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:54.257667 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ccd3266e-4c28-4dd0-964c-2d912e6e871c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:54.264359 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ccd3266e-4c28-4dd0-964c-2d912e6e871c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:54.284500 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd3266e-4c28-4dd0-964c-2d912e6e871c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Made reservation on behalf of 1ec87c7be3e04f6998b5f789636848eb for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:54.288198 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ccd3266e-4c28-4dd0-964c-2d912e6e871c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:54.332718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd3266e-4c28-4dd0-964c-2d912e6e871c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:06:54.344869 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ccd3266e-4c28-4dd0-964c-2d912e6e871c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:54.345391 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-ccd3266e-4c28-4dd0-964c-2d912e6e871c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Added segment 40fce3ec-26f3-4b34-9e1a-843bc8b9eefc of type vlan for network 09ef9ff2-ad7b-4b60-a186-e93cf6da417c Feb 04 06:06:54.387200 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ccd3266e-4c28-4dd0-964c-2d912e6e871c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:54.424244 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ccd3266e-4c28-4dd0-964c-2d912e6e871c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:54.432770 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd3266e-4c28-4dd0-964c-2d912e6e871c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:54.433604 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ccd3266e-4c28-4dd0-964c-2d912e6e871c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:54.549746 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3266e-4c28-4dd0-964c-2d912e6e871c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event updated for resources: {'Network': ['ID=09ef9ff2-ad7b-4b60-a186-e93cf6da417c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:54.574250 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 09ef9ff2-ad7b-4b60-a186-e93cf6da417c details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:06:54.580915 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-471ba1d1-8f96-43f2-84eb-0c3698868490 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Transition to ACTIVE for port object 5a58233c-14dc-43ca-b536-3e1b2024d235 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:54.604589 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ccd3266e-4c28-4dd0-964c-2d912e6e871c tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3646479 Feb 04 06:06:54.726002 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55808) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:54.759634 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Request body: {'subnets': [{'network_id': '4094eb1e-f60c-420c-9723-20cc5844b94d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--26877495', 'ip_version': 4}, {'network_id': '09ef9ff2-ad7b-4b60-a186-e93cf6da417c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:54.761112 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Request body: {'subnet': {'network_id': '4094eb1e-f60c-420c-9723-20cc5844b94d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--26877495', 'ip_version': 4}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:54.762533 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Request body: {'subnet': {'network_id': '09ef9ff2-ad7b-4b60-a186-e93cf6da417c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:54.797799 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-741742d5-987b-4247-806c-364c6a3267aa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:54.802900 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714ad751-e13b-476d-aab6-d5f490475f91 None None] Network 499911cc-23e8-4bb0-85c4-c9fc9243895a requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:54.820222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0b08a7f1-4c1c-44c5-83e0-8ec66647b855 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Calling delete_port for 84afe5b7-9c99-40ad-b0ab-5a0c25309a37 owned by network:router_interface {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:54.895258 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-471ba1d1-8f96-43f2-84eb-0c3698868490 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:55.085209 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 008c6f3f-ad1d-4628-b41b-81db3b94b610 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:55.126144 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-44d2cfaf-1396-478b-b0b6-f5e274c51e86 None None] Provisioning for port 008c6f3f-ad1d-4628-b41b-81db3b94b610 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:55.252092 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-741742d5-987b-4247-806c-364c6a3267aa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Transition to ACTIVE for port object 9ae90f8c-b9e6-4641-b72c-399f019b7d45 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:55.308259 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55814) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:55.317749 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471ba1d1-8f96-43f2-84eb-0c3698868490 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 499911cc-23e8-4bb0-85c4-c9fc9243895a is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:55.325425 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-471ba1d1-8f96-43f2-84eb-0c3698868490 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:55.356202 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc73dd7-27c3-436e-917e-94a2b965c646 None None] Network 989677fc-17c0-490b-b007-2e98a098320c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:55.376503 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-b99a1204-c169-4f4c-9def-db5b1d0f7c29 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-268954552', 'description': 'tempest-secgroup-smoke-268954552 description', 'project_id': '71cf42a1a4354f9391ad29100b27498c'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:55.382706 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b99a1204-c169-4f4c-9def-db5b1d0f7c29 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:55.386689 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b99a1204-c169-4f4c-9def-db5b1d0f7c29 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:55.390117 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b99a1204-c169-4f4c-9def-db5b1d0f7c29 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:55.396083 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b99a1204-c169-4f4c-9def-db5b1d0f7c29 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:55.404293 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:55.408386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471ba1d1-8f96-43f2-84eb-0c3698868490 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:55.408653 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Usage tracker for resource:subnet and tenant:1ec87c7be3e04f6998b5f789636848eb is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:55.412106 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:55.418546 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:55.428464 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Made reservation on behalf of 1ec87c7be3e04f6998b5f789636848eb for: {'subnet': 2} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:55.434875 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:55.435517 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:55.443497 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 008c6f3f-ad1d-4628-b41b-81db3b94b610 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:55.450966 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 008c6f3f-ad1d-4628-b41b-81db3b94b610 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:55.451333 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:55.543544 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-377e2cd2-0f20-4d15-b886-d41bd143aed5 None None] Provisioning for port 05c3b0fd-bf37-4e48-95f5-5f5b1058897f completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:55.566269 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ba1d1-8f96-43f2-84eb-0c3698868490 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=5a58233c-14dc-43ca-b536-3e1b2024d235,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:55.586512 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b99a1204-c169-4f4c-9def-db5b1d0f7c29 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:55.671204 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b99a1204-c169-4f4c-9def-db5b1d0f7c29 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:55.682344 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:55.688262 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-471ba1d1-8f96-43f2-84eb-0c3698868490 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:55.791633 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 008c6f3f-ad1d-4628-b41b-81db3b94b610, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=008c6f3f-ad1d-4628-b41b-81db3b94b610,segment=NetworkSegment(1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab),segment_id=1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:55.813147 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b99a1204-c169-4f4c-9def-db5b1d0f7c29 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:55.837617 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b99a1204-c169-4f4c-9def-db5b1d0f7c29 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:55.845488 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:55.846359 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e2f39638-df85-4296-881e-c0ddb3bed286 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:55.874779 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b99a1204-c169-4f4c-9def-db5b1d0f7c29 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:55.884355 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-741742d5-987b-4247-806c-364c6a3267aa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:55.979645 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.031351 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8153c4e8-d63f-45f8-8d03-5f08a2c1a333 None None] Provisioning complete for port 008c6f3f-ad1d-4628-b41b-81db3b94b610 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:56.031584 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741742d5-987b-4247-806c-364c6a3267aa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Network 989677fc-17c0-490b-b007-2e98a098320c is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:56.031737 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8153c4e8-d63f-45f8-8d03-5f08a2c1a333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.045316 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741742d5-987b-4247-806c-364c6a3267aa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Pushing event updated for resources: {'Port': ['ID=9ae90f8c-b9e6-4641-b72c-399f019b7d45,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:56.048046 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-741742d5-987b-4247-806c-364c6a3267aa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:56.052569 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741742d5-987b-4247-806c-364c6a3267aa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:06:56.063062 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=008c6f3f-ad1d-4628-b41b-81db3b94b610,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:56.094953 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port e2f39638-df85-4296-881e-c0ddb3bed286 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:56.095312 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.097485 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Checking segment: {'id': 'e2d76e51-0b1f-44d0-a0d2-5b380f34e914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4094eb1e-f60c-420c-9723-20cc5844b94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:56.097852 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Network hostable DHCP agents. Network: 4094eb1e-f60c-420c-9723-20cc5844b94d, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:06:56.102281 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event updated for resources: {'Subnet': ['ID=d6110af7-a92d-40b3-bf22-d73b6bdc8bb4,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:56.123920 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Network 4094eb1e-f60c-420c-9723-20cc5844b94d is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:06:56.163541 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 4094eb1e-f60c-420c-9723-20cc5844b94d) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:56.176325 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.177741 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3d9df0-73cf-44e2-b11f-3914a0cb6745 None None] Network 4094eb1e-f60c-420c-9723-20cc5844b94d requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:56.285405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b99a1204-c169-4f4c-9def-db5b1d0f7c29 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.285988 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event updated for resources: {'Subnet': ['ID=92be1075-d7ed-44e3-998f-0a18a3e2b7b5,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:56.307882 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Checking segment: {'id': '40fce3ec-26f3-4b34-9e1a-843bc8b9eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '09ef9ff2-ad7b-4b60-a186-e93cf6da417c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:06:56.308145 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Network hostable DHCP agents. Network: 09ef9ff2-ad7b-4b60-a186-e93cf6da417c, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:06:56.321179 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port 73b48ce9-3820-4c5f-83af-d636c526572c {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:06:56.321758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.333933 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Network 09ef9ff2-ad7b-4b60-a186-e93cf6da417c is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:06:56.353254 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 09ef9ff2-ad7b-4b60-a186-e93cf6da417c) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:56.369377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:56.369998 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:56.370690 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.393923 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9739cb70-fcc1-4356-9e3f-fed097ac1117 None None] Network 09ef9ff2-ad7b-4b60-a186-e93cf6da417c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:56.404758 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-59545672-c563-40a3-8273-3e1d7258a11a tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 1.6768324 Feb 04 06:06:56.405904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55818) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:56.411618 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b99a1204-c169-4f4c-9def-db5b1d0f7c29 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.458963 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741742d5-987b-4247-806c-364c6a3267aa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:56.459595 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-741742d5-987b-4247-806c-364c6a3267aa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.485504 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16aa72f-0537-4290-a901-eaed0a702e7b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:56.488380 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16aa72f-0537-4290-a901-eaed0a702e7b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:56.490358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16aa72f-0537-4290-a901-eaed0a702e7b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:56.491696 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f16aa72f-0537-4290-a901-eaed0a702e7b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Synchronizing usage tracker for tenant:1ec87c7be3e04f6998b5f789636848eb on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:56.494413 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a1204-c169-4f4c-9def-db5b1d0f7c29 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f77874bf-6615-4e38-8bdb-072bead18f46,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:56.523970 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f16aa72f-0537-4290-a901-eaed0a702e7b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Unset dirty status for tenant:1ec87c7be3e04f6998b5f789636848eb on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:56.529337 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f16aa72f-0537-4290-a901-eaed0a702e7b tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.1200218 Feb 04 06:06:56.530177 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55822) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:56.546546 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 05c3b0fd-bf37-4e48-95f5-5f5b1058897f up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:56.569689 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8153c4e8-d63f-45f8-8d03-5f08a2c1a333 None None] Provisioning for port 5a58233c-14dc-43ca-b536-3e1b2024d235 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:56.607342 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b08a7f1-4c1c-44c5-83e0-8ec66647b855 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.616015 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1bd484-fdb6-4493-abb2-88606bedb5f5 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Deleting subnet d6110af7-a92d-40b3-bf22-d73b6bdc8bb4 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:06:56.620100 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd484-fdb6-4493-abb2-88606bedb5f5 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.655426 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8153c4e8-d63f-45f8-8d03-5f08a2c1a333 None None] Provisioning complete for port 5a58233c-14dc-43ca-b536-3e1b2024d235 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:56.656144 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8153c4e8-d63f-45f8-8d03-5f08a2c1a333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.681628 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd484-fdb6-4493-abb2-88606bedb5f5 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.769698 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd484-fdb6-4493-abb2-88606bedb5f5 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.821782 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-471ba1d1-8f96-43f2-84eb-0c3698868490 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.850002 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-741742d5-987b-4247-806c-364c6a3267aa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 6.9836681 Feb 04 06:06:56.850259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55828) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:56.850910 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b99a1204-c169-4f4c-9def-db5b1d0f7c29 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.852161 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b99a1204-c169-4f4c-9def-db5b1d0f7c29 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5284369 Feb 04 06:06:56.855501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8153c4e8-d63f-45f8-8d03-5f08a2c1a333 None None] Port 5a58233c-14dc-43ca-b536-3e1b2024d235 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:56.860236 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08a7f1-4c1c-44c5-83e0-8ec66647b855 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event deleted for resources: {'Port': ['ID=84afe5b7-9c99-40ad-b0ab-5a0c25309a37,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:56.860426 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55830) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:56.868239 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-ec183297-f25a-4888-9a24-b4642b9a1bfa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1168060578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:56.874807 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd484-fdb6-4493-abb2-88606bedb5f5 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.888237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-0cf2b97f-9576-45fb-b599-26aa5f0ca5aa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'f77874bf-6615-4e38-8bdb-072bead18f46', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:56.895282 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0cf2b97f-9576-45fb-b599-26aa5f0ca5aa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:56.899359 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0cf2b97f-9576-45fb-b599-26aa5f0ca5aa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:56.902760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0cf2b97f-9576-45fb-b599-26aa5f0ca5aa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:56.905471 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942aa4b3-820f-4a5a-b9b4-d8aded9c1ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-4094eb1e-f60c-420c-9723-20cc5844b94d', 'network_id': '4094eb1e-f60c-420c-9723-20cc5844b94d', 'tenant_id': '1ec87c7be3e04f6998b5f789636848eb', 'fixed_ips': [{'subnet_id': 'd6110af7-a92d-40b3-bf22-d73b6bdc8bb4'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:06:56.906332 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-942aa4b3-820f-4a5a-b9b4-d8aded9c1ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.937460 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd484-fdb6-4493-abb2-88606bedb5f5 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.955719 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ec183297-f25a-4888-9a24-b4642b9a1bfa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:56.958293 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0cf2b97f-9576-45fb-b599-26aa5f0ca5aa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:56.966421 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bd484-fdb6-4493-abb2-88606bedb5f5 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event deleted for resources: {'Subnet': ['ID=d6110af7-a92d-40b3-bf22-d73b6bdc8bb4,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:56.973167 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ff1bd484-fdb6-4493-abb2-88606bedb5f5 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "DELETE /v2.0/subnets/d6110af7-a92d-40b3-bf22-d73b6bdc8bb4 HTTP/1.1" status: 204 len: 168 time: 0.4416702 Feb 04 06:06:56.977205 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ec183297-f25a-4888-9a24-b4642b9a1bfa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Usage tracker for resource:router and tenant:9be831ddbeab4df990a9e7b5f5f5fca5 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:56.978931 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 05c3b0fd-bf37-4e48-95f5-5f5b1058897f completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:56.979726 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55836) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:56.988627 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24cdc23-cea5-4eea-9a0f-9f6caf631be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-09ef9ff2-ad7b-4b60-a186-e93cf6da417c', 'network_id': '09ef9ff2-ad7b-4b60-a186-e93cf6da417c', 'tenant_id': '1ec87c7be3e04f6998b5f789636848eb', 'fixed_ips': [{'subnet_id': '92be1075-d7ed-44e3-998f-0a18a3e2b7b5'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:06:56.989586 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b24cdc23-cea5-4eea-9a0f-9f6caf631be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.044898 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 05c3b0fd-bf37-4e48-95f5-5f5b1058897f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:57.045268 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.053300 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ec183297-f25a-4888-9a24-b4642b9a1bfa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:57.061347 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e578cc-3698-44f1-9a90-0bf6e059ffe3 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Deleting subnet 92be1075-d7ed-44e3-998f-0a18a3e2b7b5 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:06:57.065445 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79e578cc-3698-44f1-9a90-0bf6e059ffe3 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.121618 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79e578cc-3698-44f1-9a90-0bf6e059ffe3 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.124062 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.162802 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f266d65c-6563-46a8-b7a4-36e834e0bcf7 None None] Provisioning complete for port 05c3b0fd-bf37-4e48-95f5-5f5b1058897f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:57.164799 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f266d65c-6563-46a8-b7a4-36e834e0bcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.197593 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ec183297-f25a-4888-9a24-b4642b9a1bfa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:57.200225 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79e578cc-3698-44f1-9a90-0bf6e059ffe3 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.249806 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe958c06-12b7-4327-8fc4-0f037fd85660 None None] Network 4094eb1e-f60c-420c-9723-20cc5844b94d requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:57.253979 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0cf2b97f-9576-45fb-b599-26aa5f0ca5aa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.272776 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ec183297-f25a-4888-9a24-b4642b9a1bfa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.273820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ec183297-f25a-4888-9a24-b4642b9a1bfa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.324511 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ec183297-f25a-4888-9a24-b4642b9a1bfa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.353083 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79e578cc-3698-44f1-9a90-0bf6e059ffe3 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server [None req-b24cdc23-cea5-4eea-9a0f-9f6caf631be9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92be1075-d7ed-44e3-998f-0a18a3e2b7b5: This subnet is being modified by another concurrent operation. Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 06:06:57.376223 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server raise exception Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92be1075-d7ed-44e3-998f-0a18a3e2b7b5: This subnet is being modified by another concurrent operation. Feb 04 06:06:57.380671 dv-neutron-826830-2-hyperv neutron-server[87472]: ERROR oslo_messaging.rpc.server Feb 04 06:06:57.407097 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e578cc-3698-44f1-9a90-0bf6e059ffe3 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event deleted for resources: {'Subnet': ['ID=92be1075-d7ed-44e3-998f-0a18a3e2b7b5,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:57.412149 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0cf2b97f-9576-45fb-b599-26aa5f0ca5aa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.413681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ec183297-f25a-4888-9a24-b4642b9a1bfa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.423108 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79e578cc-3698-44f1-9a90-0bf6e059ffe3 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.428175 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0cf2b97f-9576-45fb-b599-26aa5f0ca5aa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.429885 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e631af-21d5-433a-a53d-986e429869e9 None None] Network 09ef9ff2-ad7b-4b60-a186-e93cf6da417c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:06:57.434583 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Calling delete_port for 73b48ce9-3820-4c5f-83af-d636c526572c owned by network:router_interface {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:06:57.471955 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2b97f-9576-45fb-b599-26aa5f0ca5aa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d03e74b-80cc-4190-9ca3-523d453dccd1,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:57.480193 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-79e578cc-3698-44f1-9a90-0bf6e059ffe3 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "DELETE /v2.0/subnets/92be1075-d7ed-44e3-998f-0a18a3e2b7b5 HTTP/1.1" status: 204 len: 168 time: 0.4993744 Feb 04 06:06:57.482018 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55840) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:57.482798 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ec183297-f25a-4888-9a24-b4642b9a1bfa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.484680 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ec183297-f25a-4888-9a24-b4642b9a1bfa tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6329026 Feb 04 06:06:57.487367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55844) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:57.523032 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-ebdfab4f-98c2-434a-b537-a9cd7e4bb8b7 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-647128065', 'prefixes': ['172.20.0.0/16']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:57.531885 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0cf2b97f-9576-45fb-b599-26aa5f0ca5aa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.536049 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0cf2b97f-9576-45fb-b599-26aa5f0ca5aa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6738670 Feb 04 06:06:57.537472 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ebdfab4f-98c2-434a-b537-a9cd7e4bb8b7 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:57.539393 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55848) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:57.552567 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-8a0c7854-ad31-470c-aaca-2419d94661df tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'f77874bf-6615-4e38-8bdb-072bead18f46', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:57.569229 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8a0c7854-ad31-470c-aaca-2419d94661df tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:57.577158 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8a0c7854-ad31-470c-aaca-2419d94661df tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:57.585036 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8a0c7854-ad31-470c-aaca-2419d94661df tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:57.598222 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8a0c7854-ad31-470c-aaca-2419d94661df tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:57.602658 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae0b154-f94d-4a29-b470-e50c85b3dbde tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:57.603413 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9ae0b154-f94d-4a29-b470-e50c85b3dbde tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Synchronizing usage tracker for tenant:1ec87c7be3e04f6998b5f789636848eb on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:57.635750 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9ae0b154-f94d-4a29-b470-e50c85b3dbde tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Unset dirty status for tenant:1ec87c7be3e04f6998b5f789636848eb on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:57.640971 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9ae0b154-f94d-4a29-b470-e50c85b3dbde tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1512146 Feb 04 06:06:57.640971 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55852) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:57.643740 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7854-ad31-470c-aaca-2419d94661df tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.683034 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.803768 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ebdfab4f-98c2-434a-b537-a9cd7e4bb8b7 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks [] for subnetpool, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.804957 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ebdfab4f-98c2-434a-b537-a9cd7e4bb8b7 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3163929 Feb 04 06:06:57.811024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55856) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:57.823132 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-2f5761d5-2895-400e-a7e4-bda10280f246 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001', 'tempest-TagsExtTest-Tag-2046805083') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:57.833277 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 05c3b0fd-bf37-4e48-95f5-5f5b1058897f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=05c3b0fd-bf37-4e48-95f5-5f5b1058897f,segment=NetworkSegment(c1d3fb91-e3bf-41d4-b081-d040311e5335),segment_id=c1d3fb91-e3bf-41d4-b081-d040311e5335)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:57.834231 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f266d65c-6563-46a8-b7a4-36e834e0bcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.844848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc509a3-bde1-4bf1-a43b-93a74a1e6745 None None] get_active_networks_info from dv-neutron-826830-2-hyperv {{(pid=87472) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:06:57.858751 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7630d174-8aec-4519-8c62-459e11a1f7cb tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.865030 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b08a7f1-4c1c-44c5-83e0-8ec66647b855 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.877847 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7854-ad31-470c-aaca-2419d94661df tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.883066 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.883891 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device fa57aa7f-6f48-4967-8249-3f170c94d05f up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:57.888674 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7854-ad31-470c-aaca-2419d94661df tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:57.963558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c7854-ad31-470c-aaca-2419d94661df tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c47a0a2-7d30-4918-92e6-952ffa00af38,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:58.027651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7854-ad31-470c-aaca-2419d94661df tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.032916 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8a0c7854-ad31-470c-aaca-2419d94661df tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4876518 Feb 04 06:06:58.033560 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55860) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:58.063645 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7630d174-8aec-4519-8c62-459e11a1f7cb tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.097058 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=05c3b0fd-bf37-4e48-95f5-5f5b1058897f,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:58.098503 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-7630d174-8aec-4519-8c62-459e11a1f7cb tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ef9ff2-ad7b-4b60-a186-e93cf6da417c']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:58.111200 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-f266d65c-6563-46a8-b7a4-36e834e0bcf7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:06:58.111761 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-f266d65c-6563-46a8-b7a4-36e834e0bcf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:06:58.116086 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-7630d174-8aec-4519-8c62-459e11a1f7cb tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40fce3ec-26f3-4b34-9e1a-843bc8b9eefc') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:58.116378 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-7630d174-8aec-4519-8c62-459e11a1f7cb tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40fce3ec-26f3-4b34-9e1a-843bc8b9eefc') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:58.129813 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7630d174-8aec-4519-8c62-459e11a1f7cb tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.130327 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port fa57aa7f-6f48-4967-8249-3f170c94d05f completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:58.143379 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port fa57aa7f-6f48-4967-8249-3f170c94d05f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:58.143753 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.152138 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7630d174-8aec-4519-8c62-459e11a1f7cb tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.159851 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7630d174-8aec-4519-8c62-459e11a1f7cb tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:06:58.160549 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7630d174-8aec-4519-8c62-459e11a1f7cb tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:06:58.176979 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:06:58.219669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc509a3-bde1-4bf1-a43b-93a74a1e6745 None None] Resources bound (agent type, host, resource id): {{(pid=87472) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:06:58.260211 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-a8c55433-55ab-4065-80ec-dd6fa7bc659d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'f77874bf-6615-4e38-8bdb-072bead18f46', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:58.274137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7630d174-8aec-4519-8c62-459e11a1f7cb tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.277261 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a8c55433-55ab-4065-80ec-dd6fa7bc659d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:58.279691 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7630d174-8aec-4519-8c62-459e11a1f7cb tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.306088 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630d174-8aec-4519-8c62-459e11a1f7cb tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event deleted for resources: {'Network': ['ID=09ef9ff2-ad7b-4b60-a186-e93cf6da417c,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:58.313930 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7630d174-8aec-4519-8c62-459e11a1f7cb tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "DELETE /v2.0/networks/09ef9ff2-ad7b-4b60-a186-e93cf6da417c HTTP/1.1" status: 204 len: 168 time: 0.6697035 Feb 04 06:06:58.314129 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55864) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:58.316643 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a8c55433-55ab-4065-80ec-dd6fa7bc659d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:58.326751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a8c55433-55ab-4065-80ec-dd6fa7bc659d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:58.349253 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a8c55433-55ab-4065-80ec-dd6fa7bc659d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:58.392489 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.435260 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84dc478d-54b1-4195-8ec1-be700cccfd2f tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.466942 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-471ba1d1-8f96-43f2-84eb-0c3698868490 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.483839 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.487912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-471ba1d1-8f96-43f2-84eb-0c3698868490 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.509823 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port fa57aa7f-6f48-4967-8249-3f170c94d05f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=fa57aa7f-6f48-4967-8249-3f170c94d05f,segment=NetworkSegment(3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1),segment_id=3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:06:58.524966 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.549651 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a8c55433-55ab-4065-80ec-dd6fa7bc659d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.612072 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=fa57aa7f-6f48-4967-8249-3f170c94d05f,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:58.622241 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Port': ['ID=73b48ce9-3820-4c5f-83af-d636c526572c,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:58.699732 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2f5761d5-2895-400e-a7e4-bda10280f246 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "PUT /v2.0/subnets/5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001/tags/tempest-TagsExtTest-Tag-2046805083 HTTP/1.1" status: 201 len: 201 time: 0.8873982 Feb 04 06:06:58.719536 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 008c6f3f-ad1d-4628-b41b-81db3b94b610 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:58.724272 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55868) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:58.732863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-29d2e9f9-36af-42e2-bb85-7d9f9faa7aee tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9ae90f8c-b9e6-4641-b72c-399f019b7d45', 'tempest-TagsExtTest-Tag-1938062854') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:58.747339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:58.747676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:58.748217 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:58.748552 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:58.748883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:58.749206 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:58.749527 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:58.749843 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:58.750160 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:58.750484 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:58.750786 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:58.751279 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:58.789390 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84dc478d-54b1-4195-8ec1-be700cccfd2f tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.822571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f266d65c-6563-46a8-b7a4-36e834e0bcf7 None None] Provisioning complete for port 5a58233c-14dc-43ca-b536-3e1b2024d235 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:58.822987 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f266d65c-6563-46a8-b7a4-36e834e0bcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.843650 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-84dc478d-54b1-4195-8ec1-be700cccfd2f tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4094eb1e-f60c-420c-9723-20cc5844b94d']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:58.866786 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-84dc478d-54b1-4195-8ec1-be700cccfd2f tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d76e51-0b1f-44d0-a0d2-5b380f34e914') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:58.867175 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-84dc478d-54b1-4195-8ec1-be700cccfd2f tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d76e51-0b1f-44d0-a0d2-5b380f34e914') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:58.886151 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 008c6f3f-ad1d-4628-b41b-81db3b94b610 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:58.886151 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.888529 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-471ba1d1-8f96-43f2-84eb-0c3698868490 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.889911 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84dc478d-54b1-4195-8ec1-be700cccfd2f tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.912015 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-29d2e9f9-36af-42e2-bb85-7d9f9faa7aee tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "PUT /v2.0/ports/9ae90f8c-b9e6-4641-b72c-399f019b7d45/tags/tempest-TagsExtTest-Tag-1938062854 HTTP/1.1" status: 201 len: 201 time: 0.1844959 Feb 04 06:06:58.912015 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84dc478d-54b1-4195-8ec1-be700cccfd2f tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.913675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55872) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:58.923019 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-6c58c85e-0d6c-48d2-a3cd-897c59edcce2 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0', 'tempest-TagsExtTest-Tag-923672289') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:58.923585 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f266d65c-6563-46a8-b7a4-36e834e0bcf7 None None] Port 5a58233c-14dc-43ca-b536-3e1b2024d235 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:58.974096 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f266d65c-6563-46a8-b7a4-36e834e0bcf7 None None] Provisioning for port 9ae90f8c-b9e6-4641-b72c-399f019b7d45 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:58.983060 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f266d65c-6563-46a8-b7a4-36e834e0bcf7 None None] Provisioning complete for port 9ae90f8c-b9e6-4641-b72c-399f019b7d45 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:58.983662 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f266d65c-6563-46a8-b7a4-36e834e0bcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.998599 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84dc478d-54b1-4195-8ec1-be700cccfd2f tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:06:58.998966 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84dc478d-54b1-4195-8ec1-be700cccfd2f tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:59.014887 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a8c55433-55ab-4065-80ec-dd6fa7bc659d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:59.015877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:06:59.017319 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:06:59.032253 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b08a7f1-4c1c-44c5-83e0-8ec66647b855 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Router 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:06:59.035363 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ba1d1-8f96-43f2-84eb-0c3698868490 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=5a58233c-14dc-43ca-b536-3e1b2024d235,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:59.043132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a8c55433-55ab-4065-80ec-dd6fa7bc659d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:59.120508 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f266d65c-6563-46a8-b7a4-36e834e0bcf7 None None] Port 9ae90f8c-b9e6-4641-b72c-399f019b7d45 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:06:59.162037 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 05c3b0fd-bf37-4e48-95f5-5f5b1058897f up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:06:59.174885 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84dc478d-54b1-4195-8ec1-be700cccfd2f tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:59.195356 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84dc478d-54b1-4195-8ec1-be700cccfd2f tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:59.202970 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6c58c85e-0d6c-48d2-a3cd-897c59edcce2 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "PUT /v2.0/routers/2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0/tags/tempest-TagsExtTest-Tag-923672289 HTTP/1.1" status: 201 len: 201 time: 0.2882929 Feb 04 06:06:59.208010 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c55433-55ab-4065-80ec-dd6fa7bc659d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bab173d-0189-49d8-b4de-f8d6027e5fc5,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:59.208602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55876) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:59.216767 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc478d-54b1-4195-8ec1-be700cccfd2f tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event deleted for resources: {'Network': ['ID=4094eb1e-f60c-420c-9723-20cc5844b94d,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:59.221114 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-4713a61a-e0a6-4887-b2c2-f389cf63c403 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '47d9f1ee-3f67-4a0a-b28f-d35289bcb82a', 'tempest-TagsExtTest-Tag-334748159') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:59.234351 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-84dc478d-54b1-4195-8ec1-be700cccfd2f tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "DELETE /v2.0/networks/4094eb1e-f60c-420c-9723-20cc5844b94d HTTP/1.1" status: 204 len: 168 time: 0.9177237 Feb 04 06:06:59.235588 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55880) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:59.269425 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 05c3b0fd-bf37-4e48-95f5-5f5b1058897f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:59.270123 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:59.344316 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a8c55433-55ab-4065-80ec-dd6fa7bc659d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:59.345774 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a8c55433-55ab-4065-80ec-dd6fa7bc659d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2591612 Feb 04 06:06:59.352597 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55884) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:59.362066 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f78d9581-ab2a-4c4c-94a1-e4c10b239fb6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'f77874bf-6615-4e38-8bdb-072bead18f46', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:59.370596 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f78d9581-ab2a-4c4c-94a1-e4c10b239fb6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:59.378404 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-820e67e2-339b-40f2-b003-8d88baa6e490 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:59.381807 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f78d9581-ab2a-4c4c-94a1-e4c10b239fb6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:59.385468 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4713a61a-e0a6-4887-b2c2-f389cf63c403 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "PUT /v2.0/subnetpools/47d9f1ee-3f67-4a0a-b28f-d35289bcb82a/tags/tempest-TagsExtTest-Tag-334748159 HTTP/1.1" status: 201 len: 201 time: 0.1726382 Feb 04 06:06:59.386436 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f78d9581-ab2a-4c4c-94a1-e4c10b239fb6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:59.389487 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55888) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:59.399632 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-55d87fb6-ad01-42e4-b631-3c36e2afe6ec tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:59.424700 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f78d9581-ab2a-4c4c-94a1-e4c10b239fb6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:59.478466 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-91abfbd9-d6e4-45bf-aade-704ee7eb60ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:59.510658 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f78d9581-ab2a-4c4c-94a1-e4c10b239fb6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:59.608065 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-820e67e2-339b-40f2-b003-8d88baa6e490 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:59.657815 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-820e67e2-339b-40f2-b003-8d88baa6e490 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44b8adf-8816-4a35-b1b5-7ea2d478743a']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:59.675530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-820e67e2-339b-40f2-b003-8d88baa6e490 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d681dde-08c7-4611-a277-b1d85c477b6b') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:59.675915 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-820e67e2-339b-40f2-b003-8d88baa6e490 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d681dde-08c7-4611-a277-b1d85c477b6b') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:59.696008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-820e67e2-339b-40f2-b003-8d88baa6e490 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:59.707458 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f78d9581-ab2a-4c4c-94a1-e4c10b239fb6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:59.714320 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-55d87fb6-ad01-42e4-b631-3c36e2afe6ec tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/subnets/5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001/tags HTTP/1.1" status: 200 len: 241 time: 0.3217392 Feb 04 06:06:59.717500 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55892) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:59.720041 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f78d9581-ab2a-4c4c-94a1-e4c10b239fb6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:59.732142 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-820e67e2-339b-40f2-b003-8d88baa6e490 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:59.736809 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-283f730a-37ba-4373-bbc3-e7ca5824d4c1 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001', 'tempest-TagsExtTest-Tag-2046805083') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:59.755162 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471ba1d1-8f96-43f2-84eb-0c3698868490 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 499911cc-23e8-4bb0-85c4-c9fc9243895a is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:59.761028 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-471ba1d1-8f96-43f2-84eb-0c3698868490 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:59.770226 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router 335c770f-07b8-4c7e-9057-1739399483cb has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:06:59.788156 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820e67e2-339b-40f2-b003-8d88baa6e490 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:06:59.788643 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-820e67e2-339b-40f2-b003-8d88baa6e490 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:06:59.805498 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:06:59.807639 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d9581-ab2a-4c4c-94a1-e4c10b239fb6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cddcce85-3cab-4fc6-a4a6-7512beaee8ea,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:59.850728 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b08a7f1-4c1c-44c5-83e0-8ec66647b855 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:06:59.863647 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2be45f-b63c-4a4a-a573-b50a29a14468 None None] Sync routers for ids ['674dce07-5cc0-4e5b-842b-32a88f1eb0a8'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:59.878599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2be45f-b63c-4a4a-a573-b50a29a14468 None None] Routers {'674dce07-5cc0-4e5b-842b-32a88f1eb0a8'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:06:59.879825 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4a2be45f-b63c-4a4a-a573-b50a29a14468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['674dce07-5cc0-4e5b-842b-32a88f1eb0a8'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:59.880363 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f78d9581-ab2a-4c4c-94a1-e4c10b239fb6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:59.881565 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f78d9581-ab2a-4c4c-94a1-e4c10b239fb6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5269165 Feb 04 06:06:59.889603 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55896) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:59.901021 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-755db219-c35f-4eee-85c1-848bafd4cd35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'f77874bf-6615-4e38-8bdb-072bead18f46', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:59.910724 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-755db219-c35f-4eee-85c1-848bafd4cd35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:59.917026 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-755db219-c35f-4eee-85c1-848bafd4cd35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:59.921604 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-755db219-c35f-4eee-85c1-848bafd4cd35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:59.923962 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0b08a7f1-4c1c-44c5-83e0-8ec66647b855 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "PUT /v2.0/routers/674dce07-5cc0-4e5b-842b-32a88f1eb0a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4592607 Feb 04 06:06:59.924479 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-820e67e2-339b-40f2-b003-8d88baa6e490 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:59.928010 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55900) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:59.981751 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-820e67e2-339b-40f2-b003-8d88baa6e490 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:59.994151 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-755db219-c35f-4eee-85c1-848bafd4cd35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:00.004039 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e67e2-339b-40f2-b003-8d88baa6e490 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event deleted for resources: {'Network': ['ID=e44b8adf-8816-4a35-b1b5-7ea2d478743a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:00.029114 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-820e67e2-339b-40f2-b003-8d88baa6e490 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "DELETE /v2.0/networks/e44b8adf-8816-4a35-b1b5-7ea2d478743a HTTP/1.1" status: 204 len: 168 time: 0.7904191 Feb 04 06:07:00.036614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55904) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:00.065485 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-283f730a-37ba-4373-bbc3-e7ca5824d4c1 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/subnets/5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001/tags/tempest-TagsExtTest-Tag-2046805083 HTTP/1.1" status: 204 len: 168 time: 0.3467760 Feb 04 06:07:00.069165 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55908) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:00.072154 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-755db219-c35f-4eee-85c1-848bafd4cd35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:07:00.080463 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-2e2ebcd9-6a32-4445-9f81-9e6b607a987f tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001', 'tempest-TagsExtTest-Tag-2046805083') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:00.102373 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-4a2be45f-b63c-4a4a-a573-b50a29a14468 None None] Set router 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:00.113439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:00.122135 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4b79f19f-2271-40f5-9b0f-1b0f70f2ee96 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/335c770f-07b8-4c7e-9057-1739399483cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5472457 Feb 04 06:07:00.128287 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c09d90-8bcb-490e-9787-b184ecf2fccb None None] Sync routers for ids ['335c770f-07b8-4c7e-9057-1739399483cb'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:00.129454 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55912) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:00.138455 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c09d90-8bcb-490e-9787-b184ecf2fccb None None] Routers {'335c770f-07b8-4c7e-9057-1739399483cb'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:00.139280 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-11c09d90-8bcb-490e-9787-b184ecf2fccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['335c770f-07b8-4c7e-9057-1739399483cb'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:00.158369 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab468df-f81e-4d33-9fc5-7226cd6f3560 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Deleting subnet 8503fcfd-d1d5-4ef1-a288-6e6352f2927f {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:07:00.178978 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7d0d04fa-a74d-424f-93e2-365162803215 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Synchronizing usage tracker for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:07:00.192197 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cab468df-f81e-4d33-9fc5-7226cd6f3560 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.201495 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471ba1d1-8f96-43f2-84eb-0c3698868490 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router 274a17fc-8904-4386-972a-31fa256b9014 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:07:00.226462 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-11c09d90-8bcb-490e-9787-b184ecf2fccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:00.238070 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c09d90-8bcb-490e-9787-b184ecf2fccb None None] Routers {'335c770f-07b8-4c7e-9057-1739399483cb'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:00.238921 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-11c09d90-8bcb-490e-9787-b184ecf2fccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['335c770f-07b8-4c7e-9057-1739399483cb'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:00.259339 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-755db219-c35f-4eee-85c1-848bafd4cd35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.283018 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7d0d04fa-a74d-424f-93e2-365162803215 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Unset dirty status for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:07:00.284492 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7d0d04fa-a74d-424f-93e2-365162803215 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/ports?device_id=335c770f-07b8-4c7e-9057-1739399483cb HTTP/1.1" status: 200 len: 205 time: 0.1539364 Feb 04 06:07:00.297965 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55916) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:00.315540 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-11c09d90-8bcb-490e-9787-b184ecf2fccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:00.316633 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f1f0929a-bbd1-41d4-a3c0-8647aed280c0 None None] Provisioning complete for port 5a58233c-14dc-43ca-b536-3e1b2024d235 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:00.316947 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c09d90-8bcb-490e-9787-b184ecf2fccb None None] The sync data for ids ['335c770f-07b8-4c7e-9057-1739399483cb'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:00.317229 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f1f0929a-bbd1-41d4-a3c0-8647aed280c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.344514 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cab468df-f81e-4d33-9fc5-7226cd6f3560 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.401559 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f1f0929a-bbd1-41d4-a3c0-8647aed280c0 None None] Port 5a58233c-14dc-43ca-b536-3e1b2024d235 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:07:00.480888 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4a2be45f-b63c-4a4a-a573-b50a29a14468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770514993', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:24Z', 'updated_at': '2022-02-04T06:06:56Z', 'revision_number': 5, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'gw_port': {'id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:26Z', 'updated_at': '2022-02-04T06:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:00.485812 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2be45f-b63c-4a4a-a573-b50a29a14468 None None] Checking router: 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:00.495857 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2be45f-b63c-4a4a-a573-b50a29a14468 None None] Routers {'674dce07-5cc0-4e5b-842b-32a88f1eb0a8'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:00.496480 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4a2be45f-b63c-4a4a-a573-b50a29a14468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['674dce07-5cc0-4e5b-842b-32a88f1eb0a8'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:00.521999 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f96f4b28-af91-4be5-8e77-e3a7b7d061ce tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.532273 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0d38ed6-7242-4281-a2d2-6c7ba1436d89 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.638740 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device fa57aa7f-6f48-4967-8249-3f170c94d05f up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:00.656149 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2e2ebcd9-6a32-4445-9f81-9e6b607a987f tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/subnets/5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001/tags/tempest-TagsExtTest-Tag-2046805083 HTTP/1.1" status: 204 len: 168 time: 0.5808518 Feb 04 06:07:00.657576 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471ba1d1-8f96-43f2-84eb-0c3698868490 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:00.660771 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55920) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:00.665962 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-471ba1d1-8f96-43f2-84eb-0c3698868490 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/274a17fc-8904-4386-972a-31fa256b9014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1058671 Feb 04 06:07:00.669090 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-a260c471-836a-4958-8be6-53fbb8b54468 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:00.689759 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Sync routers for ids ['274a17fc-8904-4386-972a-31fa256b9014'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:00.698423 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55924) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:00.743477 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-755db219-c35f-4eee-85c1-848bafd4cd35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.747319 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Routers {'274a17fc-8904-4386-972a-31fa256b9014'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:00.748103 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:06:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['274a17fc-8904-4386-972a-31fa256b9014'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:00.749051 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0d38ed6-7242-4281-a2d2-6c7ba1436d89 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.749193 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-39ee6e2a-4dc1-4020-b092-0c71e63298e0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'network': {'name': 'tempest-RoutersTest-738673229'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:00.760993 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-755db219-c35f-4eee-85c1-848bafd4cd35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.801217 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-a0d38ed6-7242-4281-a2d2-6c7ba1436d89 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007d9680-6c79-478c-8580-86e0b25924f9']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:00.808673 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cab468df-f81e-4d33-9fc5-7226cd6f3560 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.825312 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-39ee6e2a-4dc1-4020-b092-0c71e63298e0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:00.839548 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755db219-c35f-4eee-85c1-848bafd4cd35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28fc2ec-bdbd-4ddc-98dc-ee1a9c99078a,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:00.858612 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-a0d38ed6-7242-4281-a2d2-6c7ba1436d89 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c718a059-2372-4bcc-92ba-0bce79387c83') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:00.858864 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-a0d38ed6-7242-4281-a2d2-6c7ba1436d89 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c718a059-2372-4bcc-92ba-0bce79387c83') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:00.874162 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-755db219-c35f-4eee-85c1-848bafd4cd35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.877961 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-755db219-c35f-4eee-85c1-848bafd4cd35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9799988 Feb 04 06:07:00.879805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55928) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:00.883089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0d38ed6-7242-4281-a2d2-6c7ba1436d89 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.888320 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-39ee6e2a-4dc1-4020-b092-0c71e63298e0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:network and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:00.891167 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-4a2be45f-b63c-4a4a-a573-b50a29a14468 None None] Set router 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:00.894622 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-39ee6e2a-4dc1-4020-b092-0c71e63298e0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:00.895085 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-38d0a921-513c-48ab-bdae-d85b6b1b055f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'f77874bf-6615-4e38-8bdb-072bead18f46', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:00.906103 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-38d0a921-513c-48ab-bdae-d85b6b1b055f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:00.907474 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f96f4b28-af91-4be5-8e77-e3a7b7d061ce tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.909222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-39ee6e2a-4dc1-4020-b092-0c71e63298e0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:00.911486 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f96f4b28-af91-4be5-8e77-e3a7b7d061ce tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.918689 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-38d0a921-513c-48ab-bdae-d85b6b1b055f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:00.921545 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0d38ed6-7242-4281-a2d2-6c7ba1436d89 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.930376 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-38d0a921-513c-48ab-bdae-d85b6b1b055f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:00.937556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ee6e2a-4dc1-4020-b092-0c71e63298e0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Made reservation on behalf of a530e6e9c2854085a0d6e6dcc92e91d5 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:00.939886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d38ed6-7242-4281-a2d2-6c7ba1436d89 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:07:00.940298 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0d38ed6-7242-4281-a2d2-6c7ba1436d89 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.941725 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-39ee6e2a-4dc1-4020-b092-0c71e63298e0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:07:00.956225 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:07:00.958576 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-38d0a921-513c-48ab-bdae-d85b6b1b055f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:00.964720 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f96f4b28-af91-4be5-8e77-e3a7b7d061ce tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.965237 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96f4b28-af91-4be5-8e77-e3a7b7d061ce tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Fanout notify agent at l3_agent the message router_deleted on router 335c770f-07b8-4c7e-9057-1739399483cb {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:07:00.993716 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f96f4b28-af91-4be5-8e77-e3a7b7d061ce tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.994890 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f96f4b28-af91-4be5-8e77-e3a7b7d061ce tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/routers/335c770f-07b8-4c7e-9057-1739399483cb HTTP/1.1" status: 204 len: 168 time: 0.6951516 Feb 04 06:07:00.999078 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55932) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:01.038481 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a260c471-836a-4958-8be6-53fbb8b54468 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/subnets/5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001/tags HTTP/1.1" status: 200 len: 205 time: 0.3763535 Feb 04 06:07:01.043267 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-38d0a921-513c-48ab-bdae-d85b6b1b055f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:07:01.043479 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55936) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:01.043586 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port fa57aa7f-6f48-4967-8249-3f170c94d05f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:01.043686 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.052669 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-4a9941b0-9efb-4f6f-a3f6-e53675ae5fa7 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9ae90f8c-b9e6-4641-b72c-399f019b7d45') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:01.055861 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-38d0a921-513c-48ab-bdae-d85b6b1b055f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.066496 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cab468df-f81e-4d33-9fc5-7226cd6f3560 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.115429 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0d38ed6-7242-4281-a2d2-6c7ba1436d89 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.164259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab468df-f81e-4d33-9fc5-7226cd6f3560 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event deleted for resources: {'Subnet': ['ID=8503fcfd-d1d5-4ef1-a288-6e6352f2927f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:01.184681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cab468df-f81e-4d33-9fc5-7226cd6f3560 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.195507 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0d38ed6-7242-4281-a2d2-6c7ba1436d89 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.198988 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a0d38ed6-7242-4281-a2d2-6c7ba1436d89 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] 10.222.0.31 "DELETE /v2.0/networks/007d9680-6c79-478c-8580-86e0b25924f9 HTTP/1.1" status: 204 len: 168 time: 1.1612813 Feb 04 06:07:01.200171 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4101bb8-1839-4413-8949-2380a98c8985 None None] Network dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:01.200933 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-cab468df-f81e-4d33-9fc5-7226cd6f3560 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "DELETE /v2.0/subnets/8503fcfd-d1d5-4ef1-a288-6e6352f2927f HTTP/1.1" status: 204 len: 168 time: 1.2543314 Feb 04 06:07:01.208955 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55942) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:01.209959 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d38ed6-7242-4281-a2d2-6c7ba1436d89 tempest-BulkNetworkOpsTest-454912014 tempest-BulkNetworkOpsTest-454912014-project] Pushing event deleted for resources: {'Network': ['ID=007d9680-6c79-478c-8580-86e0b25924f9,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:01.313486 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ee6e2a-4dc1-4020-b092-0c71e63298e0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:07:01.346113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b2be5b-d04e-4820-9d25-8855af72ac4a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting subnet d491aa1a-986e-4f0f-8e73-266f1cb7346c {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:07:01.349034 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-39ee6e2a-4dc1-4020-b092-0c71e63298e0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.349520 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-39ee6e2a-4dc1-4020-b092-0c71e63298e0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Added segment a8318d24-b2c6-430b-abcb-b2f1e485663a of type vlan for network 9c85a30d-e249-4210-873c-2756da542d69 Feb 04 06:07:01.357496 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b2be5b-d04e-4820-9d25-8855af72ac4a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.367694 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Set router 274a17fc-8904-4386-972a-31fa256b9014 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:01.454516 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-38d0a921-513c-48ab-bdae-d85b6b1b055f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.467487 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-38d0a921-513c-48ab-bdae-d85b6b1b055f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.483152 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4a9941b0-9efb-4f6f-a3f6-e53675ae5fa7 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/ports/9ae90f8c-b9e6-4641-b72c-399f019b7d45/tags HTTP/1.1" status: 200 len: 241 time: 0.4395421 Feb 04 06:07:01.484677 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55948) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:01.495501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-39ee6e2a-4dc1-4020-b092-0c71e63298e0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.502079 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-490a3ff7-9d16-4823-8f4c-057a00f6c501 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9ae90f8c-b9e6-4641-b72c-399f019b7d45', 'tempest-TagsExtTest-Tag-1938062854') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:01.508995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0a921-513c-48ab-bdae-d85b6b1b055f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d43f08-c448-4c94-a63b-4e68d5ef5ece,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:01.515813 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40fdba49-3f20-49ad-ac32-504c178405e3 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.531336 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b2be5b-d04e-4820-9d25-8855af72ac4a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.594344 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-38d0a921-513c-48ab-bdae-d85b6b1b055f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.594344 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-38d0a921-513c-48ab-bdae-d85b6b1b055f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7056727 Feb 04 06:07:01.594344 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55952) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:01.721751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-39ee6e2a-4dc1-4020-b092-0c71e63298e0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.734865 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ee6e2a-4dc1-4020-b092-0c71e63298e0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:01.735474 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-39ee6e2a-4dc1-4020-b092-0c71e63298e0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.749019 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40fdba49-3f20-49ad-ac32-504c178405e3 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.764131 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-40fdba49-3f20-49ad-ac32-504c178405e3 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Deleting port 7367ac3f-3224-46d8-877b-5070123cb01a {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:01.764651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40fdba49-3f20-49ad-ac32-504c178405e3 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.846987 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b2be5b-d04e-4820-9d25-8855af72ac4a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.930876 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bc9e352d-c9ac-4256-9f14-f1862c4a70bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ec87c7be3e04f6998b5f789636848eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3403838 Feb 04 06:07:01.931112 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d3c25c5c-e42b-45cc-b1e0-be3125980dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.935316 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55970) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:01.945877 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-39ee6e2a-4dc1-4020-b092-0c71e63298e0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2433689 Feb 04 06:07:01.947892 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4a2be45f-b63c-4a4a-a573-b50a29a14468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770514993', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:24Z', 'updated_at': '2022-02-04T06:06:56Z', 'revision_number': 5, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'gw_port': {'id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:26Z', 'updated_at': '2022-02-04T06:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:01.950535 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55974) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:01.955698 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee6e2a-4dc1-4020-b092-0c71e63298e0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Network': ['ID=9c85a30d-e249-4210-873c-2756da542d69,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:01.956301 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2be45f-b63c-4a4a-a573-b50a29a14468 None None] The sync data for ids ['674dce07-5cc0-4e5b-842b-32a88f1eb0a8'] in dv-neutron-826830-2-hyperv is: [{'id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770514993', 'tenant_id': '546e85d5b5e4470bb459b3b3573e44cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:24Z', 'updated_at': '2022-02-04T06:06:56Z', 'revision_number': 5, 'project_id': '546e85d5b5e4470bb459b3b3573e44cb', 'gw_port': {'id': '7367ac3f-3224-46d8-877b-5070123cb01a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dce07-5cc0-4e5b-842b-32a88f1eb0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:26Z', 'updated_at': '2022-02-04T06:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:01.962361 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-5ab2db42-35d4-4945-8e95-7f6ad09bb522 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'subnet': {'network_id': '9c85a30d-e249-4210-873c-2756da542d69', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:01.998805 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 9c85a30d-e249-4210-873c-2756da542d69 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:07:02.009305 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-106d99a6-08a4-4227-a833-d942b49ea727 req-8ef505e4-3f7b-4984-9078-8d7bdf563b5e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:07:02.019938 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-490a3ff7-9d16-4823-8f4c-057a00f6c501 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/ports/9ae90f8c-b9e6-4641-b72c-399f019b7d45/tags/tempest-TagsExtTest-Tag-1938062854 HTTP/1.1" status: 204 len: 168 time: 0.5293272 Feb 04 06:07:02.022787 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55978) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:02.032052 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-f82b1046-f113-40ad-8cff-bc9427ea282a tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9ae90f8c-b9e6-4641-b72c-399f019b7d45', 'tempest-TagsExtTest-Tag-1938062854') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:02.083995 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b2be5b-d04e-4820-9d25-8855af72ac4a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:02.112925 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:06:56Z', 'revision_number': 3, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': '5a58233c-14dc-43ca-b536-3e1b2024d235', 'name': '', 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:13:02:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:51Z', 'updated_at': '2022-02-04T06:06:57Z', 'revision_number': 2, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:02.117994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-40fdba49-3f20-49ad-ac32-504c178405e3 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] For port 7367ac3f-3224-46d8-877b-5070123cb01a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=7367ac3f-3224-46d8-877b-5070123cb01a,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:02.118351 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40fdba49-3f20-49ad-ac32-504c178405e3 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:02.121810 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Checking router: 274a17fc-8904-4386-972a-31fa256b9014 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:02.122162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Updating router 274a17fc-8904-4386-972a-31fa256b9014 port 5a58233c-14dc-43ca-b536-3e1b2024d235 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:07:02.133268 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-106d99a6-08a4-4227-a833-d942b49ea727 req-8ef505e4-3f7b-4984-9078-8d7bdf563b5e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:07:02.135337 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-106d99a6-08a4-4227-a833-d942b49ea727 req-8ef505e4-3f7b-4984-9078-8d7bdf563b5e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268954552&fields=id&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 267 time: 0.2428195 Feb 04 06:07:02.143281 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2be5b-d04e-4820-9d25-8855af72ac4a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Subnet': ['ID=d491aa1a-986e-4f0f-8e73-266f1cb7346c,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:02.147817 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b2be5b-d04e-4820-9d25-8855af72ac4a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:02.194594 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-48b2be5b-d04e-4820-9d25-8855af72ac4a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/subnets/d491aa1a-986e-4f0f-8e73-266f1cb7346c HTTP/1.1" status: 204 len: 168 time: 1.1919744 Feb 04 06:07:02.214040 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:02.222232 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 55982) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:02.223044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75f4d9e9-1209-4f34-b819-f98daa883b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:02.231558 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef524d1-1dbc-43c0-b096-965153977462 None None] Network 3a272fc3-3031-4112-962e-64c68c85df1f requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:02.341514 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f82b1046-f113-40ad-8cff-bc9427ea282a tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/ports/9ae90f8c-b9e6-4641-b72c-399f019b7d45/tags/tempest-TagsExtTest-Tag-1938062854 HTTP/1.1" status: 204 len: 168 time: 0.3134553 Feb 04 06:07:02.342282 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55986) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:02.350662 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-6c171e5a-7616-489a-8848-96d6f3f9ecc3 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9ae90f8c-b9e6-4641-b72c-399f019b7d45') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:02.387991 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d99a6-08a4-4227-a833-d942b49ea727 req-3a53ab72-6a24-4b5b-a5a5-798760987592 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:02.389058 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-106d99a6-08a4-4227-a833-d942b49ea727 req-3a53ab72-6a24-4b5b-a5a5-798760987592 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:07:02.414604 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5ab2db42-35d4-4945-8e95-7f6ad09bb522 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:02.442583 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-106d99a6-08a4-4227-a833-d942b49ea727 req-3a53ab72-6a24-4b5b-a5a5-798760987592 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:07:02.445105 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-40fdba49-3f20-49ad-ac32-504c178405e3 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Calling delete_port for 7367ac3f-3224-46d8-877b-5070123cb01a owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:02.446151 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9e513a-27e4-4585-bb7c-b9d1769b35d7 None None] DHCP port deletion for dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:07:02.448308 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-106d99a6-08a4-4227-a833-d942b49ea727 req-3a53ab72-6a24-4b5b-a5a5-798760987592 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/networks?id=b6d2ebf2-259c-4278-b7f2-8d8c651dca23 HTTP/1.1" status: 200 len: 797 time: 0.3017681 Feb 04 06:07:02.469202 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-106d99a6-08a4-4227-a833-d942b49ea727 req-680e9123-451a-4d41-b2a5-cf0484dd222e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/quotas/71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 375 time: 0.0166042 Feb 04 06:07:02.470925 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e513a-27e4-4585-bb7c-b9d1769b35d7 None None] Deleting port 0146a997-5904-48c1-9aaa-86d342c175f6 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:02.471308 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fa9e513a-27e4-4585-bb7c-b9d1769b35d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:02.475319 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6c171e5a-7616-489a-8848-96d6f3f9ecc3 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/ports/9ae90f8c-b9e6-4641-b72c-399f019b7d45/tags HTTP/1.1" status: 200 len: 205 time: 0.1316488 Feb 04 06:07:02.478065 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55990) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:02.484379 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-b0393870-b3bc-4d15-a49e-c2c35a04339f tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:02.486115 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5ab2db42-35d4-4945-8e95-7f6ad09bb522 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:subnet and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:02.573226 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5ab2db42-35d4-4945-8e95-7f6ad09bb522 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:02.613008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5ab2db42-35d4-4945-8e95-7f6ad09bb522 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:02.623524 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75f4d9e9-1209-4f34-b819-f98daa883b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:02.691034 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 84afe5b7-9c99-40ad-b0ab-5a0c25309a37 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:07:02.693835 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b0393870-b3bc-4d15-a49e-c2c35a04339f tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/routers/2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0/tags HTTP/1.1" status: 200 len: 240 time: 0.2137613 Feb 04 06:07:02.694049 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:02.695724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55994) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:02.696260 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab2db42-35d4-4945-8e95-7f6ad09bb522 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Made reservation on behalf of a530e6e9c2854085a0d6e6dcc92e91d5 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:02.699807 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ab2db42-35d4-4945-8e95-7f6ad09bb522 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:02.703524 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-cef2ff45-9629-4dae-9dbc-08c81b91667e tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0', 'tempest-TagsExtTest-Tag-923672289') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:02.760890 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-106d99a6-08a4-4227-a833-d942b49ea727 req-c342a2fc-4a0d-4158-8cce-dde674ae3ff9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:07:02.780473 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 84afe5b7-9c99-40ad-b0ab-5a0c25309a37 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:07:02.780738 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 84afe5b7-9c99-40ad-b0ab-5a0c25309a37 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:07:02.781344 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0146a997-5904-48c1-9aaa-86d342c175f6 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:07:02.841933 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port 876c86a3-cd48-40d6-b9bb-71a785f4bd30 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:02.842344 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:02.851695 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-106d99a6-08a4-4227-a833-d942b49ea727 req-c342a2fc-4a0d-4158-8cce-dde674ae3ff9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:07:02.853115 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-106d99a6-08a4-4227-a833-d942b49ea727 req-c342a2fc-4a0d-4158-8cce-dde674ae3ff9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3759820 Feb 04 06:07:02.902351 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cef2ff45-9629-4dae-9dbc-08c81b91667e tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/routers/2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0/tags/tempest-TagsExtTest-Tag-923672289 HTTP/1.1" status: 204 len: 168 time: 0.2037094 Feb 04 06:07:02.903135 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 55998) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:02.920564 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75f4d9e9-1209-4f34-b819-f98daa883b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:02.958057 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4d9e9-1209-4f34-b819-f98daa883b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd2cfb8-ab79-41dd-ba21-bdf24615e7a2,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:02.959740 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-8a4fb179-e0d9-4212-99e3-0f8fe7f91baf tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0', 'tempest-TagsExtTest-Tag-923672289') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:03.008346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75f4d9e9-1209-4f34-b819-f98daa883b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:03.009487 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-75f4d9e9-1209-4f34-b819-f98daa883b93 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7bd2cfb8-ab79-41dd-ba21-bdf24615e7a2 HTTP/1.1" status: 204 len: 168 time: 1.0732038 Feb 04 06:07:03.020904 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:03.032457 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:03.205423 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-fa9e513a-27e4-4585-bb7c-b9d1769b35d7 None None] For port 0146a997-5904-48c1-9aaa-86d342c175f6, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0146a997-5904-48c1-9aaa-86d342c175f6,segment=NetworkSegment(5f830c0c-6f52-435c-a7f7-547804b653e7),segment_id=5f830c0c-6f52-435c-a7f7-547804b653e7)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:03.205822 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fa9e513a-27e4-4585-bb7c-b9d1769b35d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:03.255358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] For port 876c86a3-cd48-40d6-b9bb-71a785f4bd30, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=876c86a3-cd48-40d6-b9bb-71a785f4bd30,segment=NetworkSegment(c9cae6f6-57ea-4c5e-80d6-927bc112144e),segment_id=c9cae6f6-57ea-4c5e-80d6-927bc112144e)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:03.256236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:03.294393 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40fdba49-3f20-49ad-ac32-504c178405e3 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:03.379470 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e513a-27e4-4585-bb7c-b9d1769b35d7 None None] Calling delete_port for 0146a997-5904-48c1-9aaa-86d342c175f6 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:03.407478 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8a4fb179-e0d9-4212-99e3-0f8fe7f91baf tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/routers/2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0/tags/tempest-TagsExtTest-Tag-923672289 HTTP/1.1" status: 204 len: 168 time: 0.4579208 Feb 04 06:07:03.410747 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56006) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:03.418511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-cedb9599-5c20-465b-a59e-1bf713564fe3 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:03.423099 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c09aa5-4518-4e79-8689-690035124765 None None] DHCP port deletion for 3a272fc3-3031-4112-962e-64c68c85df1f request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:07:03.472659 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:03.474579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdba49-3f20-49ad-ac32-504c178405e3 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event deleted for resources: {'Port': ['ID=7367ac3f-3224-46d8-877b-5070123cb01a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:03.482114 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Calling delete_port for 876c86a3-cd48-40d6-b9bb-71a785f4bd30 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:03.488173 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-106d99a6-08a4-4227-a833-d942b49ea727 req-a1e81cdb-801c-4e5a-8702-68ee83b16980 service neutron] 10.222.0.31 "GET /v2.0/networks/b6d2ebf2-259c-4278-b7f2-8d8c651dca23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190448 Feb 04 06:07:03.514802 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-62c09aa5-4518-4e79-8689-690035124765 None None] Deleting port 876c86a3-cd48-40d6-b9bb-71a785f4bd30 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:03.515434 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-62c09aa5-4518-4e79-8689-690035124765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:03.606846 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ab2db42-35d4-4945-8e95-7f6ad09bb522 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:03.661407 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cedb9599-5c20-465b-a59e-1bf713564fe3 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/routers/2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0/tags HTTP/1.1" status: 200 len: 205 time: 0.2482367 Feb 04 06:07:03.661850 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:03.669019 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 0146a997-5904-48c1-9aaa-86d342c175f6, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0146a997-5904-48c1-9aaa-86d342c175f6,segment=NetworkSegment(5f830c0c-6f52-435c-a7f7-547804b653e7),segment_id=5f830c0c-6f52-435c-a7f7-547804b653e7)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:03.671061 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56018) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:03.697316 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:03.699652 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-ee456267-55b0-4551-aa59-7d5fe5d8dae4 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '47d9f1ee-3f67-4a0a-b28f-d35289bcb82a') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:03.742836 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Transition to ACTIVE for port object 5a58233c-14dc-43ca-b536-3e1b2024d235 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:03.746121 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40fdba49-3f20-49ad-ac32-504c178405e3 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:03.754876 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-fa9e513a-27e4-4585-bb7c-b9d1769b35d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:07:03.755223 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-fa9e513a-27e4-4585-bb7c-b9d1769b35d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:07:03.772688 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-106d99a6-08a4-4227-a833-d942b49ea727 req-aeae1d5d-7f8c-49fb-a0a8-53d9cf1d3832 service neutron] 10.222.0.31 "GET /v2.0/networks/b6d2ebf2-259c-4278-b7f2-8d8c651dca23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170031 Feb 04 06:07:03.780152 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:03.860133 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2db42-35d4-4945-8e95-7f6ad09bb522 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Subnet': ['ID=b79dfaba-c366-401b-966b-ac4e9274558b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:03.862124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:03.982021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=0146a997-5904-48c1-9aaa-86d342c175f6,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:04.008567 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:04.009042 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:04.009472 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:04.009897 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:04.010350 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:04.010775 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:04.011202 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:04.011620 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:04.012428 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:04.012868 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:04.013314 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:04.014062 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:04.026080 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-62c09aa5-4518-4e79-8689-690035124765 None None] For port 876c86a3-cd48-40d6-b9bb-71a785f4bd30, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=876c86a3-cd48-40d6-b9bb-71a785f4bd30,segment=NetworkSegment(c9cae6f6-57ea-4c5e-80d6-927bc112144e),segment_id=c9cae6f6-57ea-4c5e-80d6-927bc112144e)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:04.026609 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-62c09aa5-4518-4e79-8689-690035124765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:04.125647 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0e06e957-24b3-4d51-a782-7e53caf68cca req-bdd3f21c-0400-4c0a-b5fb-cef81185f376 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 210 time: 0.0779781 Feb 04 06:07:04.151254 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ee456267-55b0-4551-aa59-7d5fe5d8dae4 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/subnetpools/47d9f1ee-3f67-4a0a-b28f-d35289bcb82a/tags HTTP/1.1" status: 200 len: 240 time: 0.4755526 Feb 04 06:07:04.154604 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56034) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:04.156462 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab2db42-35d4-4945-8e95-7f6ad09bb522 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Checking segment: {'id': 'a8318d24-b2c6-430b-abcb-b2f1e485663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9c85a30d-e249-4210-873c-2756da542d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:04.156765 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab2db42-35d4-4945-8e95-7f6ad09bb522 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network hostable DHCP agents. Network: 9c85a30d-e249-4210-873c-2756da542d69, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:07:04.160121 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-d0159eaa-b1ee-4546-b103-debcdf7467b4 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '47d9f1ee-3f67-4a0a-b28f-d35289bcb82a', 'tempest-TagsExtTest-Tag-334748159') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:04.186449 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Port': ['ID=876c86a3-cd48-40d6-b9bb-71a785f4bd30,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:04.210581 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] No DVR routers for this DVR port 876c86a3-cd48-40d6-b9bb-71a785f4bd30 on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:07:04.223916 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d0159eaa-b1ee-4546-b103-debcdf7467b4 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/subnetpools/47d9f1ee-3f67-4a0a-b28f-d35289bcb82a/tags/tempest-TagsExtTest-Tag-334748159 HTTP/1.1" status: 204 len: 168 time: 0.0681682 Feb 04 06:07:04.226366 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56038) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:04.232122 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-a575b393-b1d6-4c11-8f8a-8f4827ebcb4b tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '47d9f1ee-3f67-4a0a-b28f-d35289bcb82a', 'tempest-TagsExtTest-Tag-334748159') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:04.254297 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56044) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:04.273036 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e513a-27e4-4585-bb7c-b9d1769b35d7 None None] Deleting port 0146a997-5904-48c1-9aaa-86d342c175f6 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:04.273832 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fa9e513a-27e4-4585-bb7c-b9d1769b35d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:04.285939 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40fdba49-3f20-49ad-ac32-504c178405e3 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:04.291814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40fdba49-3f20-49ad-ac32-504c178405e3 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:04.347139 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a575b393-b1d6-4c11-8f8a-8f4827ebcb4b tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/subnetpools/47d9f1ee-3f67-4a0a-b28f-d35289bcb82a/tags/tempest-TagsExtTest-Tag-334748159 HTTP/1.1" status: 204 len: 168 time: 0.1197693 Feb 04 06:07:04.349574 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56052) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:04.354659 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-2e2fcf40-7552-4b4e-a095-2a23cee803ad tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '47d9f1ee-3f67-4a0a-b28f-d35289bcb82a') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:04.381987 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-62c09aa5-4518-4e79-8689-690035124765 None None] Calling delete_port for 876c86a3-cd48-40d6-b9bb-71a785f4bd30 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:04.395374 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab2db42-35d4-4945-8e95-7f6ad09bb522 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 9c85a30d-e249-4210-873c-2756da542d69 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:07:04.403665 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2e2fcf40-7552-4b4e-a095-2a23cee803ad tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/subnetpools/47d9f1ee-3f67-4a0a-b28f-d35289bcb82a/tags HTTP/1.1" status: 200 len: 205 time: 0.0530207 Feb 04 06:07:04.406349 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56056) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:04.412754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:04.412945 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-e51ae5ff-9b74-4f98-9525-396bb9645e20 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '47d9f1ee-3f67-4a0a-b28f-d35289bcb82a') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:04.425846 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40fdba49-3f20-49ad-ac32-504c178405e3 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:04.426623 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fdba49-3f20-49ad-ac32-504c178405e3 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Fanout notify agent at l3_agent the message router_deleted on router 674dce07-5cc0-4e5b-842b-32a88f1eb0a8 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:07:04.431683 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-5ab2db42-35d4-4945-8e95-7f6ad09bb522 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 9c85a30d-e249-4210-873c-2756da542d69) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:04.448602 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e51ae5ff-9b74-4f98-9525-396bb9645e20 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/subnetpools/47d9f1ee-3f67-4a0a-b28f-d35289bcb82a/tags HTTP/1.1" status: 204 len: 168 time: 0.0412407 Feb 04 06:07:04.451164 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56060) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:04.457577 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-1d0fb55c-3ec1-4333-89e6-70fc79743fd5 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:04.466831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab2db42-35d4-4945-8e95-7f6ad09bb522 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:04.468734 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ab2db42-35d4-4945-8e95-7f6ad09bb522 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:04.505003 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfa4556-4b02-49eb-99c5-645f9a81324b None None] Network 9c85a30d-e249-4210-873c-2756da542d69 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:04.523143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-40fdba49-3f20-49ad-ac32-504c178405e3 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:04.524601 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-40fdba49-3f20-49ad-ac32-504c178405e3 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "DELETE /v2.0/routers/674dce07-5cc0-4e5b-842b-32a88f1eb0a8 HTTP/1.1" status: 204 len: 168 time: 3.3059013 Feb 04 06:07:04.525609 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Attempting to bind port 5a58233c-14dc-43ca-b536-3e1b2024d235 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:04.526072 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Attempting to bind port 5a58233c-14dc-43ca-b536-3e1b2024d235 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:04.526317 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Attempting to bind port 5a58233c-14dc-43ca-b536-3e1b2024d235 on network 499911cc-23e8-4bb0-85c4-c9fc9243895a {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:07:04.526617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a272fc3-3031-4112-962e-64c68c85df1f']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:04.535906 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56064) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:04.565479 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5ab2db42-35d4-4945-8e95-7f6ad09bb522 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6079884 Feb 04 06:07:04.565479 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cae6f6-57ea-4c5e-80d6-927bc112144e') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:04.565479 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cae6f6-57ea-4c5e-80d6-927bc112144e') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:04.590436 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56068) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:04.608084 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f6ef9fbe-4eb5-4ce6-a85a-800660aaf844 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-270097918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:04.706116 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f6ef9fbe-4eb5-4ce6-a85a-800660aaf844 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:04.740708 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:04.749124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:04.750552 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:07:04.750928 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Checking segment: {'id': '1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:04.751341 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:04.751712 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Bound using segment: {'id': '1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:07:04.752225 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Bound port: 5a58233c-14dc-43ca-b536-3e1b2024d235, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:04.752598 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:04.769566 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Deleting port 0146a997-5904-48c1-9aaa-86d342c175f6 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:04.769912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:04.775530 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:04.776237 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235dda3-23ad-4c19-909e-c32301477da8 None None] Pushing event updated for resources: {'Port': ['ID=5a58233c-14dc-43ca-b536-3e1b2024d235,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:04.811198 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:04.828871 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:07:04.829312 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:04.829459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f6ef9fbe-4eb5-4ce6-a85a-800660aaf844 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Usage tracker for resource:router and tenant:719a22fd8e994098a22073bc0f0c1c79 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:04.845216 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f6ef9fbe-4eb5-4ce6-a85a-800660aaf844 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:07:04.848354 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:07:04.866749 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f6ef9fbe-4eb5-4ce6-a85a-800660aaf844 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:04.902774 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9fbe-4eb5-4ce6-a85a-800660aaf844 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:04.903797 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9fbe-4eb5-4ce6-a85a-800660aaf844 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:05.058303 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1d0fb55c-3ec1-4333-89e6-70fc79743fd5 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/routers/2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0/tags HTTP/1.1" status: 204 len: 168 time: 0.6052775 Feb 04 06:07:05.065276 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56074) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:05.075385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-62c09aa5-4518-4e79-8689-690035124765 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:07:05.075385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-62c09aa5-4518-4e79-8689-690035124765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:07:05.075385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 876c86a3-cd48-40d6-b9bb-71a785f4bd30 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:07:05.085143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:05.101545 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9fbe-4eb5-4ce6-a85a-800660aaf844 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:05.108099 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-f422c8ed-4877-449c-bc55-62ecf589da08 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9ae90f8c-b9e6-4641-b72c-399f019b7d45') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:05.126129 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] For port 5a58233c-14dc-43ca-b536-3e1b2024d235, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:07:05.164455 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 876c86a3-cd48-40d6-b9bb-71a785f4bd30 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:07:05.164967 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 876c86a3-cd48-40d6-b9bb-71a785f4bd30 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:07:05.185695 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] For port 5a58233c-14dc-43ca-b536-3e1b2024d235, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=5a58233c-14dc-43ca-b536-3e1b2024d235,segment=NetworkSegment(1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab),segment_id=1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:07:05.202998 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:05.209479 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:05.220601 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Network': ['ID=3a272fc3-3031-4112-962e-64c68c85df1f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:05.261595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-fa9e513a-27e4-4585-bb7c-b9d1769b35d7 None None] For port 0146a997-5904-48c1-9aaa-86d342c175f6, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0146a997-5904-48c1-9aaa-86d342c175f6,segment=NetworkSegment(5f830c0c-6f52-435c-a7f7-547804b653e7),segment_id=5f830c0c-6f52-435c-a7f7-547804b653e7)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:05.261980 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fa9e513a-27e4-4585-bb7c-b9d1769b35d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:05.340951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9fbe-4eb5-4ce6-a85a-800660aaf844 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:05.350723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] For port 0146a997-5904-48c1-9aaa-86d342c175f6, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0146a997-5904-48c1-9aaa-86d342c175f6,segment=NetworkSegment(5f830c0c-6f52-435c-a7f7-547804b653e7),segment_id=5f830c0c-6f52-435c-a7f7-547804b653e7)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:05.351257 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:05.359922 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-41c23fc2-2961-4ce8-8abc-a3e4c7142d03 req-bddd8c06-9c8e-4169-b3eb-36cdfa2650ca tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 210 time: 0.0634379 Feb 04 06:07:05.419250 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e513a-27e4-4585-bb7c-b9d1769b35d7 None None] Calling delete_port for 0146a997-5904-48c1-9aaa-86d342c175f6 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:05.433103 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9fbe-4eb5-4ce6-a85a-800660aaf844 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:05.434293 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f6ef9fbe-4eb5-4ce6-a85a-800660aaf844 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.1790118 Feb 04 06:07:05.506692 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5c13ac01-a3b5-403e-9317-52df41d380ec tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/networks/3a272fc3-3031-4112-962e-64c68c85df1f HTTP/1.1" status: 204 len: 168 time: 3.2813492 Feb 04 06:07:05.510470 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56080) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:05.511103 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56082) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:05.520144 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Calling delete_port for 0146a997-5904-48c1-9aaa-86d342c175f6 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:05.533989 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-9c85a30d-e249-4210-873c-2756da542d69', 'network_id': '9c85a30d-e249-4210-873c-2756da542d69', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'fixed_ips': [{'subnet_id': 'b79dfaba-c366-401b-966b-ac4e9274558b'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:07:05.534915 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:05.549140 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Routers {'274a17fc-8904-4386-972a-31fa256b9014'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:05.549884 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['274a17fc-8904-4386-972a-31fa256b9014'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:05.589004 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1418060057'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:05.597646 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:05.612643 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-6a040080-718a-4370-8b55-19b2be43ac61 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1300782609', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:05.620483 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6a040080-718a-4370-8b55-19b2be43ac61 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:05.626164 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6a040080-718a-4370-8b55-19b2be43ac61 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:router and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:05.629376 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6a040080-718a-4370-8b55-19b2be43ac61 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:05.636556 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6a040080-718a-4370-8b55-19b2be43ac61 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:05.656947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Usage tracker for resource:network and tenant:719a22fd8e994098a22073bc0f0c1c79 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:05.674906 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:05.688383 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:05.700660 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a040080-718a-4370-8b55-19b2be43ac61 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:05.701950 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a040080-718a-4370-8b55-19b2be43ac61 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:05.745330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] Set router 274a17fc-8904-4386-972a-31fa256b9014 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:05.749540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Made reservation on behalf of 719a22fd8e994098a22073bc0f0c1c79 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:05.753412 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:05.771870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:05.806675 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:05.811146 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:05.823389 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-62c09aa5-4518-4e79-8689-690035124765 None None] Deleting port 876c86a3-cd48-40d6-b9bb-71a785f4bd30 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:05.823882 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-62c09aa5-4518-4e79-8689-690035124765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:05.830287 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f422c8ed-4877-449c-bc55-62ecf589da08 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/ports/9ae90f8c-b9e6-4641-b72c-399f019b7d45/tags HTTP/1.1" status: 204 len: 168 time: 0.7605343 Feb 04 06:07:05.839324 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56088) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:05.858303 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-31c12e09-7c21-4dae-ac90-58fc5e666e77 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:05.884910 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a040080-718a-4370-8b55-19b2be43ac61 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:05.888078 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event deleted for resources: {'Port': ['ID=0146a997-5904-48c1-9aaa-86d342c175f6,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:05.890182 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] No DVR routers for this DVR port 0146a997-5904-48c1-9aaa-86d342c175f6 on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:07:05.892116 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:05.939626 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-62c09aa5-4518-4e79-8689-690035124765 None None] The port '876c86a3-cd48-40d6-b9bb-71a785f4bd30' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:07:05.940549 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235dda3-23ad-4c19-909e-c32301477da8 None None] Pushing event updated for resources: {'Port': ['ID=5a58233c-14dc-43ca-b536-3e1b2024d235,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:05.942537 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Usage tracker for resource:security_group_rule and tenant:719a22fd8e994098a22073bc0f0c1c79 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:05.951299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:05.988535 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:06.022683 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d99a6-08a4-4227-a833-d942b49ea727 req-0b04ffac-88b3-4e16-9d60-2ec3477aa28c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:06.024194 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-106d99a6-08a4-4227-a833-d942b49ea727 req-0b04ffac-88b3-4e16-9d60-2ec3477aa28c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/networks?id=b6d2ebf2-259c-4278-b7f2-8d8c651dca23 HTTP/1.1" status: 200 len: 797 time: 0.3530514 Feb 04 06:07:06.063350 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a040080-718a-4370-8b55-19b2be43ac61 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.072528 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-fa9e513a-27e4-4585-bb7c-b9d1769b35d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:07:06.072881 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-fa9e513a-27e4-4585-bb7c-b9d1769b35d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:07:06.094348 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-106d99a6-08a4-4227-a833-d942b49ea727 req-b026f382-e294-4957-9ad8-400950a610a9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 379 time: 0.0593314 Feb 04 06:07:06.095886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.097615 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e513a-27e4-4585-bb7c-b9d1769b35d7 None None] Deleting port 0146a997-5904-48c1-9aaa-86d342c175f6 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:06.098098 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fa9e513a-27e4-4585-bb7c-b9d1769b35d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.139467 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-106d99a6-08a4-4227-a833-d942b49ea727 req-ed210738-05e5-4efe-a7d0-c63c8eb7e01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'port': {'device_id': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'admin_state_up': True, 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'security_groups': ['f77874bf-6615-4e38-8bdb-072bead18f46']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:06.163020 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:06.186332 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a040080-718a-4370-8b55-19b2be43ac61 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.191125 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6a040080-718a-4370-8b55-19b2be43ac61 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6167083 Feb 04 06:07:06.191125 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f830c0c-6f52-435c-a7f7-547804b653e7') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:06.191899 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f830c0c-6f52-435c-a7f7-547804b653e7') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:06.208406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56096) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:06.218101 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.221033 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-9d594370-66c9-4d5f-85ee-7630d942942b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2111063682'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:06.243266 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-31c12e09-7c21-4dae-ac90-58fc5e666e77 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/subnets/5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001/tags HTTP/1.1" status: 204 len: 168 time: 0.3966956 Feb 04 06:07:06.245297 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9d594370-66c9-4d5f-85ee-7630d942942b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:06.246633 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56100) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:06.252153 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.257571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-965d9b94-128f-445b-a63b-a212cc264e09 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001', 'tempest-TagsExtTest-Tag-1714595865') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:06.259641 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Allocated IP 172.22.0.2 (9c85a30d-e249-4210-873c-2756da542d69/b79dfaba-c366-401b-966b-ac4e9274558b/f6705629-0cf2-405c-8c4f-f61688518c58) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:06.261018 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9d594370-66c9-4d5f-85ee-7630d942942b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:network and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:06.265982 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9d594370-66c9-4d5f-85ee-7630d942942b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:06.280925 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9d594370-66c9-4d5f-85ee-7630d942942b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:06.307570 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:07:06.308012 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:07:06.327542 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:07:06.352092 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d594370-66c9-4d5f-85ee-7630d942942b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Made reservation on behalf of ddd9400ae6834d1da9b18a67d16332cc for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:06.355626 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9d594370-66c9-4d5f-85ee-7630d942942b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.420842 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d594370-66c9-4d5f-85ee-7630d942942b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:07:06.431072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9d594370-66c9-4d5f-85ee-7630d942942b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.431502 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-9d594370-66c9-4d5f-85ee-7630d942942b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Added segment b8109162-65c0-48a9-afd5-09bf79e88cf8 of type vlan for network c63ee7f3-6f70-493a-bb61-54a6de6ea2da Feb 04 06:07:06.459497 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9d594370-66c9-4d5f-85ee-7630d942942b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.503012 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9d594370-66c9-4d5f-85ee-7630d942942b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.508942 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d594370-66c9-4d5f-85ee-7630d942942b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:06.509555 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9d594370-66c9-4d5f-85ee-7630d942942b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.532328 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-106d99a6-08a4-4227-a833-d942b49ea727 req-ed210738-05e5-4efe-a7d0-c63c8eb7e01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:06.540123 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e513a-27e4-4585-bb7c-b9d1769b35d7 None None] The port '0146a997-5904-48c1-9aaa-86d342c175f6' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:07:06.560764 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.573647 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.603090 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9d594370-66c9-4d5f-85ee-7630d942942b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3899658 Feb 04 06:07:06.603333 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7367ac3f-3224-46d8-877b-5070123cb01a no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:07:06.604121 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.613587 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.616180 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56106) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:06.649028 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:07:06.658472 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 7367ac3f-3224-46d8-877b-5070123cb01a {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:07:06.658818 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7367ac3f-3224-46d8-877b-5070123cb01a not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:07:06.659955 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-106d99a6-08a4-4227-a833-d942b49ea727 req-ed210738-05e5-4efe-a7d0-c63c8eb7e01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:06.663816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-15ce6081-5102-4ff9-9ce5-7198a1999802 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'subnet': {'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:06.663977 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-433c0f4f-9755-4496-ab50-9df6e0461b10 req-1b106d3f-d98e-4da8-b05c-55d961de0c13 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 210 time: 0.1331334 Feb 04 06:07:06.704093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-106d99a6-08a4-4227-a833-d942b49ea727 req-ed210738-05e5-4efe-a7d0-c63c8eb7e01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:06.719126 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-106d99a6-08a4-4227-a833-d942b49ea727 req-ed210738-05e5-4efe-a7d0-c63c8eb7e01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.731851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d594370-66c9-4d5f-85ee-7630d942942b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Network': ['ID=c63ee7f3-6f70-493a-bb61-54a6de6ea2da,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:06.749242 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event deleted for resources: {'Network': ['ID=dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:06.773560 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55a23320-c38c-44e7-9f35-9448ad619cea,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:06.784899 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network c63ee7f3-6f70-493a-bb61-54a6de6ea2da details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:07:06.788955 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.789298 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Added segment 7f5a335d-79fe-4d71-a060-9e06b0d68630 of type vlan for network 74c3147f-b888-4c70-b3ed-fe00c0d04fd3 Feb 04 06:07:06.812035 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d9f6988f-559b-42c6-9c82-1ba026fa2eaa tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "DELETE /v2.0/networks/dbeb7026-74c6-4c7d-b053-ef2bb7c1c6f1 HTTP/1.1" status: 204 len: 168 time: 2.2569742 Feb 04 06:07:06.813324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56110) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:06.828561 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-15ce6081-5102-4ff9-9ce5-7198a1999802 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:06.846939 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-15ce6081-5102-4ff9-9ce5-7198a1999802 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:subnet and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:06.851744 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-15ce6081-5102-4ff9-9ce5-7198a1999802 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:06.857806 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.865355 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-965d9b94-128f-445b-a63b-a212cc264e09 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "PUT /v2.0/subnets/5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001/tags/tempest-TagsExtTest-Tag-1714595865 HTTP/1.1" status: 201 len: 201 time: 0.6140611 Feb 04 06:07:06.867077 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56114) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:06.867289 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-15ce6081-5102-4ff9-9ce5-7198a1999802 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:06.888062 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ce6081-5102-4ff9-9ce5-7198a1999802 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Made reservation on behalf of ddd9400ae6834d1da9b18a67d16332cc for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:06.891324 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-15ce6081-5102-4ff9-9ce5-7198a1999802 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.914508 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-18a83bc3-a21e-4ce5-b37e-4f50c3e39abc tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9ae90f8c-b9e6-4641-b72c-399f019b7d45', 'tempest-TagsExtTest-Tag-485107843') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:06.932817 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.951170 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Transition to ACTIVE for port object f6705629-0cf2-405c-8c4f-f61688518c58 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:06.976574 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Transition to ACTIVE for port object f6705629-0cf2-405c-8c4f-f61688518c58 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:06.983497 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:06:56Z', 'revision_number': 3, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': '5a58233c-14dc-43ca-b536-3e1b2024d235', 'name': '', 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:13:02:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:51Z', 'updated_at': '2022-02-04T06:07:05Z', 'revision_number': 4, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:06.988608 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.990941 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d0f7d-b10e-4f45-9647-98aa917cc71f None None] The sync data for ids ['274a17fc-8904-4386-972a-31fa256b9014'] in dv-neutron-826830-2-hyperv is: [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:06:56Z', 'revision_number': 3, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': '5a58233c-14dc-43ca-b536-3e1b2024d235', 'name': '', 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:13:02:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:51Z', 'updated_at': '2022-02-04T06:07:05Z', 'revision_number': 4, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:06.996208 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.997838 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:06.998485 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:07.092348 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [req-106d99a6-08a4-4227-a833-d942b49ea727 req-ed210738-05e5-4efe-a7d0-c63c8eb7e01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.20.0.12 (b6d2ebf2-259c-4278-b7f2-8d8c651dca23/5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2/05f8b8e5-88a7-41d5-adad-754eefbfe38a) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:07.111942 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Network 9c85a30d-e249-4210-873c-2756da542d69 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:07.114891 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:07.115929 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:07.119977 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:07:07.124178 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d9f27ae7-270a-459f-bf19-aa7b28421f91 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:07.165900 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Pushing event updated for resources: {'Port': ['ID=f6705629-0cf2-405c-8c4f-f61688518c58,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:07.192008 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Allocated IP 172.22.0.1 (9c85a30d-e249-4210-873c-2756da542d69/b79dfaba-c366-401b-966b-ac4e9274558b/1117a233-142d-4bea-8fa4-84dd45eeef3a) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:07.247341 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d9f27ae7-270a-459f-bf19-aa7b28421f91 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:07.268106 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-18a83bc3-a21e-4ce5-b37e-4f50c3e39abc tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "PUT /v2.0/ports/9ae90f8c-b9e6-4641-b72c-399f019b7d45/tags/tempest-TagsExtTest-Tag-485107843 HTTP/1.1" status: 201 len: 201 time: 0.3729801 Feb 04 06:07:07.274346 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Attempting to bind port f6705629-0cf2-405c-8c4f-f61688518c58 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:07.275451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Attempting to bind port f6705629-0cf2-405c-8c4f-f61688518c58 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'a8318d24-b2c6-430b-abcb-b2f1e485663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9c85a30d-e249-4210-873c-2756da542d69'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:07.276549 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Attempting to bind port f6705629-0cf2-405c-8c4f-f61688518c58 on network 9c85a30d-e249-4210-873c-2756da542d69 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:07:07.277807 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56118) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:07.285041 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:07:07.285711 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Checking segment: {'id': 'a8318d24-b2c6-430b-abcb-b2f1e485663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9c85a30d-e249-4210-873c-2756da542d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:07.286311 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:07.286888 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Bound using segment: {'id': 'a8318d24-b2c6-430b-abcb-b2f1e485663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9c85a30d-e249-4210-873c-2756da542d69'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:07:07.287566 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Bound port: f6705629-0cf2-405c-8c4f-f61688518c58, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8318d24-b2c6-430b-abcb-b2f1e485663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9c85a30d-e249-4210-873c-2756da542d69'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:07.288250 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:07.299311 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-15ce6081-5102-4ff9-9ce5-7198a1999802 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:07.306860 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-60a30ab6-fe66-4727-8a34-86950878b27c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0', 'tempest-TagsExtTest-Tag-328506321') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:07.398473 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] For port f6705629-0cf2-405c-8c4f-f61688518c58, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:07:07.404783 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.8329318 Feb 04 06:07:07.404977 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] For port f6705629-0cf2-405c-8c4f-f61688518c58, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=f6705629-0cf2-405c-8c4f-f61688518c58,segment=NetworkSegment(a8318d24-b2c6-430b-abcb-b2f1e485663a),segment_id=a8318d24-b2c6-430b-abcb-b2f1e485663a)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:07:07.413511 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:07.423332 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56122) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:07.452046 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-7e918204-9a55-4b7a-a34b-8a48a900ba0f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Request body: {'subnet': {'network_id': '74c3147f-b888-4c70-b3ed-fe00c0d04fd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:07.475337 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86621fda-15da-435f-ad02-1f3fa3634f5a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Pushing event updated for resources: {'Network': ['ID=74c3147f-b888-4c70-b3ed-fe00c0d04fd3,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:07.504622 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce6081-5102-4ff9-9ce5-7198a1999802 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Subnet': ['ID=a8fe3b03-3665-47ea-b98d-92379f248438,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:07.516669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569ec94-f4d2-466e-9834-e4fce798dc30 None None] Pushing event updated for resources: {'Port': ['ID=f6705629-0cf2-405c-8c4f-f61688518c58,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:07.520981 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 74c3147f-b888-4c70-b3ed-fe00c0d04fd3 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:07:07.635795 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce6081-5102-4ff9-9ce5-7198a1999802 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Checking segment: {'id': 'b8109162-65c0-48a9-afd5-09bf79e88cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:07.636418 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ce6081-5102-4ff9-9ce5-7198a1999802 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network hostable DHCP agents. Network: c63ee7f3-6f70-493a-bb61-54a6de6ea2da, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:07:07.692192 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d9f27ae7-270a-459f-bf19-aa7b28421f91 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:07.707833 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7e918204-9a55-4b7a-a34b-8a48a900ba0f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:07.715570 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ce6081-5102-4ff9-9ce5-7198a1999802 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network c63ee7f3-6f70-493a-bb61-54a6de6ea2da is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:07:07.723707 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7e918204-9a55-4b7a-a34b-8a48a900ba0f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Usage tracker for resource:subnet and tenant:719a22fd8e994098a22073bc0f0c1c79 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:07.728047 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7e918204-9a55-4b7a-a34b-8a48a900ba0f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:07.738421 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7e918204-9a55-4b7a-a34b-8a48a900ba0f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:07.743916 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-15ce6081-5102-4ff9-9ce5-7198a1999802 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, c63ee7f3-6f70-493a-bb61-54a6de6ea2da) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:07.748720 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce6081-5102-4ff9-9ce5-7198a1999802 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:07.749299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-15ce6081-5102-4ff9-9ce5-7198a1999802 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:07.766137 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f27ae7-270a-459f-bf19-aa7b28421f91 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0179cdc-621e-4dc2-b70f-337ac8fbdd85,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:07.768680 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-60a30ab6-fe66-4727-8a34-86950878b27c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "PUT /v2.0/routers/2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0/tags/tempest-TagsExtTest-Tag-328506321 HTTP/1.1" status: 201 len: 201 time: 0.4748399 Feb 04 06:07:07.773405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56128) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:07.782525 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86011dd5-d5a7-440c-938e-213f683da8ed None None] Network c63ee7f3-6f70-493a-bb61-54a6de6ea2da requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:07.796678 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-e19f2820-c615-4be8-af15-e0bfaa6df70e tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '47d9f1ee-3f67-4a0a-b28f-d35289bcb82a', 'tempest-TagsExtTest-Tag-973571547') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:07.820859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e918204-9a55-4b7a-a34b-8a48a900ba0f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Made reservation on behalf of 719a22fd8e994098a22073bc0f0c1c79 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:07.824378 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7e918204-9a55-4b7a-a34b-8a48a900ba0f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:07.832491 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d9f27ae7-270a-459f-bf19-aa7b28421f91 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:07.833621 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d9f27ae7-270a-459f-bf19-aa7b28421f91 tempest-TestNetworkAdvancedServerOps-2048618057 tempest-TestNetworkAdvancedServerOps-2048618057-project] 10.222.0.31 "DELETE /v2.0/security-groups/c0179cdc-621e-4dc2-b70f-337ac8fbdd85 HTTP/1.1" status: 204 len: 168 time: 1.0210922 Feb 04 06:07:07.860129 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:07.868949 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-15ce6081-5102-4ff9-9ce5-7198a1999802 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2352405 Feb 04 06:07:07.874075 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56134) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:07.880059 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-106d99a6-08a4-4227-a833-d942b49ea727 req-ed210738-05e5-4efe-a7d0-c63c8eb7e01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:07.904641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-106d99a6-08a4-4227-a833-d942b49ea727 req-ed210738-05e5-4efe-a7d0-c63c8eb7e01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Transition to ACTIVE for port object 05f8b8e5-88a7-41d5-adad-754eefbfe38a will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:08.054509 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Transition to ACTIVE for port object 1117a233-142d-4bea-8fa4-84dd45eeef3a will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:08.056610 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-e23c7edd-809c-450e-9deb-daf1876c7812 req-dcc58f1e-2ce5-4774-84de-9f28f42a4411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:07:08.110151 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-106d99a6-08a4-4227-a833-d942b49ea727 req-ed210738-05e5-4efe-a7d0-c63c8eb7e01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:08.116583 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-e23c7edd-809c-450e-9deb-daf1876c7812 req-dcc58f1e-2ce5-4774-84de-9f28f42a4411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:07:08.121158 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e23c7edd-809c-450e-9deb-daf1876c7812 req-dcc58f1e-2ce5-4774-84de-9f28f42a4411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 210 time: 0.2127392 Feb 04 06:07:08.191602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:07:08.192794 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:08.277695 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-106d99a6-08a4-4227-a833-d942b49ea727 req-ed210738-05e5-4efe-a7d0-c63c8eb7e01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network b6d2ebf2-259c-4278-b7f2-8d8c651dca23 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:08.282742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [req-106d99a6-08a4-4227-a833-d942b49ea727 req-ed210738-05e5-4efe-a7d0-c63c8eb7e01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:08.288685 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-106d99a6-08a4-4227-a833-d942b49ea727 req-ed210738-05e5-4efe-a7d0-c63c8eb7e01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:07:08.352502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed210738-05e5-4efe-a7d0-c63c8eb7e01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=05f8b8e5-88a7-41d5-adad-754eefbfe38a,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:08.395837 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:08.442145 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Allocated IP 2001:db8::2 (c63ee7f3-6f70-493a-bb61-54a6de6ea2da/a8fe3b03-3665-47ea-b98d-92379f248438/72ce12b1-cb0a-4252-b5d8-69f7e9be3416) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:08.460456 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56142) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:08.488621 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d99a6-08a4-4227-a833-d942b49ea727 req-ed210738-05e5-4efe-a7d0-c63c8eb7e01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:08.489575 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-106d99a6-08a4-4227-a833-d942b49ea727 req-ed210738-05e5-4efe-a7d0-c63c8eb7e01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:08.578234 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 9c85a30d-e249-4210-873c-2756da542d69 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:08.588022 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:08.599738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:07:08.605703 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e19f2820-c615-4be8-af15-e0bfaa6df70e tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "PUT /v2.0/subnetpools/47d9f1ee-3f67-4a0a-b28f-d35289bcb82a/tags/tempest-TagsExtTest-Tag-973571547 HTTP/1.1" status: 201 len: 201 time: 0.8307452 Feb 04 06:07:08.614888 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56148) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:08.631480 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-f496122d-664f-46d8-9bd9-e67b82da90ae tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001', {'tags': ['tempest-TagsExtTest-Tag-1649528554', 'tempest-TagsExtTest-Tag-670411924', 'tempest-TagsExtTest-Tag-1872331721']}) {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:08.666809 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=1117a233-142d-4bea-8fa4-84dd45eeef3a,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:08.684943 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-106d99a6-08a4-4227-a833-d942b49ea727 req-ed210738-05e5-4efe-a7d0-c63c8eb7e01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5470431 Feb 04 06:07:08.709973 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Request body: {'port': {'device_id': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:08.762317 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:08.774318 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Transition to ACTIVE for port object 72ce12b1-cb0a-4252-b5d8-69f7e9be3416 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:08.812775 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Transition to ACTIVE for port object 72ce12b1-cb0a-4252-b5d8-69f7e9be3416 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:08.819652 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-37014204-c1d3-49fb-8335-5bd73a51eeae None None] Provisioning for port 05f8b8e5-88a7-41d5-adad-754eefbfe38a completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:08.827630 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f496122d-664f-46d8-9bd9-e67b82da90ae tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "PUT /v2.0/subnets/5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001/tags HTTP/1.1" status: 200 len: 317 time: 0.2092395 Feb 04 06:07:08.832246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56152) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:08.837774 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:08.869437 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-be4869e5-0942-4dd4-a49d-f59ec7919bb1 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:08.888845 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 5a58233c-14dc-43ca-b536-3e1b2024d235 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:08.905513 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:08.961683 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-37014204-c1d3-49fb-8335-5bd73a51eeae None None] Provisioning complete for port 05f8b8e5-88a7-41d5-adad-754eefbfe38a triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:08.962209 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-37014204-c1d3-49fb-8335-5bd73a51eeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:09.057489 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Network c63ee7f3-6f70-493a-bb61-54a6de6ea2da is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:09.066184 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:09.073695 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:07:09.081851 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-536fc06b-8ca4-4b35-8dec-5cf8e9cc2003 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:09.082831 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-37014204-c1d3-49fb-8335-5bd73a51eeae None None] Port 05f8b8e5-88a7-41d5-adad-754eefbfe38a cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:07:09.088008 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Pushing event updated for resources: {'Port': ['ID=72ce12b1-cb0a-4252-b5d8-69f7e9be3416,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:09.236441 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Attempting to bind port 72ce12b1-cb0a-4252-b5d8-69f7e9be3416 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:09.237594 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Attempting to bind port 72ce12b1-cb0a-4252-b5d8-69f7e9be3416 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'b8109162-65c0-48a9-afd5-09bf79e88cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:09.238176 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Attempting to bind port 72ce12b1-cb0a-4252-b5d8-69f7e9be3416 on network c63ee7f3-6f70-493a-bb61-54a6de6ea2da {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:07:09.249588 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:07:09.250323 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Checking segment: {'id': 'b8109162-65c0-48a9-afd5-09bf79e88cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:09.251995 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:09.253429 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Bound using segment: {'id': 'b8109162-65c0-48a9-afd5-09bf79e88cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:07:09.253953 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Bound port: 72ce12b1-cb0a-4252-b5d8-69f7e9be3416, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8109162-65c0-48a9-afd5-09bf79e88cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:09.254353 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:09.265344 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7e918204-9a55-4b7a-a34b-8a48a900ba0f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:09.270989 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 5a58233c-14dc-43ca-b536-3e1b2024d235 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:09.279365 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706ba780-8876-4a22-88d0-6541b4cb4562 None None] Network 9c85a30d-e249-4210-873c-2756da542d69 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:09.312179 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:09.354056 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 5a58233c-14dc-43ca-b536-3e1b2024d235 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:09.355299 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:09.368530 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0d359455-f9d6-47ca-9b93-db0fbab56c06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=546e85d5b5e4470bb459b3b3573e44cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9040883 Feb 04 06:07:09.378960 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56158) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:09.450805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e918204-9a55-4b7a-a34b-8a48a900ba0f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Pushing event updated for resources: {'Subnet': ['ID=86ba0013-7eff-47ca-a8e5-97b1110a7914,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:09.495919 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-da6bc6a9-c2c5-4249-8230-f3a52fea27ed None None] Provisioning for port f6705629-0cf2-405c-8c4f-f61688518c58 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:09.505469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:09.507448 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e918204-9a55-4b7a-a34b-8a48a900ba0f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Checking segment: {'id': '7f5a335d-79fe-4d71-a060-9e06b0d68630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '74c3147f-b888-4c70-b3ed-fe00c0d04fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:09.507944 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e918204-9a55-4b7a-a34b-8a48a900ba0f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Network hostable DHCP agents. Network: 74c3147f-b888-4c70-b3ed-fe00c0d04fd3, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:07:09.536956 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] For port 72ce12b1-cb0a-4252-b5d8-69f7e9be3416, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:07:09.542980 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] For port 72ce12b1-cb0a-4252-b5d8-69f7e9be3416, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=72ce12b1-cb0a-4252-b5d8-69f7e9be3416,segment=NetworkSegment(b8109162-65c0-48a9-afd5-09bf79e88cf8),segment_id=b8109162-65c0-48a9-afd5-09bf79e88cf8)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:07:09.558530 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:09.564510 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-83df0b71-39cf-4623-8a80-9b4185ca9d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:09.610858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e918204-9a55-4b7a-a34b-8a48a900ba0f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Network 74c3147f-b888-4c70-b3ed-fe00c0d04fd3 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:07:09.646314 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-83df0b71-39cf-4623-8a80-9b4185ca9d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:09.657136 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-7e918204-9a55-4b7a-a34b-8a48a900ba0f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 74c3147f-b888-4c70-b3ed-fe00c0d04fd3) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:09.675461 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e918204-9a55-4b7a-a34b-8a48a900ba0f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:09.675667 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7e918204-9a55-4b7a-a34b-8a48a900ba0f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:09.694641 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b69dd5-f0ef-49d2-9639-10ba5d7bba2f None None] Network 74c3147f-b888-4c70-b3ed-fe00c0d04fd3 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:09.709515 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-536fc06b-8ca4-4b35-8dec-5cf8e9cc2003 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Allocated IP 2001:db8::1 (c63ee7f3-6f70-493a-bb61-54a6de6ea2da/a8fe3b03-3665-47ea-b98d-92379f248438/0ca48cac-1e32-4dbd-a4bd-e4102b75053b) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:09.748643 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7e918204-9a55-4b7a-a34b-8a48a900ba0f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3186977 Feb 04 06:07:09.751415 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56162) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:09.761674 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b1a29e3b-10f0-413e-9ffb-78ba8b3793d4 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Request body: {'network': {'name': 'tempest-router-network01--1793442509'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:09.790364 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff883c-bb32-4185-9794-ce9cedafb7ff req-a4014468-9f37-44c9-982f-606bd5ee87c0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:09.792080 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f8ff883c-bb32-4185-9794-ce9cedafb7ff req-a4014468-9f37-44c9-982f-606bd5ee87c0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 932 time: 0.4697344 Feb 04 06:07:09.811369 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b1a29e3b-10f0-413e-9ffb-78ba8b3793d4 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:09.820583 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b1a29e3b-10f0-413e-9ffb-78ba8b3793d4 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Usage tracker for resource:network and tenant:719a22fd8e994098a22073bc0f0c1c79 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:09.825976 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-83df0b71-39cf-4623-8a80-9b4185ca9d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:09.829985 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b1a29e3b-10f0-413e-9ffb-78ba8b3793d4 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:09.840133 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15008f2f-5b22-40e3-8a29-fa05638ca54c None None] Pushing event updated for resources: {'Port': ['ID=72ce12b1-cb0a-4252-b5d8-69f7e9be3416,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:09.842801 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:09.866805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b1a29e3b-10f0-413e-9ffb-78ba8b3793d4 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:09.877705 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df0b71-39cf-4623-8a80-9b4185ca9d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce177ac-5d1d-49ef-a7a4-9c4c97f652c5,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:09.890747 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-83df0b71-39cf-4623-8a80-9b4185ca9d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:09.892351 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-83df0b71-39cf-4623-8a80-9b4185ca9d7f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ce177ac-5d1d-49ef-a7a4-9c4c97f652c5 HTTP/1.1" status: 204 len: 168 time: 0.5103507 Feb 04 06:07:09.915479 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a29e3b-10f0-413e-9ffb-78ba8b3793d4 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Made reservation on behalf of 719a22fd8e994098a22073bc0f0c1c79 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:09.919848 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b1a29e3b-10f0-413e-9ffb-78ba8b3793d4 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:09.982206 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a29e3b-10f0-413e-9ffb-78ba8b3793d4 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:07:09.993172 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-be4869e5-0942-4dd4-a49d-f59ec7919bb1 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/subnets/5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001/tags HTTP/1.1" status: 204 len: 168 time: 1.1456301 Feb 04 06:07:09.996477 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56168) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:09.999738 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-536fc06b-8ca4-4b35-8dec-5cf8e9cc2003 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.014961 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-9b962178-f9eb-45f8-a331-a7c42016bea3 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001', 'tempest-TagsExtTest-Tag-1649528554') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:10.040935 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 5a58233c-14dc-43ca-b536-3e1b2024d235, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=5a58233c-14dc-43ca-b536-3e1b2024d235,segment=NetworkSegment(1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab),segment_id=1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:10.051089 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f8ff883c-bb32-4185-9794-ce9cedafb7ff req-f1114faf-0a13-4d62-b6fc-8e581aa99c01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=f77874bf-6615-4e38-8bdb-072bead18f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864078 Feb 04 06:07:10.051926 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b1a29e3b-10f0-413e-9ffb-78ba8b3793d4 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.052518 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-b1a29e3b-10f0-413e-9ffb-78ba8b3793d4 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Added segment 4c1fd41a-2307-4569-96b1-e73f924f765c of type vlan for network 88a7eff0-bd55-464a-b29d-d49602f3b56e Feb 04 06:07:10.058764 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.059550 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f6705629-0cf2-405c-8c4f-f61688518c58 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:10.069417 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-536fc06b-8ca4-4b35-8dec-5cf8e9cc2003 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Transition to ACTIVE for port object 0ca48cac-1e32-4dbd-a4bd-e4102b75053b will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:10.146296 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b1a29e3b-10f0-413e-9ffb-78ba8b3793d4 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.287074 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-536fc06b-8ca4-4b35-8dec-5cf8e9cc2003 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.354920 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b1a29e3b-10f0-413e-9ffb-78ba8b3793d4 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.361513 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a29e3b-10f0-413e-9ffb-78ba8b3793d4 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:10.362308 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b1a29e3b-10f0-413e-9ffb-78ba8b3793d4 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.438600 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-9b962178-f9eb-45f8-a331-a7c42016bea3 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] show failed (client error): The resource could not be found. Feb 04 06:07:10.442324 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9b962178-f9eb-45f8-a331-a7c42016bea3 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/subnets/5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001/tags/tempest-TagsExtTest-Tag-1649528554 HTTP/1.1" status: 404 len: 329 time: 0.4363470 Feb 04 06:07:10.459163 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=5a58233c-14dc-43ca-b536-3e1b2024d235,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:10.466040 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port f6705629-0cf2-405c-8c4f-f61688518c58 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:10.471239 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56174) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:10.471587 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56176) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:10.477490 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port f6705629-0cf2-405c-8c4f-f61688518c58 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:10.477870 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.502666 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-f49520ea-765e-4663-b128-0e675d391b10 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001', 'tempest-TagsExtTest-Tag-670411924') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:10.538987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a29e3b-10f0-413e-9ffb-78ba8b3793d4 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Pushing event updated for resources: {'Network': ['ID=88a7eff0-bd55-464a-b29d-d49602f3b56e,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:10.563198 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536fc06b-8ca4-4b35-8dec-5cf8e9cc2003 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network c63ee7f3-6f70-493a-bb61-54a6de6ea2da is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:10.569350 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-536fc06b-8ca4-4b35-8dec-5cf8e9cc2003 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:10.574477 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536fc06b-8ca4-4b35-8dec-5cf8e9cc2003 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:07:10.575092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-536fc06b-8ca4-4b35-8dec-5cf8e9cc2003 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.575996 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-21fbe3ad-50a4-4e7a-a7a0-792f0fef4ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.600971 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f8b8e5-88a7-41d5-adad-754eefbfe38a {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:07:10.610967 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-21fbe3ad-50a4-4e7a-a7a0-792f0fef4ee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:10.614786 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 88a7eff0-bd55-464a-b29d-d49602f3b56e details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:07:10.617113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-21fbe3ad-50a4-4e7a-a7a0-792f0fef4ee5 admin admin] Usage tracker for resource:security_group_rule and tenant:a9570e34e30347f4a04adba8ec2cded2 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:10.620207 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-21fbe3ad-50a4-4e7a-a7a0-792f0fef4ee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:10.627354 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-21fbe3ad-50a4-4e7a-a7a0-792f0fef4ee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:10.630926 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536fc06b-8ca4-4b35-8dec-5cf8e9cc2003 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=0ca48cac-1e32-4dbd-a4bd-e4102b75053b,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:10.640375 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-74c3147f-b888-4c70-b3ed-fe00c0d04fd3', 'network_id': '74c3147f-b888-4c70-b3ed-fe00c0d04fd3', 'tenant_id': '719a22fd8e994098a22073bc0f0c1c79', 'fixed_ips': [{'subnet_id': '86ba0013-7eff-47ca-a8e5-97b1110a7914'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:07:10.641005 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.643874 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b1a29e3b-10f0-413e-9ffb-78ba8b3793d4 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8911889 Feb 04 06:07:10.693354 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56182) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:10.706097 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.716198 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-355940a0-3386-423f-bd1e-b19cfd4961f2 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Request body: {'network': {'name': 'tempest-router-network02--1291788202'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:10.719038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-536fc06b-8ca4-4b35-8dec-5cf8e9cc2003 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.730076 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:07:10.752795 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-355940a0-3386-423f-bd1e-b19cfd4961f2 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:10.777009 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.778929 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-355940a0-3386-423f-bd1e-b19cfd4961f2 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Usage tracker for resource:network and tenant:719a22fd8e994098a22073bc0f0c1c79 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:10.786851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-355940a0-3386-423f-bd1e-b19cfd4961f2 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:10.805175 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Transition to ACTIVE for port object 05f8b8e5-88a7-41d5-adad-754eefbfe38a will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:10.810777 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-355940a0-3386-423f-bd1e-b19cfd4961f2 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:10.812890 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.895563 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-21fbe3ad-50a4-4e7a-a7a0-792f0fef4ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.896701 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.912241 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.940452 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-21fbe3ad-50a4-4e7a-a7a0-792f0fef4ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.989187 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f853fae9-899e-4d12-9bdf-9c920aec7d04 None None] Provisioning complete for port f6705629-0cf2-405c-8c4f-f61688518c58 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:10.989700 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f853fae9-899e-4d12-9bdf-9c920aec7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:11.022399 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355940a0-3386-423f-bd1e-b19cfd4961f2 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Made reservation on behalf of 719a22fd8e994098a22073bc0f0c1c79 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:11.033717 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-355940a0-3386-423f-bd1e-b19cfd4961f2 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:11.192442 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:11.196940 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=1117a233-142d-4bea-8fa4-84dd45eeef3a,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:11.271567 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port f6705629-0cf2-405c-8c4f-f61688518c58, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=f6705629-0cf2-405c-8c4f-f61688518c58,segment=NetworkSegment(a8318d24-b2c6-430b-abcb-b2f1e485663a),segment_id=a8318d24-b2c6-430b-abcb-b2f1e485663a)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:11.300672 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-21fbe3ad-50a4-4e7a-a7a0-792f0fef4ee5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9570e34e30347f4a04adba8ec2cded2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8189270 Feb 04 06:07:11.322626 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56188) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:11.357858 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbe3ad-50a4-4e7a-a7a0-792f0fef4ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23109ec-904d-4a27-b5c7-2c4f732cd0bb,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:11.369993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:11.374156 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-f49520ea-765e-4663-b128-0e675d391b10 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] show failed (client error): The resource could not be found. Feb 04 06:07:11.375204 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f49520ea-765e-4663-b128-0e675d391b10 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/subnets/5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001/tags/tempest-TagsExtTest-Tag-670411924 HTTP/1.1" status: 404 len: 328 time: 0.8981581 Feb 04 06:07:11.467978 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56192) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:11.479876 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-850903b8-9c75-41ff-a3b0-57152ff2e678 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001', 'tempest-TagsExtTest-Tag-1872331721') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:11.487020 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=f6705629-0cf2-405c-8c4f-f61688518c58,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:11.509164 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355940a0-3386-423f-bd1e-b19cfd4961f2 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:07:11.529058 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Allocated IP 172.20.0.2 (74c3147f-b888-4c70-b3ed-fe00c0d04fd3/86ba0013-7eff-47ca-a8e5-97b1110a7914/24d7ef38-73ee-4c05-a3de-79807ca53b55) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:11.559744 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Pushing event updated for resources: {'Port': ['ID=05f8b8e5-88a7-41d5-adad-754eefbfe38a,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:11.578956 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-355940a0-3386-423f-bd1e-b19cfd4961f2 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:11.579329 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-355940a0-3386-423f-bd1e-b19cfd4961f2 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Added segment 760aac2e-b737-44c3-8c4d-fbbd93a097db of type vlan for network 058bc885-b8db-418c-b7c3-f529dcfee51f Feb 04 06:07:11.604362 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08715e2-be90-4b58-a60f-2e781a2b360d None None] Network c63ee7f3-6f70-493a-bb61-54a6de6ea2da requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:11.665848 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Attempting to bind port 05f8b8e5-88a7-41d5-adad-754eefbfe38a on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:11.667127 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Attempting to bind port 05f8b8e5-88a7-41d5-adad-754eefbfe38a by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:11.667459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Attempting to bind port 05f8b8e5-88a7-41d5-adad-754eefbfe38a on network b6d2ebf2-259c-4278-b7f2-8d8c651dca23 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:07:11.684612 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-355940a0-3386-423f-bd1e-b19cfd4961f2 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:11.691424 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Port 05f8b8e5-88a7-41d5-adad-754eefbfe38a on network b6d2ebf2-259c-4278-b7f2-8d8c651dca23 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:07:11.691747 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Attempting to bind port 05f8b8e5-88a7-41d5-adad-754eefbfe38a on network b6d2ebf2-259c-4278-b7f2-8d8c651dca23 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:07:11.707809 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 9c85a30d-e249-4210-873c-2756da542d69 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:11.709958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:07:11.709958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Checking segment: {'id': '3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:11.709958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Bound using segment: {'id': '3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:07:11.710382 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Bound port: 05f8b8e5-88a7-41d5-adad-754eefbfe38a, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:11.710932 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:11.723706 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:11.725436 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 5a58233c-14dc-43ca-b536-3e1b2024d235 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:11.789782 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33c443fe-7da2-4e79-8114-e54222da8238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:11.807475 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ace77b-02b7-4300-9c03-7d4f5d8ae2b7 req-5cdbac16-49ae-4957-bdb0-150a0e49345b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:11.809649 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-41ace77b-02b7-4300-9c03-7d4f5d8ae2b7 req-5cdbac16-49ae-4957-bdb0-150a0e49345b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 944 time: 0.4686468 Feb 04 06:07:11.871461 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33c443fe-7da2-4e79-8114-e54222da8238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:11.905598 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f853fae9-899e-4d12-9bdf-9c920aec7d04 None None] Provisioning for port 1117a233-142d-4bea-8fa4-84dd45eeef3a completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:11.905800 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-850903b8-9c75-41ff-a3b0-57152ff2e678 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] show failed (client error): The resource could not be found. Feb 04 06:07:11.906867 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-850903b8-9c75-41ff-a3b0-57152ff2e678 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/subnets/5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001/tags/tempest-TagsExtTest-Tag-1872331721 HTTP/1.1" status: 404 len: 329 time: 0.4388978 Feb 04 06:07:11.911111 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56196) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:11.930464 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-70a1d942-74a9-4939-89be-f234dac82aa5 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9ae90f8c-b9e6-4641-b72c-399f019b7d45', {'tags': ['tempest-TagsExtTest-Tag-1075647686', 'tempest-TagsExtTest-Tag-335042511', 'tempest-TagsExtTest-Tag-1648697432']}) {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:11.981713 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-355940a0-3386-423f-bd1e-b19cfd4961f2 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:11.982612 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f853fae9-899e-4d12-9bdf-9c920aec7d04 None None] Provisioning complete for port 1117a233-142d-4bea-8fa4-84dd45eeef3a triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:11.983003 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f853fae9-899e-4d12-9bdf-9c920aec7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:11.988187 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355940a0-3386-423f-bd1e-b19cfd4961f2 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:11.988820 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-355940a0-3386-423f-bd1e-b19cfd4961f2 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:12.023460 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-536fc06b-8ca4-4b35-8dec-5cf8e9cc2003 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:12.036476 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-536fc06b-8ca4-4b35-8dec-5cf8e9cc2003 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:12.037354 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-536fc06b-8ca4-4b35-8dec-5cf8e9cc2003 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:12.128459 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 5a58233c-14dc-43ca-b536-3e1b2024d235 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:12.128904 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:12.152160 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f853fae9-899e-4d12-9bdf-9c920aec7d04 None None] Port 1117a233-142d-4bea-8fa4-84dd45eeef3a cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:07:12.158412 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355940a0-3386-423f-bd1e-b19cfd4961f2 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Pushing event updated for resources: {'Network': ['ID=058bc885-b8db-418c-b7c3-f529dcfee51f,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:12.166184 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] For port 05f8b8e5-88a7-41d5-adad-754eefbfe38a, host hv-neutron-8268, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:07:12.174318 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] For port 05f8b8e5-88a7-41d5-adad-754eefbfe38a, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=05f8b8e5-88a7-41d5-adad-754eefbfe38a,segment=NetworkSegment(3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1),segment_id=3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:07:12.186980 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 058bc885-b8db-418c-b7c3-f529dcfee51f details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:07:12.189561 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-41ace77b-02b7-4300-9c03-7d4f5d8ae2b7 req-05935231-7e63-477a-b38d-c168d6ad596c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=f77874bf-6615-4e38-8bdb-072bead18f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3293130 Feb 04 06:07:12.193919 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:12.201674 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-355940a0-3386-423f-bd1e-b19cfd4961f2 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4960392 Feb 04 06:07:12.216574 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:12.220197 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33c443fe-7da2-4e79-8114-e54222da8238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:12.237627 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56200) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:12.248502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router 274a17fc-8904-4386-972a-31fa256b9014 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:07:12.267488 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-25bfcdfd-9825-44bc-85e2-89b1a37438dc tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Request body: {'subnet': {'network_id': '88a7eff0-bd55-464a-b29d-d49602f3b56e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:12.296418 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c443fe-7da2-4e79-8114-e54222da8238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23109ec-904d-4a27-b5c7-2c4f732cd0bb,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:12.311827 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Transition to ACTIVE for port object 24d7ef38-73ee-4c05-a3de-79807ca53b55 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:12.358047 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-70a1d942-74a9-4939-89be-f234dac82aa5 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "PUT /v2.0/ports/9ae90f8c-b9e6-4641-b72c-399f019b7d45/tags HTTP/1.1" status: 200 len: 317 time: 0.4439662 Feb 04 06:07:12.385098 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56204) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:12.386575 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536fc06b-8ca4-4b35-8dec-5cf8e9cc2003 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=0ca48cac-1e32-4dbd-a4bd-e4102b75053b,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:12.410582 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6f5c7289-cef4-44f1-90df-35915248381a None None] Provisioning complete for port 1117a233-142d-4bea-8fa4-84dd45eeef3a triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:12.410957 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6f5c7289-cef4-44f1-90df-35915248381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:12.415943 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33c443fe-7da2-4e79-8114-e54222da8238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:12.419727 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-33c443fe-7da2-4e79-8114-e54222da8238 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e23109ec-904d-4a27-b5c7-2c4f732cd0bb HTTP/1.1" status: 204 len: 168 time: 1.0936451 Feb 04 06:07:12.422677 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-872fcfe3-1818-4ae7-a6a8-b24f4813f340 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9ae90f8c-b9e6-4641-b72c-399f019b7d45') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:12.429811 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Pushing event updated for resources: {'Port': ['ID=05f8b8e5-88a7-41d5-adad-754eefbfe38a,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:12.443064 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Transition to ACTIVE for port object 24d7ef38-73ee-4c05-a3de-79807ca53b55 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:12.443244 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:12.443702 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:12.445503 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-106d99a6-08a4-4227-a833-d942b49ea727 req-fadf3384-4d63-48d4-8400-30e338a9e689 service neutron] 10.222.0.43 "PUT /v2.0/ports/05f8b8e5-88a7-41d5-adad-754eefbfe38a HTTP/1.1" status: 200 len: 1094 time: 3.7475286 Feb 04 06:07:12.446193 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'tag': '05f8b8e5-88a7-41d5-adad-754eefbfe38a'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:07:12.511815 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:12.555044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-25bfcdfd-9825-44bc-85e2-89b1a37438dc tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:12.569148 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-25bfcdfd-9825-44bc-85e2-89b1a37438dc tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Usage tracker for resource:subnet and tenant:719a22fd8e994098a22073bc0f0c1c79 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:12.572611 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-25bfcdfd-9825-44bc-85e2-89b1a37438dc tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:12.578885 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-25bfcdfd-9825-44bc-85e2-89b1a37438dc tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:12.606767 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bfcdfd-9825-44bc-85e2-89b1a37438dc tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Made reservation on behalf of 719a22fd8e994098a22073bc0f0c1c79 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:12.611939 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-25bfcdfd-9825-44bc-85e2-89b1a37438dc tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:12.612915 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Pushing event updated for resources: {'Port': ['ID=24d7ef38-73ee-4c05-a3de-79807ca53b55,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:12.637777 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6f5c7289-cef4-44f1-90df-35915248381a None None] Port 1117a233-142d-4bea-8fa4-84dd45eeef3a cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:07:12.649815 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Network 74c3147f-b888-4c70-b3ed-fe00c0d04fd3 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:12.659949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:12.664319 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:07:12.675970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 72ce12b1-cb0a-4252-b5d8-69f7e9be3416 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:12.740377 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'tag': '05f8b8e5-88a7-41d5-adad-754eefbfe38a', 'status': 'completed', 'code': 200} Feb 04 06:07:12.770944 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536fc06b-8ca4-4b35-8dec-5cf8e9cc2003 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network c63ee7f3-6f70-493a-bb61-54a6de6ea2da is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:12.777697 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-536fc06b-8ca4-4b35-8dec-5cf8e9cc2003 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:12.792747 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:12.804711 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c5614e56-d37f-47e7-9f0e-56dc0aee8fdc tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/274a17fc-8904-4386-972a-31fa256b9014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2127476 Feb 04 06:07:12.810468 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Sync routers for ids ['274a17fc-8904-4386-972a-31fa256b9014'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:12.811804 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56212) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:12.819507 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-37ddba49-4c8a-44ad-939c-18c8f43c34eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'network': {'name': 'tempest-RoutersTest-905463772'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:12.828295 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-37ddba49-4c8a-44ad-939c-18c8f43c34eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:12.828631 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Routers {'274a17fc-8904-4386-972a-31fa256b9014'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:12.830687 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['274a17fc-8904-4386-972a-31fa256b9014'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:12.846564 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-37ddba49-4c8a-44ad-939c-18c8f43c34eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:network and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:12.851441 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6f5c7289-cef4-44f1-90df-35915248381a None None] Provisioning for port 72ce12b1-cb0a-4252-b5d8-69f7e9be3416 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:12.853966 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-37ddba49-4c8a-44ad-939c-18c8f43c34eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:12.872397 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-37ddba49-4c8a-44ad-939c-18c8f43c34eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:12.902948 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d99a6-08a4-4227-a833-d942b49ea727 req-ad77e647-fed8-40c8-ab3f-07419a1c2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:12.905558 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-106d99a6-08a4-4227-a833-d942b49ea727 req-ad77e647-fed8-40c8-ab3f-07419a1c2dc3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 1097 time: 0.1641338 Feb 04 06:07:12.907274 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ddba49-4c8a-44ad-939c-18c8f43c34eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Made reservation on behalf of a530e6e9c2854085a0d6e6dcc92e91d5 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:12.912287 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-37ddba49-4c8a-44ad-939c-18c8f43c34eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:12.924580 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Attempting to bind port 24d7ef38-73ee-4c05-a3de-79807ca53b55 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:12.924946 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Attempting to bind port 24d7ef38-73ee-4c05-a3de-79807ca53b55 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '7f5a335d-79fe-4d71-a060-9e06b0d68630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '74c3147f-b888-4c70-b3ed-fe00c0d04fd3'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:12.925434 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Attempting to bind port 24d7ef38-73ee-4c05-a3de-79807ca53b55 on network 74c3147f-b888-4c70-b3ed-fe00c0d04fd3 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:07:12.941052 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:07:12.941451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Checking segment: {'id': '7f5a335d-79fe-4d71-a060-9e06b0d68630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '74c3147f-b888-4c70-b3ed-fe00c0d04fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:12.941820 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:12.942226 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Bound using segment: {'id': '7f5a335d-79fe-4d71-a060-9e06b0d68630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '74c3147f-b888-4c70-b3ed-fe00c0d04fd3'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:07:12.942710 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Bound port: 24d7ef38-73ee-4c05-a3de-79807ca53b55, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5a335d-79fe-4d71-a060-9e06b0d68630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '74c3147f-b888-4c70-b3ed-fe00c0d04fd3'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:12.943084 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:13.027474 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-872fcfe3-1818-4ae7-a6a8-b24f4813f340 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/ports/9ae90f8c-b9e6-4641-b72c-399f019b7d45/tags HTTP/1.1" status: 204 len: 168 time: 0.6341045 Feb 04 06:07:13.053283 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-106d99a6-08a4-4227-a833-d942b49ea727 req-eaed9d0a-2f6a-4502-849c-c88c73fc4c7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05f8b8e5-88a7-41d5-adad-754eefbfe38a HTTP/1.1" status: 200 len: 217 time: 0.1086600 Feb 04 06:07:13.056164 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56216) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:13.093018 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 72ce12b1-cb0a-4252-b5d8-69f7e9be3416 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:13.105722 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 72ce12b1-cb0a-4252-b5d8-69f7e9be3416 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:13.107312 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:13.128039 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-1be31907-debe-42b5-ba42-daf7f2d5c5ba tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9ae90f8c-b9e6-4641-b72c-399f019b7d45', 'tempest-TagsExtTest-Tag-1075647686') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:13.197282 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Set router 274a17fc-8904-4386-972a-31fa256b9014 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:13.198409 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] For port 24d7ef38-73ee-4c05-a3de-79807ca53b55, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:07:13.230372 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ddba49-4c8a-44ad-939c-18c8f43c34eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:07:13.275661 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] For port 24d7ef38-73ee-4c05-a3de-79807ca53b55, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=24d7ef38-73ee-4c05-a3de-79807ca53b55,segment=NetworkSegment(7f5a335d-79fe-4d71-a060-9e06b0d68630),segment_id=7f5a335d-79fe-4d71-a060-9e06b0d68630)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:07:13.298405 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:13.304807 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536fc06b-8ca4-4b35-8dec-5cf8e9cc2003 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:07:13.319901 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-37ddba49-4c8a-44ad-939c-18c8f43c34eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:13.320875 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-37ddba49-4c8a-44ad-939c-18c8f43c34eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Added segment b89f86dd-9954-4778-a1f2-b9bfcda4fc51 of type vlan for network 975cb215-2a8a-49d1-aac6-aa5f4a65118b Feb 04 06:07:13.328563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-25bfcdfd-9825-44bc-85e2-89b1a37438dc tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:13.348545 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d99a6-08a4-4227-a833-d942b49ea727 req-157e96e2-8046-4ce5-8e04-dde99ccacff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:13.350078 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-106d99a6-08a4-4227-a833-d942b49ea727 req-157e96e2-8046-4ce5-8e04-dde99ccacff1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2 HTTP/1.1" status: 200 len: 835 time: 0.2793627 Feb 04 06:07:13.473714 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-1be31907-debe-42b5-ba42-daf7f2d5c5ba tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] show failed (client error): The resource could not be found. Feb 04 06:07:13.479526 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1be31907-debe-42b5-ba42-daf7f2d5c5ba tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/ports/9ae90f8c-b9e6-4641-b72c-399f019b7d45/tags/tempest-TagsExtTest-Tag-1075647686 HTTP/1.1" status: 404 len: 329 time: 0.4207549 Feb 04 06:07:13.480319 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56222) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:13.588981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-37ddba49-4c8a-44ad-939c-18c8f43c34eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:13.600731 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-3c1c9870-b0e3-497e-9630-facfa6db773a tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9ae90f8c-b9e6-4641-b72c-399f019b7d45', 'tempest-TagsExtTest-Tag-335042511') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:13.625660 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d136c-1e02-4a23-ad50-e7e9fb0bfb01 None None] Pushing event updated for resources: {'Port': ['ID=24d7ef38-73ee-4c05-a3de-79807ca53b55,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:13.666450 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7019721b-ad8a-4b02-92e0-0defe0eb6fc6 None None] Provisioning complete for port 72ce12b1-cb0a-4252-b5d8-69f7e9be3416 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:13.666820 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7019721b-ad8a-4b02-92e0-0defe0eb6fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:13.714191 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:13.751696 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-37ddba49-4c8a-44ad-939c-18c8f43c34eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:13.795245 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ddba49-4c8a-44ad-939c-18c8f43c34eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:13.795569 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-37ddba49-4c8a-44ad-939c-18c8f43c34eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:13.800965 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 72ce12b1-cb0a-4252-b5d8-69f7e9be3416, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=72ce12b1-cb0a-4252-b5d8-69f7e9be3416,segment=NetworkSegment(b8109162-65c0-48a9-afd5-09bf79e88cf8),segment_id=b8109162-65c0-48a9-afd5-09bf79e88cf8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:13.828881 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:09Z', 'revision_number': 4, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': '1117a233-142d-4bea-8fa4-84dd45eeef3a', 'name': '', 'network_id': '9c85a30d-e249-4210-873c-2756da542d69', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:36:10:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:06Z', 'updated_at': '2022-02-04T06:07:10Z', 'revision_number': 2, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a58233c-14dc-43ca-b536-3e1b2024d235', 'name': '', 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:13:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:51Z', 'updated_at': '2022-02-04T06:07:09Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:13.834425 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Checking router: 274a17fc-8904-4386-972a-31fa256b9014 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:13.835174 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Updating router 274a17fc-8904-4386-972a-31fa256b9014 port 1117a233-142d-4bea-8fa4-84dd45eeef3a binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:07:13.851200 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:13.908343 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-37ddba49-4c8a-44ad-939c-18c8f43c34eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0947328 Feb 04 06:07:13.912333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56226) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:13.992684 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfcdfd-9825-44bc-85e2-89b1a37438dc tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Pushing event updated for resources: {'Subnet': ['ID=f54d83a2-98ff-4e00-b0ec-98df6e1c2f78,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:13.993443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=72ce12b1-cb0a-4252-b5d8-69f7e9be3416,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:14.013651 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7019721b-ad8a-4b02-92e0-0defe0eb6fc6 None None] Provisioning for port 0ca48cac-1e32-4dbd-a4bd-e4102b75053b completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:14.018502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ff0f2028-e76b-4a0d-ad0a-4444ecf9fdad tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'subnet': {'network_id': '975cb215-2a8a-49d1-aac6-aa5f4a65118b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:14.024609 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7019721b-ad8a-4b02-92e0-0defe0eb6fc6 None None] Provisioning complete for port 0ca48cac-1e32-4dbd-a4bd-e4102b75053b triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:14.025305 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7019721b-ad8a-4b02-92e0-0defe0eb6fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:14.041481 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:14.168160 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7019721b-ad8a-4b02-92e0-0defe0eb6fc6 None None] Port 0ca48cac-1e32-4dbd-a4bd-e4102b75053b cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:07:14.207836 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d99a6-08a4-4227-a833-d942b49ea727 req-67926876-4f34-4f9d-87c8-8be3523e5065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:14.209241 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-106d99a6-08a4-4227-a833-d942b49ea727 req-67926876-4f34-4f9d-87c8-8be3523e5065 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6d2ebf2-259c-4278-b7f2-8d8c651dca23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8516202 Feb 04 06:07:14.231645 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7102a9f-cda6-4177-859f-4cbb5a7c3748 req-40ff6842-e918-4354-aacc-da1dcd0dd1e2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:14.239024 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c7102a9f-cda6-4177-859f-4cbb5a7c3748 req-40ff6842-e918-4354-aacc-da1dcd0dd1e2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 944 time: 0.8050792 Feb 04 06:07:14.267238 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddba49-4c8a-44ad-939c-18c8f43c34eb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Network': ['ID=975cb215-2a8a-49d1-aac6-aa5f4a65118b,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:14.288143 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 975cb215-2a8a-49d1-aac6-aa5f4a65118b details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:07:14.295342 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536fc06b-8ca4-4b35-8dec-5cf8e9cc2003 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:14.331470 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f6705629-0cf2-405c-8c4f-f61688518c58 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:14.332242 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-3c1c9870-b0e3-497e-9630-facfa6db773a tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] show failed (client error): The resource could not be found. Feb 04 06:07:14.336094 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3c1c9870-b0e3-497e-9630-facfa6db773a tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/ports/9ae90f8c-b9e6-4641-b72c-399f019b7d45/tags/tempest-TagsExtTest-Tag-335042511 HTTP/1.1" status: 404 len: 328 time: 0.8416564 Feb 04 06:07:14.348024 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-536fc06b-8ca4-4b35-8dec-5cf8e9cc2003 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4678414 Feb 04 06:07:14.348024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56230) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:14.365665 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56232) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:14.370214 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-69f23053-6c7f-4318-9819-f6152b33ea4f tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9ae90f8c-b9e6-4641-b72c-399f019b7d45', 'tempest-TagsExtTest-Tag-1648697432') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:14.390663 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Sync routers for ids ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:14.430089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f525b3b5-e4e7-472b-96a9-c58f0f7bc6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1225065119'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:14.438420 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfcdfd-9825-44bc-85e2-89b1a37438dc tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Checking segment: {'id': '4c1fd41a-2307-4569-96b1-e73f924f765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '88a7eff0-bd55-464a-b29d-d49602f3b56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:14.439131 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bfcdfd-9825-44bc-85e2-89b1a37438dc tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Network hostable DHCP agents. Network: 88a7eff0-bd55-464a-b29d-d49602f3b56e, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:07:14.448849 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f525b3b5-e4e7-472b-96a9-c58f0f7bc6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:14.461218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f525b3b5-e4e7-472b-96a9-c58f0f7bc6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:network and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:14.468586 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f525b3b5-e4e7-472b-96a9-c58f0f7bc6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:14.483589 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f525b3b5-e4e7-472b-96a9-c58f0f7bc6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:14.516101 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-106d99a6-08a4-4227-a833-d942b49ea727 req-5841033d-ef54-4df6-a333-3e38d30b6bb5 service neutron] 10.222.0.43 "GET /v2.0/networks/b6d2ebf2-259c-4278-b7f2-8d8c651dca23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696865 Feb 04 06:07:14.519796 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ff0f2028-e76b-4a0d-ad0a-4444ecf9fdad tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:14.519990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f525b3b5-e4e7-472b-96a9-c58f0f7bc6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Made reservation on behalf of ddd9400ae6834d1da9b18a67d16332cc for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:14.524973 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f525b3b5-e4e7-472b-96a9-c58f0f7bc6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:14.527926 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ff0f2028-e76b-4a0d-ad0a-4444ecf9fdad tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:subnet and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:14.529650 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Routers {'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:14.530305 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:14.540557 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bfcdfd-9825-44bc-85e2-89b1a37438dc tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Network 88a7eff0-bd55-464a-b29d-d49602f3b56e is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:07:14.549688 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-69f23053-6c7f-4318-9819-f6152b33ea4f tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] show failed (client error): The resource could not be found. Feb 04 06:07:14.552222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ff0f2028-e76b-4a0d-ad0a-4444ecf9fdad tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:14.561741 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-69f23053-6c7f-4318-9819-f6152b33ea4f tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/ports/9ae90f8c-b9e6-4641-b72c-399f019b7d45/tags/tempest-TagsExtTest-Tag-1648697432 HTTP/1.1" status: 404 len: 329 time: 0.2043552 Feb 04 06:07:14.562415 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56238) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:14.568802 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c7102a9f-cda6-4177-859f-4cbb5a7c3748 req-bcd0549b-aa17-483f-a5ca-e3006640dea7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=f77874bf-6615-4e38-8bdb-072bead18f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288350 Feb 04 06:07:14.580711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-5f9e1492-315b-46fc-95b3-6f08962e3ee2 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0', {'tags': ['tempest-TagsExtTest-Tag-403693181', 'tempest-TagsExtTest-Tag-1125738461', 'tempest-TagsExtTest-Tag-754785131']}) {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:14.602949 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ff0f2028-e76b-4a0d-ad0a-4444ecf9fdad tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:14.624207 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:14.637965 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Transition to ACTIVE for port object 1117a233-142d-4bea-8fa4-84dd45eeef3a will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:14.658753 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:14.706588 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Set router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:14.790622 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2cc424-a40f-47a8-9b19-b42203b56963 None None] Pushing event updated for resources: {'Port': ['ID=1117a233-142d-4bea-8fa4-84dd45eeef3a,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:14.828890 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f525b3b5-e4e7-472b-96a9-c58f0f7bc6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:07:14.842304 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-106d99a6-08a4-4227-a833-d942b49ea727 req-ff8f4bd4-22bc-4aae-920a-eefcbd70f4ed service neutron] 10.222.0.43 "GET /v2.0/networks/b6d2ebf2-259c-4278-b7f2-8d8c651dca23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091893 Feb 04 06:07:14.843972 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0f2028-e76b-4a0d-ad0a-4444ecf9fdad tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Made reservation on behalf of a530e6e9c2854085a0d6e6dcc92e91d5 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:14.849398 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2028-e76b-4a0d-ad0a-4444ecf9fdad tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:14.865426 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f525b3b5-e4e7-472b-96a9-c58f0f7bc6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:14.865799 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-f525b3b5-e4e7-472b-96a9-c58f0f7bc6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Added segment 5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4 of type vlan for network 607cc8d6-4a30-4adc-b3e1-15eabe2f9242 Feb 04 06:07:14.914753 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f525b3b5-e4e7-472b-96a9-c58f0f7bc6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:14.987883 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-25bfcdfd-9825-44bc-85e2-89b1a37438dc tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 88a7eff0-bd55-464a-b29d-d49602f3b56e) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:14.998272 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5f9e1492-315b-46fc-95b3-6f08962e3ee2 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "PUT /v2.0/routers/2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0/tags HTTP/1.1" status: 200 len: 316 time: 0.4279516 Feb 04 06:07:14.998947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56242) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:15.005743 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bfcdfd-9825-44bc-85e2-89b1a37438dc tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:15.006340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-25bfcdfd-9825-44bc-85e2-89b1a37438dc tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.011609 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f525b3b5-e4e7-472b-96a9-c58f0f7bc6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.017673 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f525b3b5-e4e7-472b-96a9-c58f0f7bc6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:15.018296 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f525b3b5-e4e7-472b-96a9-c58f0f7bc6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.029633 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a35a1a65-e52b-4f20-8c3f-308fe1de886d None None] Provisioning complete for port 0ca48cac-1e32-4dbd-a4bd-e4102b75053b triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:15.030470 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a35a1a65-e52b-4f20-8c3f-308fe1de886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.033286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-87acb876-3caa-47e0-94de-a3890980ae21 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:15.231508 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Attempting to bind port 1117a233-142d-4bea-8fa4-84dd45eeef3a on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:15.232638 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Attempting to bind port 1117a233-142d-4bea-8fa4-84dd45eeef3a by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'a8318d24-b2c6-430b-abcb-b2f1e485663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9c85a30d-e249-4210-873c-2756da542d69'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:15.233515 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Attempting to bind port 1117a233-142d-4bea-8fa4-84dd45eeef3a on network 9c85a30d-e249-4210-873c-2756da542d69 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:07:15.240443 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:07:15.241032 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Checking segment: {'id': 'a8318d24-b2c6-430b-abcb-b2f1e485663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9c85a30d-e249-4210-873c-2756da542d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:15.241717 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.242258 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Bound using segment: {'id': 'a8318d24-b2c6-430b-abcb-b2f1e485663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9c85a30d-e249-4210-873c-2756da542d69'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:07:15.243013 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Bound port: 1117a233-142d-4bea-8fa4-84dd45eeef3a, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8318d24-b2c6-430b-abcb-b2f1e485663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9c85a30d-e249-4210-873c-2756da542d69'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:15.243895 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.248036 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a35a1a65-e52b-4f20-8c3f-308fe1de886d None None] Port 0ca48cac-1e32-4dbd-a4bd-e4102b75053b cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:07:15.251048 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b898db4-5d38-448c-873a-9ba7da8bfde2 None None] Network 88a7eff0-bd55-464a-b29d-d49602f3b56e requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:15.267396 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176613a-25e7-4cdb-8ee1-88181d2ea48c req-5026af57-e201-420b-8502-5af1b202b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:15.273562 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9176613a-25e7-4cdb-8ee1-88181d2ea48c req-5026af57-e201-420b-8502-5af1b202b6e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 1097 time: 0.3556013 Feb 04 06:07:15.347351 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e790e34e-733e-4bb6-b06a-6f1f0c1c5aea None None] Network 74c3147f-b888-4c70-b3ed-fe00c0d04fd3 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:15.374372 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525b3b5-e4e7-472b-96a9-c58f0f7bc6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Network': ['ID=607cc8d6-4a30-4adc-b3e1-15eabe2f9242,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:15.381671 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] For port 1117a233-142d-4bea-8fa4-84dd45eeef3a, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:07:15.386784 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] For port 1117a233-142d-4bea-8fa4-84dd45eeef3a, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1117a233-142d-4bea-8fa4-84dd45eeef3a,segment=NetworkSegment(a8318d24-b2c6-430b-abcb-b2f1e485663a),segment_id=a8318d24-b2c6-430b-abcb-b2f1e485663a)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:07:15.396942 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.410191 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 607cc8d6-4a30-4adc-b3e1-15eabe2f9242 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:07:15.459541 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f525b3b5-e4e7-472b-96a9-c58f0f7bc6fa tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0392182 Feb 04 06:07:15.463934 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-25bfcdfd-9825-44bc-85e2-89b1a37438dc tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2138293 Feb 04 06:07:15.463934 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56246) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:15.470119 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56248) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:15.474160 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-918f8db5-860e-418a-a378-cca5a450953b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'subnet': {'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:15.504396 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2cc424-a40f-47a8-9b19-b42203b56963 None None] Pushing event updated for resources: {'Port': ['ID=1117a233-142d-4bea-8fa4-84dd45eeef3a,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:15.536115 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Routers {'274a17fc-8904-4386-972a-31fa256b9014'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:15.536728 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['274a17fc-8904-4386-972a-31fa256b9014'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:15.605307 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-3d4c169b-8919-482b-99a7-20274b1901cd tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Request body: {'subnet': {'network_id': '058bc885-b8db-418c-b7c3-f529dcfee51f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:15.673858 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2028-e76b-4a0d-ad0a-4444ecf9fdad tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.809944 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f2028-e76b-4a0d-ad0a-4444ecf9fdad tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Subnet': ['ID=1c631582-bc41-4e7d-8773-65b31aba843b,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:15.838301 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0f2028-e76b-4a0d-ad0a-4444ecf9fdad tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Checking segment: {'id': 'b89f86dd-9954-4778-a1f2-b9bfcda4fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '975cb215-2a8a-49d1-aac6-aa5f4a65118b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:15.839030 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0f2028-e76b-4a0d-ad0a-4444ecf9fdad tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network hostable DHCP agents. Network: 975cb215-2a8a-49d1-aac6-aa5f4a65118b, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:07:15.870784 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-918f8db5-860e-418a-a378-cca5a450953b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:15.879036 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3d4c169b-8919-482b-99a7-20274b1901cd tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:15.879276 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] Set router 274a17fc-8904-4386-972a-31fa256b9014 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:15.883485 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3d4c169b-8919-482b-99a7-20274b1901cd tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Usage tracker for resource:subnet and tenant:719a22fd8e994098a22073bc0f0c1c79 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:15.887168 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3d4c169b-8919-482b-99a7-20274b1901cd tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:15.893406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3d4c169b-8919-482b-99a7-20274b1901cd tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:15.909363 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-87acb876-3caa-47e0-94de-a3890980ae21 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/routers/2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0/tags HTTP/1.1" status: 204 len: 168 time: 0.9064891 Feb 04 06:07:15.910541 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176613a-25e7-4cdb-8ee1-88181d2ea48c req-e25b0562-51f9-4a99-82d8-deae30633485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:15.910694 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-918f8db5-860e-418a-a378-cca5a450953b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:subnet and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:15.912660 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9176613a-25e7-4cdb-8ee1-88181d2ea48c req-e25b0562-51f9-4a99-82d8-deae30633485 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6d2ebf2-259c-4278-b7f2-8d8c651dca23 HTTP/1.1" status: 200 len: 898 time: 0.6309154 Feb 04 06:07:15.914578 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port f6705629-0cf2-405c-8c4f-f61688518c58 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:15.915161 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.915286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56256) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:15.917761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-918f8db5-860e-418a-a378-cca5a450953b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:15.921565 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4c169b-8919-482b-99a7-20274b1901cd tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Made reservation on behalf of 719a22fd8e994098a22073bc0f0c1c79 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:15.925885 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d4c169b-8919-482b-99a7-20274b1901cd tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.983376 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-105d1736-4bf4-455c-a509-4085f3e80f36 None None] Provisioning for port 24d7ef38-73ee-4c05-a3de-79807ca53b55 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:16.015879 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9176613a-25e7-4cdb-8ee1-88181d2ea48c req-a3a4f575-218b-4ac9-9a7d-cbb774426973 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05f8b8e5-88a7-41d5-adad-754eefbfe38a HTTP/1.1" status: 200 len: 217 time: 0.0878763 Feb 04 06:07:16.059094 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0f2028-e76b-4a0d-ad0a-4444ecf9fdad tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 975cb215-2a8a-49d1-aac6-aa5f4a65118b is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:07:16.092342 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:07:10Z', 'revision_number': 2, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:11Z', 'revision_number': 2, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:16.100240 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-ff0f2028-e76b-4a0d-ad0a-4444ecf9fdad tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 975cb215-2a8a-49d1-aac6-aa5f4a65118b) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:16.107081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0f2028-e76b-4a0d-ad0a-4444ecf9fdad tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:16.107886 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2028-e76b-4a0d-ad0a-4444ecf9fdad tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:16.129176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762266c2-82f6-4f5b-a7e4-a33e409c9090 req-75121a0c-2a14-4d39-8c68-0ca1a5bc093f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:16.131988 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-762266c2-82f6-4f5b-a7e4-a33e409c9090 req-75121a0c-2a14-4d39-8c68-0ca1a5bc093f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 944 time: 0.3038652 Feb 04 06:07:16.132440 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085278ca-fc90-47d3-9031-517a46fc29ea None None] Network 975cb215-2a8a-49d1-aac6-aa5f4a65118b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:16.153724 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Checking router: baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:16.154249 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Updating router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 port 0ca48cac-1e32-4dbd-a4bd-e4102b75053b binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:07:16.174052 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176613a-25e7-4cdb-8ee1-88181d2ea48c req-630015af-94af-4a92-807d-39044f080525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:16.176184 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9176613a-25e7-4cdb-8ee1-88181d2ea48c req-630015af-94af-4a92-807d-39044f080525 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2 HTTP/1.1" status: 200 len: 835 time: 0.1537919 Feb 04 06:07:16.193976 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-546ee996-4a3b-419f-afa9-86880dc0e306 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0', 'tempest-TagsExtTest-Tag-403693181') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:16.244050 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ff0f2028-e76b-4a0d-ad0a-4444ecf9fdad tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3222835 Feb 04 06:07:16.247406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56260) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:16.258578 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d4c169b-8919-482b-99a7-20274b1901cd tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:16.264498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-918f8db5-860e-418a-a378-cca5a450953b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:16.332989 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-762266c2-82f6-4f5b-a7e4-a33e409c9090 req-487dd4d6-e42f-43f5-86be-f8497c5689d9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=f77874bf-6615-4e38-8bdb-072bead18f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931834 Feb 04 06:07:16.335521 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-88a7eff0-bd55-464a-b29d-d49602f3b56e', 'network_id': '88a7eff0-bd55-464a-b29d-d49602f3b56e', 'tenant_id': '719a22fd8e994098a22073bc0f0c1c79', 'fixed_ips': [{'subnet_id': 'f54d83a2-98ff-4e00-b0ec-98df6e1c2f78'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:07:16.336395 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:16.445506 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 24d7ef38-73ee-4c05-a3de-79807ca53b55 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:16.468463 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:09Z', 'revision_number': 4, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': '1117a233-142d-4bea-8fa4-84dd45eeef3a', 'name': '', 'network_id': '9c85a30d-e249-4210-873c-2756da542d69', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:36:10:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:06Z', 'updated_at': '2022-02-04T06:07:15Z', 'revision_number': 4, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a58233c-14dc-43ca-b536-3e1b2024d235', 'name': '', 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:13:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:51Z', 'updated_at': '2022-02-04T06:07:09Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:16.472771 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcf63b7-cd18-4188-98dd-a72408948819 None None] The sync data for ids ['274a17fc-8904-4386-972a-31fa256b9014'] in dv-neutron-826830-2-hyperv is: [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:09Z', 'revision_number': 4, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': '1117a233-142d-4bea-8fa4-84dd45eeef3a', 'name': '', 'network_id': '9c85a30d-e249-4210-873c-2756da542d69', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:36:10:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:06Z', 'updated_at': '2022-02-04T06:07:15Z', 'revision_number': 4, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a58233c-14dc-43ca-b536-3e1b2024d235', 'name': '', 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:13:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:51Z', 'updated_at': '2022-02-04T06:07:09Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:16.591053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:16.627773 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176613a-25e7-4cdb-8ee1-88181d2ea48c req-46173efa-0b1f-4db3-95fa-de6ee0fe268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:16.631483 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9176613a-25e7-4cdb-8ee1-88181d2ea48c req-46173efa-0b1f-4db3-95fa-de6ee0fe268c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6d2ebf2-259c-4278-b7f2-8d8c651dca23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4426577 Feb 04 06:07:16.643297 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918f8db5-860e-418a-a378-cca5a450953b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Made reservation on behalf of ddd9400ae6834d1da9b18a67d16332cc for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:16.646354 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-918f8db5-860e-418a-a378-cca5a450953b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:16.647908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 24d7ef38-73ee-4c05-a3de-79807ca53b55 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:16.735479 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c169b-8919-482b-99a7-20274b1901cd tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Checking segment: {'id': '760aac2e-b737-44c3-8c4d-fbbd93a097db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '058bc885-b8db-418c-b7c3-f529dcfee51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:16.735901 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4c169b-8919-482b-99a7-20274b1901cd tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Network hostable DHCP agents. Network: 058bc885-b8db-418c-b7c3-f529dcfee51f, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:07:16.791670 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 24d7ef38-73ee-4c05-a3de-79807ca53b55 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:16.792325 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:16.916700 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c169b-8919-482b-99a7-20274b1901cd tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Pushing event updated for resources: {'Subnet': ['ID=4fe0a5ff-7acb-4bb4-a799-794e81e56234,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:16.949372 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-546ee996-4a3b-419f-afa9-86880dc0e306 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] show failed (client error): The resource could not be found. Feb 04 06:07:16.953131 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-546ee996-4a3b-419f-afa9-86880dc0e306 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/routers/2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0/tags/tempest-TagsExtTest-Tag-403693181 HTTP/1.1" status: 404 len: 328 time: 1.0346460 Feb 04 06:07:16.958684 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-975cb215-2a8a-49d1-aac6-aa5f4a65118b', 'network_id': '975cb215-2a8a-49d1-aac6-aa5f4a65118b', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'fixed_ips': [{'subnet_id': '1c631582-bc41-4e7d-8773-65b31aba843b'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:07:16.959279 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56264) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:16.959599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:16.963950 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-9841673b-546e-426a-b2c9-3d4cbe212ba8 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0', 'tempest-TagsExtTest-Tag-1125738461') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:17.026172 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9176613a-25e7-4cdb-8ee1-88181d2ea48c req-97610e01-40d0-467b-8639-4ace7191319a service neutron] 10.222.0.43 "GET /v2.0/networks/b6d2ebf2-259c-4278-b7f2-8d8c651dca23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874745 Feb 04 06:07:17.059821 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Allocated IP 172.20.0.2 (88a7eff0-bd55-464a-b29d-d49602f3b56e/f54d83a2-98ff-4e00-b0ec-98df6e1c2f78/5bad75fe-53bd-4059-b3d8-9b7b7d269898) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:17.102398 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-918f8db5-860e-418a-a378-cca5a450953b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:17.139614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4c169b-8919-482b-99a7-20274b1901cd tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Network 058bc885-b8db-418c-b7c3-f529dcfee51f is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:07:17.186729 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-9841673b-546e-426a-b2c9-3d4cbe212ba8 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] show failed (client error): The resource could not be found. Feb 04 06:07:17.190808 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9841673b-546e-426a-b2c9-3d4cbe212ba8 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/routers/2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0/tags/tempest-TagsExtTest-Tag-1125738461 HTTP/1.1" status: 404 len: 329 time: 0.2286813 Feb 04 06:07:17.194524 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-3d4c169b-8919-482b-99a7-20274b1901cd tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 058bc885-b8db-418c-b7c3-f529dcfee51f) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:17.201038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4c169b-8919-482b-99a7-20274b1901cd tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:17.201935 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3d4c169b-8919-482b-99a7-20274b1901cd tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:17.215879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56268) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:17.231685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-e7a8f7f1-8b00-4bf3-bb14-34180e55290b tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0', 'tempest-TagsExtTest-Tag-754785131') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:17.305757 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8a60a3-0f99-4a6a-939e-cc66a6d03dd3 None None] Network 058bc885-b8db-418c-b7c3-f529dcfee51f requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:17.333785 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f8db5-860e-418a-a378-cca5a450953b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Subnet': ['ID=93063b8f-4406-4ece-a2af-0b697aed945f,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:17.401629 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3d4c169b-8919-482b-99a7-20274b1901cd tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8307221 Feb 04 06:07:17.402546 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56274) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:17.473642 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9176613a-25e7-4cdb-8ee1-88181d2ea48c req-4bdc73e6-9cec-4a0c-9e5b-5df45c899bbb service neutron] 10.222.0.43 "GET /v2.0/networks/b6d2ebf2-259c-4278-b7f2-8d8c651dca23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363110 Feb 04 06:07:17.483604 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8b1a-ef54-47aa-b51d-12442c3387a6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:17.492601 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918f8db5-860e-418a-a378-cca5a450953b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Checking segment: {'id': '5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:17.493089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918f8db5-860e-418a-a378-cca5a450953b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network hostable DHCP agents. Network: 607cc8d6-4a30-4adc-b3e1-15eabe2f9242, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:07:17.644457 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918f8db5-860e-418a-a378-cca5a450953b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network 607cc8d6-4a30-4adc-b3e1-15eabe2f9242 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:07:17.657695 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-e7a8f7f1-8b00-4bf3-bb14-34180e55290b tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] show failed (client error): The resource could not be found. Feb 04 06:07:17.659259 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e7a8f7f1-8b00-4bf3-bb14-34180e55290b tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/routers/2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0/tags/tempest-TagsExtTest-Tag-754785131 HTTP/1.1" status: 404 len: 328 time: 0.4402943 Feb 04 06:07:17.688132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56278) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:17.707882 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-b141d439-cb65-4ed0-8d9b-1aac70da2328 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '47d9f1ee-3f67-4a0a-b28f-d35289bcb82a', {'tags': ['tempest-TagsExtTest-Tag-956181476', 'tempest-TagsExtTest-Tag-1396536295', 'tempest-TagsExtTest-Tag-1173055217']}) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:17.727736 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-918f8db5-860e-418a-a378-cca5a450953b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 607cc8d6-4a30-4adc-b3e1-15eabe2f9242) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:17.732907 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918f8db5-860e-418a-a378-cca5a450953b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:17.733270 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 05f8b8e5-88a7-41d5-adad-754eefbfe38a details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:07:17.733493 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-918f8db5-860e-418a-a378-cca5a450953b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:17.763250 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d84e14-10fb-41b6-be81-cbb4cfc02fbd None None] Network 607cc8d6-4a30-4adc-b3e1-15eabe2f9242 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:17.879434 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-918f8db5-860e-418a-a378-cca5a450953b tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4079971 Feb 04 06:07:17.879980 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56282) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:17.890736 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:17.946717 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b141d439-cb65-4ed0-8d9b-1aac70da2328 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "PUT /v2.0/subnetpools/47d9f1ee-3f67-4a0a-b28f-d35289bcb82a/tags HTTP/1.1" status: 200 len: 317 time: 0.2577922 Feb 04 06:07:17.951344 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56286) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:17.977865 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9da06-5307-4fa2-8c71-804e86542788 req-cef5e136-ef46-4d5c-b442-ebe64e044ba8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:17.979333 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4ee9da06-5307-4fa2-8c71-804e86542788 req-cef5e136-ef46-4d5c-b442-ebe64e044ba8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 944 time: 0.4126184 Feb 04 06:07:18.031460 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4ee9da06-5307-4fa2-8c71-804e86542788 req-197ca4af-e441-41df-a480-ccc5bd16afd8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=f77874bf-6615-4e38-8bdb-072bead18f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454051 Feb 04 06:07:18.033715 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.tag.tag_plugin [None req-3ba0a326-b185-45f3-ac5a-471d345252ef tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '47d9f1ee-3f67-4a0a-b28f-d35289bcb82a') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:18.057527 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.resource_extend [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:07:18.073081 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Transition to ACTIVE for port object 5bad75fe-53bd-4059-b3d8-9b7b7d269898 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:18.084494 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f5f4d9e4-9096-491e-a506-f998c87558e1 None None] Provisioning complete for port 24d7ef38-73ee-4c05-a3de-79807ca53b55 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:18.084929 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f5f4d9e4-9096-491e-a506-f998c87558e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:18.238316 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-058bc885-b8db-418c-b7c3-f529dcfee51f', 'network_id': '058bc885-b8db-418c-b7c3-f529dcfee51f', 'tenant_id': '719a22fd8e994098a22073bc0f0c1c79', 'fixed_ips': [{'subnet_id': '4fe0a5ff-7acb-4bb4-a799-794e81e56234'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:07:18.239131 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:18.277966 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:18.298813 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Transition to ACTIVE for port object 5bad75fe-53bd-4059-b3d8-9b7b7d269898 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:18.315521 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Allocated IP 172.23.0.2 (975cb215-2a8a-49d1-aac6-aa5f4a65118b/1c631582-bc41-4e7d-8773-65b31aba843b/6d4ea48a-0c31-4949-89ed-a8efa746ba97) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:18.354564 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:18.401172 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:18.552047 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 24d7ef38-73ee-4c05-a3de-79807ca53b55, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=24d7ef38-73ee-4c05-a3de-79807ca53b55,segment=NetworkSegment(7f5a335d-79fe-4d71-a060-9e06b0d68630),segment_id=7f5a335d-79fe-4d71-a060-9e06b0d68630)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:18.575177 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3ba0a326-b185-45f3-ac5a-471d345252ef tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/subnetpools/47d9f1ee-3f67-4a0a-b28f-d35289bcb82a/tags HTTP/1.1" status: 204 len: 168 time: 0.6227722 Feb 04 06:07:18.578054 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56290) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:18.584847 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-e68c577e-4305-4f99-bb29-2288b85aa920 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '47d9f1ee-3f67-4a0a-b28f-d35289bcb82a', 'tempest-TagsExtTest-Tag-956181476') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:18.610380 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-e68c577e-4305-4f99-bb29-2288b85aa920 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] show failed (client error): The resource could not be found. Feb 04 06:07:18.611750 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e68c577e-4305-4f99-bb29-2288b85aa920 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/subnetpools/47d9f1ee-3f67-4a0a-b28f-d35289bcb82a/tags/tempest-TagsExtTest-Tag-956181476 HTTP/1.1" status: 404 len: 328 time: 0.0321541 Feb 04 06:07:18.615218 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56294) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:18.620050 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-61ff2583-f76f-4c8c-bb99-b548ade36d61 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '47d9f1ee-3f67-4a0a-b28f-d35289bcb82a', 'tempest-TagsExtTest-Tag-1396536295') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:18.643837 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-61ff2583-f76f-4c8c-bb99-b548ade36d61 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] show failed (client error): The resource could not be found. Feb 04 06:07:18.647521 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-61ff2583-f76f-4c8c-bb99-b548ade36d61 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/subnetpools/47d9f1ee-3f67-4a0a-b28f-d35289bcb82a/tags/tempest-TagsExtTest-Tag-1396536295 HTTP/1.1" status: 404 len: 329 time: 0.0287995 Feb 04 06:07:18.647825 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56298) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:18.653245 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Network 88a7eff0-bd55-464a-b29d-d49602f3b56e is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:18.653432 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-6f7f7c8d-bd8d-46d9-b179-482a4364f98c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '47d9f1ee-3f67-4a0a-b28f-d35289bcb82a', 'tempest-TagsExtTest-Tag-1173055217') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:18.655026 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:18.669439 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:18.682893 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-6f7f7c8d-bd8d-46d9-b179-482a4364f98c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] show failed (client error): The resource could not be found. Feb 04 06:07:18.686680 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6f7f7c8d-bd8d-46d9-b179-482a4364f98c tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/subnetpools/47d9f1ee-3f67-4a0a-b28f-d35289bcb82a/tags/tempest-TagsExtTest-Tag-1173055217 HTTP/1.1" status: 404 len: 329 time: 0.0352571 Feb 04 06:07:18.687027 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56302) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:18.692788 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-69606842-30a7-44a8-a87a-45ad05f5c13a tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '47d9f1ee-3f67-4a0a-b28f-d35289bcb82a') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:18.707519 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:07:18.724106 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.resource_extend [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:07:18.735915 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Pushing event updated for resources: {'Port': ['ID=5bad75fe-53bd-4059-b3d8-9b7b7d269898,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:18.745572 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-69606842-30a7-44a8-a87a-45ad05f5c13a tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/subnetpools/47d9f1ee-3f67-4a0a-b28f-d35289bcb82a/tags HTTP/1.1" status: 204 len: 168 time: 0.0550978 Feb 04 06:07:18.746393 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56306) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:18.754361 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-b4dd27de-60ee-426b-bda2-fc996ee742eb tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:18.916234 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b4dd27de-60ee-426b-bda2-fc996ee742eb tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/routers/2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0/tags HTTP/1.1" status: 204 len: 168 time: 0.1662369 Feb 04 06:07:18.916453 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56310) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:18.921731 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-117912f1-b4d3-4315-ad61-58ebea1498dd tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9ae90f8c-b9e6-4641-b72c-399f019b7d45') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:18.924618 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 05f8b8e5-88a7-41d5-adad-754eefbfe38a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=05f8b8e5-88a7-41d5-adad-754eefbfe38a,segment=NetworkSegment(3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1),segment_id=3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:18.998278 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-117912f1-b4d3-4315-ad61-58ebea1498dd tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/ports/9ae90f8c-b9e6-4641-b72c-399f019b7d45/tags HTTP/1.1" status: 204 len: 168 time: 0.0784097 Feb 04 06:07:18.998502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56314) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:19.004660 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.tag.tag_plugin [None req-d9b6821a-14c6-44a2-b296-81516a598a6d tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:19.010325 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1117a233-142d-4bea-8fa4-84dd45eeef3a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:19.028918 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Allocated IP 172.20.0.1 (88a7eff0-bd55-464a-b29d-d49602f3b56e/f54d83a2-98ff-4e00-b0ec-98df6e1c2f78/126dd684-eed8-4578-ac4a-f96654d0e02d) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:19.035973 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-914b4957-9d39-45c7-9904-09a5bec3f6b5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:19.091248 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d9b6821a-14c6-44a2-b296-81516a598a6d tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/subnets/5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001/tags HTTP/1.1" status: 204 len: 168 time: 0.0884442 Feb 04 06:07:19.092707 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56320) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:19.232093 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '05f8b8e5-88a7-41d5-adad-754eefbfe38a', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'port_id': '05f8b8e5-88a7-41d5-adad-754eefbfe38a', 'mac_address': 'fa:16:3e:71:fa:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:07:19.263695 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:07:19.264556 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:19.313120 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-90fea98d-025a-46ff-87e5-0000623f0e40 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks [] for subnetpool, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:19.316474 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-90fea98d-025a-46ff-87e5-0000623f0e40 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/subnetpools/47d9f1ee-3f67-4a0a-b28f-d35289bcb82a HTTP/1.1" status: 204 len: 168 time: 0.2207165 Feb 04 06:07:19.317345 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56324) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:19.340550 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:19.341937 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9e2c9-42bc-477f-b1c1-9bf34b1b9225 req-6bbfb027-40fe-40d7-9d7e-dcaf1873689e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:19.343482 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-57c9e2c9-42bc-477f-b1c1-9bf34b1b9225 req-6bbfb027-40fe-40d7-9d7e-dcaf1873689e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 944 time: 0.1339235 Feb 04 06:07:19.382211 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Attempting to bind port 5bad75fe-53bd-4059-b3d8-9b7b7d269898 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:19.382602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Attempting to bind port 5bad75fe-53bd-4059-b3d8-9b7b7d269898 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4c1fd41a-2307-4569-96b1-e73f924f765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '88a7eff0-bd55-464a-b29d-d49602f3b56e'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:19.382923 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Attempting to bind port 5bad75fe-53bd-4059-b3d8-9b7b7d269898 on network 88a7eff0-bd55-464a-b29d-d49602f3b56e {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:07:19.395196 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-57c9e2c9-42bc-477f-b1c1-9bf34b1b9225 req-88d765db-86a5-450b-87eb-0080fe6d9b39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=f77874bf-6615-4e38-8bdb-072bead18f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446794 Feb 04 06:07:19.412814 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c464decd-27d2-4df7-84ef-6e79f5d6e70f tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0 HTTP/1.1" status: 200 len: 205 time: 0.0917358 Feb 04 06:07:19.415389 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56328) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:19.452784 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=24d7ef38-73ee-4c05-a3de-79807ca53b55,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:19.458754 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Allocated IP 172.20.0.2 (058bc885-b8db-418c-b7c3-f529dcfee51f/4fe0a5ff-7acb-4bb4-a799-794e81e56234/5bc9bb52-639b-4cd4-9837-b96ca4bbc62a) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:19.461590 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Transition to ACTIVE for port object 0ca48cac-1e32-4dbd-a4bd-e4102b75053b will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:19.467501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:07:19.467928 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Checking segment: {'id': '4c1fd41a-2307-4569-96b1-e73f924f765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '88a7eff0-bd55-464a-b29d-d49602f3b56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:19.468350 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:19.468794 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Bound using segment: {'id': '4c1fd41a-2307-4569-96b1-e73f924f765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '88a7eff0-bd55-464a-b29d-d49602f3b56e'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:07:19.469208 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Bound port: 5bad75fe-53bd-4059-b3d8-9b7b7d269898, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1fd41a-2307-4569-96b1-e73f924f765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '88a7eff0-bd55-464a-b29d-d49602f3b56e'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:19.469816 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:19.544419 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:19.560875 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:19.572092 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-41b482b4-328d-4c2c-b85a-ab23bfa659ed tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:19.617898 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:19.678821 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Transition to ACTIVE for port object 126dd684-eed8-4578-ac4a-f96654d0e02d will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:19.757427 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f8b8e5-88a7-41d5-adad-754eefbfe38a {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:07:19.770088 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-914b4957-9d39-45c7-9904-09a5bec3f6b5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Allocated IP 2001:db8:1::1 (607cc8d6-4a30-4adc-b3e1-15eabe2f9242/93063b8f-4406-4ece-a2af-0b697aed945f/a64956f0-9f75-4da1-8684-1af44eecd054) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:19.788283 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:19.837234 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 1117a233-142d-4bea-8fa4-84dd45eeef3a completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:19.886716 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:19.896333 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 1117a233-142d-4bea-8fa4-84dd45eeef3a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:19.896333 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:19.939173 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Network 88a7eff0-bd55-464a-b29d-d49602f3b56e is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:19.945216 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:19.951820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:07:19.959915 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 05f8b8e5-88a7-41d5-adad-754eefbfe38a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=05f8b8e5-88a7-41d5-adad-754eefbfe38a,segment=NetworkSegment(3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1),segment_id=3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:19.972963 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47f73f-df67-47ac-8d37-0496408c3f69 None None] Pushing event updated for resources: {'Port': ['ID=0ca48cac-1e32-4dbd-a4bd-e4102b75053b,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:19.978863 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Transition to ACTIVE for port object 6d4ea48a-0c31-4949-89ed-a8efa746ba97 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:19.991806 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Pushing event updated for resources: {'Port': ['ID=126dd684-eed8-4578-ac4a-f96654d0e02d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:20.072110 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.075569 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-914b4957-9d39-45c7-9904-09a5bec3f6b5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.081597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-41b482b4-328d-4c2c-b85a-ab23bfa659ed tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.084580 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-41b482b4-328d-4c2c-b85a-ab23bfa659ed tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.093195 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-914b4957-9d39-45c7-9904-09a5bec3f6b5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Transition to ACTIVE for port object a64956f0-9f75-4da1-8684-1af44eecd054 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:20.115538 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-41b482b4-328d-4c2c-b85a-ab23bfa659ed tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.115710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.116616 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b482b4-328d-4c2c-b85a-ab23bfa659ed tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Fanout notify agent at l3_agent the message router_deleted on router 2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:07:20.129294 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-914b4957-9d39-45c7-9904-09a5bec3f6b5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.131821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-41b482b4-328d-4c2c-b85a-ab23bfa659ed tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.133245 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-41b482b4-328d-4c2c-b85a-ab23bfa659ed tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/routers/2d0ac2b1-7be0-4f1c-bef4-b9709095ebc0 HTTP/1.1" status: 204 len: 168 time: 0.7070270 Feb 04 06:07:20.135903 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56332) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:20.174620 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=05f8b8e5-88a7-41d5-adad-754eefbfe38a,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:20.184616 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] For port 5bad75fe-53bd-4059-b3d8-9b7b7d269898, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:07:20.220592 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914b4957-9d39-45c7-9904-09a5bec3f6b5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network 607cc8d6-4a30-4adc-b3e1-15eabe2f9242 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:20.226602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-914b4957-9d39-45c7-9904-09a5bec3f6b5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:20.236346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914b4957-9d39-45c7-9904-09a5bec3f6b5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:07:20.236809 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-4d2534aa-ef5c-49aa-a2c4-20017a222b9b tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Deleting port 9ae90f8c-b9e6-4641-b72c-399f019b7d45 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:20.237040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-914b4957-9d39-45c7-9904-09a5bec3f6b5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.237381 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4d2534aa-ef5c-49aa-a2c4-20017a222b9b tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.262865 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b4957-9d39-45c7-9904-09a5bec3f6b5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=a64956f0-9f75-4da1-8684-1af44eecd054,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:20.280195 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Transition to ACTIVE for port object 6d4ea48a-0c31-4949-89ed-a8efa746ba97 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:20.326441 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] For port 5bad75fe-53bd-4059-b3d8-9b7b7d269898, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=5bad75fe-53bd-4059-b3d8-9b7b7d269898,segment=NetworkSegment(4c1fd41a-2307-4569-96b1-e73f924f765c),segment_id=4c1fd41a-2307-4569-96b1-e73f924f765c)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:07:20.329484 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Attempting to bind port 0ca48cac-1e32-4dbd-a4bd-e4102b75053b on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:20.329738 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Attempting to bind port 0ca48cac-1e32-4dbd-a4bd-e4102b75053b by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'b8109162-65c0-48a9-afd5-09bf79e88cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:20.330012 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Attempting to bind port 0ca48cac-1e32-4dbd-a4bd-e4102b75053b on network c63ee7f3-6f70-493a-bb61-54a6de6ea2da {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:07:20.345914 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:07:20.346468 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Checking segment: {'id': 'b8109162-65c0-48a9-afd5-09bf79e88cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:20.346726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.346912 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Bound using segment: {'id': 'b8109162-65c0-48a9-afd5-09bf79e88cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:07:20.347532 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Bound port: 0ca48cac-1e32-4dbd-a4bd-e4102b75053b, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8109162-65c0-48a9-afd5-09bf79e88cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:20.348726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.357427 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.358297 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.399940 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-3b2d8b1a-ef54-47aa-b51d-12442c3387a6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Allocated IP 172.23.0.1 (975cb215-2a8a-49d1-aac6-aa5f4a65118b/1c631582-bc41-4e7d-8773-65b31aba843b/24216636-6db6-4817-9737-9bf5ffeea23b) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:20.412995 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.474474 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-914b4957-9d39-45c7-9904-09a5bec3f6b5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.498833 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] For port 0ca48cac-1e32-4dbd-a4bd-e4102b75053b, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:07:20.502944 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] For port 0ca48cac-1e32-4dbd-a4bd-e4102b75053b, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0ca48cac-1e32-4dbd-a4bd-e4102b75053b,segment=NetworkSegment(b8109162-65c0-48a9-afd5-09bf79e88cf8),segment_id=b8109162-65c0-48a9-afd5-09bf79e88cf8)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:07:20.504701 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['05f8b8e5-88a7-41d5-adad-754eefbfe38a'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:07:20.555889 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.737852 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Network 975cb215-2a8a-49d1-aac6-aa5f4a65118b is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:20.753983 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:20.757424 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Allocated IP 2001:db8:1::2 (607cc8d6-4a30-4adc-b3e1-15eabe2f9242/93063b8f-4406-4ece-a2af-0b697aed945f/c0f93c69-b360-4fb2-bcbe-7e870551c25d) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:20.761986 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:07:20.892131 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Pushing event updated for resources: {'Port': ['ID=6d4ea48a-0c31-4949-89ed-a8efa746ba97,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:20.908008 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.931524 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8b1a-ef54-47aa-b51d-12442c3387a6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.973427 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-3b2d8b1a-ef54-47aa-b51d-12442c3387a6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Transition to ACTIVE for port object 24216636-6db6-4817-9737-9bf5ffeea23b will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:21.001386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818d4cd-2e4c-4121-83f8-36ae487f9ca6 req-ae77c972-e606-4090-941f-7adee3340464 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:21.003163 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0818d4cd-2e4c-4121-83f8-36ae487f9ca6 req-ae77c972-e606-4090-941f-7adee3340464 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 945 time: 0.3745372 Feb 04 06:07:21.015947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Routers {'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:21.016601 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:21.102354 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4d2534aa-ef5c-49aa-a2c4-20017a222b9b tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.205512 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.283229 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-4d2534aa-ef5c-49aa-a2c4-20017a222b9b tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Calling delete_port for 9ae90f8c-b9e6-4641-b72c-399f019b7d45 owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:21.320824 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Attempting to bind port 6d4ea48a-0c31-4949-89ed-a8efa746ba97 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:21.331180 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Attempting to bind port 6d4ea48a-0c31-4949-89ed-a8efa746ba97 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'b89f86dd-9954-4778-a1f2-b9bfcda4fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '975cb215-2a8a-49d1-aac6-aa5f4a65118b'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:21.331180 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Attempting to bind port 6d4ea48a-0c31-4949-89ed-a8efa746ba97 on network 975cb215-2a8a-49d1-aac6-aa5f4a65118b {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:07:21.345566 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Transition to ACTIVE for port object 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:21.349422 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0818d4cd-2e4c-4121-83f8-36ae487f9ca6 req-b6478494-4b4a-48c3-a289-eb5c8ee73e63 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=f77874bf-6615-4e38-8bdb-072bead18f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3214321 Feb 04 06:07:21.371186 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8b1a-ef54-47aa-b51d-12442c3387a6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.435757 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:07:21.436799 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Checking segment: {'id': 'b89f86dd-9954-4778-a1f2-b9bfcda4fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '975cb215-2a8a-49d1-aac6-aa5f4a65118b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:21.437204 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.437784 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Bound using segment: {'id': 'b89f86dd-9954-4778-a1f2-b9bfcda4fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '975cb215-2a8a-49d1-aac6-aa5f4a65118b'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:07:21.438968 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Bound port: 6d4ea48a-0c31-4949-89ed-a8efa746ba97, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89f86dd-9954-4778-a1f2-b9bfcda4fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '975cb215-2a8a-49d1-aac6-aa5f4a65118b'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:21.439518 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.464186 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.resource_extend [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:07:21.472119 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 1117a233-142d-4bea-8fa4-84dd45eeef3a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1117a233-142d-4bea-8fa4-84dd45eeef3a,segment=NetworkSegment(a8318d24-b2c6-430b-abcb-b2f1e485663a),segment_id=a8318d24-b2c6-430b-abcb-b2f1e485663a)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:21.485710 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2d8b1a-ef54-47aa-b51d-12442c3387a6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 975cb215-2a8a-49d1-aac6-aa5f4a65118b is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:21.490863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.501080 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-3b2d8b1a-ef54-47aa-b51d-12442c3387a6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:21.503554 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58cd65-51ba-4d76-8c02-57c937a7861e None None] Pushing event updated for resources: {'Port': ['ID=5bad75fe-53bd-4059-b3d8-9b7b7d269898,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:21.507044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d8b1a-ef54-47aa-b51d-12442c3387a6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:07:21.513266 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.517774 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.518805 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 72ce12b1-cb0a-4252-b5d8-69f7e9be3416 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:21.533646 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d8b1a-ef54-47aa-b51d-12442c3387a6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=24216636-6db6-4817-9737-9bf5ffeea23b,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:21.547009 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Transition to ACTIVE for port object 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:21.622378 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Pushing event updated for resources: {'Port': ['ID=126dd684-eed8-4578-ac4a-f96654d0e02d,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:21.636142 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8b1a-ef54-47aa-b51d-12442c3387a6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.641247 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] Set router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:21.664208 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.664430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4d2534aa-ef5c-49aa-a2c4-20017a222b9b tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.673987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-914b4957-9d39-45c7-9904-09a5bec3f6b5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.695376 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-914b4957-9d39-45c7-9904-09a5bec3f6b5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.696141 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-914b4957-9d39-45c7-9904-09a5bec3f6b5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.722859 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2534aa-ef5c-49aa-a2c4-20017a222b9b tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Pushing event deleted for resources: {'Port': ['ID=9ae90f8c-b9e6-4641-b72c-399f019b7d45,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:21.777586 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.881351 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4d2534aa-ef5c-49aa-a2c4-20017a222b9b tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.921044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b4957-9d39-45c7-9904-09a5bec3f6b5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=a64956f0-9f75-4da1-8684-1af44eecd054,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:21.948698 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4d2534aa-ef5c-49aa-a2c4-20017a222b9b tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/ports/9ae90f8c-b9e6-4641-b72c-399f019b7d45 HTTP/1.1" status: 204 len: 168 time: 1.8115847 Feb 04 06:07:21.952107 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56340) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:21.990543 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47f73f-df67-47ac-8d37-0496408c3f69 None None] Pushing event updated for resources: {'Port': ['ID=0ca48cac-1e32-4dbd-a4bd-e4102b75053b,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:21.996162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Network 058bc885-b8db-418c-b7c3-f529dcfee51f is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:22.038352 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Network 88a7eff0-bd55-464a-b29d-d49602f3b56e is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:22.041529 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:22.045197 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914b4957-9d39-45c7-9904-09a5bec3f6b5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network 607cc8d6-4a30-4adc-b3e1-15eabe2f9242 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:22.049349 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-914b4957-9d39-45c7-9904-09a5bec3f6b5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:22.054810 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:22.065828 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:07:22.156796 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] For port 6d4ea48a-0c31-4949-89ed-a8efa746ba97, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:07:22.196506 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8b1a-ef54-47aa-b51d-12442c3387a6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.256140 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b462d65-1113-4626-9ede-2d2f8102c4b7 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Deleting subnet 5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:07:22.261736 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.290274 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8b462d65-1113-4626-9ede-2d2f8102c4b7 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.302723 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] For port 6d4ea48a-0c31-4949-89ed-a8efa746ba97, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6d4ea48a-0c31-4949-89ed-a8efa746ba97,segment=NetworkSegment(b89f86dd-9954-4778-a1f2-b9bfcda4fc51),segment_id=b89f86dd-9954-4778-a1f2-b9bfcda4fc51)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:07:22.346882 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Transition to ACTIVE for port object c0f93c69-b360-4fb2-bcbe-7e870551c25d will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:22.352303 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.393350 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 72ce12b1-cb0a-4252-b5d8-69f7e9be3416 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:22.395653 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.418509 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914b4957-9d39-45c7-9904-09a5bec3f6b5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:07:22.469781 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8b462d65-1113-4626-9ede-2d2f8102c4b7 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.473272 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Transition to ACTIVE for port object c0f93c69-b360-4fb2-bcbe-7e870551c25d will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:22.476757 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Attempting to bind port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:22.477319 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Attempting to bind port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '760aac2e-b737-44c3-8c4d-fbbd93a097db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '058bc885-b8db-418c-b7c3-f529dcfee51f'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:22.477924 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Attempting to bind port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a on network 058bc885-b8db-418c-b7c3-f529dcfee51f {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:07:22.480769 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=1117a233-142d-4bea-8fa4-84dd45eeef3a,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:22.590365 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Pushing event updated for resources: {'Port': ['ID=5bc9bb52-639b-4cd4-9837-b96ca4bbc62a,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:22.617417 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.654113 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914b4957-9d39-45c7-9904-09a5bec3f6b5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:22.681383 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-914b4957-9d39-45c7-9904-09a5bec3f6b5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8000720 Feb 04 06:07:22.684223 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:07:22.684452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56346) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:22.684555 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Checking segment: {'id': '760aac2e-b737-44c3-8c4d-fbbd93a097db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '058bc885-b8db-418c-b7c3-f529dcfee51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:22.685484 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.685484 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Bound using segment: {'id': '760aac2e-b737-44c3-8c4d-fbbd93a097db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '058bc885-b8db-418c-b7c3-f529dcfee51f'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:07:22.685906 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Bound port: 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760aac2e-b737-44c3-8c4d-fbbd93a097db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '058bc885-b8db-418c-b7c3-f529dcfee51f'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:22.686343 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.691213 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d2c341f3-54b6-4c39-8071-e1fd4769179a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-327926646'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:22.695102 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Router 73395bab-af00-4714-a0ca-4a931fee20f9 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:07:22.699754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d2c341f3-54b6-4c39-8071-e1fd4769179a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:22.709307 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d2c341f3-54b6-4c39-8071-e1fd4769179a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:network and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:22.733384 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a896faa-b696-4350-a89c-92b518b32822 None None] Network 88a7eff0-bd55-464a-b29d-d49602f3b56e requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:22.764717 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Network 607cc8d6-4a30-4adc-b3e1-15eabe2f9242 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:22.784941 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:22.796282 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8b462d65-1113-4626-9ede-2d2f8102c4b7 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.851970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:07:22.875812 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d2c341f3-54b6-4c39-8071-e1fd4769179a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:22.880034 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:22.896532 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-84f5f0f0-2808-4d09-a194-0699aee0d1cf tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "PUT /v2.0/routers/73395bab-af00-4714-a0ca-4a931fee20f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4869680 Feb 04 06:07:22.897950 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d2c341f3-54b6-4c39-8071-e1fd4769179a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:22.903514 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56350) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:22.907894 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465db195-b8ab-4c79-87fb-186ea572b96a req-f84925e7-74e1-4be5-a53f-9f7dbf4d4765 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:22.917607 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-465db195-b8ab-4c79-87fb-186ea572b96a req-f84925e7-74e1-4be5-a53f-9f7dbf4d4765 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 945 time: 0.3644023 Feb 04 06:07:22.923763 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b87c3aa-5543-4cc5-ad15-32c4a35a634c None None] Sync routers for ids ['73395bab-af00-4714-a0ca-4a931fee20f9'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:22.934630 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b87c3aa-5543-4cc5-ad15-32c4a35a634c None None] Routers {'73395bab-af00-4714-a0ca-4a931fee20f9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:22.935461 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-8b87c3aa-5543-4cc5-ad15-32c4a35a634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['73395bab-af00-4714-a0ca-4a931fee20f9'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:23.037178 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-8b87c3aa-5543-4cc5-ad15-32c4a35a634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:23.038412 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-465db195-b8ab-4c79-87fb-186ea572b96a req-09a304c2-4e78-42d5-b319-5ce6e8822d83 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=f77874bf-6615-4e38-8bdb-072bead18f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123376 Feb 04 06:07:23.055925 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b87c3aa-5543-4cc5-ad15-32c4a35a634c None None] Routers {'73395bab-af00-4714-a0ca-4a931fee20f9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:23.056817 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-8b87c3aa-5543-4cc5-ad15-32c4a35a634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['73395bab-af00-4714-a0ca-4a931fee20f9'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:23.071517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8b462d65-1113-4626-9ede-2d2f8102c4b7 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.146778 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-8b87c3aa-5543-4cc5-ad15-32c4a35a634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:23.148141 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b462d65-1113-4626-9ede-2d2f8102c4b7 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Pushing event deleted for resources: {'Subnet': ['ID=5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:23.148572 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b87c3aa-5543-4cc5-ad15-32c4a35a634c None None] The sync data for ids ['73395bab-af00-4714-a0ca-4a931fee20f9'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:23.150198 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8b462d65-1113-4626-9ede-2d2f8102c4b7 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.157726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b217fe-c440-4b6e-9f35-113c8853d195 None None] Pushing event updated for resources: {'Port': ['ID=6d4ea48a-0c31-4949-89ed-a8efa746ba97,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:23.159645 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8b462d65-1113-4626-9ede-2d2f8102c4b7 tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/subnets/5813b3d1-5ebd-4c8b-bd3a-3dd4f327d001 HTTP/1.1" status: 204 len: 168 time: 1.2060928 Feb 04 06:07:23.162662 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56354) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:23.238271 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8b1a-ef54-47aa-b51d-12442c3387a6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.269280 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c341f3-54b6-4c39-8071-e1fd4769179a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Made reservation on behalf of ddd9400ae6834d1da9b18a67d16332cc for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:23.273544 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2c341f3-54b6-4c39-8071-e1fd4769179a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.297358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93c145e-20d3-4e95-b04e-6aea6b9d8765 None None] Network 989677fc-17c0-490b-b007-2e98a098320c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:23.318625 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8b1a-ef54-47aa-b51d-12442c3387a6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.326856 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c341f3-54b6-4c39-8071-e1fd4769179a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:07:23.379567 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c99400f7-d5f4-4a41-8b7d-faacfdba7197 None None] Provisioning for port 5bad75fe-53bd-4059-b3d8-9b7b7d269898 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:23.401244 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2c341f3-54b6-4c39-8071-e1fd4769179a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.401591 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-d2c341f3-54b6-4c39-8071-e1fd4769179a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Added segment b6b95dff-cb5b-4142-bbad-fd5b49bdb407 of type vlan for network 3a8159af-92c0-4dc9-a1b0-46cb82f7edbf Feb 04 06:07:23.483739 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8b1a-ef54-47aa-b51d-12442c3387a6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.494099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d8b1a-ef54-47aa-b51d-12442c3387a6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event updated for resources: {'Port': ['ID=24216636-6db6-4817-9737-9bf5ffeea23b,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:23.499267 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.517830 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2c341f3-54b6-4c39-8071-e1fd4769179a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.586000 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Deleting port 05c3b0fd-bf37-4e48-95f5-5f5b1058897f {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:23.586229 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.623136 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Attempting to bind port c0f93c69-b360-4fb2-bcbe-7e870551c25d on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:23.623503 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Attempting to bind port c0f93c69-b360-4fb2-bcbe-7e870551c25d by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:23.623877 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Attempting to bind port c0f93c69-b360-4fb2-bcbe-7e870551c25d on network 607cc8d6-4a30-4adc-b3e1-15eabe2f9242 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:07:23.638530 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Pushing event updated for resources: {'Port': ['ID=c0f93c69-b360-4fb2-bcbe-7e870551c25d,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:23.687627 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:07:23.688039 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Checking segment: {'id': '5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:23.688537 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.689802 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Bound using segment: {'id': '5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:07:23.689802 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Bound port: c0f93c69-b360-4fb2-bcbe-7e870551c25d, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:23.689802 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.736478 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2d8b1a-ef54-47aa-b51d-12442c3387a6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Network 975cb215-2a8a-49d1-aac6-aa5f4a65118b is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:23.739267 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-3b2d8b1a-ef54-47aa-b51d-12442c3387a6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:23.740997 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.resource_extend [None req-d2c341f3-54b6-4c39-8071-e1fd4769179a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:07:23.778362 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2c341f3-54b6-4c39-8071-e1fd4769179a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.781816 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] For port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:07:23.788974 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c341f3-54b6-4c39-8071-e1fd4769179a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:23.789605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2c341f3-54b6-4c39-8071-e1fd4769179a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.891566 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] For port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=5bc9bb52-639b-4cd4-9837-b96ca4bbc62a,segment=NetworkSegment(760aac2e-b737-44c3-8c4d-fbbd93a097db),segment_id=760aac2e-b737-44c3-8c4d-fbbd93a097db)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:07:23.945091 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:24.028981 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d2c341f3-54b6-4c39-8071-e1fd4769179a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3435960 Feb 04 06:07:24.029675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56358) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:24.040869 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-c56fb199-14c9-45a2-8756-169379e8a0f2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'subnet': {'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:24.060245 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c341f3-54b6-4c39-8071-e1fd4769179a tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Network': ['ID=3a8159af-92c0-4dc9-a1b0-46cb82f7edbf,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:24.112234 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:07:20Z', 'revision_number': 3, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:20Z', 'revision_number': 4, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a64956f0-9f75-4da1-8684-1af44eecd054', 'name': '', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:0f:18:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:19Z', 'updated_at': '2022-02-04T06:07:19Z', 'revision_number': 1, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:24.138450 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce7e5c-1c8b-40c2-a822-4e46d7c5c33e None None] Pushing event updated for resources: {'Port': ['ID=5bc9bb52-639b-4cd4-9837-b96ca4bbc62a,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:24.147041 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072fba8d-6f69-465e-99b5-1506263b4f47 None None] The sync data for ids ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'] in dv-neutron-826830-2-hyperv is: [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:07:20Z', 'revision_number': 3, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:20Z', 'revision_number': 4, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a64956f0-9f75-4da1-8684-1af44eecd054', 'name': '', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:0f:18:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:19Z', 'updated_at': '2022-02-04T06:07:19Z', 'revision_number': 1, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:24.165305 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 3a8159af-92c0-4dc9-a1b0-46cb82f7edbf details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:07:24.267437 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-b17ee5d3-9764-4bb3-9087-d2199e2f73ca tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:07:24.268854 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b17ee5d3-9764-4bb3-9087-d2199e2f73ca tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "PUT /v2.0/routers/73395bab-af00-4714-a0ca-4a931fee20f9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3597870 Feb 04 06:07:24.272500 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56364) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:24.278878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] For port 05c3b0fd-bf37-4e48-95f5-5f5b1058897f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=05c3b0fd-bf37-4e48-95f5-5f5b1058897f,segment=NetworkSegment(c1d3fb91-e3bf-41d4-b081-d040311e5335),segment_id=c1d3fb91-e3bf-41d4-b081-d040311e5335)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:24.279487 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:24.331461 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256627a6-edb5-4426-b315-ad22aa62b6ae None None] Network 975cb215-2a8a-49d1-aac6-aa5f4a65118b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:24.356027 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 5bad75fe-53bd-4059-b3d8-9b7b7d269898 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:24.474277 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-088ede03-1693-48de-8849-d892699f7e5b None None] For port c0f93c69-b360-4fb2-bcbe-7e870551c25d, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:07:24.485631 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c56fb199-14c9-45a2-8756-169379e8a0f2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:24.501118 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c56fb199-14c9-45a2-8756-169379e8a0f2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:subnet and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:24.512241 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c56fb199-14c9-45a2-8756-169379e8a0f2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:24.519029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c56fb199-14c9-45a2-8756-169379e8a0f2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:24.556563 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-088ede03-1693-48de-8849-d892699f7e5b None None] For port c0f93c69-b360-4fb2-bcbe-7e870551c25d, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c0f93c69-b360-4fb2-bcbe-7e870551c25d,segment=NetworkSegment(5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4),segment_id=5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:07:24.565599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-372bd633-1409-407f-bc45-53f5dcbd6fd8 None None] Provisioning for port 6d4ea48a-0c31-4949-89ed-a8efa746ba97 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:24.594546 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Calling delete_port for 05c3b0fd-bf37-4e48-95f5-5f5b1058897f owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:24.639366 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:24.711436 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2d8b1a-ef54-47aa-b51d-12442c3387a6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router 274a17fc-8904-4386-972a-31fa256b9014 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:07:24.718764 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:24.742870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56fb199-14c9-45a2-8756-169379e8a0f2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Made reservation on behalf of ddd9400ae6834d1da9b18a67d16332cc for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:24.747109 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c56fb199-14c9-45a2-8756-169379e8a0f2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:24.797545 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Pushing event deleted for resources: {'Port': ['ID=05c3b0fd-bf37-4e48-95f5-5f5b1058897f,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:24.867638 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] No DVR routers for this DVR port 05c3b0fd-bf37-4e48-95f5-5f5b1058897f on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:07:24.901090 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ede03-1693-48de-8849-d892699f7e5b None None] Pushing event updated for resources: {'Port': ['ID=c0f93c69-b360-4fb2-bcbe-7e870551c25d,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:24.948983 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 5bad75fe-53bd-4059-b3d8-9b7b7d269898 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:24.959755 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 5bad75fe-53bd-4059-b3d8-9b7b7d269898 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:24.960529 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.106782 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a742357e-a799-4d51-a387-9fddeeb509fe None None] DHCP port deletion for 989677fc-17c0-490b-b007-2e98a098320c request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:07:25.422316 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.427202 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-00414610-45c2-4d79-a7e6-17b364e13d15 None None] Provisioning complete for port 5bad75fe-53bd-4059-b3d8-9b7b7d269898 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:25.427398 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-00414610-45c2-4d79-a7e6-17b364e13d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.459816 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3ea08-5805-436e-9c9e-1dd00a92074f req-b6c4a001-734e-46dc-b8a6-3730ff167999 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:25.460888 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1ad3ea08-5805-436e-9c9e-1dd00a92074f req-b6c4a001-734e-46dc-b8a6-3730ff167999 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 945 time: 1.1623406 Feb 04 06:07:25.538213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989677fc-17c0-490b-b007-2e98a098320c']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:25.543446 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c56fb199-14c9-45a2-8756-169379e8a0f2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.586001 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d3fb91-e3bf-41d4-b081-d040311e5335') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:25.586510 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d3fb91-e3bf-41d4-b081-d040311e5335') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:25.598823 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.619522 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.645035 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.653481 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:07:25.654928 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.701322 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fb199-14c9-45a2-8756-169379e8a0f2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Subnet': ['ID=8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:07:25.805033 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:07:25.809731 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2d8b1a-ef54-47aa-b51d-12442c3387a6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:25.827072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.833722 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.835701 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] 10.222.0.31 "DELETE /v2.0/networks/989677fc-17c0-490b-b007-2e98a098320c HTTP/1.1" status: 204 len: 168 time: 2.6484125 Feb 04 06:07:25.877394 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56fb199-14c9-45a2-8756-169379e8a0f2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Checking segment: {'id': 'b6b95dff-cb5b-4142-bbad-fd5b49bdb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:25.878022 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56fb199-14c9-45a2-8756-169379e8a0f2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network hostable DHCP agents. Network: 3a8159af-92c0-4dc9-a1b0-46cb82f7edbf, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:07:25.879365 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3b2d8b1a-ef54-47aa-b51d-12442c3387a6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/274a17fc-8904-4386-972a-31fa256b9014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6265268 Feb 04 06:07:25.893995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56370) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:25.916777 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-54de11b6-e34d-4caf-8048-765d7dda1814 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:25.934689 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadd566-1a70-4628-b5bd-3ca438d372af tempest-TagsExtTest-1397990583 tempest-TagsExtTest-1397990583-project] Pushing event deleted for resources: {'Network': ['ID=989677fc-17c0-490b-b007-2e98a098320c,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:25.945087 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Sync routers for ids ['274a17fc-8904-4386-972a-31fa256b9014'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:25.950962 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 5bad75fe-53bd-4059-b3d8-9b7b7d269898, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=5bad75fe-53bd-4059-b3d8-9b7b7d269898,segment=NetworkSegment(4c1fd41a-2307-4569-96b1-e73f924f765c),segment_id=4c1fd41a-2307-4569-96b1-e73f924f765c)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:25.964041 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1ad3ea08-5805-436e-9c9e-1dd00a92074f req-91c7788d-d8f6-43f6-8562-8f55b3992683 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=f77874bf-6615-4e38-8bdb-072bead18f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4837289 Feb 04 06:07:25.981901 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.984607 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 24d7ef38-73ee-4c05-a3de-79807ca53b55 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:26.183723 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Routers {'274a17fc-8904-4386-972a-31fa256b9014'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:26.187324 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['274a17fc-8904-4386-972a-31fa256b9014'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:26.261285 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56fb199-14c9-45a2-8756-169379e8a0f2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network 3a8159af-92c0-4dc9-a1b0-46cb82f7edbf is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:07:26.299933 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-c56fb199-14c9-45a2-8756-169379e8a0f2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 3a8159af-92c0-4dc9-a1b0-46cb82f7edbf) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:26.302178 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-00414610-45c2-4d79-a7e6-17b364e13d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.313422 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 05f8b8e5-88a7-41d5-adad-754eefbfe38a up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:26.327180 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56fb199-14c9-45a2-8756-169379e8a0f2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:26.338187 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c56fb199-14c9-45a2-8756-169379e8a0f2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.346294 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56376) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:26.399150 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-da432c28-ee2f-41fc-88ee-626cc1a085fb tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.452581 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f494f827-fc29-4115-8053-97ca6c9804f7 None None] Network 058bc885-b8db-418c-b7c3-f529dcfee51f requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:26.467080 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9729d091-3745-403e-90ca-51f15a39ad05 None None] Network 3a8159af-92c0-4dc9-a1b0-46cb82f7edbf requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:26.535237 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-38047501-115f-4a76-b26e-7fdabcf19ec8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9be831ddbeab4df990a9e7b5f5f5fca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852078 Feb 04 06:07:26.535728 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56382) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:26.648866 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fee4259-d1a2-4bf7-bd47-bd13698fa872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.683238 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fee4259-d1a2-4bf7-bd47-bd13698fa872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.735594 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:07:26.758799 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fee4259-d1a2-4bf7-bd47-bd13698fa872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.778661 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee4259-d1a2-4bf7-bd47-bd13698fa872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8dedde-7aa7-4195-af98-4ce7084d1997,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:26.806744 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fee4259-d1a2-4bf7-bd47-bd13698fa872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.808472 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2fee4259-d1a2-4bf7-bd47-bd13698fa872 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b8dedde-7aa7-4195-af98-4ce7084d1997 HTTP/1.1" status: 204 len: 168 time: 0.2715492 Feb 04 06:07:26.859316 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56388) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:26.859969 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c56fb199-14c9-45a2-8756-169379e8a0f2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8248463 Feb 04 06:07:26.917706 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34d5598-234c-4102-a10f-209c91452bb4 None None] Network 607cc8d6-4a30-4adc-b3e1-15eabe2f9242 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:27.136367 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 05f8b8e5-88a7-41d5-adad-754eefbfe38a completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:27.210489 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 05f8b8e5-88a7-41d5-adad-754eefbfe38a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:27.210887 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.305427 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-da432c28-ee2f-41fc-88ee-626cc1a085fb tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Deleting port 126dd684-eed8-4578-ac4a-f96654d0e02d {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:27.306418 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-da432c28-ee2f-41fc-88ee-626cc1a085fb tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.316186 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=5bad75fe-53bd-4059-b3d8-9b7b7d269898,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:27.427216 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-00414610-45c2-4d79-a7e6-17b364e13d15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:07:27.427216 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-00414610-45c2-4d79-a7e6-17b364e13d15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:07:27.485617 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Sync routers for ids ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:27.504093 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Routers {'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:27.506259 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:27.533362 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-da432c28-ee2f-41fc-88ee-626cc1a085fb tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.564964 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 24d7ef38-73ee-4c05-a3de-79807ca53b55 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:27.565735 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.694631 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Set router 274a17fc-8904-4386-972a-31fa256b9014 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:27.707569 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f76ed-0307-46f5-ae0a-00e127864585 req-b4af5ac0-595d-416b-a85e-2e9eaf3d310a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:27.714831 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-749f76ed-0307-46f5-ae0a-00e127864585 req-b4af5ac0-595d-416b-a85e-2e9eaf3d310a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 945 time: 0.4835312 Feb 04 06:07:27.817962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-da432c28-ee2f-41fc-88ee-626cc1a085fb tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Calling delete_port for 126dd684-eed8-4578-ac4a-f96654d0e02d owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:27.828402 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-749f76ed-0307-46f5-ae0a-00e127864585 req-25a11864-5f0b-4138-b769-f1eb46f13475 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=f77874bf-6615-4e38-8bdb-072bead18f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078539 Feb 04 06:07:27.898939 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Set router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:27.946710 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6270dd1c-c1e7-41a8-ae8f-b5dcbf7bda87 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:28.036769 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.extraroute_db [None req-54de11b6-e34d-4caf-8048-765d7dda1814 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87470) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 06:07:28.068184 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.extraroute_db [None req-54de11b6-e34d-4caf-8048-765d7dda1814 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Removed routes are [] {{(pid=87470) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 06:07:28.068720 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-54de11b6-e34d-4caf-8048-765d7dda1814 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:28.119258 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-3a8159af-92c0-4dc9-a1b0-46cb82f7edbf', 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'fixed_ips': [{'subnet_id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:07:28.120208 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:28.127801 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56412) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:28.137092 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0042975 Feb 04 06:07:28.137738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56414) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:28.173020 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:28.319709 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-da432c28-ee2f-41fc-88ee-626cc1a085fb tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:28.346371 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:07:20Z', 'revision_number': 3, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:20Z', 'revision_number': 4, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a64956f0-9f75-4da1-8684-1af44eecd054', 'name': '', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:0f:18:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:19Z', 'updated_at': '2022-02-04T06:07:21Z', 'revision_number': 2, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:28.351816 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Checking router: baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:28.352314 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Updating router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 port a64956f0-9f75-4da1-8684-1af44eecd054 binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:07:28.406101 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1fc294f8-5cf6-4902-988b-3014a6271d21 tempest-NetworksApiDiscovery-857221170 tempest-NetworksApiDiscovery-857221170-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2603800 Feb 04 06:07:28.419718 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:28.465390 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da432c28-ee2f-41fc-88ee-626cc1a085fb tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Pushing event deleted for resources: {'Port': ['ID=126dd684-eed8-4578-ac4a-f96654d0e02d,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:28.622010 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f8b8e5-88a7-41d5-adad-754eefbfe38a'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:07:28.645299 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Allocated IP 2001:db8:2::2 (3a8159af-92c0-4dc9-a1b0-46cb82f7edbf/8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37/ed9ad58b-58bc-4e86-8f11-37fba35f9c5a) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:28.656109 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1117a233-142d-4bea-8fa4-84dd45eeef3a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:28.685913 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-00414610-45c2-4d79-a7e6-17b364e13d15 None None] Could not find standard attr ID for object 126dd684-eed8-4578-ac4a-f96654d0e02d. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:07:28.744895 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-54de11b6-e34d-4caf-8048-765d7dda1814 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:28.747311 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 05f8b8e5-88a7-41d5-adad-754eefbfe38a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=05f8b8e5-88a7-41d5-adad-754eefbfe38a,segment=NetworkSegment(3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1),segment_id=3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:28.758516 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-54de11b6-e34d-4caf-8048-765d7dda1814 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:28.810856 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f8b8e5-88a7-41d5-adad-754eefbfe38a', 'code': 200} Feb 04 06:07:28.826822 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:28.909444 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56430) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:29.024440 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.041504 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Transition to ACTIVE for port object a64956f0-9f75-4da1-8684-1af44eecd054 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:29.057008 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.142166 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f28b7f-d834-4ae1-b80e-df7debdb992f None None] Pushing event updated for resources: {'Port': ['ID=a64956f0-9f75-4da1-8684-1af44eecd054,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:29.175662 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ad088ba5-9ccc-4731-aca7-5c9088bc9ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.180602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54de11b6-e34d-4caf-8048-765d7dda1814 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router 274a17fc-8904-4386-972a-31fa256b9014 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:07:29.243343 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ad088ba5-9ccc-4731-aca7-5c9088bc9ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:29.249791 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ad088ba5-9ccc-4731-aca7-5c9088bc9ea1 admin admin] Usage tracker for resource:security_group_rule and tenant:e8a4058ac0bc4b2e92a230827359144c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:29.257990 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ad088ba5-9ccc-4731-aca7-5c9088bc9ea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:29.271932 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ad088ba5-9ccc-4731-aca7-5c9088bc9ea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:29.330541 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aa34c-8a03-413a-bfcc-2606f906a71e req-2a884b86-6ba0-4d88-8308-bd9d8cb7d903 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:29.337679 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5b9aa34c-8a03-413a-bfcc-2606f906a71e req-2a884b86-6ba0-4d88-8308-bd9d8cb7d903 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 946 time: 0.2545342 Feb 04 06:07:29.376670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-da432c28-ee2f-41fc-88ee-626cc1a085fb tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.377229 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e4b9b-2fd2-49e9-8dad-b1e6e385fffa req-ebbf182b-1fe0-4807-87e8-e832bb13896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:29.378130 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-185e4b9b-2fd2-49e9-8dad-b1e6e385fffa req-ebbf182b-1fe0-4807-87e8-e832bb13896e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 1099 time: 0.3631988 Feb 04 06:07:29.437000 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Attempting to bind port a64956f0-9f75-4da1-8684-1af44eecd054 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:29.440172 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Attempting to bind port a64956f0-9f75-4da1-8684-1af44eecd054 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:29.440559 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Attempting to bind port a64956f0-9f75-4da1-8684-1af44eecd054 on network 607cc8d6-4a30-4adc-b3e1-15eabe2f9242 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:07:29.456669 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:07:29.457124 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Checking segment: {'id': '5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:29.457430 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.457811 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Bound using segment: {'id': '5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:07:29.458263 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Bound port: a64956f0-9f75-4da1-8684-1af44eecd054, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:29.458636 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.491002 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=05f8b8e5-88a7-41d5-adad-754eefbfe38a,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:29.503031 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5b9aa34c-8a03-413a-bfcc-2606f906a71e req-1536fe59-10ca-4dc5-a36d-482224a83983 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=f77874bf-6615-4e38-8bdb-072bead18f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644855 Feb 04 06:07:29.530504 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-185e4b9b-2fd2-49e9-8dad-b1e6e385fffa req-7660b47e-2e64-41c5-a904-ba530ac1c8e0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f77874bf-6615-4e38-8bdb-072bead18f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409070 Feb 04 06:07:29.560340 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7ff96c4c-4d1f-4fb1-a5f3-b9b727d97a28 None None] Provisioning for port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:29.563561 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 1117a233-142d-4bea-8fa4-84dd45eeef3a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:29.563978 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.564849 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ad088ba5-9ccc-4731-aca7-5c9088bc9ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.578409 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ad088ba5-9ccc-4731-aca7-5c9088bc9ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.598814 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] For port a64956f0-9f75-4da1-8684-1af44eecd054, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:07:29.607903 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] For port a64956f0-9f75-4da1-8684-1af44eecd054, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a64956f0-9f75-4da1-8684-1af44eecd054,segment=NetworkSegment(5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4),segment_id=5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:07:29.625388 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.650123 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2fa7832b-50a6-41c9-b334-09dcb1f76991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.653346 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ad088ba5-9ccc-4731-aca7-5c9088bc9ea1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8a4058ac0bc4b2e92a230827359144c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7428010 Feb 04 06:07:29.654501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad088ba5-9ccc-4731-aca7-5c9088bc9ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba14bdec-3752-44fd-b450-8637bfc4eb36,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:29.657831 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56436) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:29.663613 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.706808 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Transition to ACTIVE for port object ed9ad58b-58bc-4e86-8f11-37fba35f9c5a will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:29.719336 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7ff96c4c-4d1f-4fb1-a5f3-b9b727d97a28 None None] Provisioning for port c0f93c69-b360-4fb2-bcbe-7e870551c25d completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:29.745056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b036941e-fa12-4862-af7d-38b6d587b2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.748721 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Transition to ACTIVE for port object ed9ad58b-58bc-4e86-8f11-37fba35f9c5a will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:29.772467 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:21Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': '1117a233-142d-4bea-8fa4-84dd45eeef3a', 'name': '', 'network_id': '9c85a30d-e249-4210-873c-2756da542d69', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:36:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:06Z', 'updated_at': '2022-02-04T06:07:21Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24216636-6db6-4817-9737-9bf5ffeea23b', 'name': '', 'network_id': '975cb215-2a8a-49d1-aac6-aa5f4a65118b', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:bc:c1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '1c631582-bc41-4e7d-8773-65b31aba843b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:17Z', 'updated_at': '2022-02-04T06:07:22Z', 'revision_number': 2, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '1c631582-bc41-4e7d-8773-65b31aba843b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a58233c-14dc-43ca-b536-3e1b2024d235', 'name': '', 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:13:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:51Z', 'updated_at': '2022-02-04T06:07:09Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:29.830715 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.840934 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b036941e-fa12-4862-af7d-38b6d587b2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.875074 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Routers {'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:29.875742 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:29.904250 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-6270dd1c-c1e7-41a8-ae8f-b5dcbf7bda87 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Allocated IP 2001:db8:2::1 (3a8159af-92c0-4dc9-a1b0-46cb82f7edbf/8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37/8165e207-214c-4f9b-ae01-3d0660f5a602) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:29.907225 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Checking router: 274a17fc-8904-4386-972a-31fa256b9014 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:29.907605 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Updating router 274a17fc-8904-4386-972a-31fa256b9014 port 24216636-6db6-4817-9737-9bf5ffeea23b binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:07:29.992278 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.016412 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Network 3a8159af-92c0-4dc9-a1b0-46cb82f7edbf is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:30.017696 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f28b7f-d834-4ae1-b80e-df7debdb992f None None] Pushing event updated for resources: {'Port': ['ID=a64956f0-9f75-4da1-8684-1af44eecd054,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:30.025644 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:30.028740 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:07:30.046398 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b036941e-fa12-4862-af7d-38b6d587b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.066288 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7ff96c4c-4d1f-4fb1-a5f3-b9b727d97a28 None None] Provisioning for port 24216636-6db6-4817-9737-9bf5ffeea23b completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:30.084938 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7ff96c4c-4d1f-4fb1-a5f3-b9b727d97a28 None None] Provisioning complete for port 24216636-6db6-4817-9737-9bf5ffeea23b triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:30.084938 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7ff96c4c-4d1f-4fb1-a5f3-b9b727d97a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.108092 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036941e-fa12-4862-af7d-38b6d587b2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba14bdec-3752-44fd-b450-8637bfc4eb36,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:30.156066 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] Set router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:30.162277 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b036941e-fa12-4862-af7d-38b6d587b2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.181490 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b036941e-fa12-4862-af7d-38b6d587b2dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba14bdec-3752-44fd-b450-8637bfc4eb36 HTTP/1.1" status: 204 len: 168 time: 0.5088408 Feb 04 06:07:30.194904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6270dd1c-c1e7-41a8-ae8f-b5dcbf7bda87 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.254025 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-6270dd1c-c1e7-41a8-ae8f-b5dcbf7bda87 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Transition to ACTIVE for port object 8165e207-214c-4f9b-ae01-3d0660f5a602 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:30.321340 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6270dd1c-c1e7-41a8-ae8f-b5dcbf7bda87 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.402713 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da432c28-ee2f-41fc-88ee-626cc1a085fb tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Router 73395bab-af00-4714-a0ca-4a931fee20f9 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:07:30.404866 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6d4ea48a-0c31-4949-89ed-a8efa746ba97 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:30.405012 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54de11b6-e34d-4caf-8048-765d7dda1814 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:30.428264 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-54de11b6-e34d-4caf-8048-765d7dda1814 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.433024 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-54de11b6-e34d-4caf-8048-765d7dda1814 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/274a17fc-8904-4386-972a-31fa256b9014 HTTP/1.1" status: 200 len: 934 time: 4.5380530 Feb 04 06:07:30.434250 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56444) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:30.441028 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270dd1c-c1e7-41a8-ae8f-b5dcbf7bda87 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=8165e207-214c-4f9b-ae01-3d0660f5a602,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:30.464424 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6270dd1c-c1e7-41a8-ae8f-b5dcbf7bda87 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network 3a8159af-92c0-4dc9-a1b0-46cb82f7edbf is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:30.466846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-6270dd1c-c1e7-41a8-ae8f-b5dcbf7bda87 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:30.472173 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6270dd1c-c1e7-41a8-ae8f-b5dcbf7bda87 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:07:30.473911 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6270dd1c-c1e7-41a8-ae8f-b5dcbf7bda87 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.596685 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Pushing event updated for resources: {'Port': ['ID=ed9ad58b-58bc-4e86-8f11-37fba35f9c5a,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:30.679658 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Attempting to bind port ed9ad58b-58bc-4e86-8f11-37fba35f9c5a on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:30.680015 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Attempting to bind port ed9ad58b-58bc-4e86-8f11-37fba35f9c5a by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'b6b95dff-cb5b-4142-bbad-fd5b49bdb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:30.680356 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Attempting to bind port ed9ad58b-58bc-4e86-8f11-37fba35f9c5a on network 3a8159af-92c0-4dc9-a1b0-46cb82f7edbf {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:07:30.778068 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:07:20Z', 'revision_number': 3, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:20Z', 'revision_number': 4, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a64956f0-9f75-4da1-8684-1af44eecd054', 'name': '', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:0f:18:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:19Z', 'updated_at': '2022-02-04T06:07:29Z', 'revision_number': 4, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:30.782681 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b95899-3ea4-4f86-ae8a-0f041f5d66b1 None None] The sync data for ids ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'] in dv-neutron-826830-2-hyperv is: [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:07:20Z', 'revision_number': 3, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:20Z', 'revision_number': 4, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a64956f0-9f75-4da1-8684-1af44eecd054', 'name': '', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:0f:18:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:19Z', 'updated_at': '2022-02-04T06:07:29Z', 'revision_number': 4, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:30.852524 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:07:30.852925 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Checking segment: {'id': 'b6b95dff-cb5b-4142-bbad-fd5b49bdb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:30.853179 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.853585 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Bound using segment: {'id': 'b6b95dff-cb5b-4142-bbad-fd5b49bdb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:07:30.854071 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Bound port: ed9ad58b-58bc-4e86-8f11-37fba35f9c5a, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b95dff-cb5b-4142-bbad-fd5b49bdb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:30.854448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.872915 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7ff96c4c-4d1f-4fb1-a5f3-b9b727d97a28 None None] Port 24216636-6db6-4817-9737-9bf5ffeea23b cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:07:30.893660 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7ff96c4c-4d1f-4fb1-a5f3-b9b727d97a28 None None] Could not find standard attr ID for object 126dd684-eed8-4578-ac4a-f96654d0e02d. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:07:30.899509 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da432c28-ee2f-41fc-88ee-626cc1a085fb tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:30.909589 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-da432c28-ee2f-41fc-88ee-626cc1a085fb tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "PUT /v2.0/routers/73395bab-af00-4714-a0ca-4a931fee20f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6356890 Feb 04 06:07:30.915089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56450) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:30.922850 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 6d4ea48a-0c31-4949-89ed-a8efa746ba97 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:30.936562 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b99795-eea2-4c91-8842-3abc9647af83 None None] Sync routers for ids ['73395bab-af00-4714-a0ca-4a931fee20f9'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:30.972576 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 6d4ea48a-0c31-4949-89ed-a8efa746ba97 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:30.972948 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.999393 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-54d38e22-ff18-4d1e-bd0e-41f9f559f44f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/routers/274a17fc-8904-4386-972a-31fa256b9014 HTTP/1.1" status: 200 len: 934 time: 0.5622203 Feb 04 06:07:31.003695 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56454) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:31.008981 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-b0e5252b-559a-445e-b5bb-e626f0b7f993 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] delete failed (client error): The resource could not be found. Feb 04 06:07:31.010003 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b0e5252b-559a-445e-b5bb-e626f0b7f993 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-43723652 HTTP/1.1" status: 404 len: 333 time: 0.0948586 Feb 04 06:07:31.014020 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56456) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:31.020487 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-86fa8f8d-91a4-4cee-97c1-da92cc8ee3b2 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Request body: {'router': {'external_gateway_info': {'network_id': '73395bab-af00-4714-a0ca-4a931fee20f9'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:31.026055 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6270dd1c-c1e7-41a8-ae8f-b5dcbf7bda87 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.045035 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b99795-eea2-4c91-8842-3abc9647af83 None None] Routers {'73395bab-af00-4714-a0ca-4a931fee20f9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:31.045201 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-c2ded4a9-e8a7-4606-934d-a2c8eb6b518f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'router': {'routes': None}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:31.045652 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-09b99795-eea2-4c91-8842-3abc9647af83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['73395bab-af00-4714-a0ca-4a931fee20f9'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:31.179277 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-09b99795-eea2-4c91-8842-3abc9647af83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:31.212366 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] For port ed9ad58b-58bc-4e86-8f11-37fba35f9c5a, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:07:31.218900 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] For port ed9ad58b-58bc-4e86-8f11-37fba35f9c5a, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ed9ad58b-58bc-4e86-8f11-37fba35f9c5a,segment=NetworkSegment(b6b95dff-cb5b-4142-bbad-fd5b49bdb407),segment_id=b6b95dff-cb5b-4142-bbad-fd5b49bdb407)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:07:31.224028 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b99795-eea2-4c91-8842-3abc9647af83 None None] Routers {'73395bab-af00-4714-a0ca-4a931fee20f9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:31.224725 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-09b99795-eea2-4c91-8842-3abc9647af83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['73395bab-af00-4714-a0ca-4a931fee20f9'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:31.291094 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.360559 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-09b99795-eea2-4c91-8842-3abc9647af83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:31.360961 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b99795-eea2-4c91-8842-3abc9647af83 None None] The sync data for ids ['73395bab-af00-4714-a0ca-4a931fee20f9'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:31.476585 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961abb55-17e5-4829-b1b4-a83feb0ec63e None None] Pushing event updated for resources: {'Port': ['ID=ed9ad58b-58bc-4e86-8f11-37fba35f9c5a,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:31.494122 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.519315 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-27f0e237-f28b-45ac-8318-58f697ccd808 None None] Provisioning for port a64956f0-9f75-4da1-8684-1af44eecd054 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:31.537288 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5acf6-8de3-40f4-875b-0027a484b067 req-98918e35-a751-4304-9137-9d4aa63e3329 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:31.539400 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3ba5acf6-8de3-40f4-875b-0027a484b067 req-98918e35-a751-4304-9137-9d4aa63e3329 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 946 time: 0.7892692 Feb 04 06:07:31.610402 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 6d4ea48a-0c31-4949-89ed-a8efa746ba97, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6d4ea48a-0c31-4949-89ed-a8efa746ba97,segment=NetworkSegment(b89f86dd-9954-4778-a1f2-b9bfcda4fc51),segment_id=b89f86dd-9954-4778-a1f2-b9bfcda4fc51)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:31.613540 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.620045 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.640225 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86fa8f8d-91a4-4cee-97c1-da92cc8ee3b2 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.677366 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Transition to ACTIVE for port object 24216636-6db6-4817-9737-9bf5ffeea23b will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:31.680214 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-86fa8f8d-91a4-4cee-97c1-da92cc8ee3b2 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] update failed (client error): The resource could not be found. Feb 04 06:07:31.688571 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-86fa8f8d-91a4-4cee-97c1-da92cc8ee3b2 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "PUT /v2.0/routers/73395bab-af00-4714-a0ca-4a931fee20f9 HTTP/1.1" status: 404 len: 339 time: 0.6728783 Feb 04 06:07:31.689132 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.689275 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56462) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:31.806450 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=6d4ea48a-0c31-4949-89ed-a8efa746ba97,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:32.113455 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3ba5acf6-8de3-40f4-875b-0027a484b067 req-163c87d0-cca7-4d1b-80fd-4de3df87abda tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=f77874bf-6615-4e38-8bdb-072bead18f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5628505 Feb 04 06:07:32.124973 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-14877fba-dc38-46e5-93b4-973316efe532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.132191 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef92c2-6a68-4965-96f1-a23a081c5e5d None None] Pushing event updated for resources: {'Port': ['ID=24216636-6db6-4817-9737-9bf5ffeea23b,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:32.134586 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Attempting to bind port 24216636-6db6-4817-9737-9bf5ffeea23b on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:32.135422 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Attempting to bind port 24216636-6db6-4817-9737-9bf5ffeea23b by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'b89f86dd-9954-4778-a1f2-b9bfcda4fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '975cb215-2a8a-49d1-aac6-aa5f4a65118b'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:32.135422 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Attempting to bind port 24216636-6db6-4817-9737-9bf5ffeea23b on network 975cb215-2a8a-49d1-aac6-aa5f4a65118b {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:07:32.144505 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:07:32.145199 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Checking segment: {'id': 'b89f86dd-9954-4778-a1f2-b9bfcda4fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '975cb215-2a8a-49d1-aac6-aa5f4a65118b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:32.145482 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.145952 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Bound using segment: {'id': 'b89f86dd-9954-4778-a1f2-b9bfcda4fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '975cb215-2a8a-49d1-aac6-aa5f4a65118b'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:07:32.146516 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Bound port: 24216636-6db6-4817-9737-9bf5ffeea23b, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89f86dd-9954-4778-a1f2-b9bfcda4fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '975cb215-2a8a-49d1-aac6-aa5f4a65118b'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:32.147553 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.270597 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] For port 24216636-6db6-4817-9737-9bf5ffeea23b, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:07:32.274716 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] For port 24216636-6db6-4817-9737-9bf5ffeea23b, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=24216636-6db6-4817-9737-9bf5ffeea23b,segment=NetworkSegment(b89f86dd-9954-4778-a1f2-b9bfcda4fc51),segment_id=b89f86dd-9954-4778-a1f2-b9bfcda4fc51)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:07:32.283578 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.337098 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.extraroute_db [None req-c2ded4a9-e8a7-4606-934d-a2c8eb6b518f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Added routes are [] {{(pid=87471) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 06:07:32.337378 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.extraroute_db [None req-c2ded4a9-e8a7-4606-934d-a2c8eb6b518f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87471) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 06:07:32.344824 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6270dd1c-c1e7-41a8-ae8f-b5dcbf7bda87 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.355065 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6270dd1c-c1e7-41a8-ae8f-b5dcbf7bda87 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.355835 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6270dd1c-c1e7-41a8-ae8f-b5dcbf7bda87 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.374887 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:32.415012 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef92c2-6a68-4965-96f1-a23a081c5e5d None None] Pushing event updated for resources: {'Port': ['ID=24216636-6db6-4817-9737-9bf5ffeea23b,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:32.453145 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Routers {'274a17fc-8904-4386-972a-31fa256b9014'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:32.453576 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['274a17fc-8904-4386-972a-31fa256b9014'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:32.454496 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1c0cf88-4723-431c-916b-7bb54edf5a2d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.454953 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c2ded4a9-e8a7-4606-934d-a2c8eb6b518f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.671639 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:32.686334 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:32.686879 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.824646 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] Set router 274a17fc-8904-4386-972a-31fa256b9014 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:32.886565 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-a1c0cf88-4723-431c-916b-7bb54edf5a2d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Allocated IP 172.20.0.1 (74c3147f-b888-4c70-b3ed-fe00c0d04fd3/86ba0013-7eff-47ca-a8e5-97b1110a7914/1e3be70b-82eb-4b05-a5eb-66d4a42e4f57) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:32.914697 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.958759 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc668e6-5009-48fc-8522-a40bf4997799 None None] Network 3a8159af-92c0-4dc9-a1b0-46cb82f7edbf requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:32.996089 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.040522 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270dd1c-c1e7-41a8-ae8f-b5dcbf7bda87 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=8165e207-214c-4f9b-ae01-3d0660f5a602,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:33.057072 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1c0cf88-4723-431c-916b-7bb54edf5a2d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.078453 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-a1c0cf88-4723-431c-916b-7bb54edf5a2d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Transition to ACTIVE for port object 1e3be70b-82eb-4b05-a5eb-66d4a42e4f57 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:33.106659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1c0cf88-4723-431c-916b-7bb54edf5a2d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.111654 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6270dd1c-c1e7-41a8-ae8f-b5dcbf7bda87 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network 3a8159af-92c0-4dc9-a1b0-46cb82f7edbf is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:33.121968 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-6270dd1c-c1e7-41a8-ae8f-b5dcbf7bda87 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:33.190673 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c0cf88-4723-431c-916b-7bb54edf5a2d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Network 74c3147f-b888-4c70-b3ed-fe00c0d04fd3 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:33.192072 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-a1c0cf88-4723-431c-916b-7bb54edf5a2d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:33.196705 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c0cf88-4723-431c-916b-7bb54edf5a2d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:07:33.238698 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0cf88-4723-431c-916b-7bb54edf5a2d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Pushing event updated for resources: {'Port': ['ID=1e3be70b-82eb-4b05-a5eb-66d4a42e4f57,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:33.292253 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1c0cf88-4723-431c-916b-7bb54edf5a2d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.318646 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.350536 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c0086b3e-a91a-4340-9557-563408dd294c None None] Provisioning for port ed9ad58b-58bc-4e86-8f11-37fba35f9c5a completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:33.415699 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c2ded4a9-e8a7-4606-934d-a2c8eb6b518f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.431194 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=5bc9bb52-639b-4cd4-9837-b96ca4bbc62a,segment=NetworkSegment(760aac2e-b737-44c3-8c4d-fbbd93a097db),segment_id=760aac2e-b737-44c3-8c4d-fbbd93a097db)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:33.442855 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1c0cf88-4723-431c-916b-7bb54edf5a2d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.445794 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c2ded4a9-e8a7-4606-934d-a2c8eb6b518f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.448840 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.449746 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c0f93c69-b360-4fb2-bcbe-7e870551c25d up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:33.576274 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bd70878a-41d2-4a01-9029-3bf4c6fa480b None None] Provisioning for port 1e3be70b-82eb-4b05-a5eb-66d4a42e4f57 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:33.617749 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6270dd1c-c1e7-41a8-ae8f-b5dcbf7bda87 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:07:33.630501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bd70878a-41d2-4a01-9029-3bf4c6fa480b None None] Provisioning complete for port 1e3be70b-82eb-4b05-a5eb-66d4a42e4f57 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:33.631013 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bd70878a-41d2-4a01-9029-3bf4c6fa480b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.651887 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac67c3b-5d67-42f3-86a0-866f9d07cb4d req-269c3ffb-3573-4ba2-b487-3fb1338c1294 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:33.653450 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2ac67c3b-5d67-42f3-86a0-866f9d07cb4d req-269c3ffb-3573-4ba2-b487-3fb1338c1294 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 946 time: 0.3577588 Feb 04 06:07:33.665524 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:32Z', 'revision_number': 7, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': '1117a233-142d-4bea-8fa4-84dd45eeef3a', 'name': '', 'network_id': '9c85a30d-e249-4210-873c-2756da542d69', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:36:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:06Z', 'updated_at': '2022-02-04T06:07:21Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24216636-6db6-4817-9737-9bf5ffeea23b', 'name': '', 'network_id': '975cb215-2a8a-49d1-aac6-aa5f4a65118b', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:bc:c1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '1c631582-bc41-4e7d-8773-65b31aba843b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:17Z', 'updated_at': '2022-02-04T06:07:32Z', 'revision_number': 4, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '1c631582-bc41-4e7d-8773-65b31aba843b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a58233c-14dc-43ca-b536-3e1b2024d235', 'name': '', 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:13:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:51Z', 'updated_at': '2022-02-04T06:07:09Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:33.698690 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=5bc9bb52-639b-4cd4-9837-b96ca4bbc62a,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:33.705963 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639d2a1-dd99-4a6d-b8ed-92f4fc034cf7 None None] The sync data for ids ['274a17fc-8904-4386-972a-31fa256b9014'] in dv-neutron-826830-2-hyperv is: [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:32Z', 'revision_number': 7, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': '1117a233-142d-4bea-8fa4-84dd45eeef3a', 'name': '', 'network_id': '9c85a30d-e249-4210-873c-2756da542d69', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:36:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:06Z', 'updated_at': '2022-02-04T06:07:21Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24216636-6db6-4817-9737-9bf5ffeea23b', 'name': '', 'network_id': '975cb215-2a8a-49d1-aac6-aa5f4a65118b', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:bc:c1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '1c631582-bc41-4e7d-8773-65b31aba843b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:17Z', 'updated_at': '2022-02-04T06:07:32Z', 'revision_number': 4, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '1c631582-bc41-4e7d-8773-65b31aba843b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a58233c-14dc-43ca-b536-3e1b2024d235', 'name': '', 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:13:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:51Z', 'updated_at': '2022-02-04T06:07:09Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:33.716527 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ded4a9-e8a7-4606-934d-a2c8eb6b518f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router 274a17fc-8904-4386-972a-31fa256b9014 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:07:33.724278 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-bd70878a-41d2-4a01-9029-3bf4c6fa480b None None] Port 1e3be70b-82eb-4b05-a5eb-66d4a42e4f57 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:07:33.735380 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port c0f93c69-b360-4fb2-bcbe-7e870551c25d completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:33.743118 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port c0f93c69-b360-4fb2-bcbe-7e870551c25d triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:33.743648 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.943050 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2ac67c3b-5d67-42f3-86a0-866f9d07cb4d req-b246f901-652c-4634-a057-39deee171b77 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=f77874bf-6615-4e38-8bdb-072bead18f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341223 Feb 04 06:07:33.953726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.024060 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port c0f93c69-b360-4fb2-bcbe-7e870551c25d, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c0f93c69-b360-4fb2-bcbe-7e870551c25d,segment=NetworkSegment(5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4),segment_id=5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:34.036082 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.037473 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 5bad75fe-53bd-4059-b3d8-9b7b7d269898 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:34.071176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1c0cf88-4723-431c-916b-7bb54edf5a2d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.086373 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1c0cf88-4723-431c-916b-7bb54edf5a2d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.105732 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6270dd1c-c1e7-41a8-ae8f-b5dcbf7bda87 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:34.116188 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6270dd1c-c1e7-41a8-ae8f-b5dcbf7bda87 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2556386 Feb 04 06:07:34.117409 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Sync routers for ids ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:34.119982 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56470) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:34.136687 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8976d44f-2caf-4ff4-a0a9-3b1738379ed7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-306469482'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:34.144199 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Routers {'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:34.144840 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:34.151277 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8976d44f-2caf-4ff4-a0a9-3b1738379ed7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:34.166714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8976d44f-2caf-4ff4-a0a9-3b1738379ed7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:network and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:34.170948 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8976d44f-2caf-4ff4-a0a9-3b1738379ed7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:34.188830 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8976d44f-2caf-4ff4-a0a9-3b1738379ed7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:34.319055 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.330193 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0cf88-4723-431c-916b-7bb54edf5a2d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Pushing event updated for resources: {'Port': ['ID=1e3be70b-82eb-4b05-a5eb-66d4a42e4f57,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:34.332976 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1c0cf88-4723-431c-916b-7bb54edf5a2d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.335974 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=c0f93c69-b360-4fb2-bcbe-7e870551c25d,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:34.338617 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ded4a9-e8a7-4606-934d-a2c8eb6b518f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:34.342111 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7eb5c5d2-031b-4c0c-888c-23da280399bf None None] Provisioning for port 8165e207-214c-4f9b-ae01-3d0660f5a602 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:34.350868 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7eb5c5d2-031b-4c0c-888c-23da280399bf None None] Provisioning complete for port 8165e207-214c-4f9b-ae01-3d0660f5a602 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:34.351244 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7eb5c5d2-031b-4c0c-888c-23da280399bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.367586 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c2ded4a9-e8a7-4606-934d-a2c8eb6b518f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.368925 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c2ded4a9-e8a7-4606-934d-a2c8eb6b518f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/274a17fc-8904-4386-972a-31fa256b9014 HTTP/1.1" status: 200 len: 700 time: 3.3516347 Feb 04 06:07:34.371210 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8976d44f-2caf-4ff4-a0a9-3b1738379ed7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Made reservation on behalf of ddd9400ae6834d1da9b18a67d16332cc for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:34.371892 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56474) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:34.375229 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8976d44f-2caf-4ff4-a0a9-3b1738379ed7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.408394 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 5bad75fe-53bd-4059-b3d8-9b7b7d269898 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:34.408772 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.468105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8976d44f-2caf-4ff4-a0a9-3b1738379ed7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:07:34.472095 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7eb5c5d2-031b-4c0c-888c-23da280399bf None None] Port 8165e207-214c-4f9b-ae01-3d0660f5a602 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:07:34.482239 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7280745-641d-4dfa-af91-c39df641c95c req-b19bab5d-5c3a-4bb7-ba0c-47a95da0f929 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:34.484446 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f7280745-641d-4dfa-af91-c39df641c95c req-b19bab5d-5c3a-4bb7-ba0c-47a95da0f929 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 946 time: 0.2734096 Feb 04 06:07:34.496424 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8976d44f-2caf-4ff4-a0a9-3b1738379ed7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.497278 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-8976d44f-2caf-4ff4-a0a9-3b1738379ed7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Added segment 0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd of type vlan for network b79d83a8-1e61-4cec-be1e-7b834403209b Feb 04 06:07:34.505265 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Set router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:34.572115 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a64956f0-9f75-4da1-8684-1af44eecd054 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:34.655951 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f7280745-641d-4dfa-af91-c39df641c95c req-d2b5b597-0f60-48fd-be04-fb1a8859ab61 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=f77874bf-6615-4e38-8bdb-072bead18f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630483 Feb 04 06:07:34.664810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8976d44f-2caf-4ff4-a0a9-3b1738379ed7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.669521 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port a64956f0-9f75-4da1-8684-1af44eecd054 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:34.680135 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port a64956f0-9f75-4da1-8684-1af44eecd054 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:34.681587 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.711350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56478) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:34.776005 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8976d44f-2caf-4ff4-a0a9-3b1738379ed7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.784029 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8976d44f-2caf-4ff4-a0a9-3b1738379ed7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:34.785114 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8976d44f-2caf-4ff4-a0a9-3b1738379ed7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.861613 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.891619 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c0cf88-4723-431c-916b-7bb54edf5a2d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Network 74c3147f-b888-4c70-b3ed-fe00c0d04fd3 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:34.894684 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-a1c0cf88-4723-431c-916b-7bb54edf5a2d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:34.903922 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port a64956f0-9f75-4da1-8684-1af44eecd054, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a64956f0-9f75-4da1-8684-1af44eecd054,segment=NetworkSegment(5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4),segment_id=5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:34.904935 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3c6ddf8f-72fa-44a5-b34f-0e698bb41efb tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/routers/274a17fc-8904-4386-972a-31fa256b9014 HTTP/1.1" status: 200 len: 700 time: 0.4378650 Feb 04 06:07:34.909413 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56482) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:34.920976 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.923550 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0ca48cac-1e32-4dbd-a4bd-e4102b75053b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:35.098594 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:07:30Z', 'revision_number': 4, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:20Z', 'revision_number': 4, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8165e207-214c-4f9b-ae01-3d0660f5a602', 'name': '', 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:ee:e8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:28Z', 'updated_at': '2022-02-04T06:07:31Z', 'revision_number': 2, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a64956f0-9f75-4da1-8684-1af44eecd054', 'name': '', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:0f:18:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:19Z', 'updated_at': '2022-02-04T06:07:29Z', 'revision_number': 4, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:35.109491 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Checking router: baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:35.109843 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Updating router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 port 8165e207-214c-4f9b-ae01-3d0660f5a602 binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:07:35.115690 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77697693-f4be-496e-adc9-4df1c1bdd573 None None] Sync routers for ids ['274a17fc-8904-4386-972a-31fa256b9014'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:35.129057 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f1bfce99-99ed-438c-bf98-9c14cede26fa None None] Provisioning complete for port 8165e207-214c-4f9b-ae01-3d0660f5a602 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:35.129263 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f1bfce99-99ed-438c-bf98-9c14cede26fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.188758 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.204969 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8976d44f-2caf-4ff4-a0a9-3b1738379ed7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0837500 Feb 04 06:07:35.210857 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56486) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:35.222287 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-bcd21cc5-2cc5-4cf7-8d91-29081b8e5f8f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'subnet': {'network_id': 'b79d83a8-1e61-4cec-be1e-7b834403209b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:35.258278 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77697693-f4be-496e-adc9-4df1c1bdd573 None None] Routers {'274a17fc-8904-4386-972a-31fa256b9014'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:35.258925 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-77697693-f4be-496e-adc9-4df1c1bdd573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['274a17fc-8904-4386-972a-31fa256b9014'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:35.312539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976d44f-2caf-4ff4-a0a9-3b1738379ed7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Network': ['ID=b79d83a8-1e61-4cec-be1e-7b834403209b,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:35.337811 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network b79d83a8-1e61-4cec-be1e-7b834403209b details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:07:35.366544 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370edb4c-de0e-41c9-ac7b-7d1d141dbf06 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:35.371177 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-370edb4c-de0e-41c9-ac7b-7d1d141dbf06 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 1094 time: 0.6582062 Feb 04 06:07:35.372337 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56490) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:35.381579 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': '05f8b8e5-88a7-41d5-adad-754eefbfe38a', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:35.389334 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:35.395446 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bcd21cc5-2cc5-4cf7-8d91-29081b8e5f8f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:35.399977 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:floatingip and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:35.402714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bcd21cc5-2cc5-4cf7-8d91-29081b8e5f8f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:subnet and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:35.405375 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:35.408192 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bcd21cc5-2cc5-4cf7-8d91-29081b8e5f8f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:35.415557 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:35.417672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bcd21cc5-2cc5-4cf7-8d91-29081b8e5f8f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:35.427047 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f1bfce99-99ed-438c-bf98-9c14cede26fa None None] Port 8165e207-214c-4f9b-ae01-3d0660f5a602 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:07:35.439207 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.461617 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd21cc5-2cc5-4cf7-8d91-29081b8e5f8f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Made reservation on behalf of ddd9400ae6834d1da9b18a67d16332cc for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:35.465696 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bcd21cc5-2cc5-4cf7-8d91-29081b8e5f8f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.516960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=a64956f0-9f75-4da1-8684-1af44eecd054,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:35.577033 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-77697693-f4be-496e-adc9-4df1c1bdd573 None None] Set router 274a17fc-8904-4386-972a-31fa256b9014 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:35.648503 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 0ca48cac-1e32-4dbd-a4bd-e4102b75053b completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:35.652128 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.665222 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Transition to ACTIVE for port object 8165e207-214c-4f9b-ae01-3d0660f5a602 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:35.674161 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 0ca48cac-1e32-4dbd-a4bd-e4102b75053b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:35.674850 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.675603 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.717441 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c0cf88-4723-431c-916b-7bb54edf5a2d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Router 73395bab-af00-4714-a0ca-4a931fee20f9 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:07:35.767921 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6b47299d-029f-423c-89b0-7d8449f633c7 None None] Provisioning complete for port 1e3be70b-82eb-4b05-a5eb-66d4a42e4f57 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:35.768568 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6b47299d-029f-423c-89b0-7d8449f633c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.798128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.873089 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d765ca9-4587-4fe3-a6e1-420a00eb0e64 None None] Pushing event updated for resources: {'Port': ['ID=8165e207-214c-4f9b-ae01-3d0660f5a602,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:35.954309 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bcd21cc5-2cc5-4cf7-8d91-29081b8e5f8f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.991007 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Attempting to bind port 8165e207-214c-4f9b-ae01-3d0660f5a602 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:35.991658 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Attempting to bind port 8165e207-214c-4f9b-ae01-3d0660f5a602 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'b6b95dff-cb5b-4142-bbad-fd5b49bdb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:35.992007 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Attempting to bind port 8165e207-214c-4f9b-ae01-3d0660f5a602 on network 3a8159af-92c0-4dc9-a1b0-46cb82f7edbf {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:07:36.002302 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:07:36.002840 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Checking segment: {'id': 'b6b95dff-cb5b-4142-bbad-fd5b49bdb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:36.003336 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.004071 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Bound using segment: {'id': 'b6b95dff-cb5b-4142-bbad-fd5b49bdb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:07:36.004396 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Bound port: 8165e207-214c-4f9b-ae01-3d0660f5a602, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b95dff-cb5b-4142-bbad-fd5b49bdb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:36.004911 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.050123 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.26.4.199 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/4b8b20c9-cb83-4f07-a810-2824f1132661) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:36.073874 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c0cf88-4723-431c-916b-7bb54edf5a2d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:36.095813 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6b47299d-029f-423c-89b0-7d8449f633c7 None None] Port 1e3be70b-82eb-4b05-a5eb-66d4a42e4f57 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:07:36.106021 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a1c0cf88-4723-431c-916b-7bb54edf5a2d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "PUT /v2.0/routers/73395bab-af00-4714-a0ca-4a931fee20f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4156206 Feb 04 06:07:36.113423 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56494) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:36.130631 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] For port 8165e207-214c-4f9b-ae01-3d0660f5a602, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:07:36.136225 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] For port 8165e207-214c-4f9b-ae01-3d0660f5a602, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8165e207-214c-4f9b-ae01-3d0660f5a602,segment=NetworkSegment(b6b95dff-cb5b-4142-bbad-fd5b49bdb407),segment_id=b6b95dff-cb5b-4142-bbad-fd5b49bdb407)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:07:36.139147 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fcc13d-9fa4-4a00-99ff-bf7a09647d34 None None] Sync routers for ids ['73395bab-af00-4714-a0ca-4a931fee20f9'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:36.150970 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fcc13d-9fa4-4a00-99ff-bf7a09647d34 None None] Routers {'73395bab-af00-4714-a0ca-4a931fee20f9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:36.151988 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-48fcc13d-9fa4-4a00-99ff-bf7a09647d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['73395bab-af00-4714-a0ca-4a931fee20f9'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:36.210693 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.228948 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd21cc5-2cc5-4cf7-8d91-29081b8e5f8f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Subnet': ['ID=06f101e0-00bd-46e9-bcb6-fe208ffc0858,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:36.244511 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eb198b61-a066-47e8-a0d9-728d025f7a8e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.281396 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.332801 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d765ca9-4587-4fe3-a6e1-420a00eb0e64 None None] Pushing event updated for resources: {'Port': ['ID=8165e207-214c-4f9b-ae01-3d0660f5a602,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:36.342926 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd21cc5-2cc5-4cf7-8d91-29081b8e5f8f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Checking segment: {'id': '0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b79d83a8-1e61-4cec-be1e-7b834403209b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:36.343453 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd21cc5-2cc5-4cf7-8d91-29081b8e5f8f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network hostable DHCP agents. Network: b79d83a8-1e61-4cec-be1e-7b834403209b, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:07:36.361825 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Routers {'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:36.362704 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:36.388152 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 0ca48cac-1e32-4dbd-a4bd-e4102b75053b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0ca48cac-1e32-4dbd-a4bd-e4102b75053b,segment=NetworkSegment(b8109162-65c0-48a9-afd5-09bf79e88cf8),segment_id=b8109162-65c0-48a9-afd5-09bf79e88cf8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:36.408135 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.427685 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-29a2ffdf-77c8-40da-8635-7699e5934fcc tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.506464 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 05c3b0fd-bf37-4e48-95f5-5f5b1058897f no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:07:36.511023 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-48fcc13d-9fa4-4a00-99ff-bf7a09647d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:36.545033 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fcc13d-9fa4-4a00-99ff-bf7a09647d34 None None] Routers {'73395bab-af00-4714-a0ca-4a931fee20f9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:36.545649 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-48fcc13d-9fa4-4a00-99ff-bf7a09647d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['73395bab-af00-4714-a0ca-4a931fee20f9'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:36.552997 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd21cc5-2cc5-4cf7-8d91-29081b8e5f8f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network b79d83a8-1e61-4cec-be1e-7b834403209b is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:07:36.582179 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 05c3b0fd-bf37-4e48-95f5-5f5b1058897f {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:07:36.583113 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 05c3b0fd-bf37-4e48-95f5-5f5b1058897f not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:07:36.636283 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] Set router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:36.659416 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=0ca48cac-1e32-4dbd-a4bd-e4102b75053b,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:36.669666 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-77697693-f4be-496e-adc9-4df1c1bdd573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:32Z', 'revision_number': 7, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': '1117a233-142d-4bea-8fa4-84dd45eeef3a', 'name': '', 'network_id': '9c85a30d-e249-4210-873c-2756da542d69', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:36:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:06Z', 'updated_at': '2022-02-04T06:07:21Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24216636-6db6-4817-9737-9bf5ffeea23b', 'name': '', 'network_id': '975cb215-2a8a-49d1-aac6-aa5f4a65118b', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:bc:c1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '1c631582-bc41-4e7d-8773-65b31aba843b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:17Z', 'updated_at': '2022-02-04T06:07:32Z', 'revision_number': 4, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '1c631582-bc41-4e7d-8773-65b31aba843b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a58233c-14dc-43ca-b536-3e1b2024d235', 'name': '', 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:13:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:51Z', 'updated_at': '2022-02-04T06:07:09Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:36.676912 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77697693-f4be-496e-adc9-4df1c1bdd573 None None] Checking router: 274a17fc-8904-4386-972a-31fa256b9014 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:36.690749 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77697693-f4be-496e-adc9-4df1c1bdd573 None None] Routers {'274a17fc-8904-4386-972a-31fa256b9014'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:36.691468 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-77697693-f4be-496e-adc9-4df1c1bdd573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['274a17fc-8904-4386-972a-31fa256b9014'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:36.718859 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-bcd21cc5-2cc5-4cf7-8d91-29081b8e5f8f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, b79d83a8-1e61-4cec-be1e-7b834403209b) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:36.736620 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.744140 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd21cc5-2cc5-4cf7-8d91-29081b8e5f8f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:36.751102 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bcd21cc5-2cc5-4cf7-8d91-29081b8e5f8f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.786477 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-eb198b61-a066-47e8-a0d9-728d025f7a8e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting port 24216636-6db6-4817-9737-9bf5ffeea23b {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:36.787111 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eb198b61-a066-47e8-a0d9-728d025f7a8e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.792942 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a35f78-d03c-4518-8562-73977778bc8d None None] Network b79d83a8-1e61-4cec-be1e-7b834403209b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:36.827862 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bcd21cc5-2cc5-4cf7-8d91-29081b8e5f8f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6157339 Feb 04 06:07:36.830661 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56498) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:36.838554 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-48fcc13d-9fa4-4a00-99ff-bf7a09647d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:36.838956 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fcc13d-9fa4-4a00-99ff-bf7a09647d34 None None] The sync data for ids ['73395bab-af00-4714-a0ca-4a931fee20f9'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:36.900790 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-29a2ffdf-77c8-40da-8635-7699e5934fcc tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 06:07:36.907166 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-29a2ffdf-77c8-40da-8635-7699e5934fcc tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "DELETE /v2.0/routers/73395bab-af00-4714-a0ca-4a931fee20f9 HTTP/1.1" status: 409 len: 329 time: 0.7906413 Feb 04 06:07:36.914833 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56502) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:37.008323 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 24216636-6db6-4817-9737-9bf5ffeea23b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:37.025957 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-eb198b61-a066-47e8-a0d9-728d025f7a8e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] For port 24216636-6db6-4817-9737-9bf5ffeea23b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=24216636-6db6-4817-9737-9bf5ffeea23b,segment=NetworkSegment(b89f86dd-9954-4778-a1f2-b9bfcda4fc51),segment_id=b89f86dd-9954-4778-a1f2-b9bfcda4fc51)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:37.026320 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eb198b61-a066-47e8-a0d9-728d025f7a8e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:37.181290 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-eb198b61-a066-47e8-a0d9-728d025f7a8e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Calling delete_port for 24216636-6db6-4817-9737-9bf5ffeea23b owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:37.181582 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:37.185849 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:07:30Z', 'revision_number': 4, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8165e207-214c-4f9b-ae01-3d0660f5a602', 'name': '', 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:ee:e8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:28Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 4, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a64956f0-9f75-4da1-8684-1af44eecd054', 'name': '', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:0f:18:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:19Z', 'updated_at': '2022-02-04T06:07:34Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:37.191460 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e58e70-4df4-46bd-ae4f-203e227612de None None] The sync data for ids ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'] in dv-neutron-826830-2-hyperv is: [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:07:30Z', 'revision_number': 4, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8165e207-214c-4f9b-ae01-3d0660f5a602', 'name': '', 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:ee:e8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:28Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 4, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a64956f0-9f75-4da1-8684-1af44eecd054', 'name': '', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:0f:18:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:19Z', 'updated_at': '2022-02-04T06:07:34Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:37.228429 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-77697693-f4be-496e-adc9-4df1c1bdd573 None None] Set router 274a17fc-8904-4386-972a-31fa256b9014 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:37.460027 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 24216636-6db6-4817-9737-9bf5ffeea23b completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:37.479148 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:37.508421 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 24216636-6db6-4817-9737-9bf5ffeea23b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:37.508421 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:37.528263 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eb198b61-a066-47e8-a0d9-728d025f7a8e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:37.565869 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Port 24216636-6db6-4817-9737-9bf5ffeea23b was deleted so its status cannot be updated. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 06:07:37.566411 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:37.622681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb198b61-a066-47e8-a0d9-728d025f7a8e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Port': ['ID=24216636-6db6-4817-9737-9bf5ffeea23b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:37.700197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:37.765275 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:37.787253 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:07:37.801626 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-b79d83a8-1e61-4cec-be1e-7b834403209b', 'network_id': 'b79d83a8-1e61-4cec-be1e-7b834403209b', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'fixed_ips': [{'subnet_id': '06f101e0-00bd-46e9-bcb6-fe208ffc0858'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:07:37.802519 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:37.846665 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:37.847057 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:37.865836 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=4b8b20c9-cb83-4f07-a810-2824f1132661,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:38.078449 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eb198b61-a066-47e8-a0d9-728d025f7a8e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.207512 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a64956f0-9f75-4da1-8684-1af44eecd054 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:38.279418 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-77697693-f4be-496e-adc9-4df1c1bdd573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:32Z', 'revision_number': 7, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': '1117a233-142d-4bea-8fa4-84dd45eeef3a', 'name': '', 'network_id': '9c85a30d-e249-4210-873c-2756da542d69', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:36:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:06Z', 'updated_at': '2022-02-04T06:07:21Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24216636-6db6-4817-9737-9bf5ffeea23b', 'name': '', 'network_id': '975cb215-2a8a-49d1-aac6-aa5f4a65118b', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:bc:c1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '1c631582-bc41-4e7d-8773-65b31aba843b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:17Z', 'updated_at': '2022-02-04T06:07:32Z', 'revision_number': 4, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '1c631582-bc41-4e7d-8773-65b31aba843b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a58233c-14dc-43ca-b536-3e1b2024d235', 'name': '', 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:13:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:51Z', 'updated_at': '2022-02-04T06:07:09Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:38.285990 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77697693-f4be-496e-adc9-4df1c1bdd573 None None] The sync data for ids ['274a17fc-8904-4386-972a-31fa256b9014'] in dv-neutron-826830-2-hyperv is: [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:32Z', 'revision_number': 7, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': '1117a233-142d-4bea-8fa4-84dd45eeef3a', 'name': '', 'network_id': '9c85a30d-e249-4210-873c-2756da542d69', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:36:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:06Z', 'updated_at': '2022-02-04T06:07:21Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24216636-6db6-4817-9737-9bf5ffeea23b', 'name': '', 'network_id': '975cb215-2a8a-49d1-aac6-aa5f4a65118b', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:bc:c1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '1c631582-bc41-4e7d-8773-65b31aba843b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:17Z', 'updated_at': '2022-02-04T06:07:32Z', 'revision_number': 4, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '1c631582-bc41-4e7d-8773-65b31aba843b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a58233c-14dc-43ca-b536-3e1b2024d235', 'name': '', 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:13:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:51Z', 'updated_at': '2022-02-04T06:07:09Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:38.309684 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port a64956f0-9f75-4da1-8684-1af44eecd054 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:38.310083 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.353633 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Allocated IP 2001:db8:3::2 (b79d83a8-1e61-4cec-be1e-7b834403209b/06f101e0-00bd-46e9-bcb6-fe208ffc0858/bfb10d48-d146-46dd-8bb7-39d5c9739e33) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:38.456906 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb198b61-a066-47e8-a0d9-728d025f7a8e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router 274a17fc-8904-4386-972a-31fa256b9014 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:07:38.566285 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ed9ad58b-58bc-4e86-8f11-37fba35f9c5a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:38.630123 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb198b61-a066-47e8-a0d9-728d025f7a8e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:38.645934 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-eb198b61-a066-47e8-a0d9-728d025f7a8e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/274a17fc-8904-4386-972a-31fa256b9014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7330239 Feb 04 06:07:38.646147 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc60707-b647-4c87-8c7a-40cbccf45e61 None None] Sync routers for ids ['274a17fc-8904-4386-972a-31fa256b9014'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:38.646377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56506) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:38.656650 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89faa24e-bd77-438a-a5fe-acf61e1ac7b4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.702621 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc60707-b647-4c87-8c7a-40cbccf45e61 None None] Routers {'274a17fc-8904-4386-972a-31fa256b9014'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:38.703262 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-dfc60707-b647-4c87-8c7a-40cbccf45e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['274a17fc-8904-4386-972a-31fa256b9014'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:38.711308 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b40774-2925-426e-81a6-093a463c4084 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting subnet 1c631582-bc41-4e7d-8773-65b31aba843b {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:07:38.714924 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69b40774-2925-426e-81a6-093a463c4084 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.768569 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69b40774-2925-426e-81a6-093a463c4084 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.856853 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69b40774-2925-426e-81a6-093a463c4084 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.909634 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port ed9ad58b-58bc-4e86-8f11-37fba35f9c5a completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:38.929102 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.931439 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port ed9ad58b-58bc-4e86-8f11-37fba35f9c5a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:38.931911 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.944344 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69b40774-2925-426e-81a6-093a463c4084 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.986235 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b40774-2925-426e-81a6-093a463c4084 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Subnet': ['ID=1c631582-bc41-4e7d-8773-65b31aba843b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:38.990618 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Transition to ACTIVE for port object bfb10d48-d146-46dd-8bb7-39d5c9739e33 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:38.991819 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69b40774-2925-426e-81a6-093a463c4084 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.998782 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-69b40774-2925-426e-81a6-093a463c4084 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/subnets/1c631582-bc41-4e7d-8773-65b31aba843b HTTP/1.1" status: 204 len: 168 time: 0.3507135 Feb 04 06:07:39.001058 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56510) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:39.001906 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-dfc60707-b647-4c87-8c7a-40cbccf45e61 None None] Set router 274a17fc-8904-4386-972a-31fa256b9014 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:39.061021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871d1497-dc2d-41ee-b9ec-8e1edec1cf88 None None] Network 975cb215-2a8a-49d1-aac6-aa5f4a65118b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:39.115990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.125959 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting port 6d4ea48a-0c31-4949-89ed-a8efa746ba97 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:39.126368 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.161075 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Transition to ACTIVE for port object bfb10d48-d146-46dd-8bb7-39d5c9739e33 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:39.167727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bf980320-cef2-43b0-8cc4-a78a15be067a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.248263 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.376030 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] For port 6d4ea48a-0c31-4949-89ed-a8efa746ba97, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6d4ea48a-0c31-4949-89ed-a8efa746ba97,segment=NetworkSegment(b89f86dd-9954-4778-a1f2-b9bfcda4fc51),segment_id=b89f86dd-9954-4778-a1f2-b9bfcda4fc51)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:39.377005 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.398105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-89faa24e-bd77-438a-a5fe-acf61e1ac7b4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Allocated IP 2001:db8:3::1 (b79d83a8-1e61-4cec-be1e-7b834403209b/06f101e0-00bd-46e9-bcb6-fe208ffc0858/33168ded-8de0-47e9-b2ce-2359e465e31b) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:39.403827 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.501819 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Calling delete_port for 6d4ea48a-0c31-4949-89ed-a8efa746ba97 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:39.534589 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Network b79d83a8-1e61-4cec-be1e-7b834403209b is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:39.547940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:39.550380 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:07:39.601443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Pushing event updated for resources: {'Port': ['ID=bfb10d48-d146-46dd-8bb7-39d5c9739e33,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:39.699311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.702306 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.711039 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.758689 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Attempting to bind port bfb10d48-d146-46dd-8bb7-39d5c9739e33 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:39.758893 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Port': ['ID=6d4ea48a-0c31-4949-89ed-a8efa746ba97,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:39.758991 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Attempting to bind port bfb10d48-d146-46dd-8bb7-39d5c9739e33 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b79d83a8-1e61-4cec-be1e-7b834403209b'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:39.759270 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Attempting to bind port bfb10d48-d146-46dd-8bb7-39d5c9739e33 on network b79d83a8-1e61-4cec-be1e-7b834403209b {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:07:39.762627 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] No DVR routers for this DVR port 6d4ea48a-0c31-4949-89ed-a8efa746ba97 on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:07:39.778061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89faa24e-bd77-438a-a5fe-acf61e1ac7b4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.778487 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:07:39.778861 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Checking segment: {'id': '0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b79d83a8-1e61-4cec-be1e-7b834403209b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:39.779259 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.779648 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Bound using segment: {'id': '0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b79d83a8-1e61-4cec-be1e-7b834403209b'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:07:39.780410 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Bound port: bfb10d48-d146-46dd-8bb7-39d5c9739e33, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b79d83a8-1e61-4cec-be1e-7b834403209b'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:39.780567 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.801852 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-dfc60707-b647-4c87-8c7a-40cbccf45e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:37Z', 'revision_number': 8, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': '1117a233-142d-4bea-8fa4-84dd45eeef3a', 'name': '', 'network_id': '9c85a30d-e249-4210-873c-2756da542d69', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:36:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:06Z', 'updated_at': '2022-02-04T06:07:21Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a58233c-14dc-43ca-b536-3e1b2024d235', 'name': '', 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:13:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:51Z', 'updated_at': '2022-02-04T06:07:09Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:39.812413 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port ed9ad58b-58bc-4e86-8f11-37fba35f9c5a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ed9ad58b-58bc-4e86-8f11-37fba35f9c5a,segment=NetworkSegment(b6b95dff-cb5b-4142-bbad-fd5b49bdb407),segment_id=b6b95dff-cb5b-4142-bbad-fd5b49bdb407)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:39.813708 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc60707-b647-4c87-8c7a-40cbccf45e61 None None] Checking router: 274a17fc-8904-4386-972a-31fa256b9014 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:39.818309 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-89faa24e-bd77-438a-a5fe-acf61e1ac7b4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Transition to ACTIVE for port object 33168ded-8de0-47e9-b2ce-2359e465e31b will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:39.852770 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.853583 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c0f93c69-b360-4fb2-bcbe-7e870551c25d up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:39.893243 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.918394 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975cb215-2a8a-49d1-aac6-aa5f4a65118b']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:39.932292 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89f86dd-9954-4778-a1f2-b9bfcda4fc51') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:39.932662 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89f86dd-9954-4778-a1f2-b9bfcda4fc51') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:39.940769 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc60707-b647-4c87-8c7a-40cbccf45e61 None None] Routers {'274a17fc-8904-4386-972a-31fa256b9014'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:39.940957 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-dfc60707-b647-4c87-8c7a-40cbccf45e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['274a17fc-8904-4386-972a-31fa256b9014'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:39.945423 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.962506 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.969921 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:07:39.970582 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.973331 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-bf980320-cef2-43b0-8cc4-a78a15be067a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Deleting port 1e3be70b-82eb-4b05-a5eb-66d4a42e4f57 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:39.973680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bf980320-cef2-43b0-8cc4-a78a15be067a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:07:39.986336 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:07:40.080423 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.089724 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fd6f84-1277-40d4-88c9-230d9e46fffe None None] DHCP port deletion for 975cb215-2a8a-49d1-aac6-aa5f4a65118b request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:07:40.101704 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.108349 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Network': ['ID=975cb215-2a8a-49d1-aac6-aa5f4a65118b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:40.119729 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2f2a7dcc-2a35-474b-a14e-2acadc5010d0 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/networks/975cb215-2a8a-49d1-aac6-aa5f4a65118b HTTP/1.1" status: 204 len: 168 time: 1.1177757 Feb 04 06:07:40.122831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56514) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:40.180358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=ed9ad58b-58bc-4e86-8f11-37fba35f9c5a,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:40.190793 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] For port bfb10d48-d146-46dd-8bb7-39d5c9739e33, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:07:40.199554 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-dfc60707-b647-4c87-8c7a-40cbccf45e61 None None] Set router 274a17fc-8904-4386-972a-31fa256b9014 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:40.271571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] For port bfb10d48-d146-46dd-8bb7-39d5c9739e33, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=bfb10d48-d146-46dd-8bb7-39d5c9739e33,segment=NetworkSegment(0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd),segment_id=0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:07:40.281011 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89faa24e-bd77-438a-a5fe-acf61e1ac7b4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.282310 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.389139 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.391871 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89faa24e-bd77-438a-a5fe-acf61e1ac7b4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network b79d83a8-1e61-4cec-be1e-7b834403209b is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:40.398185 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-89faa24e-bd77-438a-a5fe-acf61e1ac7b4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:40.404876 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.408847 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89faa24e-bd77-438a-a5fe-acf61e1ac7b4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:07:40.409413 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89faa24e-bd77-438a-a5fe-acf61e1ac7b4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.434319 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89faa24e-bd77-438a-a5fe-acf61e1ac7b4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=33168ded-8de0-47e9-b2ce-2359e465e31b,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:40.474817 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68074f49-d51f-42b6-92c7-aba8dd9aef74 None None] Pushing event updated for resources: {'Port': ['ID=bfb10d48-d146-46dd-8bb7-39d5c9739e33,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:40.477972 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port c0f93c69-b360-4fb2-bcbe-7e870551c25d triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:40.478338 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.559012 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bf980320-cef2-43b0-8cc4-a78a15be067a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.684516 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e6b6e447-70ec-4c00-9851-3ce19ad2284e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.707207 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-bf980320-cef2-43b0-8cc4-a78a15be067a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Calling delete_port for 1e3be70b-82eb-4b05-a5eb-66d4a42e4f57 owned by network:router_interface {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:40.763532 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=4b8b20c9-cb83-4f07-a810-2824f1132661,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:40.779598 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.789848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6d4ea48a-0c31-4949-89ed-a8efa746ba97 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:40.825691 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 6d4ea48a-0c31-4949-89ed-a8efa746ba97 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:07:40.826342 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6d4ea48a-0c31-4949-89ed-a8efa746ba97 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 06:07:40.866924 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Port 6d4ea48a-0c31-4949-89ed-a8efa746ba97 not found, will not notify nova. {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 06:07:40.897976 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-dfc60707-b647-4c87-8c7a-40cbccf45e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:37Z', 'revision_number': 8, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': '1117a233-142d-4bea-8fa4-84dd45eeef3a', 'name': '', 'network_id': '9c85a30d-e249-4210-873c-2756da542d69', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:36:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:06Z', 'updated_at': '2022-02-04T06:07:21Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a58233c-14dc-43ca-b536-3e1b2024d235', 'name': '', 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:13:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:51Z', 'updated_at': '2022-02-04T06:07:09Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:40.904104 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc60707-b647-4c87-8c7a-40cbccf45e61 None None] The sync data for ids ['274a17fc-8904-4386-972a-31fa256b9014'] in dv-neutron-826830-2-hyperv is: [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:37Z', 'revision_number': 8, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': '1117a233-142d-4bea-8fa4-84dd45eeef3a', 'name': '', 'network_id': '9c85a30d-e249-4210-873c-2756da542d69', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:36:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:06Z', 'updated_at': '2022-02-04T06:07:21Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b79dfaba-c366-401b-966b-ac4e9274558b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a58233c-14dc-43ca-b536-3e1b2024d235', 'name': '', 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:13:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:51Z', 'updated_at': '2022-02-04T06:07:09Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:41.102831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-e6b6e447-70ec-4c00-9851-3ce19ad2284e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting port 1117a233-142d-4bea-8fa4-84dd45eeef3a {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:41.103128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e6b6e447-70ec-4c00-9851-3ce19ad2284e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:41.187158 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89faa24e-bd77-438a-a5fe-acf61e1ac7b4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:41.221038 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Floating IP ebcfc1a8-1015-459f-9931-98fbf042de40 associated. External IP: 172.26.4.199, port: 05f8b8e5-88a7-41d5-adad-754eefbfe38a. Feb 04 06:07:41.431987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-e6b6e447-70ec-4c00-9851-3ce19ad2284e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] For port 1117a233-142d-4bea-8fa4-84dd45eeef3a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1117a233-142d-4bea-8fa4-84dd45eeef3a,segment=NetworkSegment(a8318d24-b2c6-430b-abcb-b2f1e485663a),segment_id=a8318d24-b2c6-430b-abcb-b2f1e485663a)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:41.432621 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e6b6e447-70ec-4c00-9851-3ce19ad2284e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:41.487836 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bf980320-cef2-43b0-8cc4-a78a15be067a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:41.564556 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0ca48cac-1e32-4dbd-a4bd-e4102b75053b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:41.582068 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-e6b6e447-70ec-4c00-9851-3ce19ad2284e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Calling delete_port for 1117a233-142d-4bea-8fa4-84dd45eeef3a owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:41.635920 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 0ca48cac-1e32-4dbd-a4bd-e4102b75053b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:41.636605 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:41.777671 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e6b6e447-70ec-4c00-9851-3ce19ad2284e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:41.777947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8165e207-214c-4f9b-ae01-3d0660f5a602 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:41.829736 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6e447-70ec-4c00-9851-3ce19ad2284e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Port': ['ID=1117a233-142d-4bea-8fa4-84dd45eeef3a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:41.855266 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 8165e207-214c-4f9b-ae01-3d0660f5a602 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:41.862939 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 8165e207-214c-4f9b-ae01-3d0660f5a602 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:41.863670 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:41.864883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf980320-cef2-43b0-8cc4-a78a15be067a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Pushing event deleted for resources: {'Port': ['ID=1e3be70b-82eb-4b05-a5eb-66d4a42e4f57,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:42.096089 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:42.168520 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 8165e207-214c-4f9b-ae01-3d0660f5a602, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8165e207-214c-4f9b-ae01-3d0660f5a602,segment=NetworkSegment(b6b95dff-cb5b-4142-bbad-fd5b49bdb407),segment_id=b6b95dff-cb5b-4142-bbad-fd5b49bdb407)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:42.178594 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:42.179942 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ed9ad58b-58bc-4e86-8f11-37fba35f9c5a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:42.246076 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e6b6e447-70ec-4c00-9851-3ce19ad2284e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:42.431188 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=8165e207-214c-4f9b-ae01-3d0660f5a602,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:42.440739 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port ed9ad58b-58bc-4e86-8f11-37fba35f9c5a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:42.441247 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:42.474353 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bf980320-cef2-43b0-8cc4-a78a15be067a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:42.571058 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703a609c-51f5-4d38-921c-1f460191c43e None None] Network b79d83a8-1e61-4cec-be1e-7b834403209b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:42.692198 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b6e447-70ec-4c00-9851-3ce19ad2284e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router 274a17fc-8904-4386-972a-31fa256b9014 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:07:42.749222 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c7623fb8-a9c1-46ee-8c2c-caa195198b59 None None] Provisioning for port bfb10d48-d146-46dd-8bb7-39d5c9739e33 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:42.819084 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6d4ea48a-0c31-4949-89ed-a8efa746ba97 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:07:42.863736 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 6d4ea48a-0c31-4949-89ed-a8efa746ba97 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:07:42.864126 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6d4ea48a-0c31-4949-89ed-a8efa746ba97 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:07:42.887046 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b6e447-70ec-4c00-9851-3ce19ad2284e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:42.898917 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca77171-085f-426c-9116-0bef5834fbbc None None] Sync routers for ids ['274a17fc-8904-4386-972a-31fa256b9014'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:42.907377 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e6b6e447-70ec-4c00-9851-3ce19ad2284e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/274a17fc-8904-4386-972a-31fa256b9014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7836592 Feb 04 06:07:42.907984 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf980320-cef2-43b0-8cc4-a78a15be067a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Router 73395bab-af00-4714-a0ca-4a931fee20f9 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:07:42.908475 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56518) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:42.909895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 0cea31fb-4233-4b03-8c7e-222a31103342 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:07:42.912417 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca77171-085f-426c-9116-0bef5834fbbc None None] Routers {'274a17fc-8904-4386-972a-31fa256b9014'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:42.916177 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5ca77171-085f-426c-9116-0bef5834fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['274a17fc-8904-4386-972a-31fa256b9014'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:43.001544 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5201c0-9a73-4b14-b135-5e909052dcaf tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting subnet b79dfaba-c366-401b-966b-ac4e9274558b {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:07:43.009362 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5f5201c0-9a73-4b14-b135-5e909052dcaf tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.081558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5f5201c0-9a73-4b14-b135-5e909052dcaf tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.154017 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-5ca77171-085f-426c-9116-0bef5834fbbc None None] Set router 274a17fc-8904-4386-972a-31fa256b9014 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:43.218647 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device bfb10d48-d146-46dd-8bb7-39d5c9739e33 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:43.327055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5f5201c0-9a73-4b14-b135-5e909052dcaf tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.351124 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89faa24e-bd77-438a-a5fe-acf61e1ac7b4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.370085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port bfb10d48-d146-46dd-8bb7-39d5c9739e33 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:43.375143 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port bfb10d48-d146-46dd-8bb7-39d5c9739e33 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:43.375577 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.409879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5f5201c0-9a73-4b14-b135-5e909052dcaf tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.476795 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5f5201c0-9a73-4b14-b135-5e909052dcaf tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.479724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89faa24e-bd77-438a-a5fe-acf61e1ac7b4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.480554 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89faa24e-bd77-438a-a5fe-acf61e1ac7b4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.481651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5201c0-9a73-4b14-b135-5e909052dcaf tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Subnet': ['ID=b79dfaba-c366-401b-966b-ac4e9274558b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:43.494805 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5f5201c0-9a73-4b14-b135-5e909052dcaf tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/subnets/b79dfaba-c366-401b-966b-ac4e9274558b HTTP/1.1" status: 204 len: 168 time: 0.5855672 Feb 04 06:07:43.497594 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56522) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:43.509755 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2168ca3c-ef8c-4c0b-ad95-09a7deb0f8ee None None] Network 9c85a30d-e249-4210-873c-2756da542d69 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:43.530192 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-adb31e06-b073-4e54-a6e9-c6824a52aa37 None None] Provisioning for port 33168ded-8de0-47e9-b2ce-2359e465e31b completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:43.549259 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf980320-cef2-43b0-8cc4-a78a15be067a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:43.651886 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5ca77171-085f-426c-9116-0bef5834fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:41Z', 'revision_number': 9, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': '5a58233c-14dc-43ca-b536-3e1b2024d235', 'name': '', 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:13:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:51Z', 'updated_at': '2022-02-04T06:07:09Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:43.660283 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca77171-085f-426c-9116-0bef5834fbbc None None] Checking router: 274a17fc-8904-4386-972a-31fa256b9014 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:43.670287 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-adb31e06-b073-4e54-a6e9-c6824a52aa37 None None] Provisioning complete for port 33168ded-8de0-47e9-b2ce-2359e465e31b triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:43.671285 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-adb31e06-b073-4e54-a6e9-c6824a52aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.677744 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca77171-085f-426c-9116-0bef5834fbbc None None] Routers {'274a17fc-8904-4386-972a-31fa256b9014'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:43.678461 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5ca77171-085f-426c-9116-0bef5834fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['274a17fc-8904-4386-972a-31fa256b9014'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:43.682603 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.695703 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting port f6705629-0cf2-405c-8c4f-f61688518c58 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:43.696674 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.699872 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76c068d-c746-4d6e-aeba-428e7452260b None None] Sync routers for ids ['73395bab-af00-4714-a0ca-4a931fee20f9'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:43.767670 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c068d-c746-4d6e-aeba-428e7452260b None None] Routers {'73395bab-af00-4714-a0ca-4a931fee20f9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:43.768672 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d76c068d-c746-4d6e-aeba-428e7452260b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['73395bab-af00-4714-a0ca-4a931fee20f9'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:43.785610 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bf980320-cef2-43b0-8cc4-a78a15be067a tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "PUT /v2.0/routers/73395bab-af00-4714-a0ca-4a931fee20f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8657906 Feb 04 06:07:43.787258 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89faa24e-bd77-438a-a5fe-acf61e1ac7b4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event updated for resources: {'Port': ['ID=33168ded-8de0-47e9-b2ce-2359e465e31b,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:43.789811 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56526) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:43.850574 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-5ca77171-085f-426c-9116-0bef5834fbbc None None] Set router 274a17fc-8904-4386-972a-31fa256b9014 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:43.855845 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.894698 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d76c068d-c746-4d6e-aeba-428e7452260b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:43.897288 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-b2daf7c5-c144-4f58-b2af-c7236dc9958c tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] show failed (client error): The resource could not be found. Feb 04 06:07:43.902051 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b2daf7c5-c144-4f58-b2af-c7236dc9958c tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1102348080 HTTP/1.1" status: 404 len: 335 time: 0.1040661 Feb 04 06:07:43.905079 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56530) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:43.924176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-87ece571-1b75-4fdf-85fb-35e209b726b7 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:43.934999 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] For port f6705629-0cf2-405c-8c4f-f61688518c58, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=f6705629-0cf2-405c-8c4f-f61688518c58,segment=NetworkSegment(a8318d24-b2c6-430b-abcb-b2f1e485663a),segment_id=a8318d24-b2c6-430b-abcb-b2f1e485663a)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:43.935749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.980562 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:43.985085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c068d-c746-4d6e-aeba-428e7452260b None None] Routers {'73395bab-af00-4714-a0ca-4a931fee20f9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:43.985727 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d76c068d-c746-4d6e-aeba-428e7452260b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['73395bab-af00-4714-a0ca-4a931fee20f9'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:44.013056 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-87ece571-1b75-4fdf-85fb-35e209b726b7 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] update failed (client error): The resource could not be found. Feb 04 06:07:44.020353 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-87ece571-1b75-4fdf-85fb-35e209b726b7 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-44061923 HTTP/1.1" status: 404 len: 333 time: 0.1081054 Feb 04 06:07:44.021201 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56534) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:44.025773 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89faa24e-bd77-438a-a5fe-acf61e1ac7b4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Network b79d83a8-1e61-4cec-be1e-7b834403209b is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:44.039108 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-adb31e06-b073-4e54-a6e9-c6824a52aa37 None None] Port 33168ded-8de0-47e9-b2ce-2359e465e31b cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:07:44.060320 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.065964 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d76c068d-c746-4d6e-aeba-428e7452260b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:44.066370 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76c068d-c746-4d6e-aeba-428e7452260b None None] The sync data for ids ['73395bab-af00-4714-a0ca-4a931fee20f9'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:44.085182 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port bfb10d48-d146-46dd-8bb7-39d5c9739e33, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=bfb10d48-d146-46dd-8bb7-39d5c9739e33,segment=NetworkSegment(0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd),segment_id=0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:44.087104 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-89faa24e-bd77-438a-a5fe-acf61e1ac7b4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:44.102240 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Calling delete_port for f6705629-0cf2-405c-8c4f-f61688518c58 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:44.104842 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-adb31e06-b073-4e54-a6e9-c6824a52aa37 None None] Provisioning complete for port bfb10d48-d146-46dd-8bb7-39d5c9739e33 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:44.105389 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-adb31e06-b073-4e54-a6e9-c6824a52aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.143178 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.144702 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8165e207-214c-4f9b-ae01-3d0660f5a602 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:44.205053 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f37cdd-a20e-482f-b774-8d9dc788c5f4 None None] Sync routers for ids ['0cea31fb-4233-4b03-8c7e-222a31103342'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:44.242010 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.252403 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f37cdd-a20e-482f-b774-8d9dc788c5f4 None None] Routers {'0cea31fb-4233-4b03-8c7e-222a31103342'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:44.253226 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-12f37cdd-a20e-482f-b774-8d9dc788c5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0cea31fb-4233-4b03-8c7e-222a31103342'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:44.312599 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Port': ['ID=f6705629-0cf2-405c-8c4f-f61688518c58,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:44.320984 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] No DVR routers for this DVR port f6705629-0cf2-405c-8c4f-f61688518c58 on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:07:44.366153 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-89335d2a-404b-4fc0-803a-9fa34c4a4afb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.9896760 Feb 04 06:07:44.377023 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56538) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:44.378375 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'tag': '05f8b8e5-88a7-41d5-adad-754eefbfe38a'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:07:44.387073 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb719a5-2577-423c-aa4f-b884a7b7b396 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Deleting subnet 4fe0a5ff-7acb-4bb4-a799-794e81e56234 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:07:44.393737 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4fb719a5-2577-423c-aa4f-b884a7b7b396 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.447401 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=bfb10d48-d146-46dd-8bb7-39d5c9739e33,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:44.487758 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'tag': '05f8b8e5-88a7-41d5-adad-754eefbfe38a', 'status': 'completed', 'code': 200} Feb 04 06:07:44.489892 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 8165e207-214c-4f9b-ae01-3d0660f5a602 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:44.490269 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.528322 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6925837-2bef-4ae3-acaa-9b725a4b3fbd None None] DHCP port deletion for 9c85a30d-e249-4210-873c-2756da542d69 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:07:44.540862 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4fb719a5-2577-423c-aa4f-b884a7b7b396 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.612615 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89faa24e-bd77-438a-a5fe-acf61e1ac7b4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:07:44.645587 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.659845 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 24216636-6db6-4817-9737-9bf5ffeea23b no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:07:44.689811 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-500ed6fe-9007-4bab-a662-35ba6ff85ac1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/ebcfc1a8-1015-459f-9931-98fbf042de40 HTTP/1.1" status: 200 len: 992 time: 0.3082204 Feb 04 06:07:44.695252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c85a30d-e249-4210-873c-2756da542d69']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:44.710450 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 24216636-6db6-4817-9737-9bf5ffeea23b {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:07:44.711702 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 24216636-6db6-4817-9737-9bf5ffeea23b not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:07:44.712336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8318d24-b2c6-430b-abcb-b2f1e485663a') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:44.712761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8318d24-b2c6-430b-abcb-b2f1e485663a') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:44.725245 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7aaa230f-90a9-4314-a7f1-5ca10e9874dc None None] Provisioning complete for port 33168ded-8de0-47e9-b2ce-2359e465e31b triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:44.725918 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7aaa230f-90a9-4314-a7f1-5ca10e9874dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.732694 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.741362 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5ca77171-085f-426c-9116-0bef5834fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:41Z', 'revision_number': 9, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': '5a58233c-14dc-43ca-b536-3e1b2024d235', 'name': '', 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:13:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:51Z', 'updated_at': '2022-02-04T06:07:09Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:44.755654 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.760562 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca77171-085f-426c-9116-0bef5834fbbc None None] The sync data for ids ['274a17fc-8904-4386-972a-31fa256b9014'] in dv-neutron-826830-2-hyperv is: [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:41Z', 'revision_number': 9, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': '5a58233c-14dc-43ca-b536-3e1b2024d235', 'name': '', 'network_id': '499911cc-23e8-4bb0-85c4-c9fc9243895a', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:13:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:51Z', 'updated_at': '2022-02-04T06:07:09Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': '4c99e391-aef4-4569-80eb-3c2b8b4c1294', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:44.765432 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:07:44.765700 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.776361 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-12f37cdd-a20e-482f-b774-8d9dc788c5f4 None None] Set router 0cea31fb-4233-4b03-8c7e-222a31103342 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:07:44.788362 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:07:44.791471 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7aaa230f-90a9-4314-a7f1-5ca10e9874dc None None] Port 33168ded-8de0-47e9-b2ce-2359e465e31b cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:07:44.837680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f50c9-0417-4507-b931-291858bf5541 req-51e4e020-3833-4659-bf4f-11c6ba18cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:44.839119 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d6f50c9-0417-4507-b931-291858bf5541 req-51e4e020-3833-4659-bf4f-11c6ba18cfb1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 1099 time: 0.3357830 Feb 04 06:07:44.873111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4fb719a5-2577-423c-aa4f-b884a7b7b396 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.878820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.903953 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.907115 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Network': ['ID=9c85a30d-e249-4210-873c-2756da542d69,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:44.921441 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6a4a5df0-8e6a-4660-85f3-5a015eade0e5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/networks/9c85a30d-e249-4210-873c-2756da542d69 HTTP/1.1" status: 204 len: 168 time: 1.4202237 Feb 04 06:07:44.921721 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56544) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:45.112066 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89faa24e-bd77-438a-a5fe-acf61e1ac7b4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:45.129767 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-89faa24e-bd77-438a-a5fe-acf61e1ac7b4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2954917 Feb 04 06:07:45.132241 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56548) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:45.141521 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Sync routers for ids ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:45.142675 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-acae27ea-c1f7-4d2a-9ab1-5782a03b40f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:45.172630 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Routers {'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:45.173405 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:45.311930 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device bfb10d48-d146-46dd-8bb7-39d5c9739e33 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:45.339358 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-12f37cdd-a20e-482f-b774-8d9dc788c5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:06:45Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'ebcfc1a8-1015-459f-9931-98fbf042de40', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'port_id': '05f8b8e5-88a7-41d5-adad-754eefbfe38a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'mac_address': 'fa:16:3e:71:fa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:07:38Z', 'updated_at': '2022-02-04T06:07:38Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa57aa7f-6f48-4967-8249-3f170c94d05f', 'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:62:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:40Z', 'updated_at': '2022-02-04T06:06:58Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:45.345130 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f37cdd-a20e-482f-b774-8d9dc788c5f4 None None] Checking router: 0cea31fb-4233-4b03-8c7e-222a31103342 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:45.359747 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f50c9-0417-4507-b931-291858bf5541 req-c6b51a1d-b9ea-42a5-88e6-e050fc05fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:45.360434 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f37cdd-a20e-482f-b774-8d9dc788c5f4 None None] Routers {'0cea31fb-4233-4b03-8c7e-222a31103342'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:45.361145 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-12f37cdd-a20e-482f-b774-8d9dc788c5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0cea31fb-4233-4b03-8c7e-222a31103342'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:45.361336 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d6f50c9-0417-4507-b931-291858bf5541 req-c6b51a1d-b9ea-42a5-88e6-e050fc05fbae service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6d2ebf2-259c-4278-b7f2-8d8c651dca23 HTTP/1.1" status: 200 len: 898 time: 0.5132778 Feb 04 06:07:45.431990 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4fb719a5-2577-423c-aa4f-b884a7b7b396 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:45.530012 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Set router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:45.551833 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb719a5-2577-423c-aa4f-b884a7b7b396 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe0a5ff-7acb-4bb4-a799-794e81e56234,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:45.567959 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-12f37cdd-a20e-482f-b774-8d9dc788c5f4 None None] Set router 0cea31fb-4233-4b03-8c7e-222a31103342 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:45.605361 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0126971-b52f-4ec2-84ac-7d9b5bea820c None None] Network 058bc885-b8db-418c-b7c3-f529dcfee51f requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:45.626163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4fb719a5-2577-423c-aa4f-b884a7b7b396 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:45.666902 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d6f50c9-0417-4507-b931-291858bf5541 req-d567e769-6cbd-4c6d-87f0-e216cc05b8bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05f8b8e5-88a7-41d5-adad-754eefbfe38a HTTP/1.1" status: 200 len: 1000 time: 0.2966516 Feb 04 06:07:45.670840 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4fb719a5-2577-423c-aa4f-b884a7b7b396 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "DELETE /v2.0/subnets/4fe0a5ff-7acb-4bb4-a799-794e81e56234 HTTP/1.1" status: 204 len: 168 time: 1.6488042 Feb 04 06:07:45.673911 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56552) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:45.692766 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56556) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:45.831387 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-91236c58-d753-4065-972f-9bc167b1e263 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/ebcfc1a8-1015-459f-9931-98fbf042de40 HTTP/1.1" status: 200 len: 992 time: 0.1352487 Feb 04 06:07:45.836270 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f50c9-0417-4507-b931-291858bf5541 req-4b4490a4-fdf4-4843-a3ae-e78b25299c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:45.837713 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d6f50c9-0417-4507-b931-291858bf5541 req-4b4490a4-fdf4-4843-a3ae-e78b25299c6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2 HTTP/1.1" status: 200 len: 835 time: 0.1629639 Feb 04 06:07:45.843083 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port bfb10d48-d146-46dd-8bb7-39d5c9739e33 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:45.843640 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:45.891195 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-425fa8f1-5227-4e0b-9bf0-a8e716035551 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Deleting subnet f54d83a2-98ff-4e00-b0ec-98df6e1c2f78 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:07:45.901179 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-425fa8f1-5227-4e0b-9bf0-a8e716035551 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:45.920632 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-098b441e-96b7-4e98-9eb3-798f24b85527 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:45.972455 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-12f37cdd-a20e-482f-b774-8d9dc788c5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:06:45Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'ebcfc1a8-1015-459f-9931-98fbf042de40', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'port_id': '05f8b8e5-88a7-41d5-adad-754eefbfe38a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'mac_address': 'fa:16:3e:71:fa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:07:38Z', 'updated_at': '2022-02-04T06:07:38Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa57aa7f-6f48-4967-8249-3f170c94d05f', 'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:62:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:40Z', 'updated_at': '2022-02-04T06:06:58Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:45.977044 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f37cdd-a20e-482f-b774-8d9dc788c5f4 None None] The sync data for ids ['0cea31fb-4233-4b03-8c7e-222a31103342'] in dv-neutron-826830-2-hyperv is: [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:06:45Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'ebcfc1a8-1015-459f-9931-98fbf042de40', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'port_id': '05f8b8e5-88a7-41d5-adad-754eefbfe38a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'mac_address': 'fa:16:3e:71:fa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:07:38Z', 'updated_at': '2022-02-04T06:07:38Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa57aa7f-6f48-4967-8249-3f170c94d05f', 'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:62:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:40Z', 'updated_at': '2022-02-04T06:06:58Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:46.019313 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-425fa8f1-5227-4e0b-9bf0-a8e716035551 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:46.132758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f50c9-0417-4507-b931-291858bf5541 req-e0635896-fadb-4a69-bef2-bb59be71ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:46.133844 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d6f50c9-0417-4507-b931-291858bf5541 req-e0635896-fadb-4a69-bef2-bb59be71ddf3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6d2ebf2-259c-4278-b7f2-8d8c651dca23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2821920 Feb 04 06:07:46.293563 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:07:40Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33168ded-8de0-47e9-b2ce-2359e465e31b', 'name': '', 'network_id': 'b79d83a8-1e61-4cec-be1e-7b834403209b', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:af:7a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '06f101e0-00bd-46e9-bcb6-fe208ffc0858', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:39Z', 'updated_at': '2022-02-04T06:07:42Z', 'revision_number': 2, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '06f101e0-00bd-46e9-bcb6-fe208ffc0858', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8165e207-214c-4f9b-ae01-3d0660f5a602', 'name': '', 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:ee:e8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:28Z', 'updated_at': '2022-02-04T06:07:42Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a64956f0-9f75-4da1-8684-1af44eecd054', 'name': '', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:0f:18:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:19Z', 'updated_at': '2022-02-04T06:07:34Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:46.315114 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Checking router: baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:46.315473 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Updating router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 port 33168ded-8de0-47e9-b2ce-2359e465e31b binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:07:46.331202 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7778ce8a-49c7-419e-b76b-d75743847f7e None None] New status for floating IP ebcfc1a8-1015-459f-9931-98fbf042de40: ACTIVE {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:07:46.370691 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-098b441e-96b7-4e98-9eb3-798f24b85527 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting port 5a58233c-14dc-43ca-b536-3e1b2024d235 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:46.371476 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-098b441e-96b7-4e98-9eb3-798f24b85527 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:46.388986 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:46.409405 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1117a233-142d-4bea-8fa4-84dd45eeef3a no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:07:46.413219 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-425fa8f1-5227-4e0b-9bf0-a8e716035551 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:46.455071 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d6f50c9-0417-4507-b931-291858bf5541 req-c69124a7-3caf-4fdc-8e43-0b95a5dc7536 service neutron] 10.222.0.43 "GET /v2.0/networks/b6d2ebf2-259c-4278-b7f2-8d8c651dca23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113620 Feb 04 06:07:46.461587 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 1117a233-142d-4bea-8fa4-84dd45eeef3a {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:07:46.462080 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1117a233-142d-4bea-8fa4-84dd45eeef3a not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:07:46.463062 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f6705629-0cf2-405c-8c4f-f61688518c58 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:07:46.522996 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46acd04-ecf0-40ce-9b37-237890012b7c None None] DHCP port deletion for 058bc885-b8db-418c-b7c3-f529dcfee51f request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:07:46.535516 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: f6705629-0cf2-405c-8c4f-f61688518c58 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:07:46.536020 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f6705629-0cf2-405c-8c4f-f61688518c58 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:07:46.554482 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b46acd04-ecf0-40ce-9b37-237890012b7c None None] Deleting port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:46.554992 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b46acd04-ecf0-40ce-9b37-237890012b7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:46.616270 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-098b441e-96b7-4e98-9eb3-798f24b85527 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] For port 5a58233c-14dc-43ca-b536-3e1b2024d235, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=5a58233c-14dc-43ca-b536-3e1b2024d235,segment=NetworkSegment(1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab),segment_id=1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:46.616964 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-098b441e-96b7-4e98-9eb3-798f24b85527 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:46.701707 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.extraroute_db [None req-acae27ea-c1f7-4d2a-9ab1-5782a03b40f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87471) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 06:07:46.740016 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.extraroute_db [None req-acae27ea-c1f7-4d2a-9ab1-5782a03b40f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Removed routes are [] {{(pid=87471) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 06:07:46.740513 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-acae27ea-c1f7-4d2a-9ab1-5782a03b40f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:46.795760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-098b441e-96b7-4e98-9eb3-798f24b85527 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Calling delete_port for 5a58233c-14dc-43ca-b536-3e1b2024d235 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:46.838688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56562) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:46.903026 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-425fa8f1-5227-4e0b-9bf0-a8e716035551 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:46.918241 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d6f50c9-0417-4507-b931-291858bf5541 req-2611be42-1b0b-4372-ab74-37200136defb service neutron] 10.222.0.43 "GET /v2.0/networks/b6d2ebf2-259c-4278-b7f2-8d8c651dca23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527378 Feb 04 06:07:46.966527 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:07:46.989778 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fa8f1-5227-4e0b-9bf0-a8e716035551 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Pushing event deleted for resources: {'Subnet': ['ID=f54d83a2-98ff-4e00-b0ec-98df6e1c2f78,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:46.998310 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7312fbcc-e23e-4b50-b132-0b3cab62d090 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/ebcfc1a8-1015-459f-9931-98fbf042de40 HTTP/1.1" status: 200 len: 994 time: 0.1586943 Feb 04 06:07:47.003206 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-425fa8f1-5227-4e0b-9bf0-a8e716035551 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.012158 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-425fa8f1-5227-4e0b-9bf0-a8e716035551 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "DELETE /v2.0/subnets/f54d83a2-98ff-4e00-b0ec-98df6e1c2f78 HTTP/1.1" status: 204 len: 168 time: 1.3361549 Feb 04 06:07:47.014861 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56566) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:47.022716 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d3a238-4600-45b5-a17b-2d315cebdbe7 None None] Network 88a7eff0-bd55-464a-b29d-d49602f3b56e requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:47.047569 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-b46acd04-ecf0-40ce-9b37-237890012b7c None None] For port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=5bc9bb52-639b-4cd4-9837-b96ca4bbc62a,segment=NetworkSegment(760aac2e-b737-44c3-8c4d-fbbd93a097db),segment_id=760aac2e-b737-44c3-8c4d-fbbd93a097db)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:47.047984 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b46acd04-ecf0-40ce-9b37-237890012b7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.203271 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-acae27ea-c1f7-4d2a-9ab1-5782a03b40f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.208595 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-acae27ea-c1f7-4d2a-9ab1-5782a03b40f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.289924 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.311073 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b46acd04-ecf0-40ce-9b37-237890012b7c None None] Calling delete_port for 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:47.314325 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Deleting port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:47.314723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.342286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-098b441e-96b7-4e98-9eb3-798f24b85527 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.392893 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acae27ea-c1f7-4d2a-9ab1-5782a03b40f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:07:47.404308 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b441e-96b7-4e98-9eb3-798f24b85527 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Port': ['ID=5a58233c-14dc-43ca-b536-3e1b2024d235,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:47.565994 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.585651 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acae27ea-c1f7-4d2a-9ab1-5782a03b40f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:47.597183 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-acae27ea-c1f7-4d2a-9ab1-5782a03b40f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.601358 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-acae27ea-c1f7-4d2a-9ab1-5782a03b40f8 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 HTTP/1.1" status: 200 len: 954 time: 2.4663999 Feb 04 06:07:47.602215 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56574) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:47.645658 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=5bc9bb52-639b-4cd4-9837-b96ca4bbc62a,segment=NetworkSegment(760aac2e-b737-44c3-8c4d-fbbd93a097db),segment_id=760aac2e-b737-44c3-8c4d-fbbd93a097db)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:47.690648 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.742368 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-b46acd04-ecf0-40ce-9b37-237890012b7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:07:47.742368 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-b46acd04-ecf0-40ce-9b37-237890012b7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:07:47.776904 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.795420 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=5bc9bb52-639b-4cd4-9837-b96ca4bbc62a,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:47.800062 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Transition to ACTIVE for port object 33168ded-8de0-47e9-b2ce-2359e465e31b will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:47.804411 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5bce617c-fc2e-4c52-b82f-6fb031031163 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/routers/baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 HTTP/1.1" status: 200 len: 954 time: 0.2007475 Feb 04 06:07:47.804621 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56578) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:47.806575 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] For port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=5bc9bb52-639b-4cd4-9837-b96ca4bbc62a,segment=NetworkSegment(760aac2e-b737-44c3-8c4d-fbbd93a097db),segment_id=760aac2e-b737-44c3-8c4d-fbbd93a097db)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:47.806857 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.808671 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.824684 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-04dbe981-dc31-411d-a999-6d56836ea791 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'router': {'routes': None}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:47.912576 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb1c5a3-23c9-4c35-8282-bbc5f32a58e4 None None] DHCP port deletion for 88a7eff0-bd55-464a-b29d-d49602f3b56e request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:07:47.934885 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1c5a3-23c9-4c35-8282-bbc5f32a58e4 None None] Deleting port 5bad75fe-53bd-4059-b3d8-9b7b7d269898 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:47.935277 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cdb1c5a3-23c9-4c35-8282-bbc5f32a58e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.966875 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032416b-290f-43b7-8e20-1d95cc274831 None None] Pushing event updated for resources: {'Port': ['ID=33168ded-8de0-47e9-b2ce-2359e465e31b,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:48.050591 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Calling delete_port for 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:48.088431 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-098b441e-96b7-4e98-9eb3-798f24b85527 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:48.116881 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Attempting to bind port 33168ded-8de0-47e9-b2ce-2359e465e31b on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:48.117245 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Attempting to bind port 33168ded-8de0-47e9-b2ce-2359e465e31b by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b79d83a8-1e61-4cec-be1e-7b834403209b'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:48.117611 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Attempting to bind port 33168ded-8de0-47e9-b2ce-2359e465e31b on network b79d83a8-1e61-4cec-be1e-7b834403209b {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:07:48.126205 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:07:48.126572 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Checking segment: {'id': '0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b79d83a8-1e61-4cec-be1e-7b834403209b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:07:48.126975 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:48.127363 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Bound using segment: {'id': '0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b79d83a8-1e61-4cec-be1e-7b834403209b'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:07:48.129470 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Bound port: 33168ded-8de0-47e9-b2ce-2359e465e31b, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b79d83a8-1e61-4cec-be1e-7b834403209b'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:48.129975 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:48.248901 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b46acd04-ecf0-40ce-9b37-237890012b7c None None] Deleting port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:48.249275 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b46acd04-ecf0-40ce-9b37-237890012b7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:48.373351 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-cdb1c5a3-23c9-4c35-8282-bbc5f32a58e4 None None] For port 5bad75fe-53bd-4059-b3d8-9b7b7d269898, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=5bad75fe-53bd-4059-b3d8-9b7b7d269898,segment=NetworkSegment(4c1fd41a-2307-4569-96b1-e73f924f765c),segment_id=4c1fd41a-2307-4569-96b1-e73f924f765c)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:48.373722 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cdb1c5a3-23c9-4c35-8282-bbc5f32a58e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:48.541753 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] For port 33168ded-8de0-47e9-b2ce-2359e465e31b, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:07:48.549247 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:07:48.549526 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:07:48.550220 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1c5a3-23c9-4c35-8282-bbc5f32a58e4 None None] Calling delete_port for 5bad75fe-53bd-4059-b3d8-9b7b7d269898 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:48.598623 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] For port 33168ded-8de0-47e9-b2ce-2359e465e31b, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=33168ded-8de0-47e9-b2ce-2359e465e31b,segment=NetworkSegment(0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd),segment_id=0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:07:48.607910 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:48.803380 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Routers {'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:48.804053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:48.828318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098b441e-96b7-4e98-9eb3-798f24b85527 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router 274a17fc-8904-4386-972a-31fa256b9014 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:07:48.929011 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032416b-290f-43b7-8e20-1d95cc274831 None None] Pushing event updated for resources: {'Port': ['ID=33168ded-8de0-47e9-b2ce-2359e465e31b,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:48.931216 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cdb1c5a3-23c9-4c35-8282-bbc5f32a58e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:49.052088 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-b46acd04-ecf0-40ce-9b37-237890012b7c None None] For port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=5bc9bb52-639b-4cd4-9837-b96ca4bbc62a,segment=NetworkSegment(760aac2e-b737-44c3-8c4d-fbbd93a097db),segment_id=760aac2e-b737-44c3-8c4d-fbbd93a097db)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:49.052870 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b46acd04-ecf0-40ce-9b37-237890012b7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:49.062300 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Deleting port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:49.062765 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:49.064849 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1c5a3-23c9-4c35-8282-bbc5f32a58e4 None None] Pushing event deleted for resources: {'Port': ['ID=5bad75fe-53bd-4059-b3d8-9b7b7d269898,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:49.067507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 5bad75fe-53bd-4059-b3d8-9b7b7d269898 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:07:49.111392 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb1c5a3-23c9-4c35-8282-bbc5f32a58e4 None None] No DVR routers for this DVR port 5bad75fe-53bd-4059-b3d8-9b7b7d269898 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:07:49.232187 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098b441e-96b7-4e98-9eb3-798f24b85527 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:49.237463 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b46acd04-ecf0-40ce-9b37-237890012b7c None None] Calling delete_port for 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:49.262903 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.extraroute_db [None req-04dbe981-dc31-411d-a999-6d56836ea791 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Added routes are [] {{(pid=87470) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 06:07:49.263216 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.extraroute_db [None req-04dbe981-dc31-411d-a999-6d56836ea791 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87470) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 06:07:49.263343 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 5bad75fe-53bd-4059-b3d8-9b7b7d269898 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:07:49.263589 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 5bad75fe-53bd-4059-b3d8-9b7b7d269898 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:07:49.277721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56582) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:49.278648 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-098b441e-96b7-4e98-9eb3-798f24b85527 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/274a17fc-8904-4386-972a-31fa256b9014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3548899 Feb 04 06:07:49.278753 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c8d46d-56a9-4254-803b-d7d679ee0330 None None] Sync routers for ids ['274a17fc-8904-4386-972a-31fa256b9014'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:49.302466 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] Set router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:49.350160 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1d4c0f-1fff-41dc-a6d4-128995adbd37 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting subnet 4c99e391-aef4-4569-80eb-3c2b8b4c1294 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:07:49.354239 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4c0f-1fff-41dc-a6d4-128995adbd37 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:49.375486 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c8d46d-56a9-4254-803b-d7d679ee0330 None None] Routers {'274a17fc-8904-4386-972a-31fa256b9014'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:49.376171 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e6c8d46d-56a9-4254-803b-d7d679ee0330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['274a17fc-8904-4386-972a-31fa256b9014'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:49.397518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-04dbe981-dc31-411d-a999-6d56836ea791 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:49.400116 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] For port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=5bc9bb52-639b-4cd4-9837-b96ca4bbc62a,segment=NetworkSegment(760aac2e-b737-44c3-8c4d-fbbd93a097db),segment_id=760aac2e-b737-44c3-8c4d-fbbd93a097db)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:49.400594 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:49.417271 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4c0f-1fff-41dc-a6d4-128995adbd37 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:49.502538 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4c0f-1fff-41dc-a6d4-128995adbd37 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:49.574907 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Calling delete_port for 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:49.577403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4c0f-1fff-41dc-a6d4-128995adbd37 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:49.606838 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b46acd04-ecf0-40ce-9b37-237890012b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:49.633596 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d4c0f-1fff-41dc-a6d4-128995adbd37 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Subnet': ['ID=4c99e391-aef4-4569-80eb-3c2b8b4c1294,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:49.637454 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4c0f-1fff-41dc-a6d4-128995adbd37 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:49.644637 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5f1d4c0f-1fff-41dc-a6d4-128995adbd37 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/subnets/4c99e391-aef4-4569-80eb-3c2b8b4c1294 HTTP/1.1" status: 204 len: 168 time: 0.3659000 Feb 04 06:07:49.647221 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56586) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:49.698565 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938d117f-1ea8-472a-8fa4-93c0f76ee73b None None] Network 499911cc-23e8-4bb0-85c4-c9fc9243895a requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:49.735963 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46acd04-ecf0-40ce-9b37-237890012b7c None None] Pushing event deleted for resources: {'Port': ['ID=5bc9bb52-639b-4cd4-9837-b96ca4bbc62a,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:49.804011 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46acd04-ecf0-40ce-9b37-237890012b7c None None] No DVR routers for this DVR port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:07:49.810301 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-e6c8d46d-56a9-4254-803b-d7d679ee0330 None None] Set router 274a17fc-8904-4386-972a-31fa256b9014 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:49.947916 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:49.962592 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting port 008c6f3f-ad1d-4628-b41b-81db3b94b610 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:49.962592 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:50.007291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:07:50.007579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:07:50.039824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-04dbe981-dc31-411d-a999-6d56836ea791 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:50.044475 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-04dbe981-dc31-411d-a999-6d56836ea791 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:50.177991 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] For port 008c6f3f-ad1d-4628-b41b-81db3b94b610, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=008c6f3f-ad1d-4628-b41b-81db3b94b610,segment=NetworkSegment(1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab),segment_id=1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:50.179203 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:50.214237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dbe981-dc31-411d-a999-6d56836ea791 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:07:50.292300 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:07:46Z', 'revision_number': 6, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33168ded-8de0-47e9-b2ce-2359e465e31b', 'name': '', 'network_id': 'b79d83a8-1e61-4cec-be1e-7b834403209b', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:af:7a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '06f101e0-00bd-46e9-bcb6-fe208ffc0858', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:39Z', 'updated_at': '2022-02-04T06:07:48Z', 'revision_number': 4, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '06f101e0-00bd-46e9-bcb6-fe208ffc0858', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8165e207-214c-4f9b-ae01-3d0660f5a602', 'name': '', 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:ee:e8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:28Z', 'updated_at': '2022-02-04T06:07:42Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a64956f0-9f75-4da1-8684-1af44eecd054', 'name': '', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:0f:18:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:19Z', 'updated_at': '2022-02-04T06:07:34Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:50.305190 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e02141d-58c2-40cf-bfe6-96d07550f6f9 None None] The sync data for ids ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'] in dv-neutron-826830-2-hyperv is: [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:07:46Z', 'revision_number': 6, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33168ded-8de0-47e9-b2ce-2359e465e31b', 'name': '', 'network_id': 'b79d83a8-1e61-4cec-be1e-7b834403209b', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:af:7a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '06f101e0-00bd-46e9-bcb6-fe208ffc0858', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:39Z', 'updated_at': '2022-02-04T06:07:48Z', 'revision_number': 4, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '06f101e0-00bd-46e9-bcb6-fe208ffc0858', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8165e207-214c-4f9b-ae01-3d0660f5a602', 'name': '', 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:ee:e8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:28Z', 'updated_at': '2022-02-04T06:07:42Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a64956f0-9f75-4da1-8684-1af44eecd054', 'name': '', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:0f:18:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:19Z', 'updated_at': '2022-02-04T06:07:34Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:50.320561 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Calling delete_port for 008c6f3f-ad1d-4628-b41b-81db3b94b610 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:50.371204 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e6c8d46d-56a9-4254-803b-d7d679ee0330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:47Z', 'revision_number': 10, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:50.376185 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad59b33-3728-4e75-837c-3e5f9c7bfc5b None None] DHCP port deletion for 499911cc-23e8-4bb0-85c4-c9fc9243895a request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:07:50.386317 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2ad59b33-3728-4e75-837c-3e5f9c7bfc5b None None] Deleting port 008c6f3f-ad1d-4628-b41b-81db3b94b610 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:50.386702 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2ad59b33-3728-4e75-837c-3e5f9c7bfc5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:50.407897 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dbe981-dc31-411d-a999-6d56836ea791 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:50.425284 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-04dbe981-dc31-411d-a999-6d56836ea791 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:50.427823 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-04dbe981-dc31-411d-a999-6d56836ea791 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 HTTP/1.1" status: 200 len: 704 time: 2.6121261 Feb 04 06:07:50.429696 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56590) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:50.484473 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c8d46d-56a9-4254-803b-d7d679ee0330 None None] Checking router: 274a17fc-8904-4386-972a-31fa256b9014 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:50.514296 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c8d46d-56a9-4254-803b-d7d679ee0330 None None] Routers {'274a17fc-8904-4386-972a-31fa256b9014'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:50.514994 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e6c8d46d-56a9-4254-803b-d7d679ee0330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['274a17fc-8904-4386-972a-31fa256b9014'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:50.591275 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:50.645461 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Port': ['ID=008c6f3f-ad1d-4628-b41b-81db3b94b610,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:50.657238 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] No DVR routers for this DVR port 008c6f3f-ad1d-4628-b41b-81db3b94b610 on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:07:50.683083 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2ad59b33-3728-4e75-837c-3e5f9c7bfc5b None None] The port '008c6f3f-ad1d-4628-b41b-81db3b94b610' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:07:50.699404 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7eeb577c-194b-4bca-9305-b047cb57ce1f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/routers/baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 HTTP/1.1" status: 200 len: 704 time: 0.2685871 Feb 04 06:07:50.702143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56594) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:50.715454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-e6c8d46d-56a9-4254-803b-d7d679ee0330 None None] Set router 274a17fc-8904-4386-972a-31fa256b9014 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:50.760330 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Deleting port 5bc9bb52-639b-4cd4-9837-b96ca4bbc62a {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:50.760932 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:50.798336 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:50.831561 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499911cc-23e8-4bb0-85c4-c9fc9243895a']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:50.845782 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:50.846073 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0ac7c7-5f02-4c5f-94f5-19fb4dff12ab') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:50.859298 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:50.881357 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:50.892105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:07:50.892105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:50.896189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] The port '5bc9bb52-639b-4cd4-9837-b96ca4bbc62a' was deleted {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:07:50.927877 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:07:51.055149 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 33168ded-8de0-47e9-b2ce-2359e465e31b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:51.080469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:51.102995 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:51.110700 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Network': ['ID=499911cc-23e8-4bb0-85c4-c9fc9243895a,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:51.131757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:51.136615 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5f17c5f4-5592-4fb5-a01f-dea1360e49ca tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/networks/499911cc-23e8-4bb0-85c4-c9fc9243895a HTTP/1.1" status: 204 len: 168 time: 1.4878674 Feb 04 06:07:51.137470 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56598) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:51.203376 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 33168ded-8de0-47e9-b2ce-2359e465e31b completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:51.213347 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e6c8d46d-56a9-4254-803b-d7d679ee0330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:47Z', 'revision_number': 10, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:51.217375 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 33168ded-8de0-47e9-b2ce-2359e465e31b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:51.218043 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:51.250175 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c8d46d-56a9-4254-803b-d7d679ee0330 None None] The sync data for ids ['274a17fc-8904-4386-972a-31fa256b9014'] in dv-neutron-826830-2-hyperv is: [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:47Z', 'revision_number': 10, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None, '_interfaces': [{'id': 'e2f39638-df85-4296-881e-c0ddb3bed286', 'name': '', 'network_id': '53f5d41a-a17a-45a9-8311-0b3b9dcc60ee', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'mac_address': 'fa:16:3e:58:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a17fc-8904-4386-972a-31fa256b9014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:37Z', 'updated_at': '2022-02-04T06:06:52Z', 'revision_number': 5, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'subnets': [{'id': 'b70bc698-267a-4e4d-9db1-3aafe4171cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:51.314362 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058bc885-b8db-418c-b7c3-f529dcfee51f']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:51.336584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760aac2e-b737-44c3-8c4d-fbbd93a097db') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:51.336858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760aac2e-b737-44c3-8c4d-fbbd93a097db') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:51.354422 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:51.362557 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:51.404002 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 33168ded-8de0-47e9-b2ce-2359e465e31b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=33168ded-8de0-47e9-b2ce-2359e465e31b,segment=NetworkSegment(0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd),segment_id=0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:51.416562 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44da9d28-4d2f-448a-a572-21effc5d65c0 None None] Sync routers for ids ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:51.417121 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:51.419162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:51.433961 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44da9d28-4d2f-448a-a572-21effc5d65c0 None None] Routers {'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:51.435119 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-44da9d28-4d2f-448a-a572-21effc5d65c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:51.437368 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:07:51.438332 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:51.489040 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=33168ded-8de0-47e9-b2ce-2359e465e31b,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: util.warn( Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:07:51.512437 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:07:51.557983 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:51.578743 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:51.588387 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Pushing event deleted for resources: {'Network': ['ID=058bc885-b8db-418c-b7c3-f529dcfee51f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:51.603829 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-717d928c-a13b-4ccc-9c95-b3c3719e01db tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "DELETE /v2.0/networks/058bc885-b8db-418c-b7c3-f529dcfee51f HTTP/1.1" status: 204 len: 168 time: 4.5856669 Feb 04 06:07:51.605186 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56602) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:51.648563 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 008c6f3f-ad1d-4628-b41b-81db3b94b610 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:07:51.701614 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-44da9d28-4d2f-448a-a572-21effc5d65c0 None None] Set router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:51.712166 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 008c6f3f-ad1d-4628-b41b-81db3b94b610 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:07:51.712990 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 008c6f3f-ad1d-4628-b41b-81db3b94b610 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:07:51.915633 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ecd193d-7fa4-48a4-8c2e-1b9643ba040d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:51.957823 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1bbe-1335-4f85-af6c-8c9b2205e70f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:52.050769 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-44da9d28-4d2f-448a-a572-21effc5d65c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:07:49Z', 'revision_number': 7, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33168ded-8de0-47e9-b2ce-2359e465e31b', 'name': '', 'network_id': 'b79d83a8-1e61-4cec-be1e-7b834403209b', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:af:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '06f101e0-00bd-46e9-bcb6-fe208ffc0858', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:39Z', 'updated_at': '2022-02-04T06:07:51Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '06f101e0-00bd-46e9-bcb6-fe208ffc0858', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8165e207-214c-4f9b-ae01-3d0660f5a602', 'name': '', 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:ee:e8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:28Z', 'updated_at': '2022-02-04T06:07:42Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a64956f0-9f75-4da1-8684-1af44eecd054', 'name': '', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:0f:18:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:19Z', 'updated_at': '2022-02-04T06:07:34Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:52.055070 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44da9d28-4d2f-448a-a572-21effc5d65c0 None None] Checking router: baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:52.065065 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44da9d28-4d2f-448a-a572-21effc5d65c0 None None] Routers {'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:52.065627 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-44da9d28-4d2f-448a-a572-21effc5d65c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:52.070831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5e91a9c-5c63-46f2-9037-3385dc9bd917 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:52.148903 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1bbe-1335-4f85-af6c-8c9b2205e70f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:52.181769 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-0f4e1bbe-1335-4f85-af6c-8c9b2205e70f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a7eff0-bd55-464a-b29d-d49602f3b56e']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:52.201408 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-0f4e1bbe-1335-4f85-af6c-8c9b2205e70f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1fd41a-2307-4569-96b1-e73f924f765c') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:52.202084 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-0f4e1bbe-1335-4f85-af6c-8c9b2205e70f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1fd41a-2307-4569-96b1-e73f924f765c') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:52.220316 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-44da9d28-4d2f-448a-a572-21effc5d65c0 None None] Set router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:52.264478 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd193d-7fa4-48a4-8c2e-1b9643ba040d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting port e2f39638-df85-4296-881e-c0ddb3bed286 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:52.264881 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ecd193d-7fa4-48a4-8c2e-1b9643ba040d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:52.278887 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1bbe-1335-4f85-af6c-8c9b2205e70f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:52.316540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1bbe-1335-4f85-af6c-8c9b2205e70f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:52.328349 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4e1bbe-1335-4f85-af6c-8c9b2205e70f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:07:52.328685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1bbe-1335-4f85-af6c-8c9b2205e70f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:07:52.343336 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:07:52.474386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-0ecd193d-7fa4-48a4-8c2e-1b9643ba040d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] For port e2f39638-df85-4296-881e-c0ddb3bed286, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e2f39638-df85-4296-881e-c0ddb3bed286,segment=NetworkSegment(1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c),segment_id=1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:52.474954 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ecd193d-7fa4-48a4-8c2e-1b9643ba040d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:52.532677 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1bbe-1335-4f85-af6c-8c9b2205e70f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:52.536947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1bbe-1335-4f85-af6c-8c9b2205e70f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:52.552443 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-44da9d28-4d2f-448a-a572-21effc5d65c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:07:49Z', 'revision_number': 7, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33168ded-8de0-47e9-b2ce-2359e465e31b', 'name': '', 'network_id': 'b79d83a8-1e61-4cec-be1e-7b834403209b', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:af:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '06f101e0-00bd-46e9-bcb6-fe208ffc0858', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:39Z', 'updated_at': '2022-02-04T06:07:51Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '06f101e0-00bd-46e9-bcb6-fe208ffc0858', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8165e207-214c-4f9b-ae01-3d0660f5a602', 'name': '', 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:ee:e8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:28Z', 'updated_at': '2022-02-04T06:07:42Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a64956f0-9f75-4da1-8684-1af44eecd054', 'name': '', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:0f:18:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:19Z', 'updated_at': '2022-02-04T06:07:34Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:52.556885 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44da9d28-4d2f-448a-a572-21effc5d65c0 None None] The sync data for ids ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'] in dv-neutron-826830-2-hyperv is: [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:07:49Z', 'revision_number': 7, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33168ded-8de0-47e9-b2ce-2359e465e31b', 'name': '', 'network_id': 'b79d83a8-1e61-4cec-be1e-7b834403209b', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:af:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '06f101e0-00bd-46e9-bcb6-fe208ffc0858', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:39Z', 'updated_at': '2022-02-04T06:07:51Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '06f101e0-00bd-46e9-bcb6-fe208ffc0858', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8165e207-214c-4f9b-ae01-3d0660f5a602', 'name': '', 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:ee:e8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:28Z', 'updated_at': '2022-02-04T06:07:42Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a64956f0-9f75-4da1-8684-1af44eecd054', 'name': '', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:0f:18:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:19Z', 'updated_at': '2022-02-04T06:07:34Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:52.567935 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0f4e1bbe-1335-4f85-af6c-8c9b2205e70f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "DELETE /v2.0/networks/88a7eff0-bd55-464a-b29d-d49602f3b56e HTTP/1.1" status: 204 len: 168 time: 0.9607806 Feb 04 06:07:52.569748 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e1bbe-1335-4f85-af6c-8c9b2205e70f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Pushing event deleted for resources: {'Network': ['ID=88a7eff0-bd55-464a-b29d-d49602f3b56e,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:52.572128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56606) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:52.606081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd193d-7fa4-48a4-8c2e-1b9643ba040d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Calling delete_port for e2f39638-df85-4296-881e-c0ddb3bed286 owned by network:router_interface {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:52.684186 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ead417-2533-4686-95b9-d76c19af0f04 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Deleting subnet 86ba0013-7eff-47ca-a8e5-97b1110a7914 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:07:52.694023 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-20ead417-2533-4686-95b9-d76c19af0f04 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:52.755008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-b5e91a9c-5c63-46f2-9037-3385dc9bd917 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port 33168ded-8de0-47e9-b2ce-2359e465e31b {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:52.755345 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5e91a9c-5c63-46f2-9037-3385dc9bd917 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:52.795565 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ecd193d-7fa4-48a4-8c2e-1b9643ba040d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:52.801961 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-20ead417-2533-4686-95b9-d76c19af0f04 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:52.851311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd193d-7fa4-48a4-8c2e-1b9643ba040d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Port': ['ID=e2f39638-df85-4296-881e-c0ddb3bed286,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:53.016594 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-20ead417-2533-4686-95b9-d76c19af0f04 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:53.035243 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 33168ded-8de0-47e9-b2ce-2359e465e31b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:07:53.068548 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-b5e91a9c-5c63-46f2-9037-3385dc9bd917 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] For port 33168ded-8de0-47e9-b2ce-2359e465e31b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=33168ded-8de0-47e9-b2ce-2359e465e31b,segment=NetworkSegment(0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd),segment_id=0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:53.068927 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5e91a9c-5c63-46f2-9037-3385dc9bd917 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:53.105653 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0ecd193d-7fa4-48a4-8c2e-1b9643ba040d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:53.113948 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 33168ded-8de0-47e9-b2ce-2359e465e31b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:53.114330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:53.214034 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-b5e91a9c-5c63-46f2-9037-3385dc9bd917 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Calling delete_port for 33168ded-8de0-47e9-b2ce-2359e465e31b owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:53.257975 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 5a58233c-14dc-43ca-b536-3e1b2024d235 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:07:53.290552 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-20ead417-2533-4686-95b9-d76c19af0f04 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:53.304970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 5a58233c-14dc-43ca-b536-3e1b2024d235 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:07:53.305329 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 5a58233c-14dc-43ca-b536-3e1b2024d235 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:07:53.468245 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ead417-2533-4686-95b9-d76c19af0f04 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Pushing event deleted for resources: {'Subnet': ['ID=86ba0013-7eff-47ca-a8e5-97b1110a7914,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:53.470297 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1e6a54-1eb0-46e2-87e3-746f9456f812 None None] Network 74c3147f-b888-4c70-b3ed-fe00c0d04fd3 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:53.471040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-20ead417-2533-4686-95b9-d76c19af0f04 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:53.481140 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-20ead417-2533-4686-95b9-d76c19af0f04 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "DELETE /v2.0/subnets/86ba0013-7eff-47ca-a8e5-97b1110a7914 HTTP/1.1" status: 204 len: 168 time: 0.9063845 Feb 04 06:07:53.483573 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56610) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:53.507391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecd193d-7fa4-48a4-8c2e-1b9643ba040d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router 274a17fc-8904-4386-972a-31fa256b9014 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:07:53.606550 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:53.647303 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecd193d-7fa4-48a4-8c2e-1b9643ba040d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:53.660526 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Deleting port 24d7ef38-73ee-4c05-a3de-79807ca53b55 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:53.660769 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:53.664993 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0ecd193d-7fa4-48a4-8c2e-1b9643ba040d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/274a17fc-8904-4386-972a-31fa256b9014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5236647 Feb 04 06:07:53.665165 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e6dbc1-f61c-49d1-acf1-ab1374ffb3dd None None] Sync routers for ids ['274a17fc-8904-4386-972a-31fa256b9014'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:53.665804 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56614) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:53.678467 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e6dbc1-f61c-49d1-acf1-ab1374ffb3dd None None] Routers {'274a17fc-8904-4386-972a-31fa256b9014'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:53.679071 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-09e6dbc1-f61c-49d1-acf1-ab1374ffb3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['274a17fc-8904-4386-972a-31fa256b9014'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:53.744395 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-d735a648-7b74-49ed-8114-62a4176d3442 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting subnet b70bc698-267a-4e4d-9db1-3aafe4171cc2 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:07:53.747795 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d735a648-7b74-49ed-8114-62a4176d3442 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:53.764254 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5e91a9c-5c63-46f2-9037-3385dc9bd917 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:53.806610 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d735a648-7b74-49ed-8114-62a4176d3442 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:53.826875 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c140c8c5-bd55-400f-bc2f-f8e81615de07 None None] DHCP port deletion for 74c3147f-b888-4c70-b3ed-fe00c0d04fd3 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:07:53.830076 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e91a9c-5c63-46f2-9037-3385dc9bd917 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Port': ['ID=33168ded-8de0-47e9-b2ce-2359e465e31b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:53.841937 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-c140c8c5-bd55-400f-bc2f-f8e81615de07 None None] Deleting port 24d7ef38-73ee-4c05-a3de-79807ca53b55 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:53.842535 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c140c8c5-bd55-400f-bc2f-f8e81615de07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:53.899163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d735a648-7b74-49ed-8114-62a4176d3442 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:53.923502 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-09e6dbc1-f61c-49d1-acf1-ab1374ffb3dd None None] Set router 274a17fc-8904-4386-972a-31fa256b9014 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:53.980059 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d735a648-7b74-49ed-8114-62a4176d3442 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:54.029084 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735a648-7b74-49ed-8114-62a4176d3442 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Subnet': ['ID=b70bc698-267a-4e4d-9db1-3aafe4171cc2,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:54.036112 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d735a648-7b74-49ed-8114-62a4176d3442 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:54.043162 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d735a648-7b74-49ed-8114-62a4176d3442 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/subnets/b70bc698-267a-4e4d-9db1-3aafe4171cc2 HTTP/1.1" status: 204 len: 168 time: 0.3767419 Feb 04 06:07:54.045583 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2f9fef-f2ca-4b77-8ac6-efe7c2aab94f None None] Network 53f5d41a-a17a-45a9-8311-0b3b9dcc60ee requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:54.046434 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56618) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:54.064555 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-09e6dbc1-f61c-49d1-acf1-ab1374ffb3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:52Z', 'revision_number': 11, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:54.113787 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] For port 24d7ef38-73ee-4c05-a3de-79807ca53b55, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=24d7ef38-73ee-4c05-a3de-79807ca53b55,segment=NetworkSegment(7f5a335d-79fe-4d71-a060-9e06b0d68630),segment_id=7f5a335d-79fe-4d71-a060-9e06b0d68630)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:54.114126 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:54.152143 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e6dbc1-f61c-49d1-acf1-ab1374ffb3dd None None] Checking router: 274a17fc-8904-4386-972a-31fa256b9014 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:54.177504 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:54.190303 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Deleting port 069ad00d-a568-4290-b6b8-281d63798797 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:54.190951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:54.242277 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e6dbc1-f61c-49d1-acf1-ab1374ffb3dd None None] Routers {'274a17fc-8904-4386-972a-31fa256b9014'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:54.243177 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-09e6dbc1-f61c-49d1-acf1-ab1374ffb3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['274a17fc-8904-4386-972a-31fa256b9014'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:54.279488 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Calling delete_port for 24d7ef38-73ee-4c05-a3de-79807ca53b55 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:54.307541 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5e91a9c-5c63-46f2-9037-3385dc9bd917 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:54.408195 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-c140c8c5-bd55-400f-bc2f-f8e81615de07 None None] For port 24d7ef38-73ee-4c05-a3de-79807ca53b55, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=24d7ef38-73ee-4c05-a3de-79807ca53b55,segment=NetworkSegment(7f5a335d-79fe-4d71-a060-9e06b0d68630),segment_id=7f5a335d-79fe-4d71-a060-9e06b0d68630)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:54.408564 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c140c8c5-bd55-400f-bc2f-f8e81615de07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:54.409274 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] For port 069ad00d-a568-4290-b6b8-281d63798797, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=069ad00d-a568-4290-b6b8-281d63798797,segment=NetworkSegment(1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c),segment_id=1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:54.409714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:54.513497 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:54.538975 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Calling delete_port for 069ad00d-a568-4290-b6b8-281d63798797 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:54.555675 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-09e6dbc1-f61c-49d1-acf1-ab1374ffb3dd None None] Set router 274a17fc-8904-4386-972a-31fa256b9014 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:54.564169 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Pushing event deleted for resources: {'Port': ['ID=24d7ef38-73ee-4c05-a3de-79807ca53b55,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:54.569929 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] No DVR routers for this DVR port 24d7ef38-73ee-4c05-a3de-79807ca53b55 on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:07:54.606048 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-c140c8c5-bd55-400f-bc2f-f8e81615de07 None None] Calling delete_port for 24d7ef38-73ee-4c05-a3de-79807ca53b55 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:54.621559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:54.662740 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:54.663038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:54.663392 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:54.663715 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:54.664072 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:54.664393 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:54.664711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:54.665021 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:54.665337 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:54.665629 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:54.665937 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:54.666237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:54.688411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] No DVR routers for this DVR port 069ad00d-a568-4290-b6b8-281d63798797 on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:07:54.689990 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Port': ['ID=069ad00d-a568-4290-b6b8-281d63798797,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:54.718494 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-09e6dbc1-f61c-49d1-acf1-ab1374ffb3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:52Z', 'revision_number': 11, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:54.729737 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e6dbc1-f61c-49d1-acf1-ab1374ffb3dd None None] The sync data for ids ['274a17fc-8904-4386-972a-31fa256b9014'] in dv-neutron-826830-2-hyperv is: [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:52Z', 'revision_number': 11, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:54.768162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-c140c8c5-bd55-400f-bc2f-f8e81615de07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:07:54.768741 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-c140c8c5-bd55-400f-bc2f-f8e81615de07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:07:54.944209 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:54.969411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f5d41a-a17a-45a9-8311-0b3b9dcc60ee']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:54.977134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:54.982030 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:54.982395 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f94ebc4-b6f8-4c42-bde3-4bd73994ff7c') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:54.994678 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:55.011637 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:55.012165 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c3147f-b888-4c70-b3ed-fe00c0d04fd3']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:55.018716 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:07:55.018716 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:55.029152 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e91a9c-5c63-46f2-9037-3385dc9bd917 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:07:55.029152 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5a335d-79fe-4d71-a060-9e06b0d68630') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:55.029436 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5a335d-79fe-4d71-a060-9e06b0d68630') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:07:55.033352 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:07:55.044714 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:55.089891 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773185ef-26b3-43a4-a774-e42246245fa0 None None] DHCP port deletion for 53f5d41a-a17a-45a9-8311-0b3b9dcc60ee request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:07:55.149135 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:55.155682 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:55.202256 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:55.221428 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Pushing event deleted for resources: {'Network': ['ID=53f5d41a-a17a-45a9-8311-0b3b9dcc60ee,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:55.230367 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8219fca0-fd7b-4415-966e-3a3d1363b649 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/networks/53f5d41a-a17a-45a9-8311-0b3b9dcc60ee HTTP/1.1" status: 204 len: 168 time: 1.1824892 Feb 04 06:07:55.232888 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56624) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:55.233316 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:07:55.234327 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:55.252377 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 069ad00d-a568-4290-b6b8-281d63798797 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:07:55.252950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-28a7808d-43c2-4c38-b70c-c67339f3af41 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'router': {'routes': None}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:07:55.270255 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:07:55.279455 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-c140c8c5-bd55-400f-bc2f-f8e81615de07 None None] Deleting port 24d7ef38-73ee-4c05-a3de-79807ca53b55 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:55.281353 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c140c8c5-bd55-400f-bc2f-f8e81615de07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:55.361438 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 069ad00d-a568-4290-b6b8-281d63798797 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:07:55.362039 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 069ad00d-a568-4290-b6b8-281d63798797 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:07:55.363765 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e2f39638-df85-4296-881e-c0ddb3bed286 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:07:55.370800 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e91a9c-5c63-46f2-9037-3385dc9bd917 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:55.377579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:55.386668 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391560fb-5dc9-4dad-941e-7ad129b36f71 None None] Sync routers for ids ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:55.389021 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:55.400651 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391560fb-5dc9-4dad-941e-7ad129b36f71 None None] Routers {'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:55.401577 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-391560fb-5dc9-4dad-941e-7ad129b36f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:55.404141 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-c140c8c5-bd55-400f-bc2f-f8e81615de07 None None] The port '24d7ef38-73ee-4c05-a3de-79807ca53b55' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:07:55.405103 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: e2f39638-df85-4296-881e-c0ddb3bed286 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:07:55.405604 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e2f39638-df85-4296-881e-c0ddb3bed286 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:07:55.406204 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 24d7ef38-73ee-4c05-a3de-79807ca53b55 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:07:55.441130 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "DELETE /v2.0/networks/74c3147f-b888-4c70-b3ed-fe00c0d04fd3 HTTP/1.1" status: 204 len: 168 time: 1.9539149 Feb 04 06:07:55.442924 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b5e91a9c-5c63-46f2-9037-3385dc9bd917 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7397170 Feb 04 06:07:55.443675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56630) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:55.444583 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63f429-e67e-442b-adfb-b7dddfa7043d tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Pushing event deleted for resources: {'Network': ['ID=74c3147f-b888-4c70-b3ed-fe00c0d04fd3,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:55.446830 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 24d7ef38-73ee-4c05-a3de-79807ca53b55 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:07:55.447347 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 24d7ef38-73ee-4c05-a3de-79807ca53b55 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:07:55.451928 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56632) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:55.508843 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d7c75cf8-7066-4a14-808e-97335db82451 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Synchronizing usage tracker for tenant:719a22fd8e994098a22073bc0f0c1c79 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:07:55.527957 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d7c75cf8-7066-4a14-808e-97335db82451 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Unset dirty status for tenant:719a22fd8e994098a22073bc0f0c1c79 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:07:55.531482 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d7c75cf8-7066-4a14-808e-97335db82451 tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "GET /v2.0/ports?device_id=73395bab-af00-4714-a0ca-4a931fee20f9 HTTP/1.1" status: 200 len: 205 time: 0.0701220 Feb 04 06:07:55.531833 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56638) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:55.587284 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-391560fb-5dc9-4dad-941e-7ad129b36f71 None None] Set router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:55.616103 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.extraroute_db [None req-28a7808d-43c2-4c38-b70c-c67339f3af41 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Added routes are [] {{(pid=87471) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 06:07:55.616478 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.extraroute_db [None req-28a7808d-43c2-4c38-b70c-c67339f3af41 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Removed routes are [] {{(pid=87471) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 06:07:55.616760 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-28a7808d-43c2-4c38-b70c-c67339f3af41 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:55.665473 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d9fdcd5a-90c4-4553-bbf9-1d6e2f786c9f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:55.680766 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a47030-b544-4722-ab16-4de822cbbdbc tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting subnet 06f101e0-00bd-46e9-bcb6-fe208ffc0858 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:07:55.741275 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-00a47030-b544-4722-ab16-4de822cbbdbc tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:55.924591 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-00a47030-b544-4722-ab16-4de822cbbdbc tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:55.937708 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-391560fb-5dc9-4dad-941e-7ad129b36f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:07:53Z', 'revision_number': 8, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8165e207-214c-4f9b-ae01-3d0660f5a602', 'name': '', 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:ee:e8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:28Z', 'updated_at': '2022-02-04T06:07:42Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a64956f0-9f75-4da1-8684-1af44eecd054', 'name': '', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:0f:18:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:19Z', 'updated_at': '2022-02-04T06:07:34Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:55.941851 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391560fb-5dc9-4dad-941e-7ad129b36f71 None None] Checking router: baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:55.951301 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391560fb-5dc9-4dad-941e-7ad129b36f71 None None] Routers {'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:55.952175 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-391560fb-5dc9-4dad-941e-7ad129b36f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:55.958174 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-28a7808d-43c2-4c38-b70c-c67339f3af41 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:55.971478 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-28a7808d-43c2-4c38-b70c-c67339f3af41 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:55.972787 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d9fdcd5a-90c4-4553-bbf9-1d6e2f786c9f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:55.975119 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d9fdcd5a-90c4-4553-bbf9-1d6e2f786c9f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:56.008503 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d9fdcd5a-90c4-4553-bbf9-1d6e2f786c9f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:56.009183 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fdcd5a-90c4-4553-bbf9-1d6e2f786c9f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Fanout notify agent at l3_agent the message router_deleted on router 73395bab-af00-4714-a0ca-4a931fee20f9 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:07:56.022213 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d9fdcd5a-90c4-4553-bbf9-1d6e2f786c9f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:56.023377 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d9fdcd5a-90c4-4553-bbf9-1d6e2f786c9f tempest-RoutersNegativeTest-118398486 tempest-RoutersNegativeTest-118398486-project] 10.222.0.31 "DELETE /v2.0/routers/73395bab-af00-4714-a0ca-4a931fee20f9 HTTP/1.1" status: 204 len: 168 time: 0.4905581 Feb 04 06:07:56.104364 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-391560fb-5dc9-4dad-941e-7ad129b36f71 None None] Set router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:56.130670 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a7808d-43c2-4c38-b70c-c67339f3af41 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router 274a17fc-8904-4386-972a-31fa256b9014 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:07:56.325466 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56646) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:56.394873 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-00a47030-b544-4722-ab16-4de822cbbdbc tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:56.447376 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-391560fb-5dc9-4dad-941e-7ad129b36f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:07:53Z', 'revision_number': 8, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8165e207-214c-4f9b-ae01-3d0660f5a602', 'name': '', 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:ee:e8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:28Z', 'updated_at': '2022-02-04T06:07:42Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a64956f0-9f75-4da1-8684-1af44eecd054', 'name': '', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:0f:18:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:19Z', 'updated_at': '2022-02-04T06:07:34Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:56.451040 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a7808d-43c2-4c38-b70c-c67339f3af41 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:56.452264 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391560fb-5dc9-4dad-941e-7ad129b36f71 None None] The sync data for ids ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'] in dv-neutron-826830-2-hyperv is: [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:07:53Z', 'revision_number': 8, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8165e207-214c-4f9b-ae01-3d0660f5a602', 'name': '', 'network_id': '3a8159af-92c0-4dc9-a1b0-46cb82f7edbf', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:ee:e8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:28Z', 'updated_at': '2022-02-04T06:07:42Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a64956f0-9f75-4da1-8684-1af44eecd054', 'name': '', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:0f:18:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:19Z', 'updated_at': '2022-02-04T06:07:34Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:56.459390 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-28a7808d-43c2-4c38-b70c-c67339f3af41 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:56.460687 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-28a7808d-43c2-4c38-b70c-c67339f3af41 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/274a17fc-8904-4386-972a-31fa256b9014 HTTP/1.1" status: 200 len: 701 time: 1.2248917 Feb 04 06:07:56.463363 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56652) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:56.463507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c204c4-4c51-4b09-bc72-f758610d58a6 None None] Sync routers for ids ['274a17fc-8904-4386-972a-31fa256b9014'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:56.472766 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c204c4-4c51-4b09-bc72-f758610d58a6 None None] Routers {'274a17fc-8904-4386-972a-31fa256b9014'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:56.473373 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-81c204c4-4c51-4b09-bc72-f758610d58a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['274a17fc-8904-4386-972a-31fa256b9014'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:56.493885 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-29cbcea6-3353-487d-a1fc-03d33ce60f5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=719a22fd8e994098a22073bc0f0c1c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649656 Feb 04 06:07:56.494199 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56656) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:56.535757 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-80ba8159-2987-455d-b818-360f3a9fda3b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Synchronizing usage tracker for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:07:56.561398 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-80ba8159-2987-455d-b818-360f3a9fda3b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Unset dirty status for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:07:56.562964 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-80ba8159-2987-455d-b818-360f3a9fda3b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/ports?device_id=274a17fc-8904-4386-972a-31fa256b9014 HTTP/1.1" status: 200 len: 205 time: 0.0983007 Feb 04 06:07:56.564953 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-00a47030-b544-4722-ab16-4de822cbbdbc tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:56.565632 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56660) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:56.569030 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-216b2714-46f2-4406-b481-184b9bb10593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:56.608011 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a47030-b544-4722-ab16-4de822cbbdbc tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Subnet': ['ID=06f101e0-00bd-46e9-bcb6-fe208ffc0858,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:56.610328 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-00a47030-b544-4722-ab16-4de822cbbdbc tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:56.616551 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-00a47030-b544-4722-ab16-4de822cbbdbc tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/subnets/06f101e0-00bd-46e9-bcb6-fe208ffc0858 HTTP/1.1" status: 204 len: 168 time: 1.1636405 Feb 04 06:07:56.619213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56664) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:56.652819 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d2145b-0704-48b1-be1d-0cd1cd516436 None None] Network b79d83a8-1e61-4cec-be1e-7b834403209b requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:07:56.736292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:56.740944 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-81c204c4-4c51-4b09-bc72-f758610d58a6 None None] Set router 274a17fc-8904-4386-972a-31fa256b9014 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:56.748651 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port bfb10d48-d146-46dd-8bb7-39d5c9739e33 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:07:56.749000 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:56.859606 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-216b2714-46f2-4406-b481-184b9bb10593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:56.867406 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-81c204c4-4c51-4b09-bc72-f758610d58a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:52Z', 'revision_number': 11, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:56.868112 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f26124d7-1c04-4ba6-b8d9-94a0c9e3793e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:56.876565 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c204c4-4c51-4b09-bc72-f758610d58a6 None None] Checking router: 274a17fc-8904-4386-972a-31fa256b9014 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:56.911625 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c204c4-4c51-4b09-bc72-f758610d58a6 None None] Routers {'274a17fc-8904-4386-972a-31fa256b9014'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:56.912589 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-81c204c4-4c51-4b09-bc72-f758610d58a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['274a17fc-8904-4386-972a-31fa256b9014'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:56.968913 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 33168ded-8de0-47e9-b2ce-2359e465e31b no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:07:56.997824 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] For port bfb10d48-d146-46dd-8bb7-39d5c9739e33, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=bfb10d48-d146-46dd-8bb7-39d5c9739e33,segment=NetworkSegment(0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd),segment_id=0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:07:56.998092 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:57.050193 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 33168ded-8de0-47e9-b2ce-2359e465e31b {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:07:57.050666 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 33168ded-8de0-47e9-b2ce-2359e465e31b not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:07:57.128039 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-81c204c4-4c51-4b09-bc72-f758610d58a6 None None] Set router 274a17fc-8904-4386-972a-31fa256b9014 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:57.142545 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Calling delete_port for bfb10d48-d146-46dd-8bb7-39d5c9739e33 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:07:57.215000 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f26124d7-1c04-4ba6-b8d9-94a0c9e3793e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:57.217789 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f26124d7-1c04-4ba6-b8d9-94a0c9e3793e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:57.244365 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-81c204c4-4c51-4b09-bc72-f758610d58a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:52Z', 'revision_number': 11, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:57.245816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f26124d7-1c04-4ba6-b8d9-94a0c9e3793e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:57.246385 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26124d7-1c04-4ba6-b8d9-94a0c9e3793e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Fanout notify agent at l3_agent the message router_deleted on router 274a17fc-8904-4386-972a-31fa256b9014 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:07:57.252934 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c204c4-4c51-4b09-bc72-f758610d58a6 None None] The sync data for ids ['274a17fc-8904-4386-972a-31fa256b9014'] in dv-neutron-826830-2-hyperv is: [{'id': '274a17fc-8904-4386-972a-31fa256b9014', 'name': 'tempest-RoutersTest-router-1293451626', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:33Z', 'updated_at': '2022-02-04T06:07:52Z', 'revision_number': 11, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:57.254609 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-216b2714-46f2-4406-b481-184b9bb10593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:57.258825 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:57.282672 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b2714-46f2-4406-b481-184b9bb10593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a23320-c38c-44e7-9f35-9448ad619cea,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:57.297588 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-216b2714-46f2-4406-b481-184b9bb10593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:57.299771 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-216b2714-46f2-4406-b481-184b9bb10593 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55a23320-c38c-44e7-9f35-9448ad619cea HTTP/1.1" status: 204 len: 168 time: 0.8044198 Feb 04 06:07:57.303940 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f26124d7-1c04-4ba6-b8d9-94a0c9e3793e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:57.305924 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f26124d7-1c04-4ba6-b8d9-94a0c9e3793e tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/routers/274a17fc-8904-4386-972a-31fa256b9014 HTTP/1.1" status: 204 len: 168 time: 0.7387540 Feb 04 06:07:57.311047 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56670) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:57.317076 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-03789b8b-a719-477a-8bcc-8dc5ddbc1413 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-207365729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:57.324096 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Port': ['ID=bfb10d48-d146-46dd-8bb7-39d5c9739e33,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:57.326465 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-03789b8b-a719-477a-8bcc-8dc5ddbc1413 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:57.328166 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] No DVR routers for this DVR port bfb10d48-d146-46dd-8bb7-39d5c9739e33 on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:07:57.332928 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-03789b8b-a719-477a-8bcc-8dc5ddbc1413 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Usage tracker for resource:router and tenant:a530e6e9c2854085a0d6e6dcc92e91d5 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:57.336242 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-03789b8b-a719-477a-8bcc-8dc5ddbc1413 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:57.346184 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-03789b8b-a719-477a-8bcc-8dc5ddbc1413 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:57.354887 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0071fc-8ddf-4987-b818-e2f307a140ef None None] DHCP port deletion for b79d83a8-1e61-4cec-be1e-7b834403209b request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:07:57.369213 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03789b8b-a719-477a-8bcc-8dc5ddbc1413 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:57.371141 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03789b8b-a719-477a-8bcc-8dc5ddbc1413 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:57.392955 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03789b8b-a719-477a-8bcc-8dc5ddbc1413 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:57.416498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03789b8b-a719-477a-8bcc-8dc5ddbc1413 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:57.451715 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03789b8b-a719-477a-8bcc-8dc5ddbc1413 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:57.456096 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56674) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:57.456728 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-03789b8b-a719-477a-8bcc-8dc5ddbc1413 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1440172 Feb 04 06:07:57.464221 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-1bd35e6f-ae44-4413-ad45-d9f2f660b2a2 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:57.533454 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:57.673394 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79d83a8-1e61-4cec-be1e-7b834403209b']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:57.749407 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:57.749683 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee2ea9b-baa9-489c-91be-f0eb1dd9bffd') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:57.766138 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:58.021596 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:58.028606 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1bd35e6f-ae44-4413-ad45-d9f2f660b2a2 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:58.034329 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:07:58.034684 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:07:58.049273 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:07:58.054042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56698) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:58.100761 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1bd35e6f-ae44-4413-ad45-d9f2f660b2a2 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:58.157599 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-649905989-network', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:58.163037 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:58.166899 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Usage tracker for resource:network and tenant:8545e1a3b8fa468c888c11d4d16e5353 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:58.169820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:58.176189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:58.187587 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Made reservation on behalf of 8545e1a3b8fa468c888c11d4d16e5353 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:58.190040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:58.202561 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:58.219480 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:58.223245 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Usage tracker for resource:security_group_rule and tenant:8545e1a3b8fa468c888c11d4d16e5353 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:58.226187 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:58.231711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:58.245764 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:58.267352 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:58.282026 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Network': ['ID=b79d83a8-1e61-4cec-be1e-7b834403209b,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:58.300786 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b499c111-0935-43c7-9712-a539e1782230 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/networks/b79d83a8-1e61-4cec-be1e-7b834403209b HTTP/1.1" status: 204 len: 168 time: 1.6805589 Feb 04 06:07:58.303546 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56704) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:58.321229 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd35e6f-ae44-4413-ad45-d9f2f660b2a2 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Router d726c1b7-b466-4cc6-b4d1-558960051b23 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:07:58.380367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:58.431531 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:58.456400 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd35e6f-ae44-4413-ad45-d9f2f660b2a2 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:07:58.463337 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1bd35e6f-ae44-4413-ad45-d9f2f660b2a2 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:58.464114 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1bd35e6f-ae44-4413-ad45-d9f2f660b2a2 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "PUT /v2.0/routers/d726c1b7-b466-4cc6-b4d1-558960051b23 HTTP/1.1" status: 200 len: 693 time: 1.0070622 Feb 04 06:07:58.467345 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56708) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:58.467517 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e80fe1-335e-4130-b5e5-1231c1ddd4b0 None None] Sync routers for ids ['d726c1b7-b466-4cc6-b4d1-558960051b23'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:58.476725 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e80fe1-335e-4130-b5e5-1231c1ddd4b0 None None] Routers {'d726c1b7-b466-4cc6-b4d1-558960051b23'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:58.477593 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f5e80fe1-335e-4130-b5e5-1231c1ddd4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['d726c1b7-b466-4cc6-b4d1-558960051b23'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:58.486499 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:07:58.507683 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a442b387-3aa4-47cd-b892-bc4e3f18eebc,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:58.514958 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:58.515295 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Added segment 84c7a3a4-0f65-4945-a2f6-0baaf83f7d02 of type vlan for network 11fda8b6-b607-479d-885a-9ae11a4ba872 Feb 04 06:07:58.604392 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4f5f634e-0d3a-4d4d-bc01-8ccb9f7d4e83 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/routers/d726c1b7-b466-4cc6-b4d1-558960051b23 HTTP/1.1" status: 200 len: 699 time: 0.1351051 Feb 04 06:07:58.606601 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-f5e80fe1-335e-4130-b5e5-1231c1ddd4b0 None None] Set router d726c1b7-b466-4cc6-b4d1-558960051b23 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:58.607194 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56712) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:58.652277 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-26bd7fda-aafb-4c76-9a29-3ec02d11fba4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/ports?device_id=d726c1b7-b466-4cc6-b4d1-558960051b23 HTTP/1.1" status: 200 len: 205 time: 0.0438862 Feb 04 06:07:58.657148 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56716) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:58.713001 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f5e80fe1-335e-4130-b5e5-1231c1ddd4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd726c1b7-b466-4cc6-b4d1-558960051b23', 'name': 'tempest-RoutersTest-router-207365729', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:57Z', 'updated_at': '2022-02-04T06:07:58Z', 'revision_number': 2, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:58.717013 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e80fe1-335e-4130-b5e5-1231c1ddd4b0 None None] Checking router: d726c1b7-b466-4cc6-b4d1-558960051b23 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:58.725447 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e80fe1-335e-4130-b5e5-1231c1ddd4b0 None None] Routers {'d726c1b7-b466-4cc6-b4d1-558960051b23'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:07:58.726128 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f5e80fe1-335e-4130-b5e5-1231c1ddd4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:07:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['d726c1b7-b466-4cc6-b4d1-558960051b23'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:58.736208 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:58.824100 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-77381b2d-beb1-4080-af51-bb91e9f56eb2 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:58.850939 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-f5e80fe1-335e-4130-b5e5-1231c1ddd4b0 None None] Set router d726c1b7-b466-4cc6-b4d1-558960051b23 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:07:58.943074 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device bfb10d48-d146-46dd-8bb7-39d5c9739e33 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:07:58.955308 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f5e80fe1-335e-4130-b5e5-1231c1ddd4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd726c1b7-b466-4cc6-b4d1-558960051b23', 'name': 'tempest-RoutersTest-router-207365729', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:57Z', 'updated_at': '2022-02-04T06:07:58Z', 'revision_number': 2, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:58.959445 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e80fe1-335e-4130-b5e5-1231c1ddd4b0 None None] The sync data for ids ['d726c1b7-b466-4cc6-b4d1-558960051b23'] in dv-neutron-826830-2-hyperv is: [{'id': 'd726c1b7-b466-4cc6-b4d1-558960051b23', 'name': 'tempest-RoutersTest-router-207365729', 'tenant_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:57Z', 'updated_at': '2022-02-04T06:07:58Z', 'revision_number': 2, 'project_id': 'a530e6e9c2854085a0d6e6dcc92e91d5', 'gw_port_host': None}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:58.983303 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: bfb10d48-d146-46dd-8bb7-39d5c9739e33 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:07:58.983674 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device bfb10d48-d146-46dd-8bb7-39d5c9739e33 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:07:59.255264 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:59.256300 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:59.256876 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:59.376653 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-77381b2d-beb1-4080-af51-bb91e9f56eb2 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:59.429582 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-77381b2d-beb1-4080-af51-bb91e9f56eb2 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:59.479498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] Pushing event updated for resources: {'Network': ['ID=11fda8b6-b607-479d-885a-9ae11a4ba872,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:59.487950 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-92ccddec-89ee-42be-b4ec-9aa5aaeab1b3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4325237 Feb 04 06:07:59.491698 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56720) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:59.492362 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-77381b2d-beb1-4080-af51-bb91e9f56eb2 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:59.492900 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77381b2d-beb1-4080-af51-bb91e9f56eb2 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Fanout notify agent at l3_agent the message router_deleted on router d726c1b7-b466-4cc6-b4d1-558960051b23 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:07:59.498926 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 11fda8b6-b607-479d-885a-9ae11a4ba872 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:07:59.499385 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Request body: {'subnet': {'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-649905989-subnet', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'ip_version': 4}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:59.504980 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:07:59.509369 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Usage tracker for resource:subnet and tenant:8545e1a3b8fa468c888c11d4d16e5353 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:07:59.511757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-77381b2d-beb1-4080-af51-bb91e9f56eb2 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:59.512325 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:07:59.514338 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-294d0ae2-26bf-458b-8713-78e557614170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:59.516514 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-77381b2d-beb1-4080-af51-bb91e9f56eb2 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/routers/d726c1b7-b466-4cc6-b4d1-558960051b23 HTTP/1.1" status: 204 len: 168 time: 0.8501811 Feb 04 06:07:59.518743 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56724) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:59.520084 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:07:59.530944 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Made reservation on behalf of 8545e1a3b8fa468c888c11d4d16e5353 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:59.533333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:59.566286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a94eaeae-128f-4fdc-a027-233f774846b6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Synchronizing usage tracker for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:07:59.584761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a94eaeae-128f-4fdc-a027-233f774846b6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] Unset dirty status for tenant:a530e6e9c2854085a0d6e6dcc92e91d5 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:07:59.588883 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a94eaeae-128f-4fdc-a027-233f774846b6 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/ports?device_id=d726c1b7-b466-4cc6-b4d1-558960051b23 HTTP/1.1" status: 200 len: 205 time: 0.0690880 Feb 04 06:07:59.590236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56728) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:59.690461 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-25bc2a26-34f8-420e-82cb-4ad4ca061d6d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] delete failed (client error): The resource could not be found. Feb 04 06:07:59.692231 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-25bc2a26-34f8-420e-82cb-4ad4ca061d6d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/routers/d726c1b7-b466-4cc6-b4d1-558960051b23 HTTP/1.1" status: 404 len: 336 time: 0.1008737 Feb 04 06:07:59.696209 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56732) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:59.731643 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93bff413-47d8-45f1-beb5-54bfba2f8729 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:59.743465 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-22587c2c-2fe8-4019-8924-0a2c5baec13f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] DELETE failed (client error): The resource could not be found. Feb 04 06:07:59.743943 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22587c2c-2fe8-4019-8924-0a2c5baec13f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:07:59.754674 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-22587c2c-2fe8-4019-8924-0a2c5baec13f tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/subnets/1c631582-bc41-4e7d-8773-65b31aba843b HTTP/1.1" status: 404 len: 337 time: 0.0574255 Feb 04 06:07:59.766888 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56736) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:59.816712 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-714a0d85-e040-4802-bce0-70f13d0f1286 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] DELETE failed (client error): The resource could not be found. Feb 04 06:07:59.817113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-714a0d85-e040-4802-bce0-70f13d0f1286 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:07:59.821365 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-714a0d85-e040-4802-bce0-70f13d0f1286 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/subnets/b79dfaba-c366-401b-966b-ac4e9274558b HTTP/1.1" status: 404 len: 337 time: 0.0510662 Feb 04 06:07:59.822017 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56740) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:59.862484 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:59.896751 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda298f3-e2d1-458d-b490-eb453fe844ba tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] DELETE failed (client error): The resource could not be found. Feb 04 06:07:59.897203 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda298f3-e2d1-458d-b490-eb453fe844ba tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:07:59.898888 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-eda298f3-e2d1-458d-b490-eb453fe844ba tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/subnets/4c99e391-aef4-4569-80eb-3c2b8b4c1294 HTTP/1.1" status: 404 len: 337 time: 0.0763345 Feb 04 06:07:59.904073 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56744) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:07:59.960313 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5ef5a7-67f1-4178-a2db-400196f3f92a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] DELETE failed (client error): The resource could not be found. Feb 04 06:07:59.960670 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5ef5a7-67f1-4178-a2db-400196f3f92a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:07:59.962312 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-dc5ef5a7-67f1-4178-a2db-400196f3f92a tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/subnets/b70bc698-267a-4e4d-9db1-3aafe4171cc2 HTTP/1.1" status: 404 len: 337 time: 0.0573144 Feb 04 06:07:59.966403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56748) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:00.019674 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1464dd3d-87c0-462d-8ed5-ccb402ea7201,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:00.030457 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-29f95f2e-6329-4fb1-bc85-1d2518f07899 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/ports?device_id=274a17fc-8904-4386-972a-31fa256b9014 HTTP/1.1" status: 200 len: 205 time: 0.0569975 Feb 04 06:08:00.035811 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56752) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:00.037014 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:00.037351 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:00.037680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:00.038000 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:00.038321 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:00.038635 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:00.038941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:00.039247 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:00.039556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:00.039887 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:00.040205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:00.040503 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:00.080889 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-93bff413-47d8-45f1-beb5-54bfba2f8729 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port 8165e207-214c-4f9b-ae01-3d0660f5a602 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:08:00.081266 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93bff413-47d8-45f1-beb5-54bfba2f8729 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:00.102287 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Checking segment: {'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:08:00.102673 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Network hostable DHCP agents. Network: 11fda8b6-b607-479d-885a-9ae11a4ba872, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:08:00.127806 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-a78b398a-e403-46ec-8ece-a25134ade0e4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] delete failed (client error): The resource could not be found. Feb 04 06:08:00.131323 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a78b398a-e403-46ec-8ece-a25134ade0e4 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/routers/274a17fc-8904-4386-972a-31fa256b9014 HTTP/1.1" status: 404 len: 336 time: 0.0878754 Feb 04 06:08:00.134358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56756) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:00.145519 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Network 11fda8b6-b607-479d-885a-9ae11a4ba872 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:08:00.157378 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 11fda8b6-b607-479d-885a-9ae11a4ba872) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:00.163348 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:00.164370 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:00.169040 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e788446e-4258-4b68-b21a-e9c423172825 None None] Network 11fda8b6-b607-479d-885a-9ae11a4ba872 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:08:00.190996 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-911fdada-4138-4c3d-8ac0-c01baead8746 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6971462 Feb 04 06:08:00.193768 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56760) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:00.202908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:00.209957 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:00.256315 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-de391fd5-11f6-43a3-b73a-d19194486229 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7b359-9eb2-43e7-ae17-c0292cbb337e HTTP/1.1" status: 200 len: 205 time: 0.1201887 Feb 04 06:08:00.260996 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56764) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:00.339261 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-e74a0d2e-102f-4046-bcec-332fd45bd766 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] delete failed (client error): The resource could not be found. Feb 04 06:08:00.340304 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e74a0d2e-102f-4046-bcec-332fd45bd766 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/routers/07a7b359-9eb2-43e7-ae17-c0292cbb337e HTTP/1.1" status: 404 len: 336 time: 0.0783834 Feb 04 06:08:00.343386 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56768) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:00.352764 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Usage tracker for resource:router and tenant:8545e1a3b8fa468c888c11d4d16e5353 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:00.356288 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:00.363219 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:00.375638 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:00.376718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:00.395582 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:00.398072 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1260963-0221-4cca-bfa8-916481f23016 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] DELETE failed (client error): The resource could not be found. Feb 04 06:08:00.398516 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1260963-0221-4cca-bfa8-916481f23016 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:08:00.401429 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a1260963-0221-4cca-bfa8-916481f23016 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/subnets/85c1f454-3ae9-4dd2-92cd-5cd583a95789 HTTP/1.1" status: 404 len: 337 time: 0.0561945 Feb 04 06:08:00.403530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56772) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:00.411351 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-11fda8b6-b607-479d-885a-9ae11a4ba872', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:08:00.412457 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:00.459495 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fdc98fad-3988-4c44-9213-14c7d128f771 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a HTTP/1.1" status: 200 len: 205 time: 0.0548494 Feb 04 06:08:00.462172 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56776) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:00.619378 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Allocated IP 172.20.0.2 (11fda8b6-b607-479d-885a-9ae11a4ba872/1464dd3d-87c0-462d-8ed5-ccb402ea7201/3122f626-4a3b-42b4-97db-0eba6d2588de) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:08:00.667415 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-42d0b352-e613-4a92-9a28-bfce2072dd7b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] delete failed (client error): The resource could not be found. Feb 04 06:08:00.671144 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-42d0b352-e613-4a92-9a28-bfce2072dd7b tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/routers/bcb5d062-bd42-4089-9a4d-d31a5cf6ea2a HTTP/1.1" status: 404 len: 336 time: 0.2054224 Feb 04 06:08:00.671289 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56780) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:00.674565 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-93bff413-47d8-45f1-beb5-54bfba2f8729 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] For port 8165e207-214c-4f9b-ae01-3d0660f5a602, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8165e207-214c-4f9b-ae01-3d0660f5a602,segment=NetworkSegment(b6b95dff-cb5b-4142-bbad-fd5b49bdb407),segment_id=b6b95dff-cb5b-4142-bbad-fd5b49bdb407)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:00.674896 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93bff413-47d8-45f1-beb5-54bfba2f8729 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:00.680585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:00.728362 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e1b20dc9-336d-46fc-b581-be5839d673dd tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c177fb8c-8451-4fe8-9528-14c3d6250f4f HTTP/1.1" status: 200 len: 205 time: 0.0536597 Feb 04 06:08:00.753169 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56784) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:00.823691 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:00.834674 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Transition to ACTIVE for port object 3122f626-4a3b-42b4-97db-0eba6d2588de will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:00.835923 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-cd8e1b89-804f-43bd-bc4a-e73e02f1c525 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] delete failed (client error): The resource could not be found. Feb 04 06:08:00.836979 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cd8e1b89-804f-43bd-bc4a-e73e02f1c525 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/routers/c177fb8c-8451-4fe8-9528-14c3d6250f4f HTTP/1.1" status: 404 len: 336 time: 0.0832410 Feb 04 06:08:00.842283 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56790) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:00.853558 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Transition to ACTIVE for port object 3122f626-4a3b-42b4-97db-0eba6d2588de will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:00.859237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-93bff413-47d8-45f1-beb5-54bfba2f8729 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Calling delete_port for 8165e207-214c-4f9b-ae01-3d0660f5a602 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:08:00.862009 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:00.885449 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-84bc685a-c74a-40f8-8ad3-43e1929c3620 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] DELETE failed (client error): The resource could not be found. Feb 04 06:08:00.885910 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84bc685a-c74a-40f8-8ad3-43e1929c3620 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:08:00.895706 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-84bc685a-c74a-40f8-8ad3-43e1929c3620 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/subnets/adaf2788-51ab-468b-b6d6-3546745d2068 HTTP/1.1" status: 404 len: 337 time: 0.0491004 Feb 04 06:08:00.896775 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56794) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:00.932451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Network 11fda8b6-b607-479d-885a-9ae11a4ba872 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:00.935397 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:00.941342 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:08:00.941579 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-42c0bb8b-34bc-40aa-9185-32c2282f9cea tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/ports?device_id=561e71f3-631f-43a1-9477-e9258c2a7d14 HTTP/1.1" status: 200 len: 205 time: 0.0418911 Feb 04 06:08:00.941705 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56798) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:00.977079 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Pushing event updated for resources: {'Port': ['ID=3122f626-4a3b-42b4-97db-0eba6d2588de,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:01.018751 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-46f0c815-4630-4914-ac11-30cf0b610ec9 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] delete failed (client error): The resource could not be found. Feb 04 06:08:01.022214 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-46f0c815-4630-4914-ac11-30cf0b610ec9 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/routers/561e71f3-631f-43a1-9477-e9258c2a7d14 HTTP/1.1" status: 404 len: 336 time: 0.0771358 Feb 04 06:08:01.022457 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56802) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:01.035612 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Attempting to bind port 3122f626-4a3b-42b4-97db-0eba6d2588de on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:08:01.035994 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Attempting to bind port 3122f626-4a3b-42b4-97db-0eba6d2588de by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:08:01.036350 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Attempting to bind port 3122f626-4a3b-42b4-97db-0eba6d2588de on network 11fda8b6-b607-479d-885a-9ae11a4ba872 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:08:01.041838 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:08:01.042206 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Checking segment: {'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:08:01.042598 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:01.043098 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Bound using segment: {'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:08:01.043557 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Bound port: 3122f626-4a3b-42b4-97db-0eba6d2588de, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:08:01.044052 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:01.063687 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-4854ab32-f912-4536-a36a-db74708c488d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] DELETE failed (client error): The resource could not be found. Feb 04 06:08:01.064169 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4854ab32-f912-4536-a36a-db74708c488d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:08:01.068300 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4854ab32-f912-4536-a36a-db74708c488d tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/subnets/c43d47a7-5d1f-4804-a6ff-ffa665dd8804 HTTP/1.1" status: 404 len: 337 time: 0.0425141 Feb 04 06:08:01.068946 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56806) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:01.120439 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-dacf720d-6260-46d3-bf31-45246e8db22c tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec66568c-1d78-4623-8fd5-3b8e1b94a341 HTTP/1.1" status: 200 len: 205 time: 0.0498793 Feb 04 06:08:01.123038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56810) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:01.143448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] For port 3122f626-4a3b-42b4-97db-0eba6d2588de, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:08:01.149168 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] For port 3122f626-4a3b-42b4-97db-0eba6d2588de, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3122f626-4a3b-42b4-97db-0eba6d2588de,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:08:01.155444 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:01.156618 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:01.189900 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:01.194772 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-7e1b18df-4780-43f1-8905-db6f19bdfac3 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] delete failed (client error): The resource could not be found. Feb 04 06:08:01.198598 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7e1b18df-4780-43f1-8905-db6f19bdfac3 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/routers/ec66568c-1d78-4623-8fd5-3b8e1b94a341 HTTP/1.1" status: 404 len: 336 time: 0.0745471 Feb 04 06:08:01.200515 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56814) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:01.254588 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89d75b-6f45-4736-9da1-c92f22634ccd None None] Pushing event updated for resources: {'Port': ['ID=3122f626-4a3b-42b4-97db-0eba6d2588de,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:01.277224 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-96837e0f-c172-44c8-a318-9ab86fec2f89 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] DELETE failed (client error): The resource could not be found. Feb 04 06:08:01.277734 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96837e0f-c172-44c8-a318-9ab86fec2f89 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:08:01.292853 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-96837e0f-c172-44c8-a318-9ab86fec2f89 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/subnets/cd729776-5625-4678-86da-06c44e88a00a HTTP/1.1" status: 404 len: 337 time: 0.0904536 Feb 04 06:08:01.293760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56818) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:01.337858 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Allocated IP 172.26.4.211 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/d19ecb28-e62e-4480-83ff-a4832ce2bd54) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:08:01.341527 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d147d9-58ab-41f9-ab79-a721cb52ccd5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] DELETE failed (client error): The resource could not be found. Feb 04 06:08:01.341998 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d147d9-58ab-41f9-ab79-a721cb52ccd5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:08:01.348176 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-19d147d9-58ab-41f9-ab79-a721cb52ccd5 tempest-RoutersTest-18074083 tempest-RoutersTest-18074083-project] 10.222.0.31 "DELETE /v2.0/subnets/23608ba2-8492-40a0-a2bf-6c8f5379e35b HTTP/1.1" status: 404 len: 337 time: 0.0493369 Feb 04 06:08:01.362094 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93bff413-47d8-45f1-beb5-54bfba2f8729 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:01.422560 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bff413-47d8-45f1-beb5-54bfba2f8729 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Port': ['ID=8165e207-214c-4f9b-ae01-3d0660f5a602,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:01.520862 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:01.564263 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:01.639572 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Pushing event updated for resources: {'Port': ['ID=d19ecb28-e62e-4480-83ff-a4832ce2bd54,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:01.648166 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56828) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:01.686256 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56832) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:01.710873 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:01.713537 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:01.716486 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:08:01.725025 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93bff413-47d8-45f1-beb5-54bfba2f8729 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:01.858807 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f421175b-b4fd-4a15-a2c5-8c0cb889d5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:01.964484 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-68728022-b889-4663-8f40-a453f0098a37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a530e6e9c2854085a0d6e6dcc92e91d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768812 Feb 04 06:08:01.994429 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56838) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:02.171689 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-720e38ab-502d-4aab-8118-332c92d08473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:02.212994 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-720e38ab-502d-4aab-8118-332c92d08473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:02.223192 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef00802-b932-4682-b435-1b24f12ee253 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:02.223581 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef00802-b932-4682-b435-1b24f12ee253 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:02.224066 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef00802-b932-4682-b435-1b24f12ee253 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:02.234947 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8ef00802-b932-4682-b435-1b24f12ee253 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=71cf42a1a4354f9391ad29100b27498c&network_id=b6d2ebf2-259c-4278-b7f2-8d8c651dca23 HTTP/1.1" status: 200 len: 3000 time: 0.5767004 Feb 04 06:08:02.259961 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bff413-47d8-45f1-beb5-54bfba2f8729 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:08:02.439450 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bff413-47d8-45f1-beb5-54bfba2f8729 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:08:02.446964 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-93bff413-47d8-45f1-beb5-54bfba2f8729 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1403341 Feb 04 06:08:02.450891 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f869e-48c4-4e36-8170-730956bcb46c None None] Sync routers for ids ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:08:02.451601 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56846) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:02.454974 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-720e38ab-502d-4aab-8118-332c92d08473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:02.461114 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f869e-48c4-4e36-8170-730956bcb46c None None] Routers {'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:08:02.462269 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-866f869e-48c4-4e36-8170-730956bcb46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:08:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:02.480973 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:02.527128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec95d0f-1674-4cd7-af07-19af6870f9a4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting subnet 8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:08:02.530817 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8ec95d0f-1674-4cd7-af07-19af6870f9a4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:02.539114 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e38ab-502d-4aab-8118-332c92d08473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdad1440-c47e-440d-a34d-5e3fd7d75cfd,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:02.573806 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-720e38ab-502d-4aab-8118-332c92d08473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:02.575844 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-720e38ab-502d-4aab-8118-332c92d08473 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdad1440-c47e-440d-a34d-5e3fd7d75cfd HTTP/1.1" status: 204 len: 168 time: 0.5778203 Feb 04 06:08:02.579329 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1c5bb3-81aa-410a-954a-74aac302de71 None None] Network 11fda8b6-b607-479d-885a-9ae11a4ba872 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:08:02.610660 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8ec95d0f-1674-4cd7-af07-19af6870f9a4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:02.713306 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8ec95d0f-1674-4cd7-af07-19af6870f9a4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:02.720226 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fbe8f6eb-9c92-42af-8ed7-3075790cc20e None None] Provisioning for port 3122f626-4a3b-42b4-97db-0eba6d2588de completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:02.732093 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-866f869e-48c4-4e36-8170-730956bcb46c None None] Set router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:08:02.817812 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8ec95d0f-1674-4cd7-af07-19af6870f9a4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:02.876384 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec95d0f-1674-4cd7-af07-19af6870f9a4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:02.881120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8ec95d0f-1674-4cd7-af07-19af6870f9a4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:02.891111 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8ec95d0f-1674-4cd7-af07-19af6870f9a4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/subnets/8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37 HTTP/1.1" status: 204 len: 168 time: 0.4381428 Feb 04 06:08:02.891617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56856) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:02.897008 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:02.944456 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8cc218-bfca-406b-b8b3-72cd622e1534 None None] Network 3a8159af-92c0-4dc9-a1b0-46cb82f7edbf requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:08:03.062321 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:03.075810 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port ed9ad58b-58bc-4e86-8f11-37fba35f9c5a {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:08:03.076286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:03.141196 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:03.198735 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:08:03.202847 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3122f626-4a3b-42b4-97db-0eba6d2588de up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:08:03.239398 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:03.346078 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] For port ed9ad58b-58bc-4e86-8f11-37fba35f9c5a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ed9ad58b-58bc-4e86-8f11-37fba35f9c5a,segment=NetworkSegment(b6b95dff-cb5b-4142-bbad-fd5b49bdb407),segment_id=b6b95dff-cb5b-4142-bbad-fd5b49bdb407)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:03.346837 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:03.444584 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:08:03.455979 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Sync routers for ids ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:08:03.468875 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Routers {'5e378c87-fd5f-4ebe-9bf1-33508c2d9561'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:08:03.470000 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:08:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:03.470304 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:03.472131 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7b5c0276-4fe7-4434-9694-3a932a9e2f6b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2771652 Feb 04 06:08:03.475109 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56872) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:03.487011 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Calling delete_port for ed9ad58b-58bc-4e86-8f11-37fba35f9c5a owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:08:03.581017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:03.619696 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 3122f626-4a3b-42b4-97db-0eba6d2588de completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:03.634088 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 3122f626-4a3b-42b4-97db-0eba6d2588de triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:03.634750 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:03.640693 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Port': ['ID=ed9ad58b-58bc-4e86-8f11-37fba35f9c5a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:03.648774 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] No DVR routers for this DVR port ed9ad58b-58bc-4e86-8f11-37fba35f9c5a on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:08:03.714151 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56878) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:03.773708 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:08:03.781281 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-866f869e-48c4-4e36-8170-730956bcb46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:08:01Z', 'revision_number': 9, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a64956f0-9f75-4da1-8684-1af44eecd054', 'name': '', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:0f:18:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:19Z', 'updated_at': '2022-02-04T06:07:34Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:03.786689 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9b2b83-311f-4bd6-9a3c-ced511ce1543 None None] DHCP port deletion for 3a8159af-92c0-4dc9-a1b0-46cb82f7edbf request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:08:03.795345 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f869e-48c4-4e36-8170-730956bcb46c None None] Checking router: baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:08:03.802798 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Set router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:08:03.813438 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:03.831098 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f869e-48c4-4e36-8170-730956bcb46c None None] Routers {'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:08:03.832024 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-866f869e-48c4-4e36-8170-730956bcb46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:08:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:03.861378 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8159af-92c0-4dc9-a1b0-46cb82f7edbf']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:03.876831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b95dff-cb5b-4142-bbad-fd5b49bdb407') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:03.877182 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b95dff-cb5b-4142-bbad-fd5b49bdb407') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:03.891017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:03.918154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:03.933292 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:08:03.933702 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:08:03.962867 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:08:04.021024 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.051649 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2022174560-network', 'tenant_id': 'bebc59512b5141f6a27728709157a7e0'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:04.073275 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:04.083488 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Usage tracker for resource:network and tenant:bebc59512b5141f6a27728709157a7e0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:04.087377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:04.093641 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:04.105137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.112607 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 3122f626-4a3b-42b4-97db-0eba6d2588de, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3122f626-4a3b-42b4-97db-0eba6d2588de,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:04.114022 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-866f869e-48c4-4e36-8170-730956bcb46c None None] Set router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:08:04.137266 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.149164 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Network': ['ID=3a8159af-92c0-4dc9-a1b0-46cb82f7edbf,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:04.154637 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f53b4ac0-b677-484c-a539-1b0b62cabd69 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/networks/3a8159af-92c0-4dc9-a1b0-46cb82f7edbf HTTP/1.1" status: 204 len: 168 time: 1.2619760 Feb 04 06:08:04.156782 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Made reservation on behalf of bebc59512b5141f6a27728709157a7e0 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:08:04.159167 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.175297 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.217194 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56886) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:04.265062 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:02Z', 'revision_number': 3, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:04.272451 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Checking router: 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:08:04.272451 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Updating router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 port d19ecb28-e62e-4480-83ff-a4832ce2bd54 binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:08:04.295401 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.311067 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:04.318234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Usage tracker for resource:security_group_rule and tenant:bebc59512b5141f6a27728709157a7e0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:04.322019 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:04.334050 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:04.343833 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.363905 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.382107 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d4907728-f994-419c-8803-9b2a402626ea None None] Provisioning complete for port 3122f626-4a3b-42b4-97db-0eba6d2588de triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:04.382789 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d4907728-f994-419c-8803-9b2a402626ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.430660 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.435759 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.471861 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:08:04.481744 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d9e58b-1f1c-4b80-b8c7-0c7a89280114,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:04.488364 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.489040 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Added segment a82da227-d7c2-4bb2-a747-915d0dfe0a53 of type vlan for network 146d47bb-9178-4647-a080-a66fbef9634d Feb 04 06:08:04.517561 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.551240 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.552364 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:04.553270 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.629603 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=3122f626-4a3b-42b4-97db-0eba6d2588de,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:04.644757 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:04.645099 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:04.645431 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:04.645761 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:04.646252 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:04.646636 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:04.646958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:04.647277 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:04.648184 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:04.648515 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:04.648832 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:04.649147 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:04.672155 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9564848 Feb 04 06:08:04.675083 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56890) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:04.683736 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4e2d6795-802c-46f4-8407-2494bb6b0d24 admin admin] Request body: {'subnet': {'network_id': '146d47bb-9178-4647-a080-a66fbef9634d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2022174560-subnet', 'tenant_id': 'bebc59512b5141f6a27728709157a7e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:04.688649 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4e2d6795-802c-46f4-8407-2494bb6b0d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:04.692659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4e2d6795-802c-46f4-8407-2494bb6b0d24 admin admin] Usage tracker for resource:subnet and tenant:bebc59512b5141f6a27728709157a7e0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:04.695601 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4e2d6795-802c-46f4-8407-2494bb6b0d24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:04.701751 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4e2d6795-802c-46f4-8407-2494bb6b0d24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:04.714526 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4a65d-12b2-4f6b-9170-a55baa9cc770 admin admin] Pushing event updated for resources: {'Network': ['ID=146d47bb-9178-4647-a080-a66fbef9634d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:04.719202 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2d6795-802c-46f4-8407-2494bb6b0d24 admin admin] Made reservation on behalf of bebc59512b5141f6a27728709157a7e0 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:08:04.723134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4e2d6795-802c-46f4-8407-2494bb6b0d24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.736208 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 146d47bb-9178-4647-a080-a66fbef9634d details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:08:04.797893 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.812796 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Transition to ACTIVE for port object d19ecb28-e62e-4480-83ff-a4832ce2bd54 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:04.824155 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.860752 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-866f869e-48c4-4e36-8170-730956bcb46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:08:01Z', 'revision_number': 9, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a64956f0-9f75-4da1-8684-1af44eecd054', 'name': '', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:0f:18:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:19Z', 'updated_at': '2022-02-04T06:07:34Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:04.868958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f869e-48c4-4e36-8170-730956bcb46c None None] The sync data for ids ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'] in dv-neutron-826830-2-hyperv is: [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:08:01Z', 'revision_number': 9, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a64956f0-9f75-4da1-8684-1af44eecd054', 'name': '', 'network_id': '607cc8d6-4a30-4adc-b3e1-15eabe2f9242', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:0f:18:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:19Z', 'updated_at': '2022-02-04T06:07:34Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': '93063b8f-4406-4ece-a2af-0b697aed945f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:08:04.952970 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Attempting to bind port d19ecb28-e62e-4480-83ff-a4832ce2bd54 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:08:04.953470 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Attempting to bind port d19ecb28-e62e-4480-83ff-a4832ce2bd54 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:08:04.953919 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Attempting to bind port d19ecb28-e62e-4480-83ff-a4832ce2bd54 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:08:04.964187 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:08:04.964566 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:08:04.964963 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.965347 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:08:04.965803 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Bound port: d19ecb28-e62e-4480-83ff-a4832ce2bd54, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:08:04.966189 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.975491 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4e2d6795-802c-46f4-8407-2494bb6b0d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:05.004055 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b27b6-e5cc-4969-a13d-53666c46f470 None None] Pushing event updated for resources: {'Port': ['ID=d19ecb28-e62e-4480-83ff-a4832ce2bd54,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:05.021736 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b27b6-e5cc-4969-a13d-53666c46f470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:05.021736 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b27b6-e5cc-4969-a13d-53666c46f470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:05.021736 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b27b6-e5cc-4969-a13d-53666c46f470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:05.021736 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b27b6-e5cc-4969-a13d-53666c46f470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:05.022236 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b27b6-e5cc-4969-a13d-53666c46f470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:05.022933 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b27b6-e5cc-4969-a13d-53666c46f470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:05.023268 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b27b6-e5cc-4969-a13d-53666c46f470 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:05.023594 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b27b6-e5cc-4969-a13d-53666c46f470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:05.023936 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b27b6-e5cc-4969-a13d-53666c46f470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:05.024256 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b27b6-e5cc-4969-a13d-53666c46f470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:05.024569 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b27b6-e5cc-4969-a13d-53666c46f470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:05.024881 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b27b6-e5cc-4969-a13d-53666c46f470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:05.058452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d6795-802c-46f4-8407-2494bb6b0d24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5eff0cc-dd8e-4101-beae-d9837d53e5f0,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:05.060176 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] For port d19ecb28-e62e-4480-83ff-a4832ce2bd54, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:08:05.062770 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2d6795-802c-46f4-8407-2494bb6b0d24 admin admin] Checking segment: {'id': 'a82da227-d7c2-4bb2-a747-915d0dfe0a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '146d47bb-9178-4647-a080-a66fbef9634d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:08:05.063202 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2d6795-802c-46f4-8407-2494bb6b0d24 admin admin] Network hostable DHCP agents. Network: 146d47bb-9178-4647-a080-a66fbef9634d, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:08:05.063684 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] For port d19ecb28-e62e-4480-83ff-a4832ce2bd54, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=d19ecb28-e62e-4480-83ff-a4832ce2bd54,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:08:05.071838 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:05.085314 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2d6795-802c-46f4-8407-2494bb6b0d24 admin admin] Network 146d47bb-9178-4647-a080-a66fbef9634d is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:08:05.096219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-4e2d6795-802c-46f4-8407-2494bb6b0d24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 146d47bb-9178-4647-a080-a66fbef9634d) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:05.100685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2d6795-802c-46f4-8407-2494bb6b0d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:05.101324 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4e2d6795-802c-46f4-8407-2494bb6b0d24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:05.108678 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258d9a22-ee08-42d6-ac83-391139e52522 None None] Network 146d47bb-9178-4647-a080-a66fbef9634d requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:08:05.151207 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4e2d6795-802c-46f4-8407-2494bb6b0d24 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4723611 Feb 04 06:08:05.171872 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Routers {'5e378c87-fd5f-4ebe-9bf1-33508c2d9561'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:08:05.172507 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:08:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:05.308479 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3122f626-4a3b-42b4-97db-0eba6d2588de up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:08:05.313609 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2f028aca-5e09-4358-8fe7-200ab8527017 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:05.489686 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] Set router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:08:05.499176 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a981b28-0a41-44d7-a32c-95e4d57fe611 None None] Network 146d47bb-9178-4647-a080-a66fbef9634d requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:08:05.516125 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c0ad2982-7047-4a45-b860-dc2ab71b19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:05.564164 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 3122f626-4a3b-42b4-97db-0eba6d2588de triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:05.564520 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:05.634305 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b27b6-e5cc-4969-a13d-53666c46f470 None None] Pushing event updated for resources: {'Port': ['ID=d19ecb28-e62e-4480-83ff-a4832ce2bd54,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:05.688141 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56904) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:05.768873 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a58011-8fa0-443e-a4fc-7c2e5b275e59 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:05.771443 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-50a58011-8fa0-443e-a4fc-7c2e5b275e59 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ab369154-15d6-461d-ac4e-da4d6375f709 HTTP/1.1" status: 200 len: 814 time: 0.0820186 Feb 04 06:08:05.884183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ed9ad58b-58bc-4e86-8f11-37fba35f9c5a no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:08:05.911228 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-c0ad2982-7047-4a45-b860-dc2ab71b19da admin admin] Allocated IP 172.20.0.1 (11fda8b6-b607-479d-885a-9ae11a4ba872/1464dd3d-87c0-462d-8ed5-ccb402ea7201/e3be6d97-3000-484a-b2fd-146ec77bd303) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:08:05.923473 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: ed9ad58b-58bc-4e86-8f11-37fba35f9c5a {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:08:05.923921 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ed9ad58b-58bc-4e86-8f11-37fba35f9c5a not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:08:05.953272 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:02Z', 'revision_number': 3, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:05.957392 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7341c51-527e-47c6-b0b1-783df69955ec None None] The sync data for ids ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'] in dv-neutron-826830-2-hyperv is: [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:02Z', 'revision_number': 3, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:08:05.990676 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56918) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:05.996417 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1902225754-network', 'tenant_id': '68a433e0875d4001904230577f35f82c'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:06.002408 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:06.006874 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Usage tracker for resource:network and tenant:68a433e0875d4001904230577f35f82c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:06.011069 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:06.018907 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:06.030241 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Made reservation on behalf of 68a433e0875d4001904230577f35f82c for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:08:06.032761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:06.049045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:06.064008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:06.068747 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Usage tracker for resource:security_group_rule and tenant:68a433e0875d4001904230577f35f82c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:06.072367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:06.078460 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:06.179804 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:06.187832 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:06.193386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c0ad2982-7047-4a45-b860-dc2ab71b19da admin admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:06.220364 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:08:06.234815 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2228cb-169f-4e74-a6da-fa41dbc4f925,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:06.236440 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:06.236839 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Added segment 6a078a79-9105-49e3-90f4-846122ef3a31 of type vlan for network 686070f5-99ca-4d1a-a9f0-dac3dd10810c Feb 04 06:08:06.270328 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-c0ad2982-7047-4a45-b860-dc2ab71b19da admin admin] Transition to ACTIVE for port object e3be6d97-3000-484a-b2fd-146ec77bd303 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:06.282510 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:06.322201 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-2f028aca-5e09-4358-8fe7-200ab8527017 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port a64956f0-9f75-4da1-8684-1af44eecd054 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:08:06.322796 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2f028aca-5e09-4358-8fe7-200ab8527017 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:06.325349 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:06.326379 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:06.327021 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:06.440091 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] Pushing event updated for resources: {'Network': ['ID=686070f5-99ca-4d1a-a9f0-dac3dd10810c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:06.443506 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-baea18b5-3d76-498a-b717-00fb8a3c686c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4517353 Feb 04 06:08:06.446452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56922) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:06.450871 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 686070f5-99ca-4d1a-a9f0-dac3dd10810c details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:08:06.451999 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-1900d4a7-28a0-4f4b-b896-8317429a2012 admin admin] Request body: {'subnet': {'network_id': '686070f5-99ca-4d1a-a9f0-dac3dd10810c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1902225754-subnet', 'tenant_id': '68a433e0875d4001904230577f35f82c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:06.459120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1900d4a7-28a0-4f4b-b896-8317429a2012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:06.464155 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1900d4a7-28a0-4f4b-b896-8317429a2012 admin admin] Usage tracker for resource:subnet and tenant:68a433e0875d4001904230577f35f82c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:06.467988 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1900d4a7-28a0-4f4b-b896-8317429a2012 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:06.472747 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c0ad2982-7047-4a45-b860-dc2ab71b19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:06.476722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1900d4a7-28a0-4f4b-b896-8317429a2012 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:06.492574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1900d4a7-28a0-4f4b-b896-8317429a2012 admin admin] Made reservation on behalf of 68a433e0875d4001904230577f35f82c for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:08:06.495517 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1900d4a7-28a0-4f4b-b896-8317429a2012 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:06.555658 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad2982-7047-4a45-b860-dc2ab71b19da admin admin] Network 11fda8b6-b607-479d-885a-9ae11a4ba872 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:06.561775 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-c0ad2982-7047-4a45-b860-dc2ab71b19da admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:06.571526 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ad2982-7047-4a45-b860-dc2ab71b19da admin admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:08:06.636466 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad2982-7047-4a45-b860-dc2ab71b19da admin admin] Pushing event updated for resources: {'Port': ['ID=e3be6d97-3000-484a-b2fd-146ec77bd303,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:06.683037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c0ad2982-7047-4a45-b860-dc2ab71b19da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:06.735801 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1900d4a7-28a0-4f4b-b896-8317429a2012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:06.834109 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900d4a7-28a0-4f4b-b896-8317429a2012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad165d09-6ed8-456b-a90e-44d5e446e1a0,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:06.841347 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-2f028aca-5e09-4358-8fe7-200ab8527017 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] For port a64956f0-9f75-4da1-8684-1af44eecd054, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a64956f0-9f75-4da1-8684-1af44eecd054,segment=NetworkSegment(5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4),segment_id=5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:06.841639 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2f028aca-5e09-4358-8fe7-200ab8527017 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:06.848348 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1900d4a7-28a0-4f4b-b896-8317429a2012 admin admin] Checking segment: {'id': '6a078a79-9105-49e3-90f4-846122ef3a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '686070f5-99ca-4d1a-a9f0-dac3dd10810c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:08:06.849184 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1900d4a7-28a0-4f4b-b896-8317429a2012 admin admin] Network hostable DHCP agents. Network: 686070f5-99ca-4d1a-a9f0-dac3dd10810c, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:08:06.869387 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56926) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:06.876210 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-9263fb06-4da1-4d79-ae2b-2c1cebb3ea39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'network': {'name': 'tempest-network-smoke--877560645', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'port_security_enabled': True}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:06.879904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1900d4a7-28a0-4f4b-b896-8317429a2012 admin admin] Network 686070f5-99ca-4d1a-a9f0-dac3dd10810c is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:08:06.886388 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9263fb06-4da1-4d79-ae2b-2c1cebb3ea39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:06.904362 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ac8f16ed-f441-4a36-981e-63424d9c5589 None None] Provisioning for port e3be6d97-3000-484a-b2fd-146ec77bd303 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:06.911434 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ac8f16ed-f441-4a36-981e-63424d9c5589 None None] Provisioning complete for port e3be6d97-3000-484a-b2fd-146ec77bd303 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:06.912124 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ac8f16ed-f441-4a36-981e-63424d9c5589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:06.931026 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-1900d4a7-28a0-4f4b-b896-8317429a2012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 686070f5-99ca-4d1a-a9f0-dac3dd10810c) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:06.935316 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1900d4a7-28a0-4f4b-b896-8317429a2012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:06.936097 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1900d4a7-28a0-4f4b-b896-8317429a2012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:06.940441 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9263fb06-4da1-4d79-ae2b-2c1cebb3ea39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:06.970987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9263fb06-4da1-4d79-ae2b-2c1cebb3ea39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:08:06.975711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9263fb06-4da1-4d79-ae2b-2c1cebb3ea39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:06.991011 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fcd13f-36ca-473a-9de5-06ed6e6bb63a None None] Network 686070f5-99ca-4d1a-a9f0-dac3dd10810c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:08:06.992331 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1900d4a7-28a0-4f4b-b896-8317429a2012 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5448458 Feb 04 06:08:07.002974 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-2f028aca-5e09-4358-8fe7-200ab8527017 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Calling delete_port for a64956f0-9f75-4da1-8684-1af44eecd054 owned by network:router_interface {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:08:07.032236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9263fb06-4da1-4d79-ae2b-2c1cebb3ea39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:08:07.053911 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9263fb06-4da1-4d79-ae2b-2c1cebb3ea39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:07.054564 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-9263fb06-4da1-4d79-ae2b-2c1cebb3ea39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Added segment 93652109-e291-46cb-b34e-3f8a8d584f81 of type vlan for network b5892064-f0ce-4984-a9ff-fa620836e713 Feb 04 06:08:07.115477 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9263fb06-4da1-4d79-ae2b-2c1cebb3ea39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:07.171524 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device d19ecb28-e62e-4480-83ff-a4832ce2bd54 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:08:07.181932 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9263fb06-4da1-4d79-ae2b-2c1cebb3ea39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:07.193677 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9263fb06-4da1-4d79-ae2b-2c1cebb3ea39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:07.194999 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9263fb06-4da1-4d79-ae2b-2c1cebb3ea39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:07.262650 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2f028aca-5e09-4358-8fe7-200ab8527017 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:07.303632 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-ac8f16ed-f441-4a36-981e-63424d9c5589 None None] Port e3be6d97-3000-484a-b2fd-146ec77bd303 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:08:07.312946 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:07.325195 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263fb06-4da1-4d79-ae2b-2c1cebb3ea39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Network': ['ID=b5892064-f0ce-4984-a9ff-fa620836e713,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:07.350159 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9263fb06-4da1-4d79-ae2b-2c1cebb3ea39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4792030 Feb 04 06:08:07.353896 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56938) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:07.358402 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network b5892064-f0ce-4984-a9ff-fa620836e713 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:08:07.368648 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f028aca-5e09-4358-8fe7-200ab8527017 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Port': ['ID=a64956f0-9f75-4da1-8684-1af44eecd054,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:07.457703 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b28a62c-57ee-4314-88e3-520432135167 None None] Network 686070f5-99ca-4d1a-a9f0-dac3dd10810c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:08:07.480094 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfba3030-4067-42e1-8348-571b336c5de7 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:07.481902 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-dfba3030-4067-42e1-8348-571b336c5de7 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=71cf42a1a4354f9391ad29100b27498c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1257987 Feb 04 06:08:07.485124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56942) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:07.500548 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port d19ecb28-e62e-4480-83ff-a4832ce2bd54 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:07.511732 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port d19ecb28-e62e-4480-83ff-a4832ce2bd54 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:07.512358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:07.715179 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0ed4e-dc91-49a2-8a66-edf0a97f9d7d tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:07.719327 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-40b0ed4e-dc91-49a2-8a66-edf0a97f9d7d tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2285039 Feb 04 06:08:07.719564 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56954) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:07.761587 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c8155b2b-f2d7-4d64-8339-4b8cc5c9532e tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383675 Feb 04 06:08:07.762699 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56958) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:07.808301 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ac2d080b-33e1-4374-a3ab-1b9d9404e6b2 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=71cf42a1a4354f9391ad29100b27498c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421224 Feb 04 06:08:07.808588 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56962) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:07.810523 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:07.863319 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port d19ecb28-e62e-4480-83ff-a4832ce2bd54, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=d19ecb28-e62e-4480-83ff-a4832ce2bd54,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:07.870038 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:07.925755 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2f028aca-5e09-4358-8fe7-200ab8527017 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:07.930779 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8165e207-214c-4f9b-ae01-3d0660f5a602 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:08:07.968814 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 8165e207-214c-4f9b-ae01-3d0660f5a602 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:08:07.969443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8165e207-214c-4f9b-ae01-3d0660f5a602 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:08:07.982676 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=d19ecb28-e62e-4480-83ff-a4832ce2bd54,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:08.055820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bb46aa-0f10-442f-b862-a827fd9dd9ec tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:08.059752 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b6bb46aa-0f10-442f-b862-a827fd9dd9ec tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2476892 Feb 04 06:08:08.060317 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56966) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:08.102887 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4f8789e6-a273-4133-bd92-57197404049c tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414832 Feb 04 06:08:08.105381 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56970) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:08.110993 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-16647a45-48a5-4914-87f3-00b16d6d72a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-323104193', 'network_id': 'b5892064-f0ce-4984-a9ff-fa620836e713', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:08.157340 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d212d-0d68-41b4-b62d-013394773e45 req-a9b28028-3d8d-49f7-86a9-c03825c17d2f tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:08.158846 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-833d212d-0d68-41b4-b62d-013394773e45 req-a9b28028-3d8d-49f7-86a9-c03825c17d2f tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/networks?id=146d47bb-9178-4647-a080-a66fbef9634d HTTP/1.1" status: 200 len: 812 time: 0.4559309 Feb 04 06:08:08.183350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c0ad2982-7047-4a45-b860-dc2ab71b19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:08.207338 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-833d212d-0d68-41b4-b62d-013394773e45 req-388912b0-ca96-436f-ae1c-7c7e363c27e1 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/quotas/bebc59512b5141f6a27728709157a7e0 HTTP/1.1" status: 200 len: 375 time: 0.0380228 Feb 04 06:08:08.220422 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-16647a45-48a5-4914-87f3-00b16d6d72a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:08.224340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-16647a45-48a5-4914-87f3-00b16d6d72a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:subnet and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:08.227277 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-16647a45-48a5-4914-87f3-00b16d6d72a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:08.232967 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-16647a45-48a5-4914-87f3-00b16d6d72a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:08.244620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16647a45-48a5-4914-87f3-00b16d6d72a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:08:08.248098 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-16647a45-48a5-4914-87f3-00b16d6d72a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:08.302241 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-833d212d-0d68-41b4-b62d-013394773e45 req-e3b14bd1-bdb0-47e6-a9b0-193cacec297b tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bebc59512b5141f6a27728709157a7e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613563 Feb 04 06:08:08.473957 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-16647a45-48a5-4914-87f3-00b16d6d72a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:08.556994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16647a45-48a5-4914-87f3-00b16d6d72a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Subnet': ['ID=b507954b-bd15-4712-a54c-7bb5842bce85,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:08.562797 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16647a45-48a5-4914-87f3-00b16d6d72a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Checking segment: {'id': '93652109-e291-46cb-b34e-3f8a8d584f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b5892064-f0ce-4984-a9ff-fa620836e713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:08:08.563153 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16647a45-48a5-4914-87f3-00b16d6d72a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network hostable DHCP agents. Network: b5892064-f0ce-4984-a9ff-fa620836e713, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:08:08.585142 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16647a45-48a5-4914-87f3-00b16d6d72a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network b5892064-f0ce-4984-a9ff-fa620836e713 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:08:08.594990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-16647a45-48a5-4914-87f3-00b16d6d72a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, b5892064-f0ce-4984-a9ff-fa620836e713) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:08.599353 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16647a45-48a5-4914-87f3-00b16d6d72a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:08.599980 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-16647a45-48a5-4914-87f3-00b16d6d72a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:08.603666 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5aee7c-4ff1-40fc-9abf-6cfc7558b1d0 None None] Network b5892064-f0ce-4984-a9ff-fa620836e713 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:08:08.633322 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-16647a45-48a5-4914-87f3-00b16d6d72a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5258629 Feb 04 06:08:08.668498 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f028aca-5e09-4358-8fe7-200ab8527017 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:08:08.803171 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-833d212d-0d68-41b4-b62d-013394773e45 req-8ccf2cbe-0fb0-47e4-a11b-290b06874aea service neutron] 10.222.0.31 "GET /v2.0/networks/146d47bb-9178-4647-a080-a66fbef9634d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529307 Feb 04 06:08:08.866401 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-b5892064-f0ce-4984-a9ff-fa620836e713', 'network_id': 'b5892064-f0ce-4984-a9ff-fa620836e713', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ips': [{'subnet_id': 'b507954b-bd15-4712-a54c-7bb5842bce85'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:08:08.867464 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:08.992730 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c0ad2982-7047-4a45-b860-dc2ab71b19da admin admin] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:09.013052 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f028aca-5e09-4358-8fe7-200ab8527017 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:08:09.027754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c0ad2982-7047-4a45-b860-dc2ab71b19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:09.030660 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eac205f-09ee-4dd9-bde9-3f0ffc87d4d6 None None] Sync routers for ids ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:08:09.059926 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device d19ecb28-e62e-4480-83ff-a4832ce2bd54 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:08:09.086076 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eac205f-09ee-4dd9-bde9-3f0ffc87d4d6 None None] Routers {'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:08:09.086670 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4eac205f-09ee-4dd9-bde9-3f0ffc87d4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:08:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:09.211568 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56978) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:09.217118 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b26dfa07-685f-4c97-96cd-ce9183c66856 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1285646354', 'description': 'tempest-secgroup-smoke-1285646354 description', 'project_id': '71cf42a1a4354f9391ad29100b27498c'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:09.223510 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b26dfa07-685f-4c97-96cd-ce9183c66856 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:09.230662 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Allocated IP 172.20.0.18 (b5892064-f0ce-4984-a9ff-fa620836e713/b507954b-bd15-4712-a54c-7bb5842bce85/0a8ee7de-d6b0-4207-9665-afb3943dae87) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:08:09.234338 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b26dfa07-685f-4c97-96cd-ce9183c66856 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:09.245825 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b26dfa07-685f-4c97-96cd-ce9183c66856 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:09.277106 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b26dfa07-685f-4c97-96cd-ce9183c66856 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:09.282433 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b26dfa07-685f-4c97-96cd-ce9183c66856 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:09.286003 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b26dfa07-685f-4c97-96cd-ce9183c66856 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:09.289418 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2f028aca-5e09-4358-8fe7-200ab8527017 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0710967 Feb 04 06:08:09.292685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 56982) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:09.313390 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-833d212d-0d68-41b4-b62d-013394773e45 req-28756885-d36c-44af-9890-67b371b4b195 service neutron] 10.222.0.31 "GET /v2.0/networks/146d47bb-9178-4647-a080-a66fbef9634d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543598 Feb 04 06:08:09.320466 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c0ad2982-7047-4a45-b860-dc2ab71b19da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:09.324019 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad2982-7047-4a45-b860-dc2ab71b19da admin admin] Pushing event updated for resources: {'Port': ['ID=e3be6d97-3000-484a-b2fd-146ec77bd303,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:09.336165 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b26dfa07-685f-4c97-96cd-ce9183c66856 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:09.366230 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-4eac205f-09ee-4dd9-bde9-3f0ffc87d4d6 None None] Set router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:08:09.400541 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-5810a61a-942d-4504-aadf-8c4854e2d9db tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting subnet 93063b8f-4406-4ece-a2af-0b697aed945f {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:08:09.406216 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5810a61a-942d-4504-aadf-8c4854e2d9db tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:09.462956 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port d19ecb28-e62e-4480-83ff-a4832ce2bd54 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:09.463332 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:09.518271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b26dfa07-685f-4c97-96cd-ce9183c66856 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:09.520723 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad2982-7047-4a45-b860-dc2ab71b19da admin admin] Network 11fda8b6-b607-479d-885a-9ae11a4ba872 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:09.522172 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-c0ad2982-7047-4a45-b860-dc2ab71b19da admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:09.539769 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b26dfa07-685f-4c97-96cd-ce9183c66856 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:09.578546 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5810a61a-942d-4504-aadf-8c4854e2d9db tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:09.678600 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26dfa07-685f-4c97-96cd-ce9183c66856 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fecb3387-0df4-4d8a-9217-5087c7d5913d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:09.707912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b26dfa07-685f-4c97-96cd-ce9183c66856 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:09.710213 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6f5876d7-d3bb-44eb-bc1b-ebaff954f145 req-ca74257a-c625-4b06-98e0-5ddc55d2c5d1 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 210 time: 0.0985060 Feb 04 06:08:09.713428 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b26dfa07-685f-4c97-96cd-ce9183c66856 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5009422 Feb 04 06:08:09.721051 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 56994) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:09.753074 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5810a61a-942d-4504-aadf-8c4854e2d9db tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:09.853492 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ed402439-093e-48cd-82ff-a930ee037cfe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'fecb3387-0df4-4d8a-9217-5087c7d5913d', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:09.879903 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ad2982-7047-4a45-b860-dc2ab71b19da admin admin] Router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:08:09.884600 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ed402439-093e-48cd-82ff-a930ee037cfe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:09.886536 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5810a61a-942d-4504-aadf-8c4854e2d9db tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:09.891345 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ed402439-093e-48cd-82ff-a930ee037cfe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:09.896672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ed402439-093e-48cd-82ff-a930ee037cfe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:09.939511 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810a61a-942d-4504-aadf-8c4854e2d9db tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Subnet': ['ID=93063b8f-4406-4ece-a2af-0b697aed945f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:09.955050 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ed402439-093e-48cd-82ff-a930ee037cfe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:09.959479 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5810a61a-942d-4504-aadf-8c4854e2d9db tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:09.965634 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:09.969020 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5810a61a-942d-4504-aadf-8c4854e2d9db tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/subnets/93063b8f-4406-4ece-a2af-0b697aed945f HTTP/1.1" status: 204 len: 168 time: 0.6747282 Feb 04 06:08:09.970851 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d745d9-7d80-4e42-8227-96a3e1d4f33e None None] Network 607cc8d6-4a30-4adc-b3e1-15eabe2f9242 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:08:09.971753 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57000) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:10.004212 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ed402439-093e-48cd-82ff-a930ee037cfe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.062931 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Transition to ACTIVE for port object 0a8ee7de-d6b0-4207-9665-afb3943dae87 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:10.115196 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3439d44d-63de-42ad-96f1-8cfd67e76247 None None] Provisioning complete for port e3be6d97-3000-484a-b2fd-146ec77bd303 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:10.115926 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3439d44d-63de-42ad-96f1-8cfd67e76247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.118314 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.129960 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port c0f93c69-b360-4fb2-bcbe-7e870551c25d {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:08:10.130377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.153287 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ed402439-093e-48cd-82ff-a930ee037cfe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.164575 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ad2982-7047-4a45-b860-dc2ab71b19da admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:08:10.166287 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ed402439-093e-48cd-82ff-a930ee037cfe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.175263 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Sync routers for ids ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:08:10.182423 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Transition to ACTIVE for port object 0a8ee7de-d6b0-4207-9665-afb3943dae87 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:10.192853 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Routers {'5e378c87-fd5f-4ebe-9bf1-33508c2d9561'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:08:10.193406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed402439-093e-48cd-82ff-a930ee037cfe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ecb24cf-9fd9-47e2-b005-c01a49349ed8,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:10.195793 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:08:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:10.227499 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c0ad2982-7047-4a45-b860-dc2ab71b19da admin admin] 10.222.0.31 "PUT /v2.0/routers/5e378c87-fd5f-4ebe-9bf1-33508c2d9561/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7425947 Feb 04 06:08:10.249441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ed402439-093e-48cd-82ff-a930ee037cfe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.250677 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ed402439-093e-48cd-82ff-a930ee037cfe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5172853 Feb 04 06:08:10.253551 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57006) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:10.259096 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-7df97259-2f98-44cd-a94e-c3b74a0827a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'fecb3387-0df4-4d8a-9217-5087c7d5913d', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:10.265519 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7df97259-2f98-44cd-a94e-c3b74a0827a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:10.278897 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7df97259-2f98-44cd-a94e-c3b74a0827a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:10.287526 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7df97259-2f98-44cd-a94e-c3b74a0827a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:10.300109 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7df97259-2f98-44cd-a94e-c3b74a0827a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:10.308330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.335188 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7df97259-2f98-44cd-a94e-c3b74a0827a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.367566 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-3439d44d-63de-42ad-96f1-8cfd67e76247 None None] Port e3be6d97-3000-484a-b2fd-146ec77bd303 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:08:10.408713 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Network b5892064-f0ce-4984-a9ff-fa620836e713 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:10.413731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:10.417063 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:08:10.428315 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Pushing event updated for resources: {'Port': ['ID=0a8ee7de-d6b0-4207-9665-afb3943dae87,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:10.469936 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4eac205f-09ee-4dd9-bde9-3f0ffc87d4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 10, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:10.510577 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] For port c0f93c69-b360-4fb2-bcbe-7e870551c25d, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c0f93c69-b360-4fb2-bcbe-7e870551c25d,segment=NetworkSegment(5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4),segment_id=5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:10.511175 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.512501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eac205f-09ee-4dd9-bde9-3f0ffc87d4d6 None None] Checking router: baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:08:10.526941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7df97259-2f98-44cd-a94e-c3b74a0827a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.540006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7df97259-2f98-44cd-a94e-c3b74a0827a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.548621 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Attempting to bind port 0a8ee7de-d6b0-4207-9665-afb3943dae87 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:08:10.549076 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Attempting to bind port 0a8ee7de-d6b0-4207-9665-afb3943dae87 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '93652109-e291-46cb-b34e-3f8a8d584f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b5892064-f0ce-4984-a9ff-fa620836e713'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:08:10.549560 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Attempting to bind port 0a8ee7de-d6b0-4207-9665-afb3943dae87 on network b5892064-f0ce-4984-a9ff-fa620836e713 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:08:10.552449 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eac205f-09ee-4dd9-bde9-3f0ffc87d4d6 None None] Routers {'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:08:10.553217 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4eac205f-09ee-4dd9-bde9-3f0ffc87d4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:08:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:10.607553 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df97259-2f98-44cd-a94e-c3b74a0827a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5141d47-9bd3-46f2-9e06-53586ca96110,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:10.627347 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7df97259-2f98-44cd-a94e-c3b74a0827a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.631160 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7df97259-2f98-44cd-a94e-c3b74a0827a3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3740518 Feb 04 06:08:10.631361 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57012) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:10.641219 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-9696c5e7-fe55-4ff3-8035-0c47b710aeed tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'fecb3387-0df4-4d8a-9217-5087c7d5913d', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:10.652417 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9696c5e7-fe55-4ff3-8035-0c47b710aeed tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:10.654483 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Set router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:08:10.661504 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9696c5e7-fe55-4ff3-8035-0c47b710aeed tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:10.666469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-9696c5e7-fe55-4ff3-8035-0c47b710aeed tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:10.671499 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9654eff6-68cb-40e9-a9b0-8d53bc50e3f7 None None] DHCP port deletion for 607cc8d6-4a30-4adc-b3e1-15eabe2f9242 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:08:10.673646 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:08:10.674110 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Checking segment: {'id': '93652109-e291-46cb-b34e-3f8a8d584f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b5892064-f0ce-4984-a9ff-fa620836e713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:08:10.674573 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.675021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Bound using segment: {'id': '93652109-e291-46cb-b34e-3f8a8d584f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b5892064-f0ce-4984-a9ff-fa620836e713'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:08:10.675702 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Bound port: 0a8ee7de-d6b0-4207-9665-afb3943dae87, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93652109-e291-46cb-b34e-3f8a8d584f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b5892064-f0ce-4984-a9ff-fa620836e713'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:08:10.676170 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.682110 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-9696c5e7-fe55-4ff3-8035-0c47b710aeed tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:10.702382 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Calling delete_port for c0f93c69-b360-4fb2-bcbe-7e870551c25d owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:08:10.713340 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9654eff6-68cb-40e9-a9b0-8d53bc50e3f7 None None] Deleting port c0f93c69-b360-4fb2-bcbe-7e870551c25d {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:08:10.713800 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9654eff6-68cb-40e9-a9b0-8d53bc50e3f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.717274 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9696c5e7-fe55-4ff3-8035-0c47b710aeed tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.870330 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.880201 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9696c5e7-fe55-4ff3-8035-0c47b710aeed tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.897011 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9696c5e7-fe55-4ff3-8035-0c47b710aeed tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.923725 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9654eff6-68cb-40e9-a9b0-8d53bc50e3f7 None None] The port 'c0f93c69-b360-4fb2-bcbe-7e870551c25d' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:08:10.927735 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-4eac205f-09ee-4dd9-bde9-3f0ffc87d4d6 None None] Set router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:08:11.009286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Port': ['ID=c0f93c69-b360-4fb2-bcbe-7e870551c25d,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:11.024243 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] No DVR routers for this DVR port c0f93c69-b360-4fb2-bcbe-7e870551c25d on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:08:11.028276 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c0f93c69-b360-4fb2-bcbe-7e870551c25d no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:08:11.056798 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] For port 0a8ee7de-d6b0-4207-9665-afb3943dae87, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:08:11.077568 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: c0f93c69-b360-4fb2-bcbe-7e870551c25d {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:08:11.078278 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c0f93c69-b360-4fb2-bcbe-7e870551c25d not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:08:11.085228 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] For port 0a8ee7de-d6b0-4207-9665-afb3943dae87, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0a8ee7de-d6b0-4207-9665-afb3943dae87,segment=NetworkSegment(93652109-e291-46cb-b34e-3f8a8d584f81),segment_id=93652109-e291-46cb-b34e-3f8a8d584f81)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:08:11.142445 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:11.285017 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d212d-0d68-41b4-b62d-013394773e45 req-7e727646-57a9-41a4-9ed1-9ba85267127d tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:11.286435 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-833d212d-0d68-41b4-b62d-013394773e45 req-7e727646-57a9-41a4-9ed1-9ba85267127d tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.43 "GET /v2.0/networks?id=146d47bb-9178-4647-a080-a66fbef9634d HTTP/1.1" status: 200 len: 812 time: 0.3531106 Feb 04 06:08:11.290939 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696c5e7-fe55-4ff3-8035-0c47b710aeed tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d26506-a1b7-4f1d-a73f-fb52ebd23512,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:11.303721 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:11.338417 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607cc8d6-4a30-4adc-b3e1-15eabe2f9242']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:11.372636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:11.376107 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bff331e-5fb8-4da4-a1c8-3c1edd72f2d4') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:11.386581 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aeaa17-3bf2-43e3-be1f-c540668e205d None None] Pushing event updated for resources: {'Port': ['ID=0a8ee7de-d6b0-4207-9665-afb3943dae87,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:11.419176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:11.419890 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-17c42145-c859-408e-abbf-ebcceec53e08 req-d283de4b-23ce-4884-8aa2-aa560e624fe7 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 210 time: 0.1283278 Feb 04 06:08:11.428708 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-833d212d-0d68-41b4-b62d-013394773e45 req-48b316b9-aae5-4462-a14b-2e42930cd123 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Request body: {'port': {'device_id': 'a339aa88-8361-4e24-9567-55d04034b048', 'network_id': '146d47bb-9178-4647-a080-a66fbef9634d', 'admin_state_up': True, 'tenant_id': 'bebc59512b5141f6a27728709157a7e0'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:11.430117 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:08Z', 'revision_number': 2, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:11.435949 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Checking router: 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:08:11.438095 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Updating router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 port e3be6d97-3000-484a-b2fd-146ec77bd303 binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:08:11.460364 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:11.475300 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:08:11.476147 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:11.509311 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:08:11.516472 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:08:11.529543 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57032) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:11.555731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4eac205f-09ee-4dd9-bde9-3f0ffc87d4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 10, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:11.560132 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eac205f-09ee-4dd9-bde9-3f0ffc87d4d6 None None] The sync data for ids ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'] in dv-neutron-826830-2-hyperv is: [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 10, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None, '_interfaces': [{'id': '0ca48cac-1e32-4dbd-a4bd-e4102b75053b', 'name': '', 'network_id': 'c63ee7f3-6f70-493a-bb61-54a6de6ea2da', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'mac_address': 'fa:16:3e:17:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:09Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 5, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'subnets': [{'id': 'a8fe3b03-3665-47ea-b98d-92379f248438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:08:11.604325 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9696c5e7-fe55-4ff3-8035-0c47b710aeed tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:11.606620 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9696c5e7-fe55-4ff3-8035-0c47b710aeed tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9731297 Feb 04 06:08:11.621907 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57036) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:11.631258 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-091306aa-6b12-45aa-b6ee-ab0220c660f0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'fecb3387-0df4-4d8a-9217-5087c7d5913d', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:11.638619 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-091306aa-6b12-45aa-b6ee-ab0220c660f0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:11.648288 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-091306aa-6b12-45aa-b6ee-ab0220c660f0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:11.652010 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-091306aa-6b12-45aa-b6ee-ab0220c660f0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:11.662567 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-091306aa-6b12-45aa-b6ee-ab0220c660f0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:11.701805 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-091306aa-6b12-45aa-b6ee-ab0220c660f0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:11.720560 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2119982787-network', 'tenant_id': '4d6c1b1907a145c2a8f3e2152cb580d3'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:11.741842 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:11.743182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-833d212d-0d68-41b4-b62d-013394773e45 req-48b316b9-aae5-4462-a14b-2e42930cd123 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:11.751571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Usage tracker for resource:network and tenant:4d6c1b1907a145c2a8f3e2152cb580d3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:11.754660 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-833d212d-0d68-41b4-b62d-013394773e45 req-48b316b9-aae5-4462-a14b-2e42930cd123 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Usage tracker for resource:port and tenant:bebc59512b5141f6a27728709157a7e0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:11.755374 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:11.760332 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-833d212d-0d68-41b4-b62d-013394773e45 req-48b316b9-aae5-4462-a14b-2e42930cd123 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:11.762376 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:11.770187 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:11.770435 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-833d212d-0d68-41b4-b62d-013394773e45 req-48b316b9-aae5-4462-a14b-2e42930cd123 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:11.774558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:11.795216 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-833d212d-0d68-41b4-b62d-013394773e45 req-48b316b9-aae5-4462-a14b-2e42930cd123 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Made reservation on behalf of bebc59512b5141f6a27728709157a7e0 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:08:11.798687 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-833d212d-0d68-41b4-b62d-013394773e45 req-48b316b9-aae5-4462-a14b-2e42930cd123 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:11.805883 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Made reservation on behalf of 4d6c1b1907a145c2a8f3e2152cb580d3 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:08:11.808358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:11.810547 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-091306aa-6b12-45aa-b6ee-ab0220c660f0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:11.816631 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-091306aa-6b12-45aa-b6ee-ab0220c660f0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:11.824309 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Network': ['ID=607cc8d6-4a30-4adc-b3e1-15eabe2f9242,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:11.828022 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-24e84a6c-9240-49e0-bc2e-4443ac4f9b7f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/networks/607cc8d6-4a30-4adc-b3e1-15eabe2f9242 HTTP/1.1" status: 204 len: 168 time: 1.8547812 Feb 04 06:08:11.830928 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:11.839466 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57040) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:11.882037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091306aa-6b12-45aa-b6ee-ab0220c660f0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d06928-5257-479f-a304-8b2c41b21957,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:11.915081 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:11.920162 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-091306aa-6b12-45aa-b6ee-ab0220c660f0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:11.921412 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:11.925250 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-091306aa-6b12-45aa-b6ee-ab0220c660f0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2986810 Feb 04 06:08:11.925250 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57044) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:11.934164 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-2c49fd82-1466-4f49-aed8-7fcb91883ef0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'fecb3387-0df4-4d8a-9217-5087c7d5913d', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:11.949608 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2c49fd82-1466-4f49-aed8-7fcb91883ef0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:11.966757 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2c49fd82-1466-4f49-aed8-7fcb91883ef0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:11.972267 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2c49fd82-1466-4f49-aed8-7fcb91883ef0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:11.974746 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Transition to ACTIVE for port object e3be6d97-3000-484a-b2fd-146ec77bd303 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:11.983138 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2c49fd82-1466-4f49-aed8-7fcb91883ef0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:11.986605 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.016735 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Usage tracker for resource:security_group_rule and tenant:4d6c1b1907a145c2a8f3e2152cb580d3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:12.028742 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:12.038465 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:12.100044 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-2c49fd82-1466-4f49-aed8-7fcb91883ef0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:08:12.118773 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [req-833d212d-0d68-41b4-b62d-013394773e45 req-48b316b9-aae5-4462-a14b-2e42930cd123 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Allocated IP 172.20.0.12 (146d47bb-9178-4647-a080-a66fbef9634d/f5eff0cc-dd8e-4101-beae-d9837d53e5f0/cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:08:12.122435 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2c49fd82-1466-4f49-aed8-7fcb91883ef0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.168305 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561b5eb-8576-4891-9a67-03affe4cbe92 None None] Pushing event updated for resources: {'Port': ['ID=e3be6d97-3000-484a-b2fd-146ec77bd303,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:12.264523 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Attempting to bind port e3be6d97-3000-484a-b2fd-146ec77bd303 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:08:12.265130 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Attempting to bind port e3be6d97-3000-484a-b2fd-146ec77bd303 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:08:12.265713 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Attempting to bind port e3be6d97-3000-484a-b2fd-146ec77bd303 on network 11fda8b6-b607-479d-885a-9ae11a4ba872 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:08:12.272695 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:08:12.273366 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Checking segment: {'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:08:12.273927 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.274467 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Bound using segment: {'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:08:12.275127 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Bound port: e3be6d97-3000-484a-b2fd-146ec77bd303, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:08:12.275900 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.395266 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] For port e3be6d97-3000-484a-b2fd-146ec77bd303, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:08:12.399089 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] For port e3be6d97-3000-484a-b2fd-146ec77bd303, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e3be6d97-3000-484a-b2fd-146ec77bd303,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:08:12.406576 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.502284 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Routers {'5e378c87-fd5f-4ebe-9bf1-33508c2d9561'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:08:12.503048 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:08:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:12.585874 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-180f04e8-a344-4774-9053-878b846b68e8 req-1c4c63ac-98a0-450d-a944-3b15d937da5b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5172889 Feb 04 06:08:12.643864 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2c49fd82-1466-4f49-aed8-7fcb91883ef0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.688274 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561b5eb-8576-4891-9a67-03affe4cbe92 None None] Pushing event updated for resources: {'Port': ['ID=e3be6d97-3000-484a-b2fd-146ec77bd303,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:12.690701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.692607 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-22209455-94c2-454a-a69e-05b22ef84dd8 req-34bf4e7b-08fd-4788-a128-77d815190f85 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Synchronizing usage tracker for tenant:bebc59512b5141f6a27728709157a7e0 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:08:12.708591 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2c49fd82-1466-4f49-aed8-7fcb91883ef0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.723320 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.741744 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:08:12.751802 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.752249 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Added segment 22c45afe-aa95-4a1a-84aa-f47cc42994a8 of type vlan for network 6552c730-a85b-461d-a1fd-13545e3aa717 Feb 04 06:08:12.763819 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49fd82-1466-4f49-aed8-7fcb91883ef0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea51277a-2d0a-4b7f-9656-1f5a47a54574,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:12.791267 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.795003 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-22209455-94c2-454a-a69e-05b22ef84dd8 req-34bf4e7b-08fd-4788-a128-77d815190f85 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Unset dirty status for tenant:bebc59512b5141f6a27728709157a7e0 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:08:12.796737 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-22209455-94c2-454a-a69e-05b22ef84dd8 req-34bf4e7b-08fd-4788-a128-77d815190f85 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 210 time: 0.1635504 Feb 04 06:08:12.800036 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2c49fd82-1466-4f49-aed8-7fcb91883ef0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.801692 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2c49fd82-1466-4f49-aed8-7fcb91883ef0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8754783 Feb 04 06:08:12.805354 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57052) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:12.819685 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8000b939-d883-44e1-80a4-c78c9be20b7e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'fecb3387-0df4-4d8a-9217-5087c7d5913d', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:12.827433 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8000b939-d883-44e1-80a4-c78c9be20b7e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:12.834605 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-833d212d-0d68-41b4-b62d-013394773e45 req-48b316b9-aae5-4462-a14b-2e42930cd123 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.837200 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] Set router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:08:12.839372 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8000b939-d883-44e1-80a4-c78c9be20b7e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:12.843633 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8000b939-d883-44e1-80a4-c78c9be20b7e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:12.851090 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8000b939-d883-44e1-80a4-c78c9be20b7e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:12.872135 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-8000b939-d883-44e1-80a4-c78c9be20b7e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:08:12.887801 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8000b939-d883-44e1-80a4-c78c9be20b7e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.895036 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.896093 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:12.896664 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.964941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8000b939-d883-44e1-80a4-c78c9be20b7e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.969422 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-833d212d-0d68-41b4-b62d-013394773e45 req-48b316b9-aae5-4462-a14b-2e42930cd123 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:13.004410 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4741726 Feb 04 06:08:13.021340 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57056) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:13.022662 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8000b939-d883-44e1-80a4-c78c9be20b7e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:13.060429 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-17f0605f-8d19-4ad7-8ef6-ef72f8fba687 admin admin] Request body: {'subnet': {'network_id': '6552c730-a85b-461d-a1fd-13545e3aa717', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2119982787-subnet', 'tenant_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'ip_version': 4}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:13.074696 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0a8ee7de-d6b0-4207-9665-afb3943dae87 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:08:13.081662 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-17f0605f-8d19-4ad7-8ef6-ef72f8fba687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:13.104039 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833d212d-0d68-41b4-b62d-013394773e45 req-48b316b9-aae5-4462-a14b-2e42930cd123 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Network 146d47bb-9178-4647-a080-a66fbef9634d is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:13.107793 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-17f0605f-8d19-4ad7-8ef6-ef72f8fba687 admin admin] Usage tracker for resource:subnet and tenant:4d6c1b1907a145c2a8f3e2152cb580d3 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:13.113208 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [req-833d212d-0d68-41b4-b62d-013394773e45 req-48b316b9-aae5-4462-a14b-2e42930cd123 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:13.115548 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000b939-d883-44e1-80a4-c78c9be20b7e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83898682-5a33-41bf-94a8-8fc8ac861dd2,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:13.117767 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-17f0605f-8d19-4ad7-8ef6-ef72f8fba687 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:13.120643 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-833d212d-0d68-41b4-b62d-013394773e45 req-48b316b9-aae5-4462-a14b-2e42930cd123 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:08:13.149923 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Pushing event updated for resources: {'Network': ['ID=6552c730-a85b-461d-a1fd-13545e3aa717,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:13.165089 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 6552c730-a85b-461d-a1fd-13545e3aa717 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:08:13.166415 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea203b-d059-47dd-905b-56e38caea3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771aa4b5-5828-426e-a51a-a51e45cfd574,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:13.206793 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b316b9-aae5-4462-a14b-2e42930cd123 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Pushing event updated for resources: {'Port': ['ID=cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:13.216754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-17f0605f-8d19-4ad7-8ef6-ef72f8fba687 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:13.231027 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8000b939-d883-44e1-80a4-c78c9be20b7e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:13.234807 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8000b939-d883-44e1-80a4-c78c9be20b7e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4282613 Feb 04 06:08:13.249946 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f04e8-a344-4774-9053-878b846b68e8 req-58726eef-67ca-4d7f-8d81-db8404aa156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:13.251478 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-180f04e8-a344-4774-9053-878b846b68e8 req-58726eef-67ca-4d7f-8d81-db8404aa156b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 1099 time: 0.5298374 Feb 04 06:08:13.341519 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d212d-0d68-41b4-b62d-013394773e45 req-48b316b9-aae5-4462-a14b-2e42930cd123 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:13.342510 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-833d212d-0d68-41b4-b62d-013394773e45 req-48b316b9-aae5-4462-a14b-2e42930cd123 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:13.370617 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 0a8ee7de-d6b0-4207-9665-afb3943dae87 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:13.386043 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a64956f0-9f75-4da1-8684-1af44eecd054 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:08:13.392293 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-833d212d-0d68-41b4-b62d-013394773e45 req-48b316b9-aae5-4462-a14b-2e42930cd123 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9917929 Feb 04 06:08:13.394501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f0605f-8d19-4ad7-8ef6-ef72f8fba687 admin admin] Made reservation on behalf of 4d6c1b1907a145c2a8f3e2152cb580d3 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:08:13.397579 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-17f0605f-8d19-4ad7-8ef6-ef72f8fba687 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:13.425231 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Request body: {'port': {'device_id': 'a339aa88-8361-4e24-9567-55d04034b048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:13.430457 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: a64956f0-9f75-4da1-8684-1af44eecd054 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:08:13.431501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a64956f0-9f75-4da1-8684-1af44eecd054 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:08:13.443039 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07027e6d-89c7-41db-b831-d9e6f0dd06d8 None None] Network b5892064-f0ce-4984-a9ff-fa620836e713 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:08:13.466381 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:12Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:13.471469 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d36ddc2-28d4-4e57-adf6-aecf50f90b9f None None] The sync data for ids ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'] in dv-neutron-826830-2-hyperv is: [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:12Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:08:13.510881 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f04e8-a344-4774-9053-878b846b68e8 req-c1944be1-87f3-4598-9995-8fd1284a5d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:13.516237 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-180f04e8-a344-4774-9053-878b846b68e8 req-c1944be1-87f3-4598-9995-8fd1284a5d18 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6d2ebf2-259c-4278-b7f2-8d8c651dca23 HTTP/1.1" status: 200 len: 898 time: 0.2424290 Feb 04 06:08:13.522584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-915e5684-34dc-4fe4-97eb-1c5e7d3dfdb7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:13.728379 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ef43bc89-0d4e-478f-81e3-ce90b2a6dbc1 None None] Provisioning for port 0a8ee7de-d6b0-4207-9665-afb3943dae87 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:13.728963 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:13.736697 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ef43bc89-0d4e-478f-81e3-ce90b2a6dbc1 None None] Provisioning complete for port 0a8ee7de-d6b0-4207-9665-afb3943dae87 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:13.737067 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef43bc89-0d4e-478f-81e3-ce90b2a6dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:13.806448 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-d79538d7-6a11-477c-8c0b-7c03012fd56a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1285646354&fields=id&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 267 time: 0.1602099 Feb 04 06:08:14.068262 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef43bc89-0d4e-478f-81e3-ce90b2a6dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:14.109703 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ef43bc89-0d4e-478f-81e3-ce90b2a6dbc1 None None] For port 0a8ee7de-d6b0-4207-9665-afb3943dae87, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0a8ee7de-d6b0-4207-9665-afb3943dae87,segment=NetworkSegment(93652109-e291-46cb-b34e-3f8a8d584f81),segment_id=93652109-e291-46cb-b34e-3f8a8d584f81)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:14.119618 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef43bc89-0d4e-478f-81e3-ce90b2a6dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:14.269927 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43bc89-0d4e-478f-81e3-ce90b2a6dbc1 None None] Pushing event updated for resources: {'Port': ['ID=0a8ee7de-d6b0-4207-9665-afb3943dae87,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:14.328338 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-180f04e8-a344-4774-9053-878b846b68e8 req-6cf89438-9b5f-4896-b7f7-23f6901a1e1c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05f8b8e5-88a7-41d5-adad-754eefbfe38a HTTP/1.1" status: 200 len: 1002 time: 0.5722637 Feb 04 06:08:14.344635 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-7a69cc4d-1c62-4c5d-802d-0b3ab39ed768 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:14.352873 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-7a69cc4d-1c62-4c5d-802d-0b3ab39ed768 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/networks?id=b5892064-f0ce-4984-a9ff-fa620836e713 HTTP/1.1" status: 200 len: 796 time: 0.5290990 Feb 04 06:08:14.432446 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f04e8-a344-4774-9053-878b846b68e8 req-b52c7a7d-2bac-4172-9d84-80b2e4b0f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:14.443193 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-180f04e8-a344-4774-9053-878b846b68e8 req-b52c7a7d-2bac-4172-9d84-80b2e4b0f6da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2 HTTP/1.1" status: 200 len: 835 time: 0.1022933 Feb 04 06:08:14.459352 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-6907d0dd-0476-4afb-b227-879371c1489b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/quotas/71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 375 time: 0.1053457 Feb 04 06:08:14.460384 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0b949f98-2e6b-4aaf-8b33-2c789ed28e2f None None] Provisioning complete for port 0a8ee7de-d6b0-4207-9665-afb3943dae87 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:14.460931 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0b949f98-2e6b-4aaf-8b33-2c789ed28e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:14.601517 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-915e5684-34dc-4fe4-97eb-1c5e7d3dfdb7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port 0ca48cac-1e32-4dbd-a4bd-e4102b75053b {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:08:14.601743 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-915e5684-34dc-4fe4-97eb-1c5e7d3dfdb7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:14.607039 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-17f0605f-8d19-4ad7-8ef6-ef72f8fba687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:14.676374 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19845a14-27ee-4166-a805-0c72ff852ea0 req-236a3031-9534-4efd-8bce-d9d771bd870e tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:14.678061 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-19845a14-27ee-4166-a805-0c72ff852ea0 req-236a3031-9534-4efd-8bce-d9d771bd870e tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 932 time: 0.5975602 Feb 04 06:08:14.752069 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f04e8-a344-4774-9053-878b846b68e8 req-134befff-3480-4493-95d4-1acb176a700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:14.753579 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-180f04e8-a344-4774-9053-878b846b68e8 req-134befff-3480-4493-95d4-1acb176a700c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6d2ebf2-259c-4278-b7f2-8d8c651dca23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3018007 Feb 04 06:08:14.789800 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0605f-8d19-4ad7-8ef6-ef72f8fba687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44e722dd-6b49-433f-9fad-ee0c66cdde29,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:14.816305 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-57c8f8a4-530f-450d-87c0-649f8f358063 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3560483 Feb 04 06:08:14.860585 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-19845a14-27ee-4166-a805-0c72ff852ea0 req-daed5b30-535e-40bd-a22d-2cb73cee3b1b tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500411 Feb 04 06:08:14.958092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-915e5684-34dc-4fe4-97eb-1c5e7d3dfdb7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] For port 0ca48cac-1e32-4dbd-a4bd-e4102b75053b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0ca48cac-1e32-4dbd-a4bd-e4102b75053b,segment=NetworkSegment(b8109162-65c0-48a9-afd5-09bf79e88cf8),segment_id=b8109162-65c0-48a9-afd5-09bf79e88cf8)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:14.958578 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-915e5684-34dc-4fe4-97eb-1c5e7d3dfdb7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.082815 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e3be6d97-3000-484a-b2fd-146ec77bd303 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:08:15.108163 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-915e5684-34dc-4fe4-97eb-1c5e7d3dfdb7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Calling delete_port for 0ca48cac-1e32-4dbd-a4bd-e4102b75053b owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:08:15.108401 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0605f-8d19-4ad7-8ef6-ef72f8fba687 admin admin] Checking segment: {'id': '22c45afe-aa95-4a1a-84aa-f47cc42994a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6552c730-a85b-461d-a1fd-13545e3aa717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:08:15.108520 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f0605f-8d19-4ad7-8ef6-ef72f8fba687 admin admin] Network hostable DHCP agents. Network: 6552c730-a85b-461d-a1fd-13545e3aa717, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:08:15.147131 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-180f04e8-a344-4774-9053-878b846b68e8 req-e8aabf98-5d18-4c51-ac2d-9f28671a315b service neutron] 10.222.0.43 "GET /v2.0/networks/b6d2ebf2-259c-4278-b7f2-8d8c651dca23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853264 Feb 04 06:08:15.168631 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:08:15.190419 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.197187 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-791ac6b4-35a4-4f85-9acb-a591d5fd1553 service neutron] 10.222.0.31 "GET /v2.0/networks/b5892064-f0ce-4984-a9ff-fa620836e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615115 Feb 04 06:08:15.201553 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f0605f-8d19-4ad7-8ef6-ef72f8fba687 admin admin] Network 6552c730-a85b-461d-a1fd-13545e3aa717 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:08:15.212900 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port e3be6d97-3000-484a-b2fd-146ec77bd303 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:15.218923 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port e3be6d97-3000-484a-b2fd-146ec77bd303 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:15.219382 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.289060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Transition to ACTIVE for port object cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:15.308539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.346012 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-180f04e8-a344-4774-9053-878b846b68e8 req-d09194d2-b796-4466-9003-3a4aaeb8599d service neutron] 10.222.0.43 "GET /v2.0/networks/b6d2ebf2-259c-4278-b7f2-8d8c651dca23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914687 Feb 04 06:08:15.357722 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-17f0605f-8d19-4ad7-8ef6-ef72f8fba687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 6552c730-a85b-461d-a1fd-13545e3aa717) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:15.372396 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962a8e46-bbdf-4211-a043-bc6a5e3468c0 None None] Network 6552c730-a85b-461d-a1fd-13545e3aa717 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:08:15.395625 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f0605f-8d19-4ad7-8ef6-ef72f8fba687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:15.396359 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-17f0605f-8d19-4ad7-8ef6-ef72f8fba687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.447229 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.469820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-915e5684-34dc-4fe4-97eb-1c5e7d3dfdb7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.504529 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Pushing event updated for resources: {'Port': ['ID=cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:15.509376 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port e3be6d97-3000-484a-b2fd-146ec77bd303, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e3be6d97-3000-484a-b2fd-146ec77bd303,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:15.509660 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-e18243f9-d964-482b-825f-2a214321a6f0 service neutron] 10.222.0.31 "GET /v2.0/networks/b5892064-f0ce-4984-a9ff-fa620836e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032007 Feb 04 06:08:15.524945 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.525813 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0a8ee7de-d6b0-4207-9665-afb3943dae87 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:08:15.544243 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-17f0605f-8d19-4ad7-8ef6-ef72f8fba687 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5199807 Feb 04 06:08:15.549869 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57074) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:15.552926 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e5684-34dc-4fe4-97eb-1c5e7d3dfdb7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Port': ['ID=0ca48cac-1e32-4dbd-a4bd-e4102b75053b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:15.580441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2119982787-router', 'tenant_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:15.593193 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:15.604543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Usage tracker for resource:router and tenant:4d6c1b1907a145c2a8f3e2152cb580d3 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:15.609671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:15.618819 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:15.647963 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.649290 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.655348 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Attempting to bind port cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:08:15.655931 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Attempting to bind port cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'a82da227-d7c2-4bb2-a747-915d0dfe0a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '146d47bb-9178-4647-a080-a66fbef9634d'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:08:15.656491 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Attempting to bind port cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 on network 146d47bb-9178-4647-a080-a66fbef9634d {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:08:15.664713 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Port cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 on network 146d47bb-9178-4647-a080-a66fbef9634d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:08:15.665352 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Attempting to bind port cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 on network 146d47bb-9178-4647-a080-a66fbef9634d {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:08:15.675067 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:08:15.675452 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Checking segment: {'id': 'a82da227-d7c2-4bb2-a747-915d0dfe0a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '146d47bb-9178-4647-a080-a66fbef9634d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:08:15.675909 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Bound using segment: {'id': 'a82da227-d7c2-4bb2-a747-915d0dfe0a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '146d47bb-9178-4647-a080-a66fbef9634d'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:08:15.676255 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Bound port: cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82da227-d7c2-4bb2-a747-915d0dfe0a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '146d47bb-9178-4647-a080-a66fbef9634d'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:08:15.676595 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.708547 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.780286 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 0a8ee7de-d6b0-4207-9665-afb3943dae87 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:15.781072 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.835102 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=e3be6d97-3000-484a-b2fd-146ec77bd303,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:15.843598 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-915e5684-34dc-4fe4-97eb-1c5e7d3dfdb7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.932551 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0cd41221-3b2c-44f0-9eae-14e8b9cf5799 req-eb112610-4648-4fd9-8d17-a124be9c466c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e48d89c-75d3-4fd4-8007-6b70a843d775 HTTP/1.1" status: 200 len: 210 time: 0.0801296 Feb 04 06:08:15.955194 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-6552c730-a85b-461d-a1fd-13545e3aa717', 'network_id': '6552c730-a85b-461d-a1fd-13545e3aa717', 'tenant_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'fixed_ips': [{'subnet_id': '44e722dd-6b49-433f-9fad-ee0c66cdde29'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:08:15.955194 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.184991 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Allocated IP 172.20.0.2 (6552c730-a85b-461d-a1fd-13545e3aa717/44e722dd-6b49-433f-9fad-ee0c66cdde29/9f3279c5-bbb6-4e7f-92f3-38903efc83b8) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:08:16.272030 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.307275 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] For port cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3, host hv-neutron-8268, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:08:16.335861 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] For port cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3,segment=NetworkSegment(a82da227-d7c2-4bb2-a747-915d0dfe0a53),segment_id=a82da227-d7c2-4bb2-a747-915d0dfe0a53)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:08:16.405814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abebda1-a6da-4f75-8eff-62433f8a6c66 req-a5606856-95d7-4ec6-ad62-9486f4e24322 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:16.407440 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9abebda1-a6da-4f75-8eff-62433f8a6c66 req-a5606856-95d7-4ec6-ad62-9486f4e24322 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 944 time: 0.3828435 Feb 04 06:08:16.414685 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.454116 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915e5684-34dc-4fe4-97eb-1c5e7d3dfdb7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:08:16.512501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:16.513110 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.514477 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-833d212d-0d68-41b4-b62d-013394773e45 req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] 10.222.0.43 "PUT /v2.0/ports/cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 HTTP/1.1" status: 200 len: 1094 time: 3.1000648 Feb 04 06:08:16.516796 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a339aa88-8361-4e24-9567-55d04034b048', 'tag': 'cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:08:16.530267 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.550616 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Transition to ACTIVE for port object 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:16.558346 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9abebda1-a6da-4f75-8eff-62433f8a6c66 req-261b61ed-35a0-44bd-b188-a911a3afc421 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393397 Feb 04 06:08:16.580016 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Transition to ACTIVE for port object 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:16.582513 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732d153-4b22-47d8-b8b5-aeabbddbcb1d service neutron] Pushing event updated for resources: {'Port': ['ID=cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:16.587841 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.613491 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a339aa88-8361-4e24-9567-55d04034b048', 'tag': 'cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3', 'status': 'completed', 'code': 200} Feb 04 06:08:16.629997 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915e5684-34dc-4fe4-97eb-1c5e7d3dfdb7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:08:16.646905 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-915e5684-34dc-4fe4-97eb-1c5e7d3dfdb7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8048673 Feb 04 06:08:16.647690 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57092) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:16.659427 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e06c856-0ad8-425a-b98d-17efb07ab4f0 None None] Sync routers for ids ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:08:16.686556 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Network 6552c730-a85b-461d-a1fd-13545e3aa717 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:16.690929 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:16.693507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:08:16.703310 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e06c856-0ad8-425a-b98d-17efb07ab4f0 None None] Routers {'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:08:16.704531 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-2e06c856-0ad8-425a-b98d-17efb07ab4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:08:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:16.713020 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc656b27-c15c-42ff-a0a9-6821f12299c4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting subnet a8fe3b03-3665-47ea-b98d-92379f248438 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:08:16.715984 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc656b27-c15c-42ff-a0a9-6821f12299c4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.773741 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc656b27-c15c-42ff-a0a9-6821f12299c4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.788970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Pushing event updated for resources: {'Port': ['ID=9f3279c5-bbb6-4e7f-92f3-38903efc83b8,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:16.861724 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc656b27-c15c-42ff-a0a9-6821f12299c4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.967937 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc656b27-c15c-42ff-a0a9-6821f12299c4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.978274 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-2e06c856-0ad8-425a-b98d-17efb07ab4f0 None None] Set router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:08:17.058740 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc656b27-c15c-42ff-a0a9-6821f12299c4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Subnet': ['ID=a8fe3b03-3665-47ea-b98d-92379f248438,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:17.073361 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc656b27-c15c-42ff-a0a9-6821f12299c4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.088827 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-cc656b27-c15c-42ff-a0a9-6821f12299c4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/subnets/a8fe3b03-3665-47ea-b98d-92379f248438 HTTP/1.1" status: 204 len: 168 time: 0.4400368 Feb 04 06:08:17.089429 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57098) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:17.092388 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463a05ed-0572-4f53-9305-8883bc961575 None None] Network c63ee7f3-6f70-493a-bb61-54a6de6ea2da requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:08:17.104850 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d212d-0d68-41b4-b62d-013394773e45 req-d2b1f676-9de6-4951-807d-a0a325d906ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:17.106333 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-833d212d-0d68-41b4-b62d-013394773e45 req-d2b1f676-9de6-4951-807d-a0a325d906ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bebc59512b5141f6a27728709157a7e0&device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 1097 time: 0.4821870 Feb 04 06:08:17.244503 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-833d212d-0d68-41b4-b62d-013394773e45 req-2c733115-04b9-4723-943e-d65fb9024e89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 HTTP/1.1" status: 200 len: 217 time: 0.1214883 Feb 04 06:08:17.249867 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e3be6d97-3000-484a-b2fd-146ec77bd303 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:08:17.259350 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f456a554-b272-45f9-9e3a-3a5c30125322 req-323d5b3c-5a40-4987-9af8-31dec5b338af tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e48d89c-75d3-4fd4-8007-6b70a843d775 HTTP/1.1" status: 200 len: 210 time: 0.0783370 Feb 04 06:08:17.288600 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Attempting to bind port 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:08:17.288993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Attempting to bind port 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '22c45afe-aa95-4a1a-84aa-f47cc42994a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6552c730-a85b-461d-a1fd-13545e3aa717'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:08:17.289299 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Attempting to bind port 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 on network 6552c730-a85b-461d-a1fd-13545e3aa717 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:08:17.303410 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-2e06c856-0ad8-425a-b98d-17efb07ab4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 11, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:17.311755 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.316803 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e06c856-0ad8-425a-b98d-17efb07ab4f0 None None] Checking router: baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:08:17.360776 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.363446 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:08:17.364987 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Checking segment: {'id': '22c45afe-aa95-4a1a-84aa-f47cc42994a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6552c730-a85b-461d-a1fd-13545e3aa717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:08:17.366116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.367320 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Bound using segment: {'id': '22c45afe-aa95-4a1a-84aa-f47cc42994a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6552c730-a85b-461d-a1fd-13545e3aa717'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:08:17.368080 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Bound port: 9f3279c5-bbb6-4e7f-92f3-38903efc83b8, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c45afe-aa95-4a1a-84aa-f47cc42994a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6552c730-a85b-461d-a1fd-13545e3aa717'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:08:17.368696 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.404421 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.427256 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d212d-0d68-41b4-b62d-013394773e45 req-1644f8bc-1073-4e78-8dd2-01cb8251383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:17.429957 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-833d212d-0d68-41b4-b62d-013394773e45 req-1644f8bc-1073-4e78-8dd2-01cb8251383e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f5eff0cc-dd8e-4101-beae-d9837d53e5f0 HTTP/1.1" status: 200 len: 852 time: 0.1663332 Feb 04 06:08:17.434934 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Deleting port 72ce12b1-cb0a-4252-b5d8-69f7e9be3416 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:08:17.435283 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.478454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e06c856-0ad8-425a-b98d-17efb07ab4f0 None None] Routers {'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:08:17.479097 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-2e06c856-0ad8-425a-b98d-17efb07ab4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:08:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:17.499141 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-833d212d-0d68-41b4-b62d-013394773e45 req-ee9d657b-5cb6-4a3d-8b33-c94c607827cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=146d47bb-9178-4647-a080-a66fbef9634d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611563 Feb 04 06:08:17.505410 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-2f1d462f-454a-4a17-825d-8be027c97f02 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:17.506208 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-2f1d462f-454a-4a17-825d-8be027c97f02 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:08:17.573710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-2f1d462f-454a-4a17-825d-8be027c97f02 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:08:17.575331 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-2f1d462f-454a-4a17-825d-8be027c97f02 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/networks?id=b5892064-f0ce-4984-a9ff-fa620836e713 HTTP/1.1" status: 200 len: 796 time: 0.3137996 Feb 04 06:08:17.660465 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-2e06c856-0ad8-425a-b98d-17efb07ab4f0 None None] Set router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:08:17.678981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Allocated IP 172.26.4.65 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:08:17.718894 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-61282009-863b-4304-999b-bf84f4db8259 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:08:17.731717 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] For port 72ce12b1-cb0a-4252-b5d8-69f7e9be3416, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=72ce12b1-cb0a-4252-b5d8-69f7e9be3416,segment=NetworkSegment(b8109162-65c0-48a9-afd5-09bf79e88cf8),segment_id=b8109162-65c0-48a9-afd5-09bf79e88cf8)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:17.732127 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.771131 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port e3be6d97-3000-484a-b2fd-146ec77bd303 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:17.771520 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.773702 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-833d212d-0d68-41b4-b62d-013394773e45 req-7f851613-1f1f-44b4-81e5-5b347b65bf05 service neutron] 10.222.0.43 "GET /v2.0/networks/146d47bb-9178-4647-a080-a66fbef9634d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627952 Feb 04 06:08:17.830392 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-2e06c856-0ad8-425a-b98d-17efb07ab4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 11, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:17.852720 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e06c856-0ad8-425a-b98d-17efb07ab4f0 None None] The sync data for ids ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'] in dv-neutron-826830-2-hyperv is: [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 11, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:08:17.858218 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] For port 9f3279c5-bbb6-4e7f-92f3-38903efc83b8, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:08:17.864934 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-61282009-863b-4304-999b-bf84f4db8259 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:08:17.866714 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-61282009-863b-4304-999b-bf84f4db8259 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 472 time: 0.2699771 Feb 04 06:08:17.879346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Calling delete_port for 72ce12b1-cb0a-4252-b5d8-69f7e9be3416 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:08:17.879742 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] For port 9f3279c5-bbb6-4e7f-92f3-38903efc83b8, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=9f3279c5-bbb6-4e7f-92f3-38903efc83b8,segment=NetworkSegment(22c45afe-aa95-4a1a-84aa-f47cc42994a8),segment_id=22c45afe-aa95-4a1a-84aa-f47cc42994a8)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:08:17.918994 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.920099 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-fabb8921-fa85-49d6-9c18-438a3c36d528 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'port': {'device_id': '0e48d89c-75d3-4fd4-8007-6b70a843d775', 'network_id': 'b5892064-f0ce-4984-a9ff-fa620836e713', 'admin_state_up': True, 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'security_groups': ['fecb3387-0df4-4d8a-9217-5087c7d5913d']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:17.985376 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e451c-a1a6-459f-b707-5421a9022236 req-036eb71c-fecc-4486-8610-47fa95dc2a92 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:17.986823 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-808e451c-a1a6-459f-b707-5421a9022236 req-036eb71c-fecc-4486-8610-47fa95dc2a92 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 944 time: 0.2988398 Feb 04 06:08:18.024127 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc0fc7-f542-42ec-add0-122ccb06c72d None None] Pushing event updated for resources: {'Port': ['ID=9f3279c5-bbb6-4e7f-92f3-38903efc83b8,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:18.052595 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:18.100266 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-833d212d-0d68-41b4-b62d-013394773e45 req-06794e5f-64d7-4370-b7ef-8cc5ccec05ee service neutron] 10.222.0.43 "GET /v2.0/networks/146d47bb-9178-4647-a080-a66fbef9634d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718582 Feb 04 06:08:18.111314 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-808e451c-a1a6-459f-b707-5421a9022236 req-70c3fcb2-1634-47ba-99b0-1ff5eabd6578 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136038 Feb 04 06:08:18.148814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:18.229160 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Pushing event updated for resources: {'Port': ['ID=2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:18.235757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:18.252993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0fa3ca-118d-4176-ae6f-f55772ff27de None None] DHCP port deletion for c63ee7f3-6f70-493a-bb61-54a6de6ea2da request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:08:18.321389 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:18.333126 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] No DVR routers for this DVR port 72ce12b1-cb0a-4252-b5d8-69f7e9be3416 on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:08:18.339673 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:18.357828 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:08:18.363068 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-fabb8921-fa85-49d6-9c18-438a3c36d528 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:18.368286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Port': ['ID=72ce12b1-cb0a-4252-b5d8-69f7e9be3416,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:18.377107 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-fabb8921-fa85-49d6-9c18-438a3c36d528 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:port and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:18.402912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-fabb8921-fa85-49d6-9c18-438a3c36d528 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:18.410818 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-fabb8921-fa85-49d6-9c18-438a3c36d528 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:18.496149 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-fabb8921-fa85-49d6-9c18-438a3c36d528 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:08:18.499745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-fabb8921-fa85-49d6-9c18-438a3c36d528 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:18.543336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:18.553896 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-790ffe40-4120-4c5d-8012-95d2d11a56b5 req-4d03b671-f0db-40d5-8f23-7247dcd0628d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e48d89c-75d3-4fd4-8007-6b70a843d775 HTTP/1.1" status: 200 len: 210 time: 0.1121662 Feb 04 06:08:18.563469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e9a76-5522-4647-9af2-8fa0a625f9b2 req-071e25e6-df03-4733-a2d5-e2c8ae8867d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:18.564962 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f27e9a76-5522-4647-9af2-8fa0a625f9b2 req-071e25e6-df03-4733-a2d5-e2c8ae8867d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bebc59512b5141f6a27728709157a7e0&device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 1097 time: 0.3392203 Feb 04 06:08:18.611816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63ee7f3-6f70-493a-bb61-54a6de6ea2da']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:18.639578 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8109162-65c0-48a9-afd5-09bf79e88cf8') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:18.640011 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8109162-65c0-48a9-afd5-09bf79e88cf8') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:18.663580 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:18.689404 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:18.734685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:08:18.735087 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:08:18.749928 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:08:18.845870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-fabb8921-fa85-49d6-9c18-438a3c36d528 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.20.0.30 (b5892064-f0ce-4984-a9ff-fa620836e713/b507954b-bd15-4712-a54c-7bb5842bce85/0266f79b-794c-4884-9015-96a34fce4728) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:08:18.851583 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:18.871748 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:18.892412 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Pushing event deleted for resources: {'Network': ['ID=c63ee7f3-6f70-493a-bb61-54a6de6ea2da,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:18.910528 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-69571a6b-e6a5-4ec7-919c-be840c8b1d33 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/networks/c63ee7f3-6f70-493a-bb61-54a6de6ea2da HTTP/1.1" status: 204 len: 168 time: 1.8200395 Feb 04 06:08:18.911196 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57110) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:18.926548 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-123443a4-a792-4946-bad0-044ae8deb3ac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'router': {'routes': None}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:19.018922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e9a76-5522-4647-9af2-8fa0a625f9b2 req-caf9908c-ed76-423d-974b-c1f5923d93f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:19.020504 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f27e9a76-5522-4647-9af2-8fa0a625f9b2 req-caf9908c-ed76-423d-974b-c1f5923d93f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=146d47bb-9178-4647-a080-a66fbef9634d HTTP/1.1" status: 200 len: 913 time: 0.4080031 Feb 04 06:08:19.024590 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:08:19.100180 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:19.164184 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f27e9a76-5522-4647-9af2-8fa0a625f9b2 req-d4f52cf7-0279-4d2d-8370-d41b3a48870f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 HTTP/1.1" status: 200 len: 217 time: 0.1355343 Feb 04 06:08:19.187994 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0ca48cac-1e32-4dbd-a4bd-e4102b75053b no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:08:19.246220 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 0ca48cac-1e32-4dbd-a4bd-e4102b75053b {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:08:19.246566 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0ca48cac-1e32-4dbd-a4bd-e4102b75053b not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:08:19.246979 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 72ce12b1-cb0a-4252-b5d8-69f7e9be3416 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:08:19.289062 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 72ce12b1-cb0a-4252-b5d8-69f7e9be3416 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:08:19.289592 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 72ce12b1-cb0a-4252-b5d8-69f7e9be3416 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:08:19.337110 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.extraroute_db [None req-123443a4-a792-4946-bad0-044ae8deb3ac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Added routes are [] {{(pid=87470) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 06:08:19.337414 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.extraroute_db [None req-123443a4-a792-4946-bad0-044ae8deb3ac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Removed routes are [] {{(pid=87470) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 06:08:19.337779 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-123443a4-a792-4946-bad0-044ae8deb3ac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.360821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e9a76-5522-4647-9af2-8fa0a625f9b2 req-097a0f4d-2bee-410a-bc3b-a190b180b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:19.362380 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f27e9a76-5522-4647-9af2-8fa0a625f9b2 req-097a0f4d-2bee-410a-bc3b-a190b180b9c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f5eff0cc-dd8e-4101-beae-d9837d53e5f0 HTTP/1.1" status: 200 len: 852 time: 0.1859052 Feb 04 06:08:19.369238 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.482628 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f27e9a76-5522-4647-9af2-8fa0a625f9b2 req-d192fa79-472f-48ff-a759-4f960b463521 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=146d47bb-9178-4647-a080-a66fbef9634d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620656 Feb 04 06:08:19.553363 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-fabb8921-fa85-49d6-9c18-438a3c36d528 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.557123 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0bd796-6873-4c12-8ecd-624606022f09 None None] Network 6552c730-a85b-461d-a1fd-13545e3aa717 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:08:19.670765 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-210f90e3-ddd8-4045-b1a0-6b64c5948d63 None None] Provisioning for port 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:19.682187 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-210f90e3-ddd8-4045-b1a0-6b64c5948d63 None None] Provisioning complete for port 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:19.682944 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-210f90e3-ddd8-4045-b1a0-6b64c5948d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.786106 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-fabb8921-fa85-49d6-9c18-438a3c36d528 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Transition to ACTIVE for port object 0266f79b-794c-4884-9015-96a34fce4728 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:19.788898 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-123443a4-a792-4946-bad0-044ae8deb3ac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.795025 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-123443a4-a792-4946-bad0-044ae8deb3ac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.801411 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a67f11ef-043c-42d4-aef1-1c13973e7e33 req-0141d370-f516-4d38-aee5-5a6c17029f4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e48d89c-75d3-4fd4-8007-6b70a843d775 HTTP/1.1" status: 200 len: 210 time: 0.0913568 Feb 04 06:08:19.815851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc5de7-bf8e-4064-8b10-b262a887a046 req-ec8ff484-511a-4d90-b385-6f0abbad51b3 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:19.828673 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b4cc5de7-bf8e-4064-8b10-b262a887a046 req-ec8ff484-511a-4d90-b385-6f0abbad51b3 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 944 time: 0.5197721 Feb 04 06:08:19.852091 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f27e9a76-5522-4647-9af2-8fa0a625f9b2 req-0151ee3c-1e4f-4945-a8bd-2373accea4aa service neutron] 10.222.0.43 "GET /v2.0/networks/146d47bb-9178-4647-a080-a66fbef9634d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586774 Feb 04 06:08:19.877819 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b4cc5de7-bf8e-4064-8b10-b262a887a046 req-dc915e62-6c3f-401d-a909-2bdf8f49bc95 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524905 Feb 04 06:08:19.934147 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123443a4-a792-4946-bad0-044ae8deb3ac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:08:19.971081 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-210f90e3-ddd8-4045-b1a0-6b64c5948d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:20.004452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-fabb8921-fa85-49d6-9c18-438a3c36d528 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:20.032126 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-210f90e3-ddd8-4045-b1a0-6b64c5948d63 None None] For port 9f3279c5-bbb6-4e7f-92f3-38903efc83b8, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=9f3279c5-bbb6-4e7f-92f3-38903efc83b8,segment=NetworkSegment(22c45afe-aa95-4a1a-84aa-f47cc42994a8),segment_id=22c45afe-aa95-4a1a-84aa-f47cc42994a8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:20.038047 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-210f90e3-ddd8-4045-b1a0-6b64c5948d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:20.114132 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f90e3-ddd8-4045-b1a0-6b64c5948d63 None None] Pushing event updated for resources: {'Port': ['ID=9f3279c5-bbb6-4e7f-92f3-38903efc83b8,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:20.164521 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f27e9a76-5522-4647-9af2-8fa0a625f9b2 req-b1b5c49c-6eb7-4c6b-b832-a9189d6dc933 service neutron] 10.222.0.43 "GET /v2.0/networks/146d47bb-9178-4647-a080-a66fbef9634d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932127 Feb 04 06:08:20.165051 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123443a4-a792-4946-bad0-044ae8deb3ac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:08:20.167316 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:20.167828 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-fabb8921-fa85-49d6-9c18-438a3c36d528 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network b5892064-f0ce-4984-a9ff-fa620836e713 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:20.175757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-123443a4-a792-4946-bad0-044ae8deb3ac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:20.180064 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e95bda-2f97-4ee4-9ee4-701f65c55217 None None] Sync routers for ids ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:08:20.181928 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-123443a4-a792-4946-bad0-044ae8deb3ac tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 HTTP/1.1" status: 200 len: 705 time: 1.2674541 Feb 04 06:08:20.182878 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-fabb8921-fa85-49d6-9c18-438a3c36d528 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:20.184598 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57118) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:20.189260 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-fabb8921-fa85-49d6-9c18-438a3c36d528 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:08:20.193674 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e95bda-2f97-4ee4-9ee4-701f65c55217 None None] Routers {'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:08:20.194543 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f1e95bda-2f97-4ee4-9ee4-701f65c55217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:08:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:20.264659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb8921-fa85-49d6-9c18-438a3c36d528 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=0266f79b-794c-4884-9015-96a34fce4728,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:20.305817 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-fabb8921-fa85-49d6-9c18-438a3c36d528 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:20.306415 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-fabb8921-fa85-49d6-9c18-438a3c36d528 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:20.340929 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-fabb8921-fa85-49d6-9c18-438a3c36d528 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4248357 Feb 04 06:08:20.361543 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Request body: {'port': {'device_id': '0e48d89c-75d3-4fd4-8007-6b70a843d775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:20.364198 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-f1e95bda-2f97-4ee4-9ee4-701f65c55217 None None] Set router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:08:20.467039 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-64258a8c-0ace-4428-adc5-178ea874b561 None None] Provisioning complete for port 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:20.467415 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-64258a8c-0ace-4428-adc5-178ea874b561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:20.494472 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:20.508403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-32d3e5aa-0e23-4dbd-b80d-b226aec98d4f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Synchronizing usage tracker for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:08:20.517928 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f1e95bda-2f97-4ee4-9ee4-701f65c55217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 11, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:20.524311 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e95bda-2f97-4ee4-9ee4-701f65c55217 None None] Checking router: baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:08:20.534691 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e95bda-2f97-4ee4-9ee4-701f65c55217 None None] Routers {'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:08:20.535563 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f1e95bda-2f97-4ee4-9ee4-701f65c55217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:08:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:20.542602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:08:20.589644 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-32d3e5aa-0e23-4dbd-b80d-b226aec98d4f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Unset dirty status for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:08:20.590732 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-32d3e5aa-0e23-4dbd-b80d-b226aec98d4f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 HTTP/1.1" status: 200 len: 205 time: 0.4051740 Feb 04 06:08:20.598179 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57122) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:20.717071 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-f1e95bda-2f97-4ee4-9ee4-701f65c55217 None None] Set router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:08:20.748429 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3,segment=NetworkSegment(a82da227-d7c2-4bb2-a747-915d0dfe0a53),segment_id=a82da227-d7c2-4bb2-a747-915d0dfe0a53)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:20.758870 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bad899f4-cf51-41c4-9941-7944ae458b2c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:20.762102 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': 'cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3', 'network_id': '146d47bb-9178-4647-a080-a66fbef9634d', 'port_id': 'cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3', 'mac_address': 'fa:16:3e:86:7f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5eff0cc-dd8e-4101-beae-d9837d53e5f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:08:20.822528 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:20.843676 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:08:20.854994 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f1e95bda-2f97-4ee4-9ee4-701f65c55217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 11, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:20.860188 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e95bda-2f97-4ee4-9ee4-701f65c55217 None None] The sync data for ids ['baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15'] in dv-neutron-826830-2-hyperv is: [{'id': 'baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15', 'name': 'tempest-RoutersIpV6Test-router-1300782609', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 11, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:08:20.877509 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1ab8578c-7a00-4488-bc85-9f57fce50e88 None None] Provisioning for port 0266f79b-794c-4884-9015-96a34fce4728 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:20.884147 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3,segment=NetworkSegment(a82da227-d7c2-4bb2-a747-915d0dfe0a53),segment_id=a82da227-d7c2-4bb2-a747-915d0dfe0a53)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:20.886278 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1ab8578c-7a00-4488-bc85-9f57fce50e88 None None] Provisioning complete for port 0266f79b-794c-4884-9015-96a34fce4728 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:20.886921 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1ab8578c-7a00-4488-bc85-9f57fce50e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:20.943633 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:20.970447 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0266f79b-794c-4884-9015-96a34fce4728 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:08:20.978657 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:20.995234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Transition to ACTIVE for port object 0266f79b-794c-4884-9015-96a34fce4728 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:21.001121 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.028915 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:08:21.089629 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-1ab8578c-7a00-4488-bc85-9f57fce50e88 None None] Port 0266f79b-794c-4884-9015-96a34fce4728 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:08:21.115863 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:21.143627 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:21.144033 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.183947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:08:21.202384 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bad899f4-cf51-41c4-9941-7944ae458b2c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.205193 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bad899f4-cf51-41c4-9941-7944ae458b2c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.260974 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Pushing event updated for resources: {'Port': ['ID=0266f79b-794c-4884-9015-96a34fce4728,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:21.279243 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bad899f4-cf51-41c4-9941-7944ae458b2c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.280363 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad899f4-cf51-41c4-9941-7944ae458b2c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Fanout notify agent at l3_agent the message router_deleted on router baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:08:21.366581 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bad899f4-cf51-41c4-9941-7944ae458b2c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.371712 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bad899f4-cf51-41c4-9941-7944ae458b2c tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/routers/baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 HTTP/1.1" status: 204 len: 168 time: 0.7687531 Feb 04 06:08:21.375914 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Router ffed6d0d-c2ac-4321-9071-fcc6ccb212da is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:08:21.378075 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57130) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:21.378966 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Attempting to bind port 0266f79b-794c-4884-9015-96a34fce4728 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:08:21.379463 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Attempting to bind port 0266f79b-794c-4884-9015-96a34fce4728 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '93652109-e291-46cb-b34e-3f8a8d584f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b5892064-f0ce-4984-a9ff-fa620836e713'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:08:21.380008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Attempting to bind port 0266f79b-794c-4884-9015-96a34fce4728 on network b5892064-f0ce-4984-a9ff-fa620836e713 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:08:21.390761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-098549d6-3db7-4c2a-89d5-a9d51fae90d1 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1452042923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:21.406865 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-098549d6-3db7-4c2a-89d5-a9d51fae90d1 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:21.409776 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Port 0266f79b-794c-4884-9015-96a34fce4728 on network b5892064-f0ce-4984-a9ff-fa620836e713 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:08:21.410446 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Attempting to bind port 0266f79b-794c-4884-9015-96a34fce4728 on network b5892064-f0ce-4984-a9ff-fa620836e713 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:08:21.416116 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-098549d6-3db7-4c2a-89d5-a9d51fae90d1 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Usage tracker for resource:router and tenant:ddd9400ae6834d1da9b18a67d16332cc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:21.421183 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-098549d6-3db7-4c2a-89d5-a9d51fae90d1 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:21.425219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:08:21.426007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Checking segment: {'id': '93652109-e291-46cb-b34e-3f8a8d584f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b5892064-f0ce-4984-a9ff-fa620836e713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:08:21.426630 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Bound using segment: {'id': '93652109-e291-46cb-b34e-3f8a8d584f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b5892064-f0ce-4984-a9ff-fa620836e713'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:08:21.427898 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Bound port: 0266f79b-794c-4884-9015-96a34fce4728, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93652109-e291-46cb-b34e-3f8a8d584f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b5892064-f0ce-4984-a9ff-fa620836e713'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:08:21.428481 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.449968 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-098549d6-3db7-4c2a-89d5-a9d51fae90d1 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:21.505467 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-098549d6-3db7-4c2a-89d5-a9d51fae90d1 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.507042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-098549d6-3db7-4c2a-89d5-a9d51fae90d1 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.542638 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-098549d6-3db7-4c2a-89d5-a9d51fae90d1 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.561435 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] For port 0266f79b-794c-4884-9015-96a34fce4728, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:08:21.564960 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] For port 0266f79b-794c-4884-9015-96a34fce4728, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0266f79b-794c-4884-9015-96a34fce4728,segment=NetworkSegment(93652109-e291-46cb-b34e-3f8a8d584f81),segment_id=93652109-e291-46cb-b34e-3f8a8d584f81)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:08:21.570220 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.583860 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6b2a6-6b64-412c-828a-ce634067a92b req-cf5251d1-b7d2-41d6-a4a6-5c90202f77bb tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:21.585334 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6bf6b2a6-6b64-412c-828a-ce634067a92b req-cf5251d1-b7d2-41d6-a4a6-5c90202f77bb tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 945 time: 0.3147442 Feb 04 06:08:21.609783 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-098549d6-3db7-4c2a-89d5-a9d51fae90d1 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.626205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a733134-974b-4892-ad73-b85f71976908 req-0e3b5060-5f89-410b-bfc2-56f24a3e25d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:21.627277 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1a733134-974b-4892-ad73-b85f71976908 req-0e3b5060-5f89-410b-bfc2-56f24a3e25d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e48d89c-75d3-4fd4-8007-6b70a843d775 HTTP/1.1" status: 200 len: 944 time: 0.3896360 Feb 04 06:08:21.645120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:21.645729 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.647130 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] 10.222.0.43 "PUT /v2.0/ports/0266f79b-794c-4884-9015-96a34fce4728 HTTP/1.1" status: 200 len: 1094 time: 1.2934301 Feb 04 06:08:21.649932 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e48d89c-75d3-4fd4-8007-6b70a843d775', 'tag': '0266f79b-794c-4884-9015-96a34fce4728'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:08:21.673688 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:08:21.684601 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6bf6b2a6-6b64-412c-828a-ce634067a92b req-47a66e1d-fce0-4d9a-ba53-576de0f44977 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890064 Feb 04 06:08:21.686751 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Sync routers for ids ['ffed6d0d-c2ac-4321-9071-fcc6ccb212da'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:08:21.706813 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e91e8-ce44-4a13-a89d-3d2a5547162c service neutron] Pushing event updated for resources: {'Port': ['ID=0266f79b-794c-4884-9015-96a34fce4728,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:21.707045 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Routers {'ffed6d0d-c2ac-4321-9071-fcc6ccb212da'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:08:21.707045 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:08:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['ffed6d0d-c2ac-4321-9071-fcc6ccb212da'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:21.743471 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1a733134-974b-4892-ad73-b85f71976908 req-c9ae5072-4226-42ec-81b1-41c1d60850a7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=fecb3387-0df4-4d8a-9217-5087c7d5913d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922918 Feb 04 06:08:21.744426 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.748754 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-17a62b30-eb73-47ab-a99f-185543914a4e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1950641 Feb 04 06:08:21.749128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57136) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:21.784071 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-098549d6-3db7-4c2a-89d5-a9d51fae90d1 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.785264 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-098549d6-3db7-4c2a-89d5-a9d51fae90d1 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4021037 Feb 04 06:08:21.788633 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e48d89c-75d3-4fd4-8007-6b70a843d775', 'tag': '0266f79b-794c-4884-9015-96a34fce4728', 'status': 'completed', 'code': 200} Feb 04 06:08:21.790638 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57140) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:21.796197 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-92c1bd06-9569-4a41-9cf9-f18bd7977d51 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:21.971612 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Set router ffed6d0d-c2ac-4321-9071-fcc6ccb212da gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:08:22.311487 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffed6d0d-c2ac-4321-9071-fcc6ccb212da', 'name': 'tempest-TestVolumeBootPattern-2119982787-router', 'tenant_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': '2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:15Z', 'updated_at': '2022-02-04T06:08:18Z', 'revision_number': 3, 'project_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'gw_port': {'id': '2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:00:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffed6d0d-c2ac-4321-9071-fcc6ccb212da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:22.315972 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Checking router: ffed6d0d-c2ac-4321-9071-fcc6ccb212da for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:08:22.316325 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Updating router ffed6d0d-c2ac-4321-9071-fcc6ccb212da port 2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:08:22.340151 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-628fe762-8e0f-4708-8bb5-058a9146b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:22.341693 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-628fe762-8e0f-4708-8bb5-058a9146b167 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=0e48d89c-75d3-4fd4-8007-6b70a843d775 HTTP/1.1" status: 200 len: 1097 time: 0.6354504 Feb 04 06:08:22.384362 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.408592 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92c1bd06-9569-4a41-9cf9-f18bd7977d51 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.428870 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-a2a46fd0-6d19-40c4-b917-734840236a22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=0266f79b-794c-4884-9015-96a34fce4728 HTTP/1.1" status: 200 len: 217 time: 0.0717976 Feb 04 06:08:22.433268 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92c1bd06-9569-4a41-9cf9-f18bd7977d51 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.516277 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:08:22.622829 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-debff82a-6f1e-4698-a708-983ddd09bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:22.624446 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-debff82a-6f1e-4698-a708-983ddd09bdb7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b507954b-bd15-4712-a54c-7bb5842bce85 HTTP/1.1" status: 200 len: 837 time: 0.1889133 Feb 04 06:08:22.635065 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-75bd844c-0be2-4c9a-a99e-9699ab665160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.693341 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:22.698962 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:22.699336 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.727708 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c1bd06-9569-4a41-9cf9-f18bd7977d51 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Router ae1a633d-b6c6-47c0-b437-41da501e466c is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:08:22.738340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-3cfdfa03-9b84-48ea-87af-4178240d4dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:22.741158 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-3cfdfa03-9b84-48ea-87af-4178240d4dec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b5892064-f0ce-4984-a9ff-fa620836e713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1088016 Feb 04 06:08:22.867653 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.896395 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Transition to ACTIVE for port object 2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:22.904862 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.919399 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.995562 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-75bd844c-0be2-4c9a-a99e-9699ab665160 admin admin] Allocated IP 172.20.0.1 (6552c730-a85b-461d-a1fd-13545e3aa717/44e722dd-6b49-433f-9fad-ee0c66cdde29/1070024e-baa7-4a29-b760-50509b46d828) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:08:23.001691 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a339aa88-8361-4e24-9567-55d04034b048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:08:23.006166 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c1bd06-9569-4a41-9cf9-f18bd7977d51 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:08:23.016022 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92c1bd06-9569-4a41-9cf9-f18bd7977d51 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.017317 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-92c1bd06-9569-4a41-9cf9-f18bd7977d51 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "PUT /v2.0/routers/ae1a633d-b6c6-47c0-b437-41da501e466c HTTP/1.1" status: 200 len: 698 time: 1.2259977 Feb 04 06:08:23.021676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd68ab3-f420-46cc-8dec-166b86a94500 req-f8859c44-9dda-480f-8aea-7afa3051c931 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:23.023542 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3,segment=NetworkSegment(a82da227-d7c2-4bb2-a747-915d0dfe0a53),segment_id=a82da227-d7c2-4bb2-a747-915d0dfe0a53)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:23.024092 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e93708d-e68f-4833-bb08-37623cbb0379 None None] Sync routers for ids ['ae1a633d-b6c6-47c0-b437-41da501e466c'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:08:23.027589 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6cd68ab3-f420-46cc-8dec-166b86a94500 req-f8859c44-9dda-480f-8aea-7afa3051c931 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 945 time: 0.2234559 Feb 04 06:08:23.028138 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57150) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:23.030185 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Attempting to bind port 2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:08:23.030554 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Attempting to bind port 2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:08:23.031210 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Attempting to bind port 2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:08:23.034988 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f8b40-a4ec-44da-91ed-e3119dc8fa75 None None] Pushing event updated for resources: {'Port': ['ID=2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:23.039978 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.043622 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e93708d-e68f-4833-bb08-37623cbb0379 None None] Routers {'ae1a633d-b6c6-47c0-b437-41da501e466c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:08:23.044556 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-0e93708d-e68f-4833-bb08-37623cbb0379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:08:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['ae1a633d-b6c6-47c0-b437-41da501e466c'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:23.070956 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:08:23.071323 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:08:23.072141 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.072755 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:08:23.072967 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-505a6cf8-8b14-4940-9225-17c62df684f4 service neutron] 10.222.0.43 "GET /v2.0/networks/b5892064-f0ce-4984-a9ff-fa620836e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238597 Feb 04 06:08:23.073574 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Bound port: 2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:08:23.073958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.146459 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] For port 2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:08:23.149929 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] For port 2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:08:23.170011 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.203470 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-75bd844c-0be2-4c9a-a99e-9699ab665160 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.215508 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:23.218678 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Routers {'ffed6d0d-c2ac-4321-9071-fcc6ccb212da'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:08:23.219448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:08:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['ffed6d0d-c2ac-4321-9071-fcc6ccb212da'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:23.222365 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-75bd844c-0be2-4c9a-a99e-9699ab665160 admin admin] Transition to ACTIVE for port object 1070024e-baa7-4a29-b760-50509b46d828 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:23.242350 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-0e93708d-e68f-4833-bb08-37623cbb0379 None None] Set router ae1a633d-b6c6-47c0-b437-41da501e466c gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:08:23.249624 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4803722d-dd1c-49b2-84c9-75fb33760b2f req-e6a622dd-f408-47e9-9b8e-f4842c8d69cf service neutron] 10.222.0.43 "GET /v2.0/networks/b5892064-f0ce-4984-a9ff-fa620836e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698539 Feb 04 06:08:23.354788 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-75bd844c-0be2-4c9a-a99e-9699ab665160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.366859 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-0e93708d-e68f-4833-bb08-37623cbb0379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1a633d-b6c6-47c0-b437-41da501e466c', 'name': 'tempest-RoutersIpV6Test-router-1452042923', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:21Z', 'updated_at': '2022-02-04T06:08:22Z', 'revision_number': 2, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:23.371305 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e93708d-e68f-4833-bb08-37623cbb0379 None None] Checking router: ae1a633d-b6c6-47c0-b437-41da501e466c for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:08:23.379639 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e93708d-e68f-4833-bb08-37623cbb0379 None None] Routers {'ae1a633d-b6c6-47c0-b437-41da501e466c'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:08:23.380305 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-0e93708d-e68f-4833-bb08-37623cbb0379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:08:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['ae1a633d-b6c6-47c0-b437-41da501e466c'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:23.393116 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be489b4f-fb56-4a23-99ed-34c61347432a req-1f05f3f4-2daf-4b35-bbd5-fa3f0ce98fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:23.395444 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-be489b4f-fb56-4a23-99ed-34c61347432a req-1f05f3f4-2daf-4b35-bbd5-fa3f0ce98fab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=0e48d89c-75d3-4fd4-8007-6b70a843d775 HTTP/1.1" status: 200 len: 1097 time: 0.0833631 Feb 04 06:08:23.452310 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] Set router ffed6d0d-c2ac-4321-9071-fcc6ccb212da gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:08:23.541636 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-0e93708d-e68f-4833-bb08-37623cbb0379 None None] Set router ae1a633d-b6c6-47c0-b437-41da501e466c gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:08:23.649902 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-0e93708d-e68f-4833-bb08-37623cbb0379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1a633d-b6c6-47c0-b437-41da501e466c', 'name': 'tempest-RoutersIpV6Test-router-1452042923', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:21Z', 'updated_at': '2022-02-04T06:08:22Z', 'revision_number': 2, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:23.654250 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e93708d-e68f-4833-bb08-37623cbb0379 None None] The sync data for ids ['ae1a633d-b6c6-47c0-b437-41da501e466c'] in dv-neutron-826830-2-hyperv is: [{'id': 'ae1a633d-b6c6-47c0-b437-41da501e466c', 'name': 'tempest-RoutersIpV6Test-router-1452042923', 'tenant_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:21Z', 'updated_at': '2022-02-04T06:08:22Z', 'revision_number': 2, 'project_id': 'ddd9400ae6834d1da9b18a67d16332cc', 'gw_port_host': None}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:08:23.685723 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f8b40-a4ec-44da-91ed-e3119dc8fa75 None None] Pushing event updated for resources: {'Port': ['ID=2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:23.690397 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bd844c-0be2-4c9a-a99e-9699ab665160 admin admin] Network 6552c730-a85b-461d-a1fd-13545e3aa717 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:23.699096 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b0bb7-02d5-49a9-9e5c-53db7c217662 req-3343dec4-1182-4a5f-96c8-a79f6b18cdab tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:23.700754 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9e4b0bb7-02d5-49a9-9e5c-53db7c217662 req-3343dec4-1182-4a5f-96c8-a79f6b18cdab tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e48d89c-75d3-4fd4-8007-6b70a843d775 HTTP/1.1" status: 200 len: 944 time: 0.8258121 Feb 04 06:08:23.707931 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-75bd844c-0be2-4c9a-a99e-9699ab665160 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:23.731203 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be489b4f-fb56-4a23-99ed-34c61347432a req-2aedbaa3-db4e-4188-9cb1-fc8597e7612b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:23.732126 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-be489b4f-fb56-4a23-99ed-34c61347432a req-2aedbaa3-db4e-4188-9cb1-fc8597e7612b service neutron] 10.222.0.43 "GET /v2.0/networks?id=b5892064-f0ce-4984-a9ff-fa620836e713 HTTP/1.1" status: 200 len: 897 time: 0.3291726 Feb 04 06:08:23.750108 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2ddb40b5-342b-4b14-9456-e7988eccc870 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/routers/ae1a633d-b6c6-47c0-b437-41da501e466c HTTP/1.1" status: 200 len: 704 time: 0.5010571 Feb 04 06:08:23.754479 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bd844c-0be2-4c9a-a99e-9699ab665160 admin admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:08:23.779168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57154) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:23.809362 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffed6d0d-c2ac-4321-9071-fcc6ccb212da', 'name': 'tempest-TestVolumeBootPattern-2119982787-router', 'tenant_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': '2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:15Z', 'updated_at': '2022-02-04T06:08:18Z', 'revision_number': 3, 'project_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'gw_port': {'id': '2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:00:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffed6d0d-c2ac-4321-9071-fcc6ccb212da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:23.814946 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16792427-024e-4aa5-ac4c-9ed0e693ca2e None None] The sync data for ids ['ffed6d0d-c2ac-4321-9071-fcc6ccb212da'] in dv-neutron-826830-2-hyperv is: [{'id': 'ffed6d0d-c2ac-4321-9071-fcc6ccb212da', 'name': 'tempest-TestVolumeBootPattern-2119982787-router', 'tenant_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': '2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:15Z', 'updated_at': '2022-02-04T06:08:18Z', 'revision_number': 3, 'project_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'gw_port': {'id': '2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:00:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffed6d0d-c2ac-4321-9071-fcc6ccb212da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:08:23.830187 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd844c-0be2-4c9a-a99e-9699ab665160 admin admin] Pushing event updated for resources: {'Port': ['ID=1070024e-baa7-4a29-b760-50509b46d828,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:23.832705 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-be489b4f-fb56-4a23-99ed-34c61347432a req-c91b8c40-b929-41b0-8560-6604b6e5171f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=0266f79b-794c-4884-9015-96a34fce4728 HTTP/1.1" status: 200 len: 217 time: 0.0934765 Feb 04 06:08:23.835121 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6cd68ab3-f420-46cc-8dec-166b86a94500 req-69cddf59-98df-4506-802c-e6146f15df61 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5821857 Feb 04 06:08:23.867984 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a7509490-868d-47c1-b76d-00310b43fe92 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae1a633d-b6c6-47c0-b437-41da501e466c HTTP/1.1" status: 200 len: 205 time: 0.0742233 Feb 04 06:08:23.872336 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57158) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:23.933607 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a339aa88-8361-4e24-9567-55d04034b048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3', 'code': 200} Feb 04 06:08:23.941045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be489b4f-fb56-4a23-99ed-34c61347432a req-4e4e5743-9923-4a2f-abbe-f3a9eb1823c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:23.942806 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-be489b4f-fb56-4a23-99ed-34c61347432a req-4e4e5743-9923-4a2f-abbe-f3a9eb1823c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b507954b-bd15-4712-a54c-7bb5842bce85 HTTP/1.1" status: 200 len: 837 time: 0.0946724 Feb 04 06:08:24.046735 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be489b4f-fb56-4a23-99ed-34c61347432a req-7aa93a2b-595b-42de-bd55-a118a821eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:24.048368 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-be489b4f-fb56-4a23-99ed-34c61347432a req-7aa93a2b-595b-42de-bd55-a118a821eb9e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b5892064-f0ce-4984-a9ff-fa620836e713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0980320 Feb 04 06:08:24.058131 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9e4b0bb7-02d5-49a9-9e5c-53db7c217662 req-f67a5617-ce2d-42c4-83d1-a953b41a1a58 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=fecb3387-0df4-4d8a-9217-5087c7d5913d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3351002 Feb 04 06:08:24.070154 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c6c78deb-f580-4607-8606-432dc4675d4f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:24.110435 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9926924c-5e98-4845-93c0-7f34c4beeef3 None None] Provisioning for port 1070024e-baa7-4a29-b760-50509b46d828 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:24.116554 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9926924c-5e98-4845-93c0-7f34c4beeef3 None None] Provisioning complete for port 1070024e-baa7-4a29-b760-50509b46d828 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:24.117374 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9926924c-5e98-4845-93c0-7f34c4beeef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:24.135252 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-75bd844c-0be2-4c9a-a99e-9699ab665160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:24.262059 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-be489b4f-fb56-4a23-99ed-34c61347432a req-e50d35c7-b8c9-499f-9bc0-4deefef53c13 service neutron] 10.222.0.43 "GET /v2.0/networks/b5892064-f0ce-4984-a9ff-fa620836e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054441 Feb 04 06:08:24.279375 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9926924c-5e98-4845-93c0-7f34c4beeef3 None None] Port 1070024e-baa7-4a29-b760-50509b46d828 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:08:24.434280 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-be489b4f-fb56-4a23-99ed-34c61347432a req-6878e63e-4c62-4748-a51c-1d02c4750612 service neutron] 10.222.0.43 "GET /v2.0/networks/b5892064-f0ce-4984-a9ff-fa620836e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660719 Feb 04 06:08:24.699399 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c6c78deb-f580-4607-8606-432dc4675d4f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:24.704495 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c6c78deb-f580-4607-8606-432dc4675d4f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:24.748866 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738909ae-71f9-400e-af8d-ebdd003a7bdf req-b8945789-ff43-44da-94df-5cf0beacbc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:24.750441 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-738909ae-71f9-400e-af8d-ebdd003a7bdf req-b8945789-ff43-44da-94df-5cf0beacbc1f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 1099 time: 0.4177828 Feb 04 06:08:24.760011 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c6c78deb-f580-4607-8606-432dc4675d4f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:24.760499 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c78deb-f580-4607-8606-432dc4675d4f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Fanout notify agent at l3_agent the message router_deleted on router ae1a633d-b6c6-47c0-b437-41da501e466c {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:08:24.828741 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c6c78deb-f580-4607-8606-432dc4675d4f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:24.836303 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c6c78deb-f580-4607-8606-432dc4675d4f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/routers/ae1a633d-b6c6-47c0-b437-41da501e466c HTTP/1.1" status: 204 len: 168 time: 0.9565728 Feb 04 06:08:24.836619 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57162) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:24.861930 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-738909ae-71f9-400e-af8d-ebdd003a7bdf req-c76cb6e3-7245-41b1-a8e2-0401ac74506d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989318 Feb 04 06:08:24.897132 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0553d912-3780-4b19-941c-e251d7c99dfc tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Synchronizing usage tracker for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:08:24.901088 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-75bd844c-0be2-4c9a-a99e-9699ab665160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:24.941374 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0553d912-3780-4b19-941c-e251d7c99dfc tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] Unset dirty status for tenant:ddd9400ae6834d1da9b18a67d16332cc on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:08:24.945067 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0553d912-3780-4b19-941c-e251d7c99dfc tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae1a633d-b6c6-47c0-b437-41da501e466c HTTP/1.1" status: 200 len: 205 time: 0.1047144 Feb 04 06:08:24.947188 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57168) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:25.030758 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-ee91c77a-d7fb-4157-95db-76e0b24ed949 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] delete failed (client error): The resource could not be found. Feb 04 06:08:25.031866 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ee91c77a-d7fb-4157-95db-76e0b24ed949 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/routers/ae1a633d-b6c6-47c0-b437-41da501e466c HTTP/1.1" status: 404 len: 336 time: 0.0836773 Feb 04 06:08:25.034351 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57172) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:25.034509 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:08:25.082188 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-193e51bd-6c99-4a6e-9324-ca2e2358e9f7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] DELETE failed (client error): The resource could not be found. Feb 04 06:08:25.082188 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193e51bd-6c99-4a6e-9324-ca2e2358e9f7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:08:25.085397 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-193e51bd-6c99-4a6e-9324-ca2e2358e9f7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/subnets/06f101e0-00bd-46e9-bcb6-fe208ffc0858 HTTP/1.1" status: 404 len: 337 time: 0.0496910 Feb 04 06:08:25.100384 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57178) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:25.139667 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:25.147594 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:25.148387 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:25.189878 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8369e22-5aeb-4e80-8324-a294404361b2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] DELETE failed (client error): The resource could not be found. Feb 04 06:08:25.191159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8369e22-5aeb-4e80-8324-a294404361b2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:08:25.193165 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825115e3-a849-4046-af33-92517919a026 req-b2a86343-0809-403f-af4c-af290f78e6f3 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:25.201575 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-825115e3-a849-4046-af33-92517919a026 req-b2a86343-0809-403f-af4c-af290f78e6f3 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 946 time: 0.2184217 Feb 04 06:08:25.201796 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b8369e22-5aeb-4e80-8324-a294404361b2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/subnets/8b6a8c0f-7fd0-4b59-92a0-92cfd9326e37 HTTP/1.1" status: 404 len: 337 time: 0.1000257 Feb 04 06:08:25.202227 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57182) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:25.246174 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03d5cc0-5c3d-44fb-87e8-1571531be547 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] DELETE failed (client error): The resource could not be found. Feb 04 06:08:25.246648 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e03d5cc0-5c3d-44fb-87e8-1571531be547 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:08:25.249436 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e03d5cc0-5c3d-44fb-87e8-1571531be547 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/subnets/93063b8f-4406-4ece-a2af-0b697aed945f HTTP/1.1" status: 404 len: 337 time: 0.0462883 Feb 04 06:08:25.251909 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57186) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:25.289595 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea715288-0f4b-4aab-a1f3-b8b966c1dcb5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] DELETE failed (client error): The resource could not be found. Feb 04 06:08:25.289595 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea715288-0f4b-4aab-a1f3-b8b966c1dcb5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:08:25.293624 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ea715288-0f4b-4aab-a1f3-b8b966c1dcb5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/subnets/a8fe3b03-3665-47ea-b98d-92379f248438 HTTP/1.1" status: 404 len: 337 time: 0.0383582 Feb 04 06:08:25.294286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57190) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:25.297822 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:25.315585 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:25.318501 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-825115e3-a849-4046-af33-92517919a026 req-70ea42b7-caca-4402-9b77-5df886a92f62 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160812 Feb 04 06:08:25.332349 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:25.349367 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9ca7785d-e5ab-40df-a963-bc652374a72d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 HTTP/1.1" status: 200 len: 205 time: 0.0515616 Feb 04 06:08:25.349759 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57194) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:25.380394 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-75bd844c-0be2-4c9a-a99e-9699ab665160 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:25.403873 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41307a55-2fad-435e-b494-79b4c8e9159f req-7a087d49-c8ef-40e1-a73b-6196e139e97f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:25.405536 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-41307a55-2fad-435e-b494-79b4c8e9159f req-7a087d49-c8ef-40e1-a73b-6196e139e97f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e48d89c-75d3-4fd4-8007-6b70a843d775 HTTP/1.1" status: 200 len: 944 time: 0.1965904 Feb 04 06:08:25.405939 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:25.407083 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-75bd844c-0be2-4c9a-a99e-9699ab665160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:25.428426 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-36f5201b-c77d-4d81-a575-23025bcb72b6 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] delete failed (client error): The resource could not be found. Feb 04 06:08:25.429442 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-36f5201b-c77d-4d81-a575-23025bcb72b6 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/routers/baf71607-ad1d-4ea0-b8f3-9e2e4e87bf15 HTTP/1.1" status: 404 len: 336 time: 0.0788054 Feb 04 06:08:25.432063 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57198) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:25.483344 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f00f4461-ff81-448a-8672-d12e1d1d44f7 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/ports?device_id=335c770f-07b8-4c7e-9057-1739399483cb HTTP/1.1" status: 200 len: 205 time: 0.0500398 Feb 04 06:08:25.486151 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57202) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:25.552325 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-d2982910-ac3d-480f-95d0-143a6e6a24e0 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] delete failed (client error): The resource could not be found. Feb 04 06:08:25.553249 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d2982910-ac3d-480f-95d0-143a6e6a24e0 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/routers/335c770f-07b8-4c7e-9057-1739399483cb HTTP/1.1" status: 404 len: 336 time: 0.0661952 Feb 04 06:08:25.556270 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57206) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:25.599212 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-91289c1f-a8b7-4b07-9182-5cc3d991f45e tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] DELETE failed (client error): The resource could not be found. Feb 04 06:08:25.599481 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91289c1f-a8b7-4b07-9182-5cc3d991f45e tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:08:25.601176 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-91289c1f-a8b7-4b07-9182-5cc3d991f45e tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/subnets/d491aa1a-986e-4f0f-8e73-266f1cb7346c HTTP/1.1" status: 404 len: 337 time: 0.0440397 Feb 04 06:08:25.604042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57210) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:25.649773 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5324ae56-328c-4157-ae24-aa0308aadeef tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e8001-03c9-4c4b-9a58-f2813e5c48d2 HTTP/1.1" status: 200 len: 205 time: 0.0439909 Feb 04 06:08:25.651903 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57214) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:25.695280 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-75bd844c-0be2-4c9a-a99e-9699ab665160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:25.705995 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-41307a55-2fad-435e-b494-79b4c8e9159f req-17160715-126f-434d-a4c1-087c85b4f1da tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=fecb3387-0df4-4d8a-9217-5087c7d5913d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679837 Feb 04 06:08:25.708954 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd844c-0be2-4c9a-a99e-9699ab665160 admin admin] Pushing event updated for resources: {'Port': ['ID=1070024e-baa7-4a29-b760-50509b46d828,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:25.727757 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-7817831f-2524-40cd-b381-9aa5ed6b79c2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] delete failed (client error): The resource could not be found. Feb 04 06:08:25.728808 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7817831f-2524-40cd-b381-9aa5ed6b79c2 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/routers/776e8001-03c9-4c4b-9a58-f2813e5c48d2 HTTP/1.1" status: 404 len: 336 time: 0.0760136 Feb 04 06:08:25.731683 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57218) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:25.779486 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6800c0db-3ec9-444f-a311-7dfa5aac881f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f HTTP/1.1" status: 200 len: 205 time: 0.0458479 Feb 04 06:08:25.781358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57222) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:25.848452 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bd844c-0be2-4c9a-a99e-9699ab665160 admin admin] Network 6552c730-a85b-461d-a1fd-13545e3aa717 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:25.850133 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-75bd844c-0be2-4c9a-a99e-9699ab665160 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:25.990724 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-1d3ff7e7-c04a-4146-925d-192676d76d4d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] delete failed (client error): The resource could not be found. Feb 04 06:08:25.994427 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1d3ff7e7-c04a-4146-925d-192676d76d4d tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/routers/9ec80a06-7467-45e0-8fc5-0bd1d2de3e0f HTTP/1.1" status: 404 len: 336 time: 0.2095418 Feb 04 06:08:25.994711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57226) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:26.032649 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-e794c51c-e686-45a2-b273-01422af44ff5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] DELETE failed (client error): The resource could not be found. Feb 04 06:08:26.033266 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e794c51c-e686-45a2-b273-01422af44ff5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:08:26.037581 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e794c51c-e686-45a2-b273-01422af44ff5 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/subnets/a675a18b-4e58-498c-ade0-3f757ee2a173 HTTP/1.1" status: 404 len: 337 time: 0.0393772 Feb 04 06:08:26.038109 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57230) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:26.080219 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bd844c-0be2-4c9a-a99e-9699ab665160 admin admin] Router ffed6d0d-c2ac-4321-9071-fcc6ccb212da has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:08:26.082073 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2d255898-bf15-41d6-a549-96a5902cd859 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/ports?device_id=37beff52-dd69-4673-b90d-9e2ecf06ef01 HTTP/1.1" status: 200 len: 205 time: 0.0426769 Feb 04 06:08:26.084391 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57234) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:26.112186 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-be8ce5bf-d8b5-4989-a1fb-666f347ecaa6 None None] Provisioning complete for port 1070024e-baa7-4a29-b760-50509b46d828 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:26.112767 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-be8ce5bf-d8b5-4989-a1fb-666f347ecaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:26.154861 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-49c5f129-e6f6-4bfb-b663-57e03536ea91 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] delete failed (client error): The resource could not be found. Feb 04 06:08:26.158307 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-49c5f129-e6f6-4bfb-b663-57e03536ea91 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/routers/37beff52-dd69-4673-b90d-9e2ecf06ef01 HTTP/1.1" status: 404 len: 336 time: 0.0706058 Feb 04 06:08:26.158622 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57238) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:26.171434 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-be8ce5bf-d8b5-4989-a1fb-666f347ecaa6 None None] Port 1070024e-baa7-4a29-b760-50509b46d828 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:08:26.196492 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-3252280a-a0a4-42fb-89b5-d8b8c71c46c3 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] DELETE failed (client error): The resource could not be found. Feb 04 06:08:26.197086 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3252280a-a0a4-42fb-89b5-d8b8c71c46c3 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:08:26.201388 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3252280a-a0a4-42fb-89b5-d8b8c71c46c3 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/subnets/dfe89632-abfd-48ce-a2e8-b2915dd67124 HTTP/1.1" status: 404 len: 337 time: 0.0393674 Feb 04 06:08:26.201716 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57242) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:26.247992 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fad6eb75-aaab-4f0b-99d4-da4b689bde1e tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7522c56-e227-4b1f-b570-db09f4eef5fb HTTP/1.1" status: 200 len: 205 time: 0.0450573 Feb 04 06:08:26.250491 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57246) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:26.279589 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bd844c-0be2-4c9a-a99e-9699ab665160 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:08:26.288259 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-75bd844c-0be2-4c9a-a99e-9699ab665160 admin admin] 10.222.0.31 "PUT /v2.0/routers/ffed6d0d-c2ac-4321-9071-fcc6ccb212da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5376561 Feb 04 06:08:26.288406 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Sync routers for ids ['ffed6d0d-c2ac-4321-9071-fcc6ccb212da'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:08:26.298799 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Routers {'ffed6d0d-c2ac-4321-9071-fcc6ccb212da'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:08:26.299421 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:08:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['ffed6d0d-c2ac-4321-9071-fcc6ccb212da'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:26.318487 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-18702593-f77c-4c05-91c3-40e723d5f181 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] delete failed (client error): The resource could not be found. Feb 04 06:08:26.319718 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-18702593-f77c-4c05-91c3-40e723d5f181 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/routers/b7522c56-e227-4b1f-b570-db09f4eef5fb HTTP/1.1" status: 404 len: 336 time: 0.0681126 Feb 04 06:08:26.322246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57252) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:26.363334 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-4941ded8-5fb9-4aa3-b4b3-dc2910d7309f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] DELETE failed (client error): The resource could not be found. Feb 04 06:08:26.363692 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4941ded8-5fb9-4aa3-b4b3-dc2910d7309f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:08:26.365772 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4941ded8-5fb9-4aa3-b4b3-dc2910d7309f tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/subnets/7590d2c7-cf17-4f4f-af99-688b9a6161ee HTTP/1.1" status: 404 len: 337 time: 0.0421638 Feb 04 06:08:26.368162 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57256) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:26.405770 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-381af380-945d-4f42-b1f3-ef3b595436a4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] DELETE failed (client error): The resource could not be found. Feb 04 06:08:26.406385 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-381af380-945d-4f42-b1f3-ef3b595436a4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:08:26.408411 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-381af380-945d-4f42-b1f3-ef3b595436a4 tempest-RoutersIpV6Test-1454441572 tempest-RoutersIpV6Test-1454441572-project] 10.222.0.31 "DELETE /v2.0/subnets/f2b497c1-123f-4668-819c-62863f2684cf HTTP/1.1" status: 404 len: 337 time: 0.0391564 Feb 04 06:08:26.475643 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Set router ffed6d0d-c2ac-4321-9071-fcc6ccb212da gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:08:26.532026 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0266f79b-794c-4884-9015-96a34fce4728 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:08:26.619751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed95226-6c7f-4c57-b6f2-8cbcdbdca2da req-57f7f011-cc82-4fb1-9f9a-2185f7f2d223 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:26.621545 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1ed95226-6c7f-4c57-b6f2-8cbcdbdca2da req-57f7f011-cc82-4fb1-9f9a-2185f7f2d223 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 946 time: 0.0898232 Feb 04 06:08:26.692110 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1ed95226-6c7f-4c57-b6f2-8cbcdbdca2da req-f3b86831-6917-4417-9e1d-72ed88f474d6 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593681 Feb 04 06:08:26.777614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57274) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:26.872757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57280) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:26.878415 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a6affcb7-e3e9-405a-9a5f-eac3ca80957a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-914946503', 'description': 'tempest-secgroup-smoke-914946503 description', 'project_id': '8545e1a3b8fa468c888c11d4d16e5353'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:26.891752 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a6affcb7-e3e9-405a-9a5f-eac3ca80957a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:26.898085 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a6affcb7-e3e9-405a-9a5f-eac3ca80957a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Usage tracker for resource:security_group and tenant:8545e1a3b8fa468c888c11d4d16e5353 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:26.900944 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6348c-e916-44fd-943c-e0616efeaf22 req-4d71b0e6-224b-4b11-9a12-6fc0c99b42c5 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:26.902650 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-49f6348c-e916-44fd-943c-e0616efeaf22 req-4d71b0e6-224b-4b11-9a12-6fc0c99b42c5 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 946 time: 0.1033449 Feb 04 06:08:26.913301 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0266f79b-794c-4884-9015-96a34fce4728, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0266f79b-794c-4884-9015-96a34fce4728,segment=NetworkSegment(93652109-e291-46cb-b34e-3f8a8d584f81),segment_id=93652109-e291-46cb-b34e-3f8a8d584f81)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:26.915294 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a6affcb7-e3e9-405a-9a5f-eac3ca80957a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:26.955958 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a6affcb7-e3e9-405a-9a5f-eac3ca80957a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:26.974031 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-49f6348c-e916-44fd-943c-e0616efeaf22 req-cf41085e-741d-45d7-9555-651445a0eea1 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620129 Feb 04 06:08:26.987443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '0266f79b-794c-4884-9015-96a34fce4728', 'network_id': 'b5892064-f0ce-4984-a9ff-fa620836e713', 'port_id': '0266f79b-794c-4884-9015-96a34fce4728', 'mac_address': 'fa:16:3e:6a:1c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b507954b-bd15-4712-a54c-7bb5842bce85', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:08:26.989159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a6affcb7-e3e9-405a-9a5f-eac3ca80957a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.032710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a6affcb7-e3e9-405a-9a5f-eac3ca80957a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:27.037102 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a6affcb7-e3e9-405a-9a5f-eac3ca80957a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Usage tracker for resource:security_group_rule and tenant:8545e1a3b8fa468c888c11d4d16e5353 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:27.040047 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a6affcb7-e3e9-405a-9a5f-eac3ca80957a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:27.047824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a6affcb7-e3e9-405a-9a5f-eac3ca80957a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:27.050315 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:08:27.124912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651421e7-db1f-4599-9260-4dbb6e1ec111 req-7974d00a-a608-427b-9ffa-819976455abc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:27.126548 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-651421e7-db1f-4599-9260-4dbb6e1ec111 req-7974d00a-a608-427b-9ffa-819976455abc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e48d89c-75d3-4fd4-8007-6b70a843d775 HTTP/1.1" status: 200 len: 944 time: 0.0901792 Feb 04 06:08:27.129805 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.130435 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c9e9a7a0-57d3-40b6-9331-6fe8aa7866a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ddd9400ae6834d1da9b18a67d16332cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516088 Feb 04 06:08:27.133509 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57286) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:27.138046 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a6affcb7-e3e9-405a-9a5f-eac3ca80957a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.150658 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0266f79b-794c-4884-9015-96a34fce4728 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:08:27.157781 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a6affcb7-e3e9-405a-9a5f-eac3ca80957a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.178769 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0266f79b-794c-4884-9015-96a34fce4728, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0266f79b-794c-4884-9015-96a34fce4728,segment=NetworkSegment(93652109-e291-46cb-b34e-3f8a8d584f81),segment_id=93652109-e291-46cb-b34e-3f8a8d584f81)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:27.189758 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffed6d0d-c2ac-4321-9071-fcc6ccb212da', 'name': 'tempest-TestVolumeBootPattern-2119982787-router', 'tenant_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': '2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:15Z', 'updated_at': '2022-02-04T06:08:24Z', 'revision_number': 4, 'project_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'gw_port': {'id': '2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffed6d0d-c2ac-4321-9071-fcc6ccb212da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '1070024e-baa7-4a29-b760-50509b46d828', 'name': '', 'network_id': '6552c730-a85b-461d-a1fd-13545e3aa717', 'tenant_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'mac_address': 'fa:16:3e:94:2f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffed6d0d-c2ac-4321-9071-fcc6ccb212da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '44e722dd-6b49-433f-9fad-ee0c66cdde29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:22Z', 'updated_at': '2022-02-04T06:08:25Z', 'revision_number': 2, 'project_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'subnets': [{'id': '44e722dd-6b49-433f-9fad-ee0c66cdde29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:27.194707 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.201768 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-651421e7-db1f-4599-9260-4dbb6e1ec111 req-141a7b11-4153-4282-813a-f2b7bf2a39cb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=fecb3387-0df4-4d8a-9217-5087c7d5913d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589731 Feb 04 06:08:27.243347 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6affcb7-e3e9-405a-9a5f-eac3ca80957a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321ccc59-3e71-4f71-b4c0-79b11824f467,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:27.259697 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Checking router: ffed6d0d-c2ac-4321-9071-fcc6ccb212da for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:08:27.260093 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Updating router ffed6d0d-c2ac-4321-9071-fcc6ccb212da port 1070024e-baa7-4a29-b760-50509b46d828 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:08:27.264412 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a6affcb7-e3e9-405a-9a5f-eac3ca80957a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.268299 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a6affcb7-e3e9-405a-9a5f-eac3ca80957a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3916378 Feb 04 06:08:27.269179 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57290) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:27.274738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-b2c4d96f-14c9-4896-b810-0e113c75919f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Request body: {'security_group_rule': {'security_group_id': '321ccc59-3e71-4f71-b4c0-79b11824f467', 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:27.275061 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-87b762ab-d1fd-4132-9211-99d1e35d7cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.281409 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b2c4d96f-14c9-4896-b810-0e113c75919f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:27.285583 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b2c4d96f-14c9-4896-b810-0e113c75919f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Usage tracker for resource:security_group_rule and tenant:8545e1a3b8fa468c888c11d4d16e5353 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:27.289398 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b2c4d96f-14c9-4896-b810-0e113c75919f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:27.297110 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b2c4d96f-14c9-4896-b810-0e113c75919f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:27.312589 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-87b762ab-d1fd-4132-9211-99d1e35d7cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.314965 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b2c4d96f-14c9-4896-b810-0e113c75919f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.388145 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b2c4d96f-14c9-4896-b810-0e113c75919f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.393671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b2c4d96f-14c9-4896-b810-0e113c75919f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.396768 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:27.397204 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.405214 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-87b762ab-d1fd-4132-9211-99d1e35d7cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.415646 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4d96f-14c9-4896-b810-0e113c75919f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04878be3-ced7-478a-ba34-7a3d031e28d3,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:27.429582 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=0266f79b-794c-4884-9015-96a34fce4728,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:27.431288 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b762ab-d1fd-4132-9211-99d1e35d7cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6445ac28-792e-4493-8e01-2369433dda37,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:27.435594 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-87b762ab-d1fd-4132-9211-99d1e35d7cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.439502 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-87b762ab-d1fd-4132-9211-99d1e35d7cf9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6445ac28-792e-4493-8e01-2369433dda37 HTTP/1.1" status: 204 len: 168 time: 0.3026073 Feb 04 06:08:27.444628 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b2c4d96f-14c9-4896-b810-0e113c75919f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.446048 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b2c4d96f-14c9-4896-b810-0e113c75919f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1757836 Feb 04 06:08:27.448953 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57298) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:27.455295 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.492104 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-98b60478-561c-4793-80d3-9b3118abb784 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Request body: {'security_group_rule': {'security_group_id': '321ccc59-3e71-4f71-b4c0-79b11824f467', 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:27.503817 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-98b60478-561c-4793-80d3-9b3118abb784 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:27.509556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-98b60478-561c-4793-80d3-9b3118abb784 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Usage tracker for resource:security_group_rule and tenant:8545e1a3b8fa468c888c11d4d16e5353 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:27.517331 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-98b60478-561c-4793-80d3-9b3118abb784 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:27.525361 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-98b60478-561c-4793-80d3-9b3118abb784 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:27.529784 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['0266f79b-794c-4884-9015-96a34fce4728'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:08:27.549244 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-98b60478-561c-4793-80d3-9b3118abb784 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.587271 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bebd66-07db-4acf-baaf-47586d434193 req-eea0c092-4efe-467e-ae1d-5226ce190eaa tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:27.592334 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-97bebd66-07db-4acf-baaf-47586d434193 req-eea0c092-4efe-467e-ae1d-5226ce190eaa tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 946 time: 0.1416962 Feb 04 06:08:27.668968 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-98b60478-561c-4793-80d3-9b3118abb784 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.678332 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-97bebd66-07db-4acf-baaf-47586d434193 req-38daec57-023d-4921-ac29-3ca82dc8389d tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734355 Feb 04 06:08:27.679582 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-98b60478-561c-4793-80d3-9b3118abb784 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.714629 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b60478-561c-4793-80d3-9b3118abb784 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83d0fa1-33b8-412a-9ea2-6806af192172,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:27.728308 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-98b60478-561c-4793-80d3-9b3118abb784 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.732669 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-98b60478-561c-4793-80d3-9b3118abb784 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2799375 Feb 04 06:08:27.733036 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57302) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:27.748281 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-0db847fc-3b7f-42c1-9096-6fad977934aa tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Request body: {'security_group_rule': {'security_group_id': '321ccc59-3e71-4f71-b4c0-79b11824f467', 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:27.759193 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0db847fc-3b7f-42c1-9096-6fad977934aa tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:27.764147 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0db847fc-3b7f-42c1-9096-6fad977934aa tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Usage tracker for resource:security_group_rule and tenant:8545e1a3b8fa468c888c11d4d16e5353 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:27.768497 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0db847fc-3b7f-42c1-9096-6fad977934aa tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:27.774868 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0db847fc-3b7f-42c1-9096-6fad977934aa tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:27.794811 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0db847fc-3b7f-42c1-9096-6fad977934aa tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.863291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0db847fc-3b7f-42c1-9096-6fad977934aa tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.867669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0db847fc-3b7f-42c1-9096-6fad977934aa tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.897642 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db847fc-3b7f-42c1-9096-6fad977934aa tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26be8406-a545-4ba0-b783-1904ec65daef,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:27.909585 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0db847fc-3b7f-42c1-9096-6fad977934aa tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.913756 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0db847fc-3b7f-42c1-9096-6fad977934aa tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1763923 Feb 04 06:08:27.914468 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57306) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:27.920282 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-3fd10493-48ec-449b-847c-34f6f3cc7428 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Request body: {'security_group_rule': {'security_group_id': '321ccc59-3e71-4f71-b4c0-79b11824f467', 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:27.926354 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3fd10493-48ec-449b-847c-34f6f3cc7428 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:27.930620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3fd10493-48ec-449b-847c-34f6f3cc7428 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Usage tracker for resource:security_group_rule and tenant:8545e1a3b8fa468c888c11d4d16e5353 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:27.933677 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3fd10493-48ec-449b-847c-34f6f3cc7428 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:27.939629 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3fd10493-48ec-449b-847c-34f6f3cc7428 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:27.956303 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3fd10493-48ec-449b-847c-34f6f3cc7428 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.020656 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3fd10493-48ec-449b-847c-34f6f3cc7428 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.024787 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3fd10493-48ec-449b-847c-34f6f3cc7428 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.053003 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd10493-48ec-449b-847c-34f6f3cc7428 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987481c2-9820-44ba-ad45-c97ca830ddfa,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:28.060761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3fd10493-48ec-449b-847c-34f6f3cc7428 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.061975 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3fd10493-48ec-449b-847c-34f6f3cc7428 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464748 Feb 04 06:08:28.064741 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57310) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:28.070188 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a11a232d-5316-47aa-b56d-1a12f87fff11 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Request body: {'security_group_rule': {'security_group_id': '321ccc59-3e71-4f71-b4c0-79b11824f467', 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:28.076099 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a11a232d-5316-47aa-b56d-1a12f87fff11 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:28.080192 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a11a232d-5316-47aa-b56d-1a12f87fff11 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Usage tracker for resource:security_group_rule and tenant:8545e1a3b8fa468c888c11d4d16e5353 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:28.083061 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a11a232d-5316-47aa-b56d-1a12f87fff11 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:28.088859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a11a232d-5316-47aa-b56d-1a12f87fff11 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:28.100153 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-a11a232d-5316-47aa-b56d-1a12f87fff11 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Project 8545e1a3b8fa468c888c11d4d16e5353 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:08:28.106740 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a11a232d-5316-47aa-b56d-1a12f87fff11 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.108733 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.131240 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Transition to ACTIVE for port object 1070024e-baa7-4a29-b760-50509b46d828 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:28.148504 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.176421 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a11a232d-5316-47aa-b56d-1a12f87fff11 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.182050 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a11a232d-5316-47aa-b56d-1a12f87fff11 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.207807 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a232d-5316-47aa-b56d-1a12f87fff11 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebab7bf1-c196-4096-86b7-11912eb14288,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:28.218008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a11a232d-5316-47aa-b56d-1a12f87fff11 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.219185 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a11a232d-5316-47aa-b56d-1a12f87fff11 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1535745 Feb 04 06:08:28.222447 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57314) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:28.230838 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8a7b04f1-875b-4ed3-abde-bc6165b561eb tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Request body: {'security_group_rule': {'security_group_id': '321ccc59-3e71-4f71-b4c0-79b11824f467', 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:28.242178 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8a7b04f1-875b-4ed3-abde-bc6165b561eb tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:28.246430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8a7b04f1-875b-4ed3-abde-bc6165b561eb tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Usage tracker for resource:security_group_rule and tenant:8545e1a3b8fa468c888c11d4d16e5353 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:08:28.250376 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8a7b04f1-875b-4ed3-abde-bc6165b561eb tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:08:28.259754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8a7b04f1-875b-4ed3-abde-bc6165b561eb tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:28.285387 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-8a7b04f1-875b-4ed3-abde-bc6165b561eb tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Project 8545e1a3b8fa468c888c11d4d16e5353 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:08:28.292794 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a7b04f1-875b-4ed3-abde-bc6165b561eb tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.308714 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5b035-a556-45e3-8509-dfca375816f8 None None] Pushing event updated for resources: {'Port': ['ID=1070024e-baa7-4a29-b760-50509b46d828,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:28.403160 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Attempting to bind port 1070024e-baa7-4a29-b760-50509b46d828 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:08:28.403531 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Attempting to bind port 1070024e-baa7-4a29-b760-50509b46d828 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '22c45afe-aa95-4a1a-84aa-f47cc42994a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6552c730-a85b-461d-a1fd-13545e3aa717'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:08:28.403933 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Attempting to bind port 1070024e-baa7-4a29-b760-50509b46d828 on network 6552c730-a85b-461d-a1fd-13545e3aa717 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:08:28.409780 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:08:28.410155 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Checking segment: {'id': '22c45afe-aa95-4a1a-84aa-f47cc42994a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6552c730-a85b-461d-a1fd-13545e3aa717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:08:28.410560 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.410951 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Bound using segment: {'id': '22c45afe-aa95-4a1a-84aa-f47cc42994a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6552c730-a85b-461d-a1fd-13545e3aa717'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:08:28.412029 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Bound port: 1070024e-baa7-4a29-b760-50509b46d828, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c45afe-aa95-4a1a-84aa-f47cc42994a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6552c730-a85b-461d-a1fd-13545e3aa717'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:08:28.412029 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.419893 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a7b04f1-875b-4ed3-abde-bc6165b561eb tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.429120 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a7b04f1-875b-4ed3-abde-bc6165b561eb tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.459430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b04f1-875b-4ed3-abde-bc6165b561eb tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8aa0d6-e542-4f3f-96f1-b7bed788af35,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:28.476595 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a01a0f-b50a-4caa-9f02-a75c54cd03c2 req-826975da-a44d-402c-8b67-9ea5f3599b2f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:28.478075 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b9a01a0f-b50a-4caa-9f02-a75c54cd03c2 req-826975da-a44d-402c-8b67-9ea5f3599b2f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e48d89c-75d3-4fd4-8007-6b70a843d775 HTTP/1.1" status: 200 len: 945 time: 0.1300273 Feb 04 06:08:28.479258 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a7b04f1-875b-4ed3-abde-bc6165b561eb tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.483631 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8a7b04f1-875b-4ed3-abde-bc6165b561eb tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2567945 Feb 04 06:08:28.524109 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] For port 1070024e-baa7-4a29-b760-50509b46d828, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:08:28.527625 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] For port 1070024e-baa7-4a29-b760-50509b46d828, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1070024e-baa7-4a29-b760-50509b46d828,segment=NetworkSegment(22c45afe-aa95-4a1a-84aa-f47cc42994a8),segment_id=22c45afe-aa95-4a1a-84aa-f47cc42994a8)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:08:28.528220 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b9a01a0f-b50a-4caa-9f02-a75c54cd03c2 req-d20adcf7-ae2e-4817-8f8b-988e6173f772 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=fecb3387-0df4-4d8a-9217-5087c7d5913d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429883 Feb 04 06:08:28.535089 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.619550 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Routers {'ffed6d0d-c2ac-4321-9071-fcc6ccb212da'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:08:28.620198 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:08:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['ffed6d0d-c2ac-4321-9071-fcc6ccb212da'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:28.686316 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5b035-a556-45e3-8509-dfca375816f8 None None] Pushing event updated for resources: {'Port': ['ID=1070024e-baa7-4a29-b760-50509b46d828,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:28.817769 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] Set router ffed6d0d-c2ac-4321-9071-fcc6ccb212da gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:08:28.890358 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5218767-f096-43b8-81e6-27d11a02f32d req-e86b2ef7-38cf-4df5-9f9e-972b7de08d15 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:28.891867 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a5218767-f096-43b8-81e6-27d11a02f32d req-e86b2ef7-38cf-4df5-9f9e-972b7de08d15 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 946 time: 0.0843809 Feb 04 06:08:28.947389 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a5218767-f096-43b8-81e6-27d11a02f32d req-4297fad6-f198-487c-81dc-0bec667d4c9b tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483625 Feb 04 06:08:29.225698 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffed6d0d-c2ac-4321-9071-fcc6ccb212da', 'name': 'tempest-TestVolumeBootPattern-2119982787-router', 'tenant_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': '2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:15Z', 'updated_at': '2022-02-04T06:08:24Z', 'revision_number': 4, 'project_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'gw_port': {'id': '2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffed6d0d-c2ac-4321-9071-fcc6ccb212da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '1070024e-baa7-4a29-b760-50509b46d828', 'name': '', 'network_id': '6552c730-a85b-461d-a1fd-13545e3aa717', 'tenant_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'mac_address': 'fa:16:3e:94:2f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffed6d0d-c2ac-4321-9071-fcc6ccb212da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '44e722dd-6b49-433f-9fad-ee0c66cdde29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:22Z', 'updated_at': '2022-02-04T06:08:28Z', 'revision_number': 4, 'project_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'subnets': [{'id': '44e722dd-6b49-433f-9fad-ee0c66cdde29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:29.236574 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248f708-7e28-4141-a8ae-c12de1993128 None None] The sync data for ids ['ffed6d0d-c2ac-4321-9071-fcc6ccb212da'] in dv-neutron-826830-2-hyperv is: [{'id': 'ffed6d0d-c2ac-4321-9071-fcc6ccb212da', 'name': 'tempest-TestVolumeBootPattern-2119982787-router', 'tenant_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': '2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:15Z', 'updated_at': '2022-02-04T06:08:24Z', 'revision_number': 4, 'project_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'gw_port': {'id': '2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffed6d0d-c2ac-4321-9071-fcc6ccb212da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '1070024e-baa7-4a29-b760-50509b46d828', 'name': '', 'network_id': '6552c730-a85b-461d-a1fd-13545e3aa717', 'tenant_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'mac_address': 'fa:16:3e:94:2f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffed6d0d-c2ac-4321-9071-fcc6ccb212da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '44e722dd-6b49-433f-9fad-ee0c66cdde29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:22Z', 'updated_at': '2022-02-04T06:08:28Z', 'revision_number': 4, 'project_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'subnets': [{'id': '44e722dd-6b49-433f-9fad-ee0c66cdde29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:08:29.474660 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2cc43-9217-404c-b234-09c6beb47e5b req-740e4c12-5cef-4fb1-b748-88242a95fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:29.476343 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5ea2cc43-9217-404c-b234-09c6beb47e5b req-740e4c12-5cef-4fb1-b748-88242a95fae3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bebc59512b5141f6a27728709157a7e0&device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 1099 time: 0.1092851 Feb 04 06:08:29.484520 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9afef7-52e0-4619-9094-5f49c579e325 req-74eaf66d-7f0e-448b-9f36-7cca0a80b655 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:29.492176 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bc9afef7-52e0-4619-9094-5f49c579e325 req-74eaf66d-7f0e-448b-9f36-7cca0a80b655 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 946 time: 0.1704597 Feb 04 06:08:29.509110 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d7284d80-68f9-48f0-8106-3672765e718f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:29.787250 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bc9afef7-52e0-4619-9094-5f49c579e325 req-fd077360-9681-4528-afa4-8a096ba2cb97 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941859 Feb 04 06:08:29.856356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4dfa0-2eeb-41e0-9175-7531857fc2ce req-ee741f7a-2668-49e7-97b3-190c4b21702d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:29.857852 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-18f4dfa0-2eeb-41e0-9175-7531857fc2ce req-ee741f7a-2668-49e7-97b3-190c4b21702d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e48d89c-75d3-4fd4-8007-6b70a843d775 HTTP/1.1" status: 200 len: 945 time: 0.1919427 Feb 04 06:08:29.898929 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2cc43-9217-404c-b234-09c6beb47e5b req-48c7aabc-4626-4c35-a11b-7becee30c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:29.900408 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5ea2cc43-9217-404c-b234-09c6beb47e5b req-48c7aabc-4626-4c35-a11b-7becee30c12e service neutron] 10.222.0.43 "GET /v2.0/networks?id=146d47bb-9178-4647-a080-a66fbef9634d HTTP/1.1" status: 200 len: 913 time: 0.4054675 Feb 04 06:08:29.980530 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5ea2cc43-9217-404c-b234-09c6beb47e5b req-194a89b3-1d25-46d4-ac22-a41e94ef9c9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 HTTP/1.1" status: 200 len: 217 time: 0.0707843 Feb 04 06:08:29.983570 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-18f4dfa0-2eeb-41e0-9175-7531857fc2ce req-3670258f-b8bf-40eb-a4a7-775e14196366 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=fecb3387-0df4-4d8a-9217-5087c7d5913d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122797 Feb 04 06:08:30.050497 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2cc43-9217-404c-b234-09c6beb47e5b req-65f8e6b8-1eef-491b-8435-597cf855e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:30.052072 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5ea2cc43-9217-404c-b234-09c6beb47e5b req-65f8e6b8-1eef-491b-8435-597cf855e75c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f5eff0cc-dd8e-4101-beae-d9837d53e5f0 HTTP/1.1" status: 200 len: 852 time: 0.0655880 Feb 04 06:08:30.102052 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5ea2cc43-9217-404c-b234-09c6beb47e5b req-9ac098b0-02a4-482a-a879-87d542f6a743 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=146d47bb-9178-4647-a080-a66fbef9634d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436337 Feb 04 06:08:30.251878 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5ea2cc43-9217-404c-b234-09c6beb47e5b req-c7a58f8f-16d4-4646-b5a7-c2351b143f64 service neutron] 10.222.0.43 "GET /v2.0/networks/146d47bb-9178-4647-a080-a66fbef9634d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430626 Feb 04 06:08:30.400772 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5ea2cc43-9217-404c-b234-09c6beb47e5b req-69ff1fdb-d00b-44f5-9641-666e6cd55d81 service neutron] 10.222.0.43 "GET /v2.0/networks/146d47bb-9178-4647-a080-a66fbef9634d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422532 Feb 04 06:08:30.562929 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0266f79b-794c-4884-9015-96a34fce4728 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:08:30.636594 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 0266f79b-794c-4884-9015-96a34fce4728 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:30.641337 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 0266f79b-794c-4884-9015-96a34fce4728 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:30.641710 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:30.759972 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:30.788317 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e48d89c-75d3-4fd4-8007-6b70a843d775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0266f79b-794c-4884-9015-96a34fce4728'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:08:30.798431 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0266f79b-794c-4884-9015-96a34fce4728, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0266f79b-794c-4884-9015-96a34fce4728,segment=NetworkSegment(93652109-e291-46cb-b34e-3f8a8d584f81),segment_id=93652109-e291-46cb-b34e-3f8a8d584f81)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:30.802842 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:30.843273 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e48d89c-75d3-4fd4-8007-6b70a843d775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0266f79b-794c-4884-9015-96a34fce4728', 'code': 200} Feb 04 06:08:30.886557 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=0266f79b-794c-4884-9015-96a34fce4728,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:31.023669 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52c78c-6260-454d-9db3-4fcf831d9d2e req-b6865de4-4792-47ad-a0af-eb330afda4f8 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:31.025384 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ce52c78c-6260-454d-9db3-4fcf831d9d2e req-b6865de4-4792-47ad-a0af-eb330afda4f8 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 946 time: 0.0959365 Feb 04 06:08:31.059596 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1070024e-baa7-4a29-b760-50509b46d828 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:08:31.164741 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 1070024e-baa7-4a29-b760-50509b46d828 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:31.179121 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 1070024e-baa7-4a29-b760-50509b46d828 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:31.179512 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:31.275654 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ce52c78c-6260-454d-9db3-4fcf831d9d2e req-d17b57ef-927e-407b-8208-db9fb01c6a72 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443047 Feb 04 06:08:31.328567 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb1b15-c688-46cf-ba7d-a31cf709ce40 req-cf85d403-d244-42d6-9ec6-aa7de0735dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:31.330798 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-61fb1b15-c688-46cf-ba7d-a31cf709ce40 req-cf85d403-d244-42d6-9ec6-aa7de0735dc3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0e48d89c-75d3-4fd4-8007-6b70a843d775 HTTP/1.1" status: 200 len: 1099 time: 0.2524068 Feb 04 06:08:31.341329 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:31.363080 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5cfd3-5946-45b0-ae00-0e497af77f53 req-21110d16-d507-4660-94c6-c4f2aed90601 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:31.364657 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-97b5cfd3-5946-45b0-ae00-0e497af77f53 req-21110d16-d507-4660-94c6-c4f2aed90601 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e48d89c-75d3-4fd4-8007-6b70a843d775 HTTP/1.1" status: 200 len: 946 time: 0.2020857 Feb 04 06:08:31.379806 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 1070024e-baa7-4a29-b760-50509b46d828, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1070024e-baa7-4a29-b760-50509b46d828,segment=NetworkSegment(22c45afe-aa95-4a1a-84aa-f47cc42994a8),segment_id=22c45afe-aa95-4a1a-84aa-f47cc42994a8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:31.385659 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:31.410159 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-61fb1b15-c688-46cf-ba7d-a31cf709ce40 req-08ba3420-dfff-4fbb-a5bb-0c9dba695e7a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fecb3387-0df4-4d8a-9217-5087c7d5913d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708654 Feb 04 06:08:31.429607 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-97b5cfd3-5946-45b0-ae00-0e497af77f53 req-e272ac28-a190-4b2e-bb12-f1a148201df9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=fecb3387-0df4-4d8a-9217-5087c7d5913d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567396 Feb 04 06:08:31.461334 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=1070024e-baa7-4a29-b760-50509b46d828,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:31.829755 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-728c9173-98c1-4254-902c-2e0634975de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:32.497112 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93587895-b13e-4113-8ec0-07a3201b6a81 req-bc3472e2-cb5c-4d36-983b-f695ed5d8076 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:32.504773 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-93587895-b13e-4113-8ec0-07a3201b6a81 req-bc3472e2-cb5c-4d36-983b-f695ed5d8076 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 946 time: 0.1103435 Feb 04 06:08:32.550687 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-93587895-b13e-4113-8ec0-07a3201b6a81 req-67739d9f-ff4b-41ac-b39c-b0742d252647 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454142 Feb 04 06:08:32.668981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d730ca-ed9f-4f44-86ef-ba32c8a5bead req-aaf6dd3e-7f1b-420a-81fe-f48da7aabe97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:32.670617 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a6d730ca-ed9f-4f44-86ef-ba32c8a5bead req-aaf6dd3e-7f1b-420a-81fe-f48da7aabe97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e48d89c-75d3-4fd4-8007-6b70a843d775 HTTP/1.1" status: 200 len: 946 time: 0.1046546 Feb 04 06:08:32.722608 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a6d730ca-ed9f-4f44-86ef-ba32c8a5bead req-c9be2fe0-d57c-4c3b-8b0f-c695d1bc4efa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=fecb3387-0df4-4d8a-9217-5087c7d5913d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448716 Feb 04 06:08:32.805053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:32.872448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:32.929388 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80704f-f263-4afc-8907-59df06f59c3b req-9e30325a-e8d9-4309-bc77-435be617ff57 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:32.931282 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6d80704f-f263-4afc-8907-59df06f59c3b req-9e30325a-e8d9-4309-bc77-435be617ff57 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e48d89c-75d3-4fd4-8007-6b70a843d775 HTTP/1.1" status: 200 len: 946 time: 0.0913889 Feb 04 06:08:32.986525 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1070024e-baa7-4a29-b760-50509b46d828 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:08:33.029451 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6d80704f-f263-4afc-8907-59df06f59c3b req-93868532-dfde-4d74-9107-38865a823a74 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=fecb3387-0df4-4d8a-9217-5087c7d5913d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619671 Feb 04 06:08:33.052990 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b051e-ddbe-4809-80d4-b703aacd6e9f req-0e53a0ce-4596-49c1-a731-b6f35ff70d5d tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:33.061219 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b32b051e-ddbe-4809-80d4-b703aacd6e9f req-0e53a0ce-4596-49c1-a731-b6f35ff70d5d tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 946 time: 0.1289515 Feb 04 06:08:33.072587 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 1070024e-baa7-4a29-b760-50509b46d828 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:33.072988 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:33.114544 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b32b051e-ddbe-4809-80d4-b703aacd6e9f req-3d68a548-6dbc-49c0-8da8-282d87687b1d tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522766 Feb 04 06:08:34.212730 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:34.358114 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e068d-4968-443c-be19-f7699469d13c req-da290c05-97c2-41ef-b933-0458632c5c38 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:34.360033 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7e2e068d-4968-443c-be19-f7699469d13c req-da290c05-97c2-41ef-b933-0458632c5c38 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 946 time: 0.0998459 Feb 04 06:08:34.406432 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7e2e068d-4968-443c-be19-f7699469d13c req-39a1e614-c770-4652-8318-1e35d93e4d6e tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403984 Feb 04 06:08:34.613051 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57444) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:35.131376 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac705a-45b2-454b-a582-9d63e71cc393 req-97a39fca-97f5-4f12-84ac-48ec0530c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:35.134079 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d5ac705a-45b2-454b-a582-9d63e71cc393 req-97a39fca-97f5-4f12-84ac-48ec0530c209 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bebc59512b5141f6a27728709157a7e0&device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 1099 time: 0.3101997 Feb 04 06:08:35.242835 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6502869-8ea9-45a6-8142-e995138fab5c req-0db0dfb6-c8ea-41bd-955b-cfc48ff36fbb tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:35.244419 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a6502869-8ea9-45a6-8142-e995138fab5c req-0db0dfb6-c8ea-41bd-955b-cfc48ff36fbb tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 946 time: 0.4193923 Feb 04 06:08:35.440713 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a6502869-8ea9-45a6-8142-e995138fab5c req-eb9ed0e9-4c4d-4826-8cfb-d9dffa049b0e tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806791 Feb 04 06:08:35.494216 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac705a-45b2-454b-a582-9d63e71cc393 req-75448afa-77d0-435d-9016-2e60742fd6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:35.495675 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d5ac705a-45b2-454b-a582-9d63e71cc393 req-75448afa-77d0-435d-9016-2e60742fd6fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=146d47bb-9178-4647-a080-a66fbef9634d HTTP/1.1" status: 200 len: 913 time: 0.3512549 Feb 04 06:08:35.631187 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d5ac705a-45b2-454b-a582-9d63e71cc393 req-bf0574b1-3e1c-479e-a24e-45f9e01e25fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 HTTP/1.1" status: 200 len: 217 time: 0.0878668 Feb 04 06:08:35.745875 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac705a-45b2-454b-a582-9d63e71cc393 req-8fba0ed8-bf19-4d08-93de-969e8f850d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:35.747242 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d5ac705a-45b2-454b-a582-9d63e71cc393 req-8fba0ed8-bf19-4d08-93de-969e8f850d5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f5eff0cc-dd8e-4101-beae-d9837d53e5f0 HTTP/1.1" status: 200 len: 852 time: 0.1098027 Feb 04 06:08:35.798666 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d5ac705a-45b2-454b-a582-9d63e71cc393 req-13ff8fcd-76ea-44a1-b6ff-fac2c06af9c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=146d47bb-9178-4647-a080-a66fbef9634d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454755 Feb 04 06:08:36.022129 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d8d47365-7788-4343-bcc6-63194ab617a6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:36.032545 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d5ac705a-45b2-454b-a582-9d63e71cc393 req-ccc15f2d-a773-4669-96f8-210903b33d3b service neutron] 10.222.0.43 "GET /v2.0/networks/146d47bb-9178-4647-a080-a66fbef9634d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066498 Feb 04 06:08:36.463033 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d5ac705a-45b2-454b-a582-9d63e71cc393 req-db9e70b2-61fb-44f4-ac8a-263e77ccf26b service neutron] 10.222.0.43 "GET /v2.0/networks/146d47bb-9178-4647-a080-a66fbef9634d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230552 Feb 04 06:08:36.736256 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-d8d47365-7788-4343-bcc6-63194ab617a6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.20.0.17 (b5892064-f0ce-4984-a9ff-fa620836e713/b507954b-bd15-4712-a54c-7bb5842bce85/8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:08:36.750168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bc81c-ec17-4b66-8dc7-f2a66fae2572 req-35858942-40a3-491a-878c-96aec820fcd1 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:36.752285 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-188bc81c-ec17-4b66-8dc7-f2a66fae2572 req-35858942-40a3-491a-878c-96aec820fcd1 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 946 time: 0.1706545 Feb 04 06:08:36.884399 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-188bc81c-ec17-4b66-8dc7-f2a66fae2572 req-9c2162b2-d4d1-4876-b8a4-4c7fa9bcd294 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254230 Feb 04 06:08:36.959489 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d8d47365-7788-4343-bcc6-63194ab617a6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:36.975825 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d8d47365-7788-4343-bcc6-63194ab617a6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Transition to ACTIVE for port object 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:37.005768 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d8d47365-7788-4343-bcc6-63194ab617a6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.077482 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d47365-7788-4343-bcc6-63194ab617a6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network b5892064-f0ce-4984-a9ff-fa620836e713 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:37.080570 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-d8d47365-7788-4343-bcc6-63194ab617a6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:37.084985 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d47365-7788-4343-bcc6-63194ab617a6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:08:37.114678 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.174950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d47365-7788-4343-bcc6-63194ab617a6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:37.217814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d8d47365-7788-4343-bcc6-63194ab617a6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.375303 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d8d47365-7788-4343-bcc6-63194ab617a6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.430751 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-16b64d16-b65f-4ce9-87fb-788318bdf0ad None None] Provisioning for port 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:37.435737 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-16b64d16-b65f-4ce9-87fb-788318bdf0ad None None] Provisioning complete for port 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:37.436129 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16b64d16-b65f-4ce9-87fb-788318bdf0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.491122 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-16b64d16-b65f-4ce9-87fb-788318bdf0ad None None] Port 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:08:37.799245 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d8d47365-7788-4343-bcc6-63194ab617a6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.805826 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d8d47365-7788-4343-bcc6-63194ab617a6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.923000 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d47365-7788-4343-bcc6-63194ab617a6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:37.927690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d8d47365-7788-4343-bcc6-63194ab617a6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:38.263182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7a3ff-3e23-49a6-b503-15eba7497c36 req-73cd780f-92bc-4972-8e84-064b5dbe72e8 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:38.264730 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4fc7a3ff-3e23-49a6-b503-15eba7497c36 req-73cd780f-92bc-4972-8e84-064b5dbe72e8 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 946 time: 0.1750607 Feb 04 06:08:38.269359 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d47365-7788-4343-bcc6-63194ab617a6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network b5892064-f0ce-4984-a9ff-fa620836e713 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:38.272198 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-d8d47365-7788-4343-bcc6-63194ab617a6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:38.392018 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4fc7a3ff-3e23-49a6-b503-15eba7497c36 req-242f524b-ecd8-46b2-b8fe-38f60b2da825 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210797 Feb 04 06:08:38.519226 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d47365-7788-4343-bcc6-63194ab617a6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 0cea31fb-4233-4b03-8c7e-222a31103342 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:08:38.519498 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c36c6486-e7e2-486e-b9bb-0581a5d33bb9 None None] Provisioning complete for port 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:38.520097 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c36c6486-e7e2-486e-b9bb-0581a5d33bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:38.589343 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-c36c6486-e7e2-486e-b9bb-0581a5d33bb9 None None] Port 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:08:38.731831 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d47365-7788-4343-bcc6-63194ab617a6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:08:38.747473 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Sync routers for ids ['0cea31fb-4233-4b03-8c7e-222a31103342'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:08:38.755156 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d8d47365-7788-4343-bcc6-63194ab617a6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/routers/0cea31fb-4233-4b03-8c7e-222a31103342/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1406124 Feb 04 06:08:38.760091 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Routers {'0cea31fb-4233-4b03-8c7e-222a31103342'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:08:38.761998 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:08:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0cea31fb-4233-4b03-8c7e-222a31103342'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:38.840270 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0665e-304b-4afd-9c6a-888770511944 req-e2534d57-e19d-4896-91f4-9b27cc3456bc tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:38.842201 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2d0665e-304b-4afd-9c6a-888770511944 req-e2534d57-e19d-4896-91f4-9b27cc3456bc tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 946 time: 0.0832932 Feb 04 06:08:38.888682 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2d0665e-304b-4afd-9c6a-888770511944 req-6a0a66a4-0b75-42d4-934c-8b5095626083 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396123 Feb 04 06:08:38.949667 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Set router 0cea31fb-4233-4b03-8c7e-222a31103342 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:08:39.327557 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:08:37Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'ebcfc1a8-1015-459f-9931-98fbf042de40', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'port_id': '05f8b8e5-88a7-41d5-adad-754eefbfe38a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'mac_address': 'fa:16:3e:71:fa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:07:38Z', 'updated_at': '2022-02-04T06:07:46Z', 'revision_number': 1, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa', 'name': '', 'network_id': 'b5892064-f0ce-4984-a9ff-fa620836e713', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:a6:10:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b507954b-bd15-4712-a54c-7bb5842bce85', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:36Z', 'updated_at': '2022-02-04T06:08:37Z', 'revision_number': 2, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': 'b507954b-bd15-4712-a54c-7bb5842bce85', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa57aa7f-6f48-4967-8249-3f170c94d05f', 'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:62:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:40Z', 'updated_at': '2022-02-04T06:06:58Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:39.332396 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Checking router: 0cea31fb-4233-4b03-8c7e-222a31103342 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:08:39.332750 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Updating router 0cea31fb-4233-4b03-8c7e-222a31103342 port 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:08:39.387928 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:39.759417 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:39.775885 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Transition to ACTIVE for port object 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:39.783258 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:40.059115 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110a95e-f7b1-4cd6-95f6-15ef0f910ac7 None None] Pushing event updated for resources: {'Port': ['ID=8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:40.098718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c925d-9add-4c38-bcdf-dd0e731fc142 req-a6d97583-0fcd-4d60-bc27-f037af35af58 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:40.100881 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b06c925d-9add-4c38-bcdf-dd0e731fc142 req-a6d97583-0fcd-4d60-bc27-f037af35af58 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 946 time: 0.0896788 Feb 04 06:08:40.148114 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b06c925d-9add-4c38-bcdf-dd0e731fc142 req-7df24c1d-1ee3-4c83-977b-420102d2b931 tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409522 Feb 04 06:08:40.149485 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Attempting to bind port 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:08:40.150071 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Attempting to bind port 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '93652109-e291-46cb-b34e-3f8a8d584f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b5892064-f0ce-4984-a9ff-fa620836e713'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:08:40.150652 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Attempting to bind port 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa on network b5892064-f0ce-4984-a9ff-fa620836e713 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:08:40.159235 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:08:40.159742 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Checking segment: {'id': '93652109-e291-46cb-b34e-3f8a8d584f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b5892064-f0ce-4984-a9ff-fa620836e713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:08:40.160422 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:40.161181 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Bound using segment: {'id': '93652109-e291-46cb-b34e-3f8a8d584f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b5892064-f0ce-4984-a9ff-fa620836e713'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:08:40.161955 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Bound port: 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93652109-e291-46cb-b34e-3f8a8d584f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b5892064-f0ce-4984-a9ff-fa620836e713'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:08:40.162568 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:40.277340 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] For port 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:08:40.280760 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] For port 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa,segment=NetworkSegment(93652109-e291-46cb-b34e-3f8a8d584f81),segment_id=93652109-e291-46cb-b34e-3f8a8d584f81)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:08:40.288858 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:40.366502 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Routers {'0cea31fb-4233-4b03-8c7e-222a31103342'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:08:40.367221 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:08:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0cea31fb-4233-4b03-8c7e-222a31103342'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:40.424585 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110a95e-f7b1-4cd6-95f6-15ef0f910ac7 None None] Pushing event updated for resources: {'Port': ['ID=8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:40.565365 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] Set router 0cea31fb-4233-4b03-8c7e-222a31103342 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:08:40.704485 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a7337-06a9-4dee-83a3-fd3b23195ee5 req-963a9656-829e-468c-895f-4c2e77d3069d tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:40.705918 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c97a7337-06a9-4dee-83a3-fd3b23195ee5 req-963a9656-829e-468c-895f-4c2e77d3069d tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.43 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 946 time: 0.1011002 Feb 04 06:08:40.759754 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:08:40.785022 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-c97a7337-06a9-4dee-83a3-fd3b23195ee5 req-42c693fc-c641-404f-8fc7-75207488f08f tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Deleting port cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:08:40.785411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-c97a7337-06a9-4dee-83a3-fd3b23195ee5 req-42c693fc-c641-404f-8fc7-75207488f08f tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:40.936997 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:08:37Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'ebcfc1a8-1015-459f-9931-98fbf042de40', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'port_id': '05f8b8e5-88a7-41d5-adad-754eefbfe38a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'mac_address': 'fa:16:3e:71:fa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:07:38Z', 'updated_at': '2022-02-04T06:07:46Z', 'revision_number': 1, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa', 'name': '', 'network_id': 'b5892064-f0ce-4984-a9ff-fa620836e713', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:a6:10:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b507954b-bd15-4712-a54c-7bb5842bce85', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:36Z', 'updated_at': '2022-02-04T06:08:40Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': 'b507954b-bd15-4712-a54c-7bb5842bce85', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa57aa7f-6f48-4967-8249-3f170c94d05f', 'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:62:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:40Z', 'updated_at': '2022-02-04T06:06:58Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:40.941164 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c64a1a-8b24-427a-93a0-71561117f93a None None] The sync data for ids ['0cea31fb-4233-4b03-8c7e-222a31103342'] in dv-neutron-826830-2-hyperv is: [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:08:37Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'ebcfc1a8-1015-459f-9931-98fbf042de40', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'port_id': '05f8b8e5-88a7-41d5-adad-754eefbfe38a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'mac_address': 'fa:16:3e:71:fa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:07:38Z', 'updated_at': '2022-02-04T06:07:46Z', 'revision_number': 1, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa', 'name': '', 'network_id': 'b5892064-f0ce-4984-a9ff-fa620836e713', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:a6:10:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b507954b-bd15-4712-a54c-7bb5842bce85', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:36Z', 'updated_at': '2022-02-04T06:08:40Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': 'b507954b-bd15-4712-a54c-7bb5842bce85', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa57aa7f-6f48-4967-8249-3f170c94d05f', 'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:62:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:40Z', 'updated_at': '2022-02-04T06:06:58Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:08:41.061264 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-c97a7337-06a9-4dee-83a3-fd3b23195ee5 req-42c693fc-c641-404f-8fc7-75207488f08f tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] For port cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3,segment=NetworkSegment(a82da227-d7c2-4bb2-a747-915d0dfe0a53),segment_id=a82da227-d7c2-4bb2-a747-915d0dfe0a53)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:41.061705 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-c97a7337-06a9-4dee-83a3-fd3b23195ee5 req-42c693fc-c641-404f-8fc7-75207488f08f tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:41.230206 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-c97a7337-06a9-4dee-83a3-fd3b23195ee5 req-42c693fc-c641-404f-8fc7-75207488f08f tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Calling delete_port for cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 owned by compute:nova {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:08:41.564348 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002261c7-6b75-403c-86ff-e161c238cc0d req-460b1537-97e7-49a1-bea4-168c3cf6b2bb tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:41.567816 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-002261c7-6b75-403c-86ff-e161c238cc0d req-460b1537-97e7-49a1-bea4-168c3cf6b2bb tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/ports?device_id=a339aa88-8361-4e24-9567-55d04034b048 HTTP/1.1" status: 200 len: 946 time: 0.2895753 Feb 04 06:08:41.629299 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-002261c7-6b75-403c-86ff-e161c238cc0d req-1e7a5b73-6eb9-493c-8d45-4c816d725daa tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.31 "GET /v2.0/security-groups?id=36d9e58b-1f1c-4b80-b8c7-0c7a89280114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524068 Feb 04 06:08:41.630630 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-c97a7337-06a9-4dee-83a3-fd3b23195ee5 req-42c693fc-c641-404f-8fc7-75207488f08f tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:41.655456 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:08:41.693554 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c693fc-c641-404f-8fc7-75207488f08f tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Pushing event deleted for resources: {'Port': ['ID=cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:41.768493 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97a7337-06a9-4dee-83a3-fd3b23195ee5 req-42c693fc-c641-404f-8fc7-75207488f08f tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] No DVR routers for this DVR port cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 on host hv-neutron-8268 {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:08:41.771234 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-c97a7337-06a9-4dee-83a3-fd3b23195ee5 req-42c693fc-c641-404f-8fc7-75207488f08f tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:41.773904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a339aa88-8361-4e24-9567-55d04034b048', 'name': 'network-vif-deleted', 'tag': 'cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:08:41.792274 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c97a7337-06a9-4dee-83a3-fd3b23195ee5 req-42c693fc-c641-404f-8fc7-75207488f08f tempest-TestServerAdvancedOps-664119981 tempest-TestServerAdvancedOps-664119981-project] 10.222.0.43 "DELETE /v2.0/ports/cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 HTTP/1.1" status: 204 len: 173 time: 1.0808249 Feb 04 06:08:41.827288 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a339aa88-8361-4e24-9567-55d04034b048', 'name': 'network-vif-deleted', 'tag': 'cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3', 'status': 'completed', 'code': 200} Feb 04 06:08:42.729514 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57510) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:42.804589 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-067be977-a177-4187-9fab-850a89fc71d1 admin admin] Deleting subnet f5eff0cc-dd8e-4101-beae-d9837d53e5f0 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:08:42.807686 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-067be977-a177-4187-9fab-850a89fc71d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:42.860036 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-067be977-a177-4187-9fab-850a89fc71d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:42.916068 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-067be977-a177-4187-9fab-850a89fc71d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:42.994176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-067be977-a177-4187-9fab-850a89fc71d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:43.043794 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-067be977-a177-4187-9fab-850a89fc71d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:43.047905 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067be977-a177-4187-9fab-850a89fc71d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5eff0cc-dd8e-4101-beae-d9837d53e5f0,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:43.053439 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-067be977-a177-4187-9fab-850a89fc71d1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f5eff0cc-dd8e-4101-beae-d9837d53e5f0 HTTP/1.1" status: 204 len: 168 time: 0.3219371 Feb 04 06:08:43.055955 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57514) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:43.069442 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:08:43.144475 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:43.150634 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:43.160140 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:43.172501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5b491e77-f2d7-4eac-88c3-ac7d22bcfcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:43.296387 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:43.304505 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5b491e77-f2d7-4eac-88c3-ac7d22bcfcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:43.328563 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa,segment=NetworkSegment(93652109-e291-46cb-b34e-3f8a8d584f81),segment_id=93652109-e291-46cb-b34e-3f8a8d584f81)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:08:43.330275 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-5b491e77-f2d7-4eac-88c3-ac7d22bcfcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146d47bb-9178-4647-a080-a66fbef9634d']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:43.333590 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:43.343387 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-5b491e77-f2d7-4eac-88c3-ac7d22bcfcb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82da227-d7c2-4bb2-a747-915d0dfe0a53') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:43.343681 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-5b491e77-f2d7-4eac-88c3-ac7d22bcfcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82da227-d7c2-4bb2-a747-915d0dfe0a53') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:43.355552 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5b491e77-f2d7-4eac-88c3-ac7d22bcfcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:43.373383 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5b491e77-f2d7-4eac-88c3-ac7d22bcfcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:43.380393 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b491e77-f2d7-4eac-88c3-ac7d22bcfcb1 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:08:43.380823 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5b491e77-f2d7-4eac-88c3-ac7d22bcfcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:08:43.393963 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:08:43.401798 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:43.472522 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5b491e77-f2d7-4eac-88c3-ac7d22bcfcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:43.488693 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5b491e77-f2d7-4eac-88c3-ac7d22bcfcb1 admin admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:43.497830 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b491e77-f2d7-4eac-88c3-ac7d22bcfcb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=146d47bb-9178-4647-a080-a66fbef9634d,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:43.500373 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5b491e77-f2d7-4eac-88c3-ac7d22bcfcb1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/146d47bb-9178-4647-a080-a66fbef9634d HTTP/1.1" status: 204 len: 168 time: 0.4430337 Feb 04 06:08:43.503113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57518) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:43.568861 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ac9053-a2fe-4695-a4a1-1dc44013fc43 admin admin] Deleting subnet ad165d09-6ed8-456b-a90e-44d5e446e1a0 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:08:43.572544 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9053-a2fe-4695-a4a1-1dc44013fc43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:43.624629 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9053-a2fe-4695-a4a1-1dc44013fc43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:43.679969 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9053-a2fe-4695-a4a1-1dc44013fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:43.755458 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9053-a2fe-4695-a4a1-1dc44013fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:43.797442 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9053-a2fe-4695-a4a1-1dc44013fc43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:43.800017 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac9053-a2fe-4695-a4a1-1dc44013fc43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad165d09-6ed8-456b-a90e-44d5e446e1a0,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:43.805987 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c0ac9053-a2fe-4695-a4a1-1dc44013fc43 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ad165d09-6ed8-456b-a90e-44d5e446e1a0 HTTP/1.1" status: 204 len: 168 time: 0.3016722 Feb 04 06:08:43.808491 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57526) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:43.937544 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7bd937fe-fbc6-42f2-8a54-c8a769c87472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:44.082411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7bd937fe-fbc6-42f2-8a54-c8a769c87472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:44.113517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-7bd937fe-fbc6-42f2-8a54-c8a769c87472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686070f5-99ca-4d1a-a9f0-dac3dd10810c']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:44.129301 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-7bd937fe-fbc6-42f2-8a54-c8a769c87472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a078a79-9105-49e3-90f4-846122ef3a31') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:44.129930 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-7bd937fe-fbc6-42f2-8a54-c8a769c87472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a078a79-9105-49e3-90f4-846122ef3a31') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:44.143737 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7bd937fe-fbc6-42f2-8a54-c8a769c87472 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:44.163365 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7bd937fe-fbc6-42f2-8a54-c8a769c87472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:44.172535 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd937fe-fbc6-42f2-8a54-c8a769c87472 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:08:44.173036 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7bd937fe-fbc6-42f2-8a54-c8a769c87472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:08:44.198640 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:08:44.299332 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7bd937fe-fbc6-42f2-8a54-c8a769c87472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:44.304658 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7bd937fe-fbc6-42f2-8a54-c8a769c87472 admin admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:44.332405 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7bd937fe-fbc6-42f2-8a54-c8a769c87472 admin admin] 10.222.0.31 "DELETE /v2.0/networks/686070f5-99ca-4d1a-a9f0-dac3dd10810c HTTP/1.1" status: 204 len: 168 time: 0.5227273 Feb 04 06:08:44.333872 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd937fe-fbc6-42f2-8a54-c8a769c87472 admin admin] Pushing event deleted for resources: {'Network': ['ID=686070f5-99ca-4d1a-a9f0-dac3dd10810c,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:44.546179 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57532) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:44.574520 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:08:44.599822 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8636c676-35dd-49a7-aab1-d31082f7fb78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bebc59512b5141f6a27728709157a7e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516951 Feb 04 06:08:44.601886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57536) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:44.619756 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:08:44.620252 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device cb00f9ae-a080-4a3b-91cf-95d37ae0dfa3 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:08:44.661436 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e8b9305e-bd0b-4254-9002-e50f0a28f669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:44.688537 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e8b9305e-bd0b-4254-9002-e50f0a28f669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:44.744957 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e8b9305e-bd0b-4254-9002-e50f0a28f669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:44.759773 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9305e-bd0b-4254-9002-e50f0a28f669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d9e58b-1f1c-4b80-b8c7-0c7a89280114,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:44.769933 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e8b9305e-bd0b-4254-9002-e50f0a28f669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:44.772297 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e8b9305e-bd0b-4254-9002-e50f0a28f669 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36d9e58b-1f1c-4b80-b8c7-0c7a89280114 HTTP/1.1" status: 204 len: 168 time: 0.1693461 Feb 04 06:08:44.976827 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:08:45.048069 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:45.048446 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:45.121755 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57546) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:45.187181 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-87f31776-3df4-4ef0-b1da-3071745c19b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68a433e0875d4001904230577f35f82c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0642369 Feb 04 06:08:45.189989 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57550) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:45.248700 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-36d121c6-2fa7-4beb-9f65-21e5a35c1338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:45.273995 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-36d121c6-2fa7-4beb-9f65-21e5a35c1338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:45.331328 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-36d121c6-2fa7-4beb-9f65-21e5a35c1338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:45.347071 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d121c6-2fa7-4beb-9f65-21e5a35c1338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2228cb-169f-4e74-a6da-fa41dbc4f925,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:45.351557 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-36d121c6-2fa7-4beb-9f65-21e5a35c1338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:45.352724 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-36d121c6-2fa7-4beb-9f65-21e5a35c1338 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e2228cb-169f-4e74-a6da-fa41dbc4f925 HTTP/1.1" status: 204 len: 168 time: 0.1618135 Feb 04 06:08:46.266870 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-9053f41a-1071-46cc-be46-385ea0a2499d tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-914946503&fields=id&tenant_id=8545e1a3b8fa468c888c11d4d16e5353 HTTP/1.1" status: 200 len: 267 time: 0.0556593 Feb 04 06:08:46.423055 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-4591c535-5eeb-49cb-af16-ff6dd9b8e7b0 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:46.424502 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-4591c535-5eeb-49cb-af16-ff6dd9b8e7b0 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/networks?id=11fda8b6-b607-479d-885a-9ae11a4ba872 HTTP/1.1" status: 200 len: 811 time: 0.1476276 Feb 04 06:08:46.438918 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-ea9158b5-89d7-464a-b83c-a023138dbb7a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/quotas/8545e1a3b8fa468c888c11d4d16e5353 HTTP/1.1" status: 200 len: 375 time: 0.0089169 Feb 04 06:08:46.521958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-8f81e834-b5e9-4b57-abed-097dd64d2ead tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Synchronizing usage tracker for tenant:8545e1a3b8fa468c888c11d4d16e5353 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:08:46.542198 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-8f81e834-b5e9-4b57-abed-097dd64d2ead tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Unset dirty status for tenant:8545e1a3b8fa468c888c11d4d16e5353 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:08:46.543552 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-8f81e834-b5e9-4b57-abed-097dd64d2ead tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8545e1a3b8fa468c888c11d4d16e5353&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998526 Feb 04 06:08:46.795519 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-75a09458-63bc-4150-b7ee-edd53f96e702 service neutron] 10.222.0.31 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396305 Feb 04 06:08:46.937691 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-95297423-4957-4b0d-8c7d-fc0c64529ab6 service neutron] 10.222.0.31 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361837 Feb 04 06:08:47.337739 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-aa55dca1-5f7a-4490-8d6b-353d2436829b req-80d82083-86cf-48c3-8a82-dfc42c750df6 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 210 time: 0.0421553 Feb 04 06:08:48.503391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-788343a8-c608-4eb3-b664-d6802c27a45d tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:48.504694 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-788343a8-c608-4eb3-b664-d6802c27a45d tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.43 "GET /v2.0/networks?id=11fda8b6-b607-479d-885a-9ae11a4ba872 HTTP/1.1" status: 200 len: 811 time: 0.1958363 Feb 04 06:08:48.506732 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-755dc09b-528f-4011-b129-54c39027c232 req-48c35bf7-a103-4bc3-b769-a2aad1a30e0c tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 210 time: 0.0592117 Feb 04 06:08:48.562371 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-29eb3b79-ccd6-4fc5-bed2-04eb66febf9f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8545e1a3b8fa468c888c11d4d16e5353 HTTP/1.1" status: 200 len: 379 time: 0.0411274 Feb 04 06:08:48.571196 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-ef4ff920-e5dd-4f53-9558-52aec2c5dcf1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Request body: {'port': {'device_id': 'c5a29d52-59ae-45d9-9e6a-11b4e91540fc', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'admin_state_up': True, 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'security_groups': ['321ccc59-3e71-4f71-b4c0-79b11824f467']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:48.703480 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-ef4ff920-e5dd-4f53-9558-52aec2c5dcf1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:08:48.713846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-ef4ff920-e5dd-4f53-9558-52aec2c5dcf1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:08:48.725612 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-ef4ff920-e5dd-4f53-9558-52aec2c5dcf1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Made reservation on behalf of 8545e1a3b8fa468c888c11d4d16e5353 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:08:48.729362 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-ef4ff920-e5dd-4f53-9558-52aec2c5dcf1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:48.894195 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-ef4ff920-e5dd-4f53-9558-52aec2c5dcf1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Allocated IP 172.20.0.4 (11fda8b6-b607-479d-885a-9ae11a4ba872/1464dd3d-87c0-462d-8ed5-ccb402ea7201/40256fe9-3c39-46c7-8959-433e7c1e18fe) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:08:49.081671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-ef4ff920-e5dd-4f53-9558-52aec2c5dcf1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:49.096772 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-ef4ff920-e5dd-4f53-9558-52aec2c5dcf1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Transition to ACTIVE for port object 40256fe9-3c39-46c7-8959-433e7c1e18fe will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:49.121084 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-ef4ff920-e5dd-4f53-9558-52aec2c5dcf1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:49.196308 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-ef4ff920-e5dd-4f53-9558-52aec2c5dcf1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Network 11fda8b6-b607-479d-885a-9ae11a4ba872 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:49.200372 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-ef4ff920-e5dd-4f53-9558-52aec2c5dcf1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:49.205786 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-ef4ff920-e5dd-4f53-9558-52aec2c5dcf1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:08:49.244187 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ff920-e5dd-4f53-9558-52aec2c5dcf1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event updated for resources: {'Port': ['ID=40256fe9-3c39-46c7-8959-433e7c1e18fe,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:49.278707 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-ef4ff920-e5dd-4f53-9558-52aec2c5dcf1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:49.279349 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-ef4ff920-e5dd-4f53-9558-52aec2c5dcf1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:49.306937 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-ef4ff920-e5dd-4f53-9558-52aec2c5dcf1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7393661 Feb 04 06:08:49.318732 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Request body: {'port': {'device_id': 'c5a29d52-59ae-45d9-9e6a-11b4e91540fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:49.432602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-de71a4d0-7f46-494d-85fa-bcb7a38c67a8 None None] Provisioning for port 40256fe9-3c39-46c7-8959-433e7c1e18fe completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:49.437754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:49.438325 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-de71a4d0-7f46-494d-85fa-bcb7a38c67a8 None None] Provisioning complete for port 40256fe9-3c39-46c7-8959-433e7c1e18fe triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:49.438782 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-de71a4d0-7f46-494d-85fa-bcb7a38c67a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:49.492669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-de71a4d0-7f46-494d-85fa-bcb7a38c67a8 None None] Port 40256fe9-3c39-46c7-8959-433e7c1e18fe cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:08:49.785374 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81745f5a-e710-454c-b8a2-327e419d9f43 req-e862ed2a-19fb-4757-9b06-1838b597bce6 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:49.786022 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-81745f5a-e710-454c-b8a2-327e419d9f43 req-e862ed2a-19fb-4757-9b06-1838b597bce6 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Synchronizing usage tracker for tenant:8545e1a3b8fa468c888c11d4d16e5353 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:08:49.858067 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-81745f5a-e710-454c-b8a2-327e419d9f43 req-e862ed2a-19fb-4757-9b06-1838b597bce6 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Unset dirty status for tenant:8545e1a3b8fa468c888c11d4d16e5353 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:08:49.859599 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-81745f5a-e710-454c-b8a2-327e419d9f43 req-e862ed2a-19fb-4757-9b06-1838b597bce6 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 931 time: 0.2089763 Feb 04 06:08:49.864022 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40256fe9-3c39-46c7-8959-433e7c1e18fe {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:08:50.006563 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:50.035096 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Transition to ACTIVE for port object 40256fe9-3c39-46c7-8959-433e7c1e18fe will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:50.038855 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:50.091064 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-81745f5a-e710-454c-b8a2-327e419d9f43 req-abc55131-b27a-45bd-a050-c063c29c30f8 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231112 Feb 04 06:08:50.198501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Pushing event updated for resources: {'Port': ['ID=40256fe9-3c39-46c7-8959-433e7c1e18fe,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:50.283656 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Attempting to bind port 40256fe9-3c39-46c7-8959-433e7c1e18fe on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:08:50.284006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Attempting to bind port 40256fe9-3c39-46c7-8959-433e7c1e18fe by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:08:50.284334 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Attempting to bind port 40256fe9-3c39-46c7-8959-433e7c1e18fe on network 11fda8b6-b607-479d-885a-9ae11a4ba872 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:08:50.289325 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Port 40256fe9-3c39-46c7-8959-433e7c1e18fe on network 11fda8b6-b607-479d-885a-9ae11a4ba872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:08:50.289791 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Attempting to bind port 40256fe9-3c39-46c7-8959-433e7c1e18fe on network 11fda8b6-b607-479d-885a-9ae11a4ba872 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:08:50.294967 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:08:50.295306 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Checking segment: {'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:08:50.295843 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Bound using segment: {'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:08:50.296271 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Bound port: 40256fe9-3c39-46c7-8959-433e7c1e18fe, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:08:50.296618 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:50.386340 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] For port 40256fe9-3c39-46c7-8959-433e7c1e18fe, host hv-neutron-8268, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:08:50.389132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] For port 40256fe9-3c39-46c7-8959-433e7c1e18fe, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=40256fe9-3c39-46c7-8959-433e7c1e18fe,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:08:50.393953 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:50.453998 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:50.454586 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:50.455964 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] 10.222.0.43 "PUT /v2.0/ports/40256fe9-3c39-46c7-8959-433e7c1e18fe HTTP/1.1" status: 200 len: 1093 time: 1.1416600 Feb 04 06:08:50.456416 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a29d52-59ae-45d9-9e6a-11b4e91540fc', 'tag': '40256fe9-3c39-46c7-8959-433e7c1e18fe'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:08:50.482891 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fea54-37f6-483e-9711-0cbce9af0733 service neutron] Pushing event updated for resources: {'Port': ['ID=40256fe9-3c39-46c7-8959-433e7c1e18fe,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:50.543658 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a29d52-59ae-45d9-9e6a-11b4e91540fc', 'tag': '40256fe9-3c39-46c7-8959-433e7c1e18fe', 'status': 'completed', 'code': 200} Feb 04 06:08:50.585707 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-8ba932c4-4f9f-4d44-a6a7-5759c7f39c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:50.587760 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-8ba932c4-4f9f-4d44-a6a7-5759c7f39c47 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8545e1a3b8fa468c888c11d4d16e5353&device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 1096 time: 0.0748296 Feb 04 06:08:50.661056 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-a73bf833-4c09-4cc7-9803-0785caabe0c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40256fe9-3c39-46c7-8959-433e7c1e18fe HTTP/1.1" status: 200 len: 217 time: 0.0653267 Feb 04 06:08:50.724870 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-80674e30-f453-4578-90c8-a3d3ead6b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:50.726359 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-80674e30-f453-4578-90c8-a3d3ead6b994 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1464dd3d-87c0-462d-8ed5-ccb402ea7201 HTTP/1.1" status: 200 len: 850 time: 0.0580573 Feb 04 06:08:50.810442 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-cda04906-6062-4e89-ab27-f77e41f2e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:50.811949 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-cda04906-6062-4e89-ab27-f77e41f2e671 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11fda8b6-b607-479d-885a-9ae11a4ba872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782330 Feb 04 06:08:50.954647 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-6099035f-2131-40c9-beeb-876fa365275c service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350055 Feb 04 06:08:51.094683 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1c9a03a0-d748-4532-8c4a-f234c4287ebc req-98f60d2c-38d8-4cff-830b-0ab476a548d7 service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326022 Feb 04 06:08:51.289098 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44779167-69e4-4e4d-a903-7c66f4b58c9a req-ca4009a1-1de1-46e0-981d-e3f4872f5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:51.290565 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-44779167-69e4-4e4d-a903-7c66f4b58c9a req-ca4009a1-1de1-46e0-981d-e3f4872f5905 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8545e1a3b8fa468c888c11d4d16e5353&device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 1096 time: 0.1378205 Feb 04 06:08:51.373265 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6d8ac-90d5-4545-988a-b1a445c59bd8 req-675fdf3e-d33b-4b6e-80a7-81168403525a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:51.374749 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-95f6d8ac-90d5-4545-988a-b1a445c59bd8 req-675fdf3e-d33b-4b6e-80a7-81168403525a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 943 time: 0.1647325 Feb 04 06:08:51.464535 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-95f6d8ac-90d5-4545-988a-b1a445c59bd8 req-0e23db89-ec12-4f03-a6d2-86c98ad56387 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813141 Feb 04 06:08:51.486306 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44779167-69e4-4e4d-a903-7c66f4b58c9a req-0277369c-f0b3-4453-8dda-674c4d1f4352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:51.486306 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-44779167-69e4-4e4d-a903-7c66f4b58c9a req-0277369c-f0b3-4453-8dda-674c4d1f4352 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11fda8b6-b607-479d-885a-9ae11a4ba872 HTTP/1.1" status: 200 len: 912 time: 0.1852808 Feb 04 06:08:51.552740 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-44779167-69e4-4e4d-a903-7c66f4b58c9a req-0adbda63-dd6c-453a-b639-542d48d985dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40256fe9-3c39-46c7-8959-433e7c1e18fe HTTP/1.1" status: 200 len: 217 time: 0.0632122 Feb 04 06:08:51.614941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44779167-69e4-4e4d-a903-7c66f4b58c9a req-9deb505c-cf53-45b3-b394-168d1b2c5832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:51.616494 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-44779167-69e4-4e4d-a903-7c66f4b58c9a req-9deb505c-cf53-45b3-b394-168d1b2c5832 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1464dd3d-87c0-462d-8ed5-ccb402ea7201 HTTP/1.1" status: 200 len: 850 time: 0.0570641 Feb 04 06:08:51.696161 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44779167-69e4-4e4d-a903-7c66f4b58c9a req-9a47b2bb-1d73-4674-8932-1866df26309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:51.697683 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-44779167-69e4-4e4d-a903-7c66f4b58c9a req-9a47b2bb-1d73-4674-8932-1866df26309a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11fda8b6-b607-479d-885a-9ae11a4ba872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743418 Feb 04 06:08:51.963548 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-44779167-69e4-4e4d-a903-7c66f4b58c9a req-541d5e51-c514-4ab5-ac52-ad3562959f3c service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571173 Feb 04 06:08:52.110435 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-44779167-69e4-4e4d-a903-7c66f4b58c9a req-a9512cb5-86e2-4871-b76e-8cb7e62b30eb service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401267 Feb 04 06:08:52.677829 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2f418-3bdb-485c-9709-dc20fea45b18 req-79c54bfc-a24a-4d20-acf3-0e1f37dad094 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:52.679340 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9ba2f418-3bdb-485c-9709-dc20fea45b18 req-79c54bfc-a24a-4d20-acf3-0e1f37dad094 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 943 time: 0.0928946 Feb 04 06:08:52.722549 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9ba2f418-3bdb-485c-9709-dc20fea45b18 req-c239ed58-3636-4028-8656-3e8e294591e2 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374322 Feb 04 06:08:53.929405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a4ebe-c843-4db8-8414-718e840194d7 req-c39da5b9-a466-4562-bb7d-4f05fffd876d tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:53.930846 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-224a4ebe-c843-4db8-8414-718e840194d7 req-c39da5b9-a466-4562-bb7d-4f05fffd876d tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 943 time: 0.0981293 Feb 04 06:08:53.974510 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-224a4ebe-c843-4db8-8414-718e840194d7 req-c89d829b-1216-4f6d-8063-307cc2baf219 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379250 Feb 04 06:08:55.162754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01af19-307e-41f1-93f2-06da074eb78d req-80897eb1-13d4-469b-ae88-d2775cc50d76 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:55.164346 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5f01af19-307e-41f1-93f2-06da074eb78d req-80897eb1-13d4-469b-ae88-d2775cc50d76 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 943 time: 0.0798304 Feb 04 06:08:55.208348 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5f01af19-307e-41f1-93f2-06da074eb78d req-4fb7fe9b-a119-4876-87b2-ee39509eec1e tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382833 Feb 04 06:08:56.410081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ea35d-92ef-4899-85da-7dee56d4d955 req-f11c119c-f32a-4a96-85be-934a1ee66a84 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:56.411533 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d8ea35d-92ef-4899-85da-7dee56d4d955 req-f11c119c-f32a-4a96-85be-934a1ee66a84 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 943 time: 0.0989566 Feb 04 06:08:56.455104 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d8ea35d-92ef-4899-85da-7dee56d4d955 req-f721719e-d8d3-42ba-8c4e-0a1cc1a56f1e tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377996 Feb 04 06:08:57.658718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a095ca-1f51-4c71-804d-8e3c9e8625c8 req-66e4c1db-2db1-49cd-8cae-90af8b947126 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:57.660204 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b3a095ca-1f51-4c71-804d-8e3c9e8625c8 req-66e4c1db-2db1-49cd-8cae-90af8b947126 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 943 time: 0.0851099 Feb 04 06:08:57.704973 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b3a095ca-1f51-4c71-804d-8e3c9e8625c8 req-01289f66-45fd-4695-a8fc-2ab8a2c12d28 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389907 Feb 04 06:08:58.915761 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab40933-a6fb-4202-8166-675fbd75ea63 req-4029e522-7d6b-4e21-b7bc-170af451df92 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:58.917437 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-aab40933-a6fb-4202-8166-675fbd75ea63 req-4029e522-7d6b-4e21-b7bc-170af451df92 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 943 time: 0.0919590 Feb 04 06:08:58.961699 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-aab40933-a6fb-4202-8166-675fbd75ea63 req-95c94477-1d7f-4cda-84a6-992b77095430 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385053 Feb 04 06:08:59.479178 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57618) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:59.496815 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7ddce1fb-7ffe-474c-abc9-7d13ed82f132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:00.149716 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4f042-6abe-41ed-9716-d4fe6ded1802 req-1c29f440-2975-46ec-973b-9232fb307f36 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:00.151161 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c6e4f042-6abe-41ed-9716-d4fe6ded1802 req-1c29f440-2975-46ec-973b-9232fb307f36 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 943 time: 0.0825610 Feb 04 06:09:00.179313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:00.202022 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c6e4f042-6abe-41ed-9716-d4fe6ded1802 req-9ac054e7-3bf2-47ae-876f-6149a204a2a8 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444744 Feb 04 06:09:00.577247 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:09:00.577944 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:00.673202 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 40256fe9-3c39-46c7-8959-433e7c1e18fe details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:09:00.768674 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa,segment=NetworkSegment(93652109-e291-46cb-b34e-3f8a8d584f81),segment_id=93652109-e291-46cb-b34e-3f8a8d584f81)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:00.768992 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:00.839908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 40256fe9-3c39-46c7-8959-433e7c1e18fe, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=40256fe9-3c39-46c7-8959-433e7c1e18fe,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:00.853206 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '40256fe9-3c39-46c7-8959-433e7c1e18fe', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'port_id': '40256fe9-3c39-46c7-8959-433e7c1e18fe', 'mac_address': 'fa:16:3e:5c:03:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:09:00.890316 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:09:00.910990 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:00.927946 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40256fe9-3c39-46c7-8959-433e7c1e18fe {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:09:00.943525 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 40256fe9-3c39-46c7-8959-433e7c1e18fe, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=40256fe9-3c39-46c7-8959-433e7c1e18fe,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:00.948144 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:01.013734 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=40256fe9-3c39-46c7-8959-433e7c1e18fe,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:01.094990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:01.145439 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:01.183471 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:01.183471 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:01.183858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:01.184058 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:01.184380 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:01.184714 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:01.185045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:01.185355 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:01.185677 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:01.186006 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:01.186317 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:01.186614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:01.208651 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['40256fe9-3c39-46c7-8959-433e7c1e18fe'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:09:01.417030 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61965c4f-6b63-4860-bb71-92a301e9477b req-a09cd0e4-49ea-4cca-890e-44903d14764c tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:01.419294 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-61965c4f-6b63-4860-bb71-92a301e9477b req-a09cd0e4-49ea-4cca-890e-44903d14764c tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 944 time: 0.0926418 Feb 04 06:09:01.444377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:01.467853 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-61965c4f-6b63-4860-bb71-92a301e9477b req-27e41b29-7ab0-457a-8a36-beccd0d64450 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419204 Feb 04 06:09:01.828711 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e145708-b811-472b-8f58-4494f71f931d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:01.933210 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 0cea31fb-4233-4b03-8c7e-222a31103342 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:09:02.113489 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:09:02.123269 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b40094-b255-40d2-9998-7acb4f3bb7fe None None] Sync routers for ids ['0cea31fb-4233-4b03-8c7e-222a31103342'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:02.130411 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-94a56245-a1b4-43e7-b78d-77734cc5d269 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/routers/0cea31fb-4233-4b03-8c7e-222a31103342/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6477466 Feb 04 06:09:02.143553 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b40094-b255-40d2-9998-7acb4f3bb7fe None None] Routers {'0cea31fb-4233-4b03-8c7e-222a31103342'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:02.144376 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b6b40094-b255-40d2-9998-7acb4f3bb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:09:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0cea31fb-4233-4b03-8c7e-222a31103342'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:02.327129 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-b6b40094-b255-40d2-9998-7acb4f3bb7fe None None] Set router 0cea31fb-4233-4b03-8c7e-222a31103342 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:02.504837 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337dfe2-1357-4d00-a579-3a94614544f8 req-345eecaa-3d21-4bc3-bf66-78da3ef7ba43 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:02.506423 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-4337dfe2-1357-4d00-a579-3a94614544f8 req-345eecaa-3d21-4bc3-bf66-78da3ef7ba43 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:09:02.522056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-4337dfe2-1357-4d00-a579-3a94614544f8 req-345eecaa-3d21-4bc3-bf66-78da3ef7ba43 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:09:02.528938 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4337dfe2-1357-4d00-a579-3a94614544f8 req-345eecaa-3d21-4bc3-bf66-78da3ef7ba43 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e48d89c-75d3-4fd4-8007-6b70a843d775 HTTP/1.1" status: 200 len: 946 time: 0.1077085 Feb 04 06:09:02.576409 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4337dfe2-1357-4d00-a579-3a94614544f8 req-1b8b0a51-3988-4f5e-b056-fd94cefa1643 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=fecb3387-0df4-4d8a-9217-5087c7d5913d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465150 Feb 04 06:09:02.655235 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e6b76-767f-49ec-b68d-a51705d68fe6 req-735cb8f2-3ddd-4b65-9c09-d849dc60e937 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:02.656712 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c89e6b76-767f-49ec-b68d-a51705d68fe6 req-735cb8f2-3ddd-4b65-9c09-d849dc60e937 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 944 time: 0.0794475 Feb 04 06:09:02.680254 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b6b40094-b255-40d2-9998-7acb4f3bb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:09:01Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'ebcfc1a8-1015-459f-9931-98fbf042de40', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'port_id': '05f8b8e5-88a7-41d5-adad-754eefbfe38a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'mac_address': 'fa:16:3e:71:fa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:07:38Z', 'updated_at': '2022-02-04T06:07:46Z', 'revision_number': 1, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa57aa7f-6f48-4967-8249-3f170c94d05f', 'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:62:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:40Z', 'updated_at': '2022-02-04T06:06:58Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:02.684169 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b40094-b255-40d2-9998-7acb4f3bb7fe None None] Checking router: 0cea31fb-4233-4b03-8c7e-222a31103342 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:02.692120 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 40256fe9-3c39-46c7-8959-433e7c1e18fe up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:02.701589 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c89e6b76-767f-49ec-b68d-a51705d68fe6 req-c424b913-f164-4022-8435-17fbcec3e17f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389917 Feb 04 06:09:02.730737 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b40094-b255-40d2-9998-7acb4f3bb7fe None None] Routers {'0cea31fb-4233-4b03-8c7e-222a31103342'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:02.731353 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b6b40094-b255-40d2-9998-7acb4f3bb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:09:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0cea31fb-4233-4b03-8c7e-222a31103342'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:02.891879 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.927960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.931252 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 40256fe9-3c39-46c7-8959-433e7c1e18fe completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:02.943164 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 40256fe9-3c39-46c7-8959-433e7c1e18fe triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:02.943507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.985702 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-b6b40094-b255-40d2-9998-7acb4f3bb7fe None None] Set router 0cea31fb-4233-4b03-8c7e-222a31103342 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:03.300743 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:03.349999 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a29d52-59ae-45d9-9e6a-11b4e91540fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40256fe9-3c39-46c7-8959-433e7c1e18fe'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:09:03.365478 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 40256fe9-3c39-46c7-8959-433e7c1e18fe, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=40256fe9-3c39-46c7-8959-433e7c1e18fe,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:03.378009 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:03.409990 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a29d52-59ae-45d9-9e6a-11b4e91540fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40256fe9-3c39-46c7-8959-433e7c1e18fe', 'code': 200} Feb 04 06:09:03.488252 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=40256fe9-3c39-46c7-8959-433e7c1e18fe,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:03.509994 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b6b40094-b255-40d2-9998-7acb4f3bb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:09:01Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'ebcfc1a8-1015-459f-9931-98fbf042de40', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'port_id': '05f8b8e5-88a7-41d5-adad-754eefbfe38a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'mac_address': 'fa:16:3e:71:fa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:07:38Z', 'updated_at': '2022-02-04T06:07:46Z', 'revision_number': 1, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa57aa7f-6f48-4967-8249-3f170c94d05f', 'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:62:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:40Z', 'updated_at': '2022-02-04T06:06:58Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:03.514194 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b40094-b255-40d2-9998-7acb4f3bb7fe None None] The sync data for ids ['0cea31fb-4233-4b03-8c7e-222a31103342'] in dv-neutron-826830-2-hyperv is: [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:09:01Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'ebcfc1a8-1015-459f-9931-98fbf042de40', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'port_id': '05f8b8e5-88a7-41d5-adad-754eefbfe38a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'mac_address': 'fa:16:3e:71:fa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:07:38Z', 'updated_at': '2022-02-04T06:07:46Z', 'revision_number': 1, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa57aa7f-6f48-4967-8249-3f170c94d05f', 'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:62:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:40Z', 'updated_at': '2022-02-04T06:06:58Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:09:03.639637 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e55f5-301e-475a-8921-c89ce934e435 req-a7d26f52-d5be-4a9a-ba87-f2c83847cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:03.641176 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f87e55f5-301e-475a-8921-c89ce934e435 req-a7d26f52-d5be-4a9a-ba87-f2c83847cb1d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 1098 time: 0.0759532 Feb 04 06:09:03.682367 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f87e55f5-301e-475a-8921-c89ce934e435 req-ca25a3bf-5b46-42fe-8f6b-ab4b1aea9ed5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345850 Feb 04 06:09:03.763826 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cadf9-3c8e-4bdb-bb43-ea7ab81658a7 req-4daa5d8e-2e30-4207-a5b1-e0fd19dd854e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:03.765428 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cd9cadf9-3c8e-4bdb-bb43-ea7ab81658a7 req-4daa5d8e-2e30-4207-a5b1-e0fd19dd854e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e48d89c-75d3-4fd4-8007-6b70a843d775 HTTP/1.1" status: 200 len: 946 time: 0.0822330 Feb 04 06:09:03.819712 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cd9cadf9-3c8e-4bdb-bb43-ea7ab81658a7 req-abebcd14-0f0b-4f2b-9c15-6f26e94b47b2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=fecb3387-0df4-4d8a-9217-5087c7d5913d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479827 Feb 04 06:09:03.964561 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6ceaf-a5b7-4ca7-8b8e-606213099978 req-27cdbb98-a217-4ecc-b309-fca392e12c94 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:03.966001 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-99d6ceaf-a5b7-4ca7-8b8e-606213099978 req-27cdbb98-a217-4ecc-b309-fca392e12c94 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e48d89c-75d3-4fd4-8007-6b70a843d775 HTTP/1.1" status: 200 len: 946 time: 0.0832725 Feb 04 06:09:04.080458 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-99d6ceaf-a5b7-4ca7-8b8e-606213099978 req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 0266f79b-794c-4884-9015-96a34fce4728 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:09:04.080794 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-99d6ceaf-a5b7-4ca7-8b8e-606213099978 req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.187246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b3d3e-39dc-42b6-b6a5-90d264c99261 req-86a2a7f4-bb81-4b19-b223-d3afc0f1a7b5 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:04.188697 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bd8b3d3e-39dc-42b6-b6a5-90d264c99261 req-86a2a7f4-bb81-4b19-b223-d3afc0f1a7b5 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 945 time: 0.2218394 Feb 04 06:09:04.212600 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.420143 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bd8b3d3e-39dc-42b6-b6a5-90d264c99261 req-e3eef799-a949-40f6-983f-b0f0a54c985c tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195933 Feb 04 06:09:04.469874 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-99d6ceaf-a5b7-4ca7-8b8e-606213099978 req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port 0266f79b-794c-4884-9015-96a34fce4728, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0266f79b-794c-4884-9015-96a34fce4728,segment=NetworkSegment(93652109-e291-46cb-b34e-3f8a8d584f81),segment_id=93652109-e291-46cb-b34e-3f8a8d584f81)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:04.470223 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-99d6ceaf-a5b7-4ca7-8b8e-606213099978 req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.590317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-99d6ceaf-a5b7-4ca7-8b8e-606213099978 req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 0266f79b-794c-4884-9015-96a34fce4728 owned by compute:nova {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:09:04.741556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-99d6ceaf-a5b7-4ca7-8b8e-606213099978 req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.793645 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=0266f79b-794c-4884-9015-96a34fce4728,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:04.831362 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.831702 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.832076 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.832396 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.832718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.833045 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.833359 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.833677 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.833997 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.834364 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.834665 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.834973 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.877425 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d6ceaf-a5b7-4ca7-8b8e-606213099978 req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] No DVR routers for this DVR port 0266f79b-794c-4884-9015-96a34fce4728 on host hv-neutron-8268 {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:09:04.879860 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-99d6ceaf-a5b7-4ca7-8b8e-606213099978 req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.882356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e48d89c-75d3-4fd4-8007-6b70a843d775', 'name': 'network-vif-deleted', 'tag': '0266f79b-794c-4884-9015-96a34fce4728'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:09:04.898969 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-99d6ceaf-a5b7-4ca7-8b8e-606213099978 req-7e716433-f950-4d4b-ae39-fc4853dd5896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "DELETE /v2.0/ports/0266f79b-794c-4884-9015-96a34fce4728 HTTP/1.1" status: 204 len: 173 time: 0.9015188 Feb 04 06:09:04.929530 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e48d89c-75d3-4fd4-8007-6b70a843d775', 'name': 'network-vif-deleted', 'tag': '0266f79b-794c-4884-9015-96a34fce4728', 'status': 'completed', 'code': 200} Feb 04 06:09:04.953183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:09:04.981364 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-002acd72-6981-44ef-bf27-ef5e4526ee84 req-8357f16a-db83-488f-abe3-7f74a6725da4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:09:04.988397 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:09:04.988744 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8d8c7b03-f5d6-402f-9c95-d0fbd7b4e4aa not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:09:04.999652 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-002acd72-6981-44ef-bf27-ef5e4526ee84 req-8357f16a-db83-488f-abe3-7f74a6725da4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:09:05.000972 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-002acd72-6981-44ef-bf27-ef5e4526ee84 req-8357f16a-db83-488f-abe3-7f74a6725da4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e48d89c-75d3-4fd4-8007-6b70a843d775 HTTP/1.1" status: 200 len: 210 time: 0.0682843 Feb 04 06:09:05.606399 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8c350-fa4a-4f10-9e63-6ab3d0b3c73c req-a8af1ae6-3d62-44fc-a4b3-dd927b09f9a7 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:05.607720 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8ec8c350-fa4a-4f10-9e63-6ab3d0b3c73c req-a8af1ae6-3d62-44fc-a4b3-dd927b09f9a7 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 945 time: 0.0818205 Feb 04 06:09:05.653222 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8ec8c350-fa4a-4f10-9e63-6ab3d0b3c73c req-913007cb-c6bf-4eeb-872c-da727e87944a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393686 Feb 04 06:09:05.850300 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c5809-aebf-40c7-adba-9860c1a8e9a3 req-8b24a914-3a57-42eb-9f02-892c4c003bcb tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:05.851851 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-247c5809-aebf-40c7-adba-9860c1a8e9a3 req-8b24a914-3a57-42eb-9f02-892c4c003bcb tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 945 time: 0.0903184 Feb 04 06:09:05.899760 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-247c5809-aebf-40c7-adba-9860c1a8e9a3 req-f5ad323f-88cf-40ab-baf2-996ec35d80f1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390453 Feb 04 06:09:05.922497 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57646) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:06.098874 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57654) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:06.163712 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d3d9e2-3925-477f-91f7-e53660c7a1dd tempest-TestVolumeBootPattern-1408240590 tempest-TestVolumeBootPattern-1408240590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:06.164735 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c3d3d9e2-3925-477f-91f7-e53660c7a1dd tempest-TestVolumeBootPattern-1408240590 tempest-TestVolumeBootPattern-1408240590-project-admin] Synchronizing usage tracker for tenant:4d6c1b1907a145c2a8f3e2152cb580d3 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:09:06.165972 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-be9b591e-ae98-4223-b4ea-26ce00590c47 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.185221 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c3d3d9e2-3925-477f-91f7-e53660c7a1dd tempest-TestVolumeBootPattern-1408240590 tempest-TestVolumeBootPattern-1408240590-project-admin] Unset dirty status for tenant:4d6c1b1907a145c2a8f3e2152cb580d3 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:09:06.187634 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c3d3d9e2-3925-477f-91f7-e53660c7a1dd tempest-TestVolumeBootPattern-1408240590 tempest-TestVolumeBootPattern-1408240590-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 1093 time: 0.2633519 Feb 04 06:09:06.189760 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57658) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:06.196442 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': '40256fe9-3c39-46c7-8959-433e7c1e18fe', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:06.196649 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-be9b591e-ae98-4223-b4ea-26ce00590c47 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.203232 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:06.208221 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Usage tracker for resource:floatingip and tenant:8545e1a3b8fa468c888c11d4d16e5353 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:06.211049 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:06.216664 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:06.226978 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.260234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-be9b591e-ae98-4223-b4ea-26ce00590c47 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.278420 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b591e-ae98-4223-b4ea-26ce00590c47 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecb3387-0df4-4d8a-9217-5087c7d5913d,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:06.300653 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-be9b591e-ae98-4223-b4ea-26ce00590c47 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.301886 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-be9b591e-ae98-4223-b4ea-26ce00590c47 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/security-groups/fecb3387-0df4-4d8a-9217-5087c7d5913d HTTP/1.1" status: 204 len: 168 time: 0.2018189 Feb 04 06:09:06.332835 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57664) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:06.416492 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-e576a057-6f12-40e7-9897-58334b25e1a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting subnet b507954b-bd15-4712-a54c-7bb5842bce85 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:09:06.421162 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e576a057-6f12-40e7-9897-58334b25e1a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.480584 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e576a057-6f12-40e7-9897-58334b25e1a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.507282 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.665911 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e576a057-6f12-40e7-9897-58334b25e1a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.720037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Allocated IP 172.26.4.16 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/7ad9ad02-aab3-4291-89e6-82d3d5dd9737) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:06.824270 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e576a057-6f12-40e7-9897-58334b25e1a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.882027 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576a057-6f12-40e7-9897-58334b25e1a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Subnet': ['ID=b507954b-bd15-4712-a54c-7bb5842bce85,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:06.887082 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e576a057-6f12-40e7-9897-58334b25e1a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.893928 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dabec30-73a1-4be1-90fb-b0503c0e7ed9 None None] Network b5892064-f0ce-4984-a9ff-fa620836e713 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:09:06.910310 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e576a057-6f12-40e7-9897-58334b25e1a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/subnets/b507954b-bd15-4712-a54c-7bb5842bce85 HTTP/1.1" status: 204 len: 168 time: 0.5764503 Feb 04 06:09:06.913303 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57668) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:06.928320 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.960002 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.028156 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:07.031065 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:07.034768 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:07.038846 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.050035 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 0a8ee7de-d6b0-4207-9665-afb3943dae87 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:09:07.050529 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.117733 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.195430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event updated for resources: {'Port': ['ID=7ad9ad02-aab3-4291-89e6-82d3d5dd9737,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:07.233150 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5060998d-b164-4da1-835a-c3ae9166a5d5 None None] DHCP port deletion for b5892064-f0ce-4984-a9ff-fa620836e713 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:09:07.238116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-5060998d-b164-4da1-835a-c3ae9166a5d5 None None] Deleting port 0a8ee7de-d6b0-4207-9665-afb3943dae87 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:09:07.238483 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5060998d-b164-4da1-835a-c3ae9166a5d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.279129 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port 0a8ee7de-d6b0-4207-9665-afb3943dae87, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0a8ee7de-d6b0-4207-9665-afb3943dae87,segment=NetworkSegment(93652109-e291-46cb-b34e-3f8a8d584f81),segment_id=93652109-e291-46cb-b34e-3f8a8d584f81)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:07.279713 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.404365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 0a8ee7de-d6b0-4207-9665-afb3943dae87 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:09:07.449078 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-5060998d-b164-4da1-835a-c3ae9166a5d5 None None] For port 0a8ee7de-d6b0-4207-9665-afb3943dae87, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0a8ee7de-d6b0-4207-9665-afb3943dae87,segment=NetworkSegment(93652109-e291-46cb-b34e-3f8a8d584f81),segment_id=93652109-e291-46cb-b34e-3f8a8d584f81)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:07.449350 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5060998d-b164-4da1-835a-c3ae9166a5d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.497838 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.547221 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=0a8ee7de-d6b0-4207-9665-afb3943dae87,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:07.548902 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] No DVR routers for this DVR port 0a8ee7de-d6b0-4207-9665-afb3943dae87 on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:09:07.578904 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-5060998d-b164-4da1-835a-c3ae9166a5d5 None None] Calling delete_port for 0a8ee7de-d6b0-4207-9665-afb3943dae87 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:09:07.593061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.651840 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-5060998d-b164-4da1-835a-c3ae9166a5d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:09:07.652204 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-5060998d-b164-4da1-835a-c3ae9166a5d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:09:07.670177 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.672949 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.697407 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5892064-f0ce-4984-a9ff-fa620836e713']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:07.709397 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93652109-e291-46cb-b34e-3f8a8d584f81') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:07.709867 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93652109-e291-46cb-b34e-3f8a8d584f81') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:07.721273 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.739846 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.746340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:09:07.746741 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:09:07.761279 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:09:07.889217 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.895198 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.957220 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.974058 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.985349 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Network': ['ID=b5892064-f0ce-4984-a9ff-fa620836e713,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:08.000802 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-499a8c11-c8c3-41ae-bef6-7f78dd4ef01f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/networks/b5892064-f0ce-4984-a9ff-fa620836e713 HTTP/1.1" status: 204 len: 168 time: 1.0863702 Feb 04 06:09:08.003501 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57672) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:08.004199 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event updated for resources: {'Port': ['ID=7ad9ad02-aab3-4291-89e6-82d3d5dd9737,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:08.016725 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.153882 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-5060998d-b164-4da1-835a-c3ae9166a5d5 None None] Deleting port 0a8ee7de-d6b0-4207-9665-afb3943dae87 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:09:08.154467 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5060998d-b164-4da1-835a-c3ae9166a5d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.194614 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Floating IP 57a1789b-fe18-4b6f-b689-69db7a2285fe associated. External IP: 172.26.4.16, port: 40256fe9-3c39-46c7-8959-433e7c1e18fe. Feb 04 06:09:08.207300 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-20e2fb05-efcf-42ed-8954-f16fd8e0f20c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 4b8b20c9-cb83-4f07-a810-2824f1132661 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:09:08.207964 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-20e2fb05-efcf-42ed-8954-f16fd8e0f20c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.225743 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-5060998d-b164-4da1-835a-c3ae9166a5d5 None None] The port '0a8ee7de-d6b0-4207-9665-afb3943dae87' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:09:08.387017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-20e2fb05-efcf-42ed-8954-f16fd8e0f20c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.387633 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-20e2fb05-efcf-42ed-8954-f16fd8e0f20c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.511684 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-20e2fb05-efcf-42ed-8954-f16fd8e0f20c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 4b8b20c9-cb83-4f07-a810-2824f1132661 owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:09:08.550727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:09:08.665202 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-20e2fb05-efcf-42ed-8954-f16fd8e0f20c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.704563 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0266f79b-794c-4884-9015-96a34fce4728 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:09:08.716040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2fb05-efcf-42ed-8954-f16fd8e0f20c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=4b8b20c9-cb83-4f07-a810-2824f1132661,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:08.742556 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 0266f79b-794c-4884-9015-96a34fce4728 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:09:08.742923 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0266f79b-794c-4884-9015-96a34fce4728 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:09:08.805291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-20e2fb05-efcf-42ed-8954-f16fd8e0f20c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.805552 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-20e2fb05-efcf-42ed-8954-f16fd8e0f20c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Floating IP ebcfc1a8-1015-459f-9931-98fbf042de40 disassociated (deleted). External IP: 172.26.4.199, port: 05f8b8e5-88a7-41d5-adad-754eefbfe38a. Feb 04 06:09:08.853184 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:09:08.864864 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4516f9-ec76-41ee-b481-11b9ca467ebd None None] Sync routers for ids ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:08.876561 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4516f9-ec76-41ee-b481-11b9ca467ebd None None] Routers {'5e378c87-fd5f-4ebe-9bf1-33508c2d9561'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:08.877197 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5b4516f9-ec76-41ee-b481-11b9ca467ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:09:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:08.880010 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.940646 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-59c4ae26-603e-4a79-aab3-5ca93c91e8bd tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7487798 Feb 04 06:09:08.941260 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a29d52-59ae-45d9-9e6a-11b4e91540fc', 'tag': '40256fe9-3c39-46c7-8959-433e7c1e18fe'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:09:09.007220 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a29d52-59ae-45d9-9e6a-11b4e91540fc', 'tag': '40256fe9-3c39-46c7-8959-433e7c1e18fe', 'status': 'completed', 'code': 200} Feb 04 06:09:09.009983 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0a8ee7de-d6b0-4207-9665-afb3943dae87 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:09:09.045624 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 0a8ee7de-d6b0-4207-9665-afb3943dae87 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:09:09.047667 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0a8ee7de-d6b0-4207-9665-afb3943dae87 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:09:09.067661 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-5b4516f9-ec76-41ee-b481-11b9ca467ebd None None] Set router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:09.110633 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176189-ab07-472f-96ac-0c6dd05ac21a req-c9b9e806-4133-4b7c-8668-78367e94df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:09.112198 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2a176189-ab07-472f-96ac-0c6dd05ac21a req-c9b9e806-4133-4b7c-8668-78367e94df09 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8545e1a3b8fa468c888c11d4d16e5353&device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 1098 time: 0.0812707 Feb 04 06:09:09.179124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e2fb05-efcf-42ed-8954-f16fd8e0f20c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 0cea31fb-4233-4b03-8c7e-222a31103342 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:09:09.253072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176189-ab07-472f-96ac-0c6dd05ac21a req-68fcab35-76c1-4e53-969a-a6e132037044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:09.254537 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2a176189-ab07-472f-96ac-0c6dd05ac21a req-68fcab35-76c1-4e53-969a-a6e132037044 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11fda8b6-b607-479d-885a-9ae11a4ba872 HTTP/1.1" status: 200 len: 912 time: 0.1356542 Feb 04 06:09:09.375549 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2a176189-ab07-472f-96ac-0c6dd05ac21a req-fed99f52-d7e2-4471-9674-68b3921b6bdd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40256fe9-3c39-46c7-8959-433e7c1e18fe HTTP/1.1" status: 200 len: 998 time: 0.1090810 Feb 04 06:09:09.436383 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5b4516f9-ec76-41ee-b481-11b9ca467ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '57a1789b-fe18-4b6f-b689-69db7a2285fe', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'floating_ip_address': '172.26.4.16', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'port_id': '40256fe9-3c39-46c7-8959-433e7c1e18fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'mac_address': 'fa:16:3e:5c:03:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a29d52-59ae-45d9-9e6a-11b4e91540fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:09:07Z', 'updated_at': '2022-02-04T06:09:07Z', 'revision_number': 0, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 5, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:09.440243 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4516f9-ec76-41ee-b481-11b9ca467ebd None None] Checking router: 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:09.444283 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176189-ab07-472f-96ac-0c6dd05ac21a req-70248ed7-0b07-4920-8234-bcee5f62ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:09.445885 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2a176189-ab07-472f-96ac-0c6dd05ac21a req-70248ed7-0b07-4920-8234-bcee5f62ced7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1464dd3d-87c0-462d-8ed5-ccb402ea7201 HTTP/1.1" status: 200 len: 850 time: 0.0615823 Feb 04 06:09:09.448555 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4516f9-ec76-41ee-b481-11b9ca467ebd None None] Routers {'5e378c87-fd5f-4ebe-9bf1-33508c2d9561'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:09.449134 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5b4516f9-ec76-41ee-b481-11b9ca467ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:09:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:09.473524 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e2fb05-efcf-42ed-8954-f16fd8e0f20c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:09:09.485088 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217bb78f-0bef-401a-9641-e6f2c919ebaf None None] Sync routers for ids ['0cea31fb-4233-4b03-8c7e-222a31103342'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:09.494299 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217bb78f-0bef-401a-9641-e6f2c919ebaf None None] Routers {'0cea31fb-4233-4b03-8c7e-222a31103342'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:09.495272 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-217bb78f-0bef-401a-9641-e6f2c919ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:09:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0cea31fb-4233-4b03-8c7e-222a31103342'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:09.498323 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-20e2fb05-efcf-42ed-8954-f16fd8e0f20c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:09.539402 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176189-ab07-472f-96ac-0c6dd05ac21a req-4a15ffa9-c2e7-45af-800f-8c7e913fdd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:09.541200 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2a176189-ab07-472f-96ac-0c6dd05ac21a req-4a15ffa9-c2e7-45af-800f-8c7e913fdd88 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11fda8b6-b607-479d-885a-9ae11a4ba872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874565 Feb 04 06:09:09.568926 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-20e2fb05-efcf-42ed-8954-f16fd8e0f20c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/floatingips/ebcfc1a8-1015-459f-9931-98fbf042de40 HTTP/1.1" status: 204 len: 168 time: 1.5636258 Feb 04 06:09:09.569516 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'tag': '05f8b8e5-88a7-41d5-adad-754eefbfe38a'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:09:09.620822 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'tag': '05f8b8e5-88a7-41d5-adad-754eefbfe38a', 'status': 'completed', 'code': 200} Feb 04 06:09:09.738328 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485e0a-7999-4eb0-ad53-a0568a2a1a84 req-60e19752-b052-46bb-aa2b-96f494b3ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:09.739826 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-217bb78f-0bef-401a-9641-e6f2c919ebaf None None] Set router 0cea31fb-4233-4b03-8c7e-222a31103342 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:09.740000 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff485e0a-7999-4eb0-ad53-a0568a2a1a84 req-60e19752-b052-46bb-aa2b-96f494b3ec82 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 1099 time: 0.0948818 Feb 04 06:09:09.743160 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2a176189-ab07-472f-96ac-0c6dd05ac21a req-775cc062-9a72-414c-a62a-d4d2e6ee5f81 service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947463 Feb 04 06:09:09.745744 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-5b4516f9-ec76-41ee-b481-11b9ca467ebd None None] Set router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:09.936936 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2a176189-ab07-472f-96ac-0c6dd05ac21a req-802ee742-90a5-4a93-8369-2f9b25edaa73 service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848931 Feb 04 06:09:09.969806 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485e0a-7999-4eb0-ad53-a0568a2a1a84 req-3c49cdac-00cc-494a-86dd-0204a96a9ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:09.971280 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff485e0a-7999-4eb0-ad53-a0568a2a1a84 req-3c49cdac-00cc-494a-86dd-0204a96a9ab3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6d2ebf2-259c-4278-b7f2-8d8c651dca23 HTTP/1.1" status: 200 len: 898 time: 0.2194619 Feb 04 06:09:10.060146 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff485e0a-7999-4eb0-ad53-a0568a2a1a84 req-c86d81ec-4729-4439-b4b0-e23144db6a15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05f8b8e5-88a7-41d5-adad-754eefbfe38a HTTP/1.1" status: 200 len: 217 time: 0.0802984 Feb 04 06:09:10.091922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565434e4-94bb-459d-9e37-c736f553c910 req-d52ff0e7-5919-4359-9d90-ffa70b2c2809 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:10.101972 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-565434e4-94bb-459d-9e37-c736f553c910 req-d52ff0e7-5919-4359-9d90-ffa70b2c2809 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 946 time: 0.1015992 Feb 04 06:09:10.104079 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-217bb78f-0bef-401a-9641-e6f2c919ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:09:01Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'fa57aa7f-6f48-4967-8249-3f170c94d05f', 'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:62:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:40Z', 'updated_at': '2022-02-04T06:06:58Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:10.108646 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217bb78f-0bef-401a-9641-e6f2c919ebaf None None] Checking router: 0cea31fb-4233-4b03-8c7e-222a31103342 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:10.117828 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217bb78f-0bef-401a-9641-e6f2c919ebaf None None] Routers {'0cea31fb-4233-4b03-8c7e-222a31103342'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:10.118800 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-217bb78f-0bef-401a-9641-e6f2c919ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:09:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0cea31fb-4233-4b03-8c7e-222a31103342'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:10.131722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485e0a-7999-4eb0-ad53-a0568a2a1a84 req-497b861e-ee7b-4b2a-b864-bc5b09bb4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:10.133534 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff485e0a-7999-4eb0-ad53-a0568a2a1a84 req-497b861e-ee7b-4b2a-b864-bc5b09bb4ce9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2 HTTP/1.1" status: 200 len: 835 time: 0.0662568 Feb 04 06:09:10.154588 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-565434e4-94bb-459d-9e37-c736f553c910 req-4ef0aafa-92fc-49b1-8009-1dbb53d7909f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=f77874bf-6615-4e38-8bdb-072bead18f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516894 Feb 04 06:09:10.226032 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5b4516f9-ec76-41ee-b481-11b9ca467ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '57a1789b-fe18-4b6f-b689-69db7a2285fe', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'floating_ip_address': '172.26.4.16', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'port_id': '40256fe9-3c39-46c7-8959-433e7c1e18fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'mac_address': 'fa:16:3e:5c:03:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a29d52-59ae-45d9-9e6a-11b4e91540fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:09:07Z', 'updated_at': '2022-02-04T06:09:07Z', 'revision_number': 0, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 5, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:10.230247 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4516f9-ec76-41ee-b481-11b9ca467ebd None None] The sync data for ids ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'] in dv-neutron-826830-2-hyperv is: [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '57a1789b-fe18-4b6f-b689-69db7a2285fe', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'floating_ip_address': '172.26.4.16', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'port_id': '40256fe9-3c39-46c7-8959-433e7c1e18fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'mac_address': 'fa:16:3e:5c:03:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a29d52-59ae-45d9-9e6a-11b4e91540fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:09:07Z', 'updated_at': '2022-02-04T06:09:07Z', 'revision_number': 0, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 5, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:09:10.245358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485e0a-7999-4eb0-ad53-a0568a2a1a84 req-a6a20426-0d02-443d-aaf8-e2a10a15ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:10.246869 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff485e0a-7999-4eb0-ad53-a0568a2a1a84 req-a6a20426-0d02-443d-aaf8-e2a10a15ed49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6d2ebf2-259c-4278-b7f2-8d8c651dca23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1067591 Feb 04 06:09:10.313182 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-217bb78f-0bef-401a-9641-e6f2c919ebaf None None] Set router 0cea31fb-4233-4b03-8c7e-222a31103342 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:10.386487 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff485e0a-7999-4eb0-ad53-a0568a2a1a84 req-21664c06-a86e-4148-b754-8044e76057d4 service neutron] 10.222.0.43 "GET /v2.0/networks/b6d2ebf2-259c-4278-b7f2-8d8c651dca23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315503 Feb 04 06:09:10.447804 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f769f27f-5c59-49b3-b11b-efffa56d03f3 None None] New status for floating IP 57a1789b-fe18-4b6f-b689-69db7a2285fe: ACTIVE {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:09:10.522337 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff485e0a-7999-4eb0-ad53-a0568a2a1a84 req-fcc6e345-2881-4d03-8d76-32128a9ae0c4 service neutron] 10.222.0.43 "GET /v2.0/networks/b6d2ebf2-259c-4278-b7f2-8d8c651dca23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288574 Feb 04 06:09:10.640749 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-217bb78f-0bef-401a-9641-e6f2c919ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:09:01Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'fa57aa7f-6f48-4967-8249-3f170c94d05f', 'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:62:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:40Z', 'updated_at': '2022-02-04T06:06:58Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:10.644968 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217bb78f-0bef-401a-9641-e6f2c919ebaf None None] The sync data for ids ['0cea31fb-4233-4b03-8c7e-222a31103342'] in dv-neutron-826830-2-hyperv is: [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:09:01Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'fa57aa7f-6f48-4967-8249-3f170c94d05f', 'name': '', 'network_id': 'b6d2ebf2-259c-4278-b7f2-8d8c651dca23', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:62:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:40Z', 'updated_at': '2022-02-04T06:06:58Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:09:10.871083 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb2b5c4-b46d-4add-a8f1-49346e82560d None None] New status for floating IP ebcfc1a8-1015-459f-9931-98fbf042de40: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:09:11.343239 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c24ac5-1e89-4343-9449-bcb99858ea67 req-d5d82abd-8411-43bc-9e6a-48c4b6d5211c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:11.344658 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-47c24ac5-1e89-4343-9449-bcb99858ea67 req-d5d82abd-8411-43bc-9e6a-48c4b6d5211c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 946 time: 0.0902102 Feb 04 06:09:11.357541 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f49724-d315-4426-a44f-58acd99f0f17 req-bdf5cf62-e640-4e5e-b654-51b42a4c1f2f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:11.358226 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-40f49724-d315-4426-a44f-58acd99f0f17 req-bdf5cf62-e640-4e5e-b654-51b42a4c1f2f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:09:11.376395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-40f49724-d315-4426-a44f-58acd99f0f17 req-bdf5cf62-e640-4e5e-b654-51b42a4c1f2f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:09:11.377610 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-40f49724-d315-4426-a44f-58acd99f0f17 req-bdf5cf62-e640-4e5e-b654-51b42a4c1f2f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 946 time: 0.0979843 Feb 04 06:09:11.389899 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-47c24ac5-1e89-4343-9449-bcb99858ea67 req-3a666853-0827-4c70-a35d-b865e3cc64ef tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=f77874bf-6615-4e38-8bdb-072bead18f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388777 Feb 04 06:09:11.452247 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-40f49724-d315-4426-a44f-58acd99f0f17 req-a691dcbb-322b-47a5-be3a-5e27c938f0b9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 05f8b8e5-88a7-41d5-adad-754eefbfe38a {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:09:11.452555 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-40f49724-d315-4426-a44f-58acd99f0f17 req-a691dcbb-322b-47a5-be3a-5e27c938f0b9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:11.699240 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-40f49724-d315-4426-a44f-58acd99f0f17 req-a691dcbb-322b-47a5-be3a-5e27c938f0b9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port 05f8b8e5-88a7-41d5-adad-754eefbfe38a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=05f8b8e5-88a7-41d5-adad-754eefbfe38a,segment=NetworkSegment(3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1),segment_id=3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:11.699995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-40f49724-d315-4426-a44f-58acd99f0f17 req-a691dcbb-322b-47a5-be3a-5e27c938f0b9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:11.822069 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-40f49724-d315-4426-a44f-58acd99f0f17 req-a691dcbb-322b-47a5-be3a-5e27c938f0b9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 05f8b8e5-88a7-41d5-adad-754eefbfe38a owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:09:11.967990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-40f49724-d315-4426-a44f-58acd99f0f17 req-a691dcbb-322b-47a5-be3a-5e27c938f0b9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:12.124200 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691dcbb-322b-47a5-be3a-5e27c938f0b9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=05f8b8e5-88a7-41d5-adad-754eefbfe38a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:12.198761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f49724-d315-4426-a44f-58acd99f0f17 req-a691dcbb-322b-47a5-be3a-5e27c938f0b9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] No DVR routers for this DVR port 05f8b8e5-88a7-41d5-adad-754eefbfe38a on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:09:12.201115 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-40f49724-d315-4426-a44f-58acd99f0f17 req-a691dcbb-322b-47a5-be3a-5e27c938f0b9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:12.204279 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'name': 'network-vif-deleted', 'tag': '05f8b8e5-88a7-41d5-adad-754eefbfe38a'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:09:12.220505 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-40f49724-d315-4426-a44f-58acd99f0f17 req-a691dcbb-322b-47a5-be3a-5e27c938f0b9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "DELETE /v2.0/ports/05f8b8e5-88a7-41d5-adad-754eefbfe38a HTTP/1.1" status: 204 len: 173 time: 0.8367879 Feb 04 06:09:12.249033 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40e6695-4215-4183-b6a4-2d4e40f235e9', 'name': 'network-vif-deleted', 'tag': '05f8b8e5-88a7-41d5-adad-754eefbfe38a', 'status': 'completed', 'code': 200} Feb 04 06:09:12.565212 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1ef34fef-b1d7-4999-b8e1-fb43f4bcecef req-f6e72259-706a-4894-802d-6413999de8af tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d40e6695-4215-4183-b6a4-2d4e40f235e9 HTTP/1.1" status: 200 len: 210 time: 0.0450721 Feb 04 06:09:13.661307 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57696) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:13.730618 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9c4ea43b-af75-4859-ab9d-5af0bf4a117d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:13.764051 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9c4ea43b-af75-4859-ab9d-5af0bf4a117d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:13.831391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9c4ea43b-af75-4859-ab9d-5af0bf4a117d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:13.852722 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ea43b-af75-4859-ab9d-5af0bf4a117d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77874bf-6615-4e38-8bdb-072bead18f46,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:13.860275 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9c4ea43b-af75-4859-ab9d-5af0bf4a117d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:13.861382 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9c4ea43b-af75-4859-ab9d-5af0bf4a117d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/security-groups/f77874bf-6615-4e38-8bdb-072bead18f46 HTTP/1.1" status: 204 len: 168 time: 0.1990831 Feb 04 06:09:13.894828 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57702) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:14.464716 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2722328c-33ea-49b8-b7af-642b260c0d96 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:14.713283 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 05f8b8e5-88a7-41d5-adad-754eefbfe38a no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:09:14.747254 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 05f8b8e5-88a7-41d5-adad-754eefbfe38a {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:09:14.747565 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 05f8b8e5-88a7-41d5-adad-754eefbfe38a not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:09:14.797293 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5812f083-1976-4b9e-ac52-5b2a5c01d0e9 req-6fc7449d-90c4-4c9c-bbc0-ea3d8a4d9a99 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1707153 Feb 04 06:09:14.907998 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-2722328c-33ea-49b8-b7af-642b260c0d96 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port fa57aa7f-6f48-4967-8249-3f170c94d05f {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:09:14.908763 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2722328c-33ea-49b8-b7af-642b260c0d96 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:15.062347 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812f083-1976-4b9e-ac52-5b2a5c01d0e9 req-1b94b98a-1277-4aba-bdac-e052cc5f61a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:15.063714 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5812f083-1976-4b9e-ac52-5b2a5c01d0e9 req-1b94b98a-1277-4aba-bdac-e052cc5f61a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8545e1a3b8fa468c888c11d4d16e5353&device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 1098 time: 0.1991637 Feb 04 06:09:15.283763 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-2722328c-33ea-49b8-b7af-642b260c0d96 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port fa57aa7f-6f48-4967-8249-3f170c94d05f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=fa57aa7f-6f48-4967-8249-3f170c94d05f,segment=NetworkSegment(3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1),segment_id=3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:15.284095 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2722328c-33ea-49b8-b7af-642b260c0d96 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:15.413092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-2722328c-33ea-49b8-b7af-642b260c0d96 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for fa57aa7f-6f48-4967-8249-3f170c94d05f owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:09:15.499645 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812f083-1976-4b9e-ac52-5b2a5c01d0e9 req-0d2d936d-7599-418c-a97a-728387b93f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:15.501122 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5812f083-1976-4b9e-ac52-5b2a5c01d0e9 req-0d2d936d-7599-418c-a97a-728387b93f8f service neutron] 10.222.0.43 "GET /v2.0/networks?id=11fda8b6-b607-479d-885a-9ae11a4ba872 HTTP/1.1" status: 200 len: 912 time: 0.4187903 Feb 04 06:09:15.623168 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5812f083-1976-4b9e-ac52-5b2a5c01d0e9 req-7efa20d7-9455-445a-831a-30f4864c43b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40256fe9-3c39-46c7-8959-433e7c1e18fe HTTP/1.1" status: 200 len: 1000 time: 0.1139357 Feb 04 06:09:15.695384 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812f083-1976-4b9e-ac52-5b2a5c01d0e9 req-498f3a00-17a0-46db-bc7c-5d770fe58053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:15.696980 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5812f083-1976-4b9e-ac52-5b2a5c01d0e9 req-498f3a00-17a0-46db-bc7c-5d770fe58053 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1464dd3d-87c0-462d-8ed5-ccb402ea7201 HTTP/1.1" status: 200 len: 850 time: 0.0676804 Feb 04 06:09:15.812474 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2722328c-33ea-49b8-b7af-642b260c0d96 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:15.889357 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722328c-33ea-49b8-b7af-642b260c0d96 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=fa57aa7f-6f48-4967-8249-3f170c94d05f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:15.934997 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812f083-1976-4b9e-ac52-5b2a5c01d0e9 req-0514c9b6-a462-4883-91b6-c111ecb18b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:15.936629 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5812f083-1976-4b9e-ac52-5b2a5c01d0e9 req-0514c9b6-a462-4883-91b6-c111ecb18b47 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11fda8b6-b607-479d-885a-9ae11a4ba872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2094107 Feb 04 06:09:16.227010 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5812f083-1976-4b9e-ac52-5b2a5c01d0e9 req-da023bd2-3a45-4091-8fa5-e997f62f6932 service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814195 Feb 04 06:09:16.318769 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2722328c-33ea-49b8-b7af-642b260c0d96 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:16.445172 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5812f083-1976-4b9e-ac52-5b2a5c01d0e9 req-1405ae5d-eb67-4795-a0a5-0ef18d7d5167 service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098169 Feb 04 06:09:16.837845 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2722328c-33ea-49b8-b7af-642b260c0d96 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 0cea31fb-4233-4b03-8c7e-222a31103342 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:09:17.023248 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2722328c-33ea-49b8-b7af-642b260c0d96 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:09:17.034560 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eadc3f1-dd0e-49bc-8613-1d64d62fa538 None None] Sync routers for ids ['0cea31fb-4233-4b03-8c7e-222a31103342'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:17.039128 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2722328c-33ea-49b8-b7af-642b260c0d96 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/routers/0cea31fb-4233-4b03-8c7e-222a31103342/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1404264 Feb 04 06:09:17.039128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57708) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:17.050357 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eadc3f1-dd0e-49bc-8613-1d64d62fa538 None None] Routers {'0cea31fb-4233-4b03-8c7e-222a31103342'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:17.051424 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5eadc3f1-dd0e-49bc-8613-1d64d62fa538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:09:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0cea31fb-4233-4b03-8c7e-222a31103342'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:17.108036 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a6d65b-e9fb-48c5-b3f6-dbebd28f8c39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting subnet 5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:09:17.111411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-24a6d65b-e9fb-48c5-b3f6-dbebd28f8c39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:17.164174 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-24a6d65b-e9fb-48c5-b3f6-dbebd28f8c39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:17.227853 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-5eadc3f1-dd0e-49bc-8613-1d64d62fa538 None None] Set router 0cea31fb-4233-4b03-8c7e-222a31103342 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:17.244963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-24a6d65b-e9fb-48c5-b3f6-dbebd28f8c39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:17.321135 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-24a6d65b-e9fb-48c5-b3f6-dbebd28f8c39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:17.362023 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-24a6d65b-e9fb-48c5-b3f6-dbebd28f8c39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:17.364624 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6d65b-e9fb-48c5-b3f6-dbebd28f8c39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Subnet': ['ID=5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:17.368044 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f6c66a-d058-467c-96d2-ea7a223c67ac None None] Network b6d2ebf2-259c-4278-b7f2-8d8c651dca23 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:09:17.370673 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-24a6d65b-e9fb-48c5-b3f6-dbebd28f8c39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/subnets/5a3ff3fe-4c05-43a2-94a3-0c1132cb71b2 HTTP/1.1" status: 204 len: 168 time: 0.3306055 Feb 04 06:09:17.373442 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57712) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:17.511987 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5eadc3f1-dd0e-49bc-8613-1d64d62fa538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:09:15Z', 'revision_number': 7, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:17.515956 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eadc3f1-dd0e-49bc-8613-1d64d62fa538 None None] Checking router: 0cea31fb-4233-4b03-8c7e-222a31103342 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:17.525391 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eadc3f1-dd0e-49bc-8613-1d64d62fa538 None None] Routers {'0cea31fb-4233-4b03-8c7e-222a31103342'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:17.526048 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5eadc3f1-dd0e-49bc-8613-1d64d62fa538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:09:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0cea31fb-4233-4b03-8c7e-222a31103342'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:17.565611 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7168305a-0749-43b4-9b3b-794eb55c9021 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:17.661355 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] DHCP port deletion for b6d2ebf2-259c-4278-b7f2-8d8c651dca23 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:09:17.666490 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] Deleting port d277fb87-78ef-49a5-8d42-509e53b6a36d {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:09:17.667149 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:17.738874 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-5eadc3f1-dd0e-49bc-8613-1d64d62fa538 None None] Set router 0cea31fb-4233-4b03-8c7e-222a31103342 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:17.850885 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:09:17.869838 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7168305a-0749-43b4-9b3b-794eb55c9021 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:17.882028 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-7168305a-0749-43b4-9b3b-794eb55c9021 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port b558ca6e-e143-465e-91aa-29f7f58427cb {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:09:17.882659 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7168305a-0749-43b4-9b3b-794eb55c9021 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:17.913246 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] For port d277fb87-78ef-49a5-8d42-509e53b6a36d, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=d277fb87-78ef-49a5-8d42-509e53b6a36d,segment=NetworkSegment(3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1),segment_id=3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:17.913678 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:18.032827 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5eadc3f1-dd0e-49bc-8613-1d64d62fa538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:09:15Z', 'revision_number': 7, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:18.036881 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eadc3f1-dd0e-49bc-8613-1d64d62fa538 None None] The sync data for ids ['0cea31fb-4233-4b03-8c7e-222a31103342'] in dv-neutron-826830-2-hyperv is: [{'id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'name': 'tempest-TestNetworkBasicOps-router-2087801834', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:06:30Z', 'updated_at': '2022-02-04T06:09:15Z', 'revision_number': 7, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'b558ca6e-e143-465e-91aa-29f7f58427cb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea31fb-4233-4b03-8c7e-222a31103342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:06:31Z', 'updated_at': '2022-02-04T06:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:09:18.041362 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] Calling delete_port for d277fb87-78ef-49a5-8d42-509e53b6a36d owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:09:18.076356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-7168305a-0749-43b4-9b3b-794eb55c9021 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port b558ca6e-e143-465e-91aa-29f7f58427cb, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b558ca6e-e143-465e-91aa-29f7f58427cb,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:18.076716 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7168305a-0749-43b4-9b3b-794eb55c9021 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:18.118924 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:18.166606 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] Pushing event deleted for resources: {'Port': ['ID=d277fb87-78ef-49a5-8d42-509e53b6a36d,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:18.172199 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] No DVR routers for this DVR port d277fb87-78ef-49a5-8d42-509e53b6a36d on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:09:18.182816 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:18.183179 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:18.183517 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:18.183874 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:18.184202 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:18.184528 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:18.184849 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:18.185168 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:18.185484 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:18.185787 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:18.186116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:18.186427 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2b195-c634-4b1e-a443-bc1642509c19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:18.208770 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-7168305a-0749-43b4-9b3b-794eb55c9021 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for b558ca6e-e143-465e-91aa-29f7f58427cb owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:09:18.506923 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7168305a-0749-43b4-9b3b-794eb55c9021 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:18.557725 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168305a-0749-43b4-9b3b-794eb55c9021 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=b558ca6e-e143-465e-91aa-29f7f58427cb,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:18.647406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7168305a-0749-43b4-9b3b-794eb55c9021 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:18.829323 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7168305a-0749-43b4-9b3b-794eb55c9021 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:18.832971 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7168305a-0749-43b4-9b3b-794eb55c9021 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:18.862433 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7168305a-0749-43b4-9b3b-794eb55c9021 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:18.863011 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7168305a-0749-43b4-9b3b-794eb55c9021 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Fanout notify agent at l3_agent the message router_deleted on router 0cea31fb-4233-4b03-8c7e-222a31103342 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:09:18.879041 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7168305a-0749-43b4-9b3b-794eb55c9021 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:18.880257 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7168305a-0749-43b4-9b3b-794eb55c9021 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/routers/0cea31fb-4233-4b03-8c7e-222a31103342 HTTP/1.1" status: 204 len: 168 time: 1.5053144 Feb 04 06:09:18.883035 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57716) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:19.001472 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d1ef30c8-3363-452a-81ff-fcb8e9a8061d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:19.134259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d1ef30c8-3363-452a-81ff-fcb8e9a8061d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:19.158790 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-d1ef30c8-3363-452a-81ff-fcb8e9a8061d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d2ebf2-259c-4278-b7f2-8d8c651dca23']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:19.170534 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-d1ef30c8-3363-452a-81ff-fcb8e9a8061d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:19.170826 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-d1ef30c8-3363-452a-81ff-fcb8e9a8061d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9edbe1-eca1-44eb-af88-b4acd0ba4ff1') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:19.182091 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d1ef30c8-3363-452a-81ff-fcb8e9a8061d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:19.199137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d1ef30c8-3363-452a-81ff-fcb8e9a8061d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:19.205555 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ef30c8-3363-452a-81ff-fcb8e9a8061d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:09:19.205941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d1ef30c8-3363-452a-81ff-fcb8e9a8061d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:09:19.223766 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:09:19.300249 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d1ef30c8-3363-452a-81ff-fcb8e9a8061d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:19.304543 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d1ef30c8-3363-452a-81ff-fcb8e9a8061d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:19.332452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef30c8-3363-452a-81ff-fcb8e9a8061d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Network': ['ID=b6d2ebf2-259c-4278-b7f2-8d8c651dca23,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:19.348145 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d1ef30c8-3363-452a-81ff-fcb8e9a8061d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/networks/b6d2ebf2-259c-4278-b7f2-8d8c651dca23 HTTP/1.1" status: 204 len: 168 time: 0.4559169 Feb 04 06:09:19.356612 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57720) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:19.367057 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-988f863e-e8aa-4759-bd53-8b00b1bda1d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'network': {'name': 'tempest-network-smoke--1798082511', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'port_security_enabled': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:19.376778 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-988f863e-e8aa-4759-bd53-8b00b1bda1d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:19.380358 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-988f863e-e8aa-4759-bd53-8b00b1bda1d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:network and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:19.383233 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-988f863e-e8aa-4759-bd53-8b00b1bda1d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:19.389865 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-988f863e-e8aa-4759-bd53-8b00b1bda1d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:19.394284 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device d277fb87-78ef-49a5-8d42-509e53b6a36d no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:09:19.401646 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988f863e-e8aa-4759-bd53-8b00b1bda1d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:19.405269 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-988f863e-e8aa-4759-bd53-8b00b1bda1d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:19.428573 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: d277fb87-78ef-49a5-8d42-509e53b6a36d {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:09:19.428923 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device d277fb87-78ef-49a5-8d42-509e53b6a36d not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:09:19.429385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device fa57aa7f-6f48-4967-8249-3f170c94d05f no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:09:19.436343 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988f863e-e8aa-4759-bd53-8b00b1bda1d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:09:19.445237 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-988f863e-e8aa-4759-bd53-8b00b1bda1d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:19.446208 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-988f863e-e8aa-4759-bd53-8b00b1bda1d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Added segment 6d16e5dc-c036-4eab-8c48-df79684591df of type vlan for network 2cd74537-f5b8-4ba4-ab56-5c414c363324 Feb 04 06:09:19.462858 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: fa57aa7f-6f48-4967-8249-3f170c94d05f {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:09:19.463208 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device fa57aa7f-6f48-4967-8249-3f170c94d05f not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:09:19.471950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-988f863e-e8aa-4759-bd53-8b00b1bda1d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:19.503999 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-988f863e-e8aa-4759-bd53-8b00b1bda1d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:19.509510 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988f863e-e8aa-4759-bd53-8b00b1bda1d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:19.510166 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-988f863e-e8aa-4759-bd53-8b00b1bda1d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:19.617275 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-988f863e-e8aa-4759-bd53-8b00b1bda1d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2568803 Feb 04 06:09:19.620191 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57724) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:19.620387 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f863e-e8aa-4759-bd53-8b00b1bda1d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Network': ['ID=2cd74537-f5b8-4ba4-ab56-5c414c363324,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:19.626301 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1185708411', 'admin_state_up': True, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:19.634048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:19.635094 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 2cd74537-f5b8-4ba4-ab56-5c414c363324 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:09:19.638420 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:router and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:19.641395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:19.647757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:19.658418 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:19.659463 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:19.674646 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:20.052459 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:20.362984 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:20.391528 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:20.532089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.26.4.254 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/6236e108-5a7c-4286-ba05-01b8724edaa1) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:20.680251 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:20.713595 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:20.779109 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:20.782055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:20.785631 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:20.818979 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=6236e108-5a7c-4286-ba05-01b8724edaa1,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:20.945542 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b558ca6e-e143-465e-91aa-29f7f58427cb no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:09:20.993149 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: b558ca6e-e143-465e-91aa-29f7f58427cb {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:09:20.993439 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b558ca6e-e143-465e-91aa-29f7f58427cb not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:09:21.198003 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:21.647399 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:21.862838 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 111c9b5a-138d-4907-8a6a-33119b386bf0 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:09:22.041501 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:09:22.050819 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Sync routers for ids ['111c9b5a-138d-4907-8a6a-33119b386bf0'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:22.061868 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Routers {'111c9b5a-138d-4907-8a6a-33119b386bf0'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:22.062596 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:09:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['111c9b5a-138d-4907-8a6a-33119b386bf0'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:22.072478 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:22.073780 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9baf4a4c-5818-46d7-8fe1-eaac7cd75455 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4525654 Feb 04 06:09:22.076890 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57728) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:22.122799 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-62e5622f-cfe5-429e-b93d-15aa0b63c374 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=71cf42a1a4354f9391ad29100b27498c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448229 Feb 04 06:09:22.125628 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57732) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:22.238242 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Set router 111c9b5a-138d-4907-8a6a-33119b386bf0 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:22.252375 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602571ab-ab2a-4b2b-af0a-b2518a8efca4 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:22.256637 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-602571ab-ab2a-4b2b-af0a-b2518a8efca4 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1273036 Feb 04 06:09:22.256785 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57736) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:22.294426 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3cf970d0-e8b8-4b17-9f65-8c0ce6f27c31 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364754 Feb 04 06:09:22.296928 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57740) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:22.302056 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-7f8d6326-887d-41d9-8181-5dc609822b94 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-422863597', 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:22.408276 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7f8d6326-887d-41d9-8181-5dc609822b94 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:22.415548 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7f8d6326-887d-41d9-8181-5dc609822b94 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:subnet and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:22.418218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7f8d6326-887d-41d9-8181-5dc609822b94 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:22.425994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7f8d6326-887d-41d9-8181-5dc609822b94 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:22.437823 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8d6326-887d-41d9-8181-5dc609822b94 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:22.441553 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7f8d6326-887d-41d9-8181-5dc609822b94 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:22.522043 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'name': 'tempest-TestNetworkBasicOps-router-1185708411', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:19Z', 'updated_at': '2022-02-04T06:09:21Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:20Z', 'updated_at': '2022-02-04T06:09:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:22.525705 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Checking router: 111c9b5a-138d-4907-8a6a-33119b386bf0 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:22.526169 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Updating router 111c9b5a-138d-4907-8a6a-33119b386bf0 port 6236e108-5a7c-4286-ba05-01b8724edaa1 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:09:22.582276 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:22.668452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7f8d6326-887d-41d9-8181-5dc609822b94 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:22.752126 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d6326-887d-41d9-8181-5dc609822b94 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Subnet': ['ID=74d7967a-5d1c-40d9-897e-6b3ab374a12c,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:22.760284 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8d6326-887d-41d9-8181-5dc609822b94 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Checking segment: {'id': '6d16e5dc-c036-4eab-8c48-df79684591df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:09:22.760284 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8d6326-887d-41d9-8181-5dc609822b94 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network hostable DHCP agents. Network: 2cd74537-f5b8-4ba4-ab56-5c414c363324, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:09:22.780826 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8d6326-887d-41d9-8181-5dc609822b94 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 2cd74537-f5b8-4ba4-ab56-5c414c363324 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:09:22.796119 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-7f8d6326-887d-41d9-8181-5dc609822b94 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 2cd74537-f5b8-4ba4-ab56-5c414c363324) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:22.812157 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8d6326-887d-41d9-8181-5dc609822b94 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:22.812157 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7f8d6326-887d-41d9-8181-5dc609822b94 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:22.815444 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b59b70-b237-4e21-97ca-08b796e004ba None None] Network 2cd74537-f5b8-4ba4-ab56-5c414c363324 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:09:22.840421 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7f8d6326-887d-41d9-8181-5dc609822b94 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5424662 Feb 04 06:09:22.844260 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57746) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:23.136896 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:23.150314 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Transition to ACTIVE for port object 6236e108-5a7c-4286-ba05-01b8724edaa1 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:23.162473 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:23.205490 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-2cd74537-f5b8-4ba4-ab56-5c414c363324', 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ips': [{'subnet_id': '74d7967a-5d1c-40d9-897e-6b3ab374a12c'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:09:23.205490 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:23.264389 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Attempting to bind port 6236e108-5a7c-4286-ba05-01b8724edaa1 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:23.264389 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Attempting to bind port 6236e108-5a7c-4286-ba05-01b8724edaa1 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:23.264389 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Attempting to bind port 6236e108-5a7c-4286-ba05-01b8724edaa1 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:23.271955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:09:23.271955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:09:23.271955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:23.271955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:09:23.271955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Bound port: 6236e108-5a7c-4286-ba05-01b8724edaa1, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:23.271955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:23.314053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190eb47-6889-4201-8ba2-a9a60a28c84e None None] Pushing event updated for resources: {'Port': ['ID=6236e108-5a7c-4286-ba05-01b8724edaa1,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:23.461385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] For port 6236e108-5a7c-4286-ba05-01b8724edaa1, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:09:23.472577 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] For port 6236e108-5a7c-4286-ba05-01b8724edaa1, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6236e108-5a7c-4286-ba05-01b8724edaa1,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:09:23.477845 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:23.554142 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Allocated IP 172.20.0.2 (2cd74537-f5b8-4ba4-ab56-5c414c363324/74d7967a-5d1c-40d9-897e-6b3ab374a12c/bb49aec4-e67d-4967-9ad8-1955101535ef) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:23.577427 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190eb47-6889-4201-8ba2-a9a60a28c84e None None] Pushing event updated for resources: {'Port': ['ID=6236e108-5a7c-4286-ba05-01b8724edaa1,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:23.600184 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Routers {'111c9b5a-138d-4907-8a6a-33119b386bf0'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:23.600966 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:09:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['111c9b5a-138d-4907-8a6a-33119b386bf0'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:23.796095 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e045bf6-cb69-4fd6-a035-825c7e8acf97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:23.867954 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] Set router 111c9b5a-138d-4907-8a6a-33119b386bf0 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:24.100947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:24.128029 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Transition to ACTIVE for port object bb49aec4-e67d-4967-9ad8-1955101535ef will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:24.162757 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Transition to ACTIVE for port object bb49aec4-e67d-4967-9ad8-1955101535ef will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:24.191559 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:24.249859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-8e045bf6-cb69-4fd6-a035-825c7e8acf97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.20.0.1 (2cd74537-f5b8-4ba4-ab56-5c414c363324/74d7967a-5d1c-40d9-897e-6b3ab374a12c/445c7e1f-97e2-4886-8f11-3e507abee875) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:24.253438 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Network 2cd74537-f5b8-4ba4-ab56-5c414c363324 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:24.262137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:24.271152 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:24.375525 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Pushing event updated for resources: {'Port': ['ID=bb49aec4-e67d-4967-9ad8-1955101535ef,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:24.437333 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Attempting to bind port bb49aec4-e67d-4967-9ad8-1955101535ef on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:24.437703 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Attempting to bind port bb49aec4-e67d-4967-9ad8-1955101535ef by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '6d16e5dc-c036-4eab-8c48-df79684591df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:24.438070 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Attempting to bind port bb49aec4-e67d-4967-9ad8-1955101535ef on network 2cd74537-f5b8-4ba4-ab56-5c414c363324 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:24.445401 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'name': 'tempest-TestNetworkBasicOps-router-1185708411', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:19Z', 'updated_at': '2022-02-04T06:09:21Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:20Z', 'updated_at': '2022-02-04T06:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:24.448677 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:09:24.449255 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Checking segment: {'id': '6d16e5dc-c036-4eab-8c48-df79684591df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:09:24.449689 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:24.450078 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Bound using segment: {'id': '6d16e5dc-c036-4eab-8c48-df79684591df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:09:24.450543 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Bound port: bb49aec4-e67d-4967-9ad8-1955101535ef, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d16e5dc-c036-4eab-8c48-df79684591df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:24.450916 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:24.459209 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e045bf6-cb69-4fd6-a035-825c7e8acf97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:24.463732 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8bbd6a-2ec3-4e44-81ec-f82f9fdd7be1 None None] The sync data for ids ['111c9b5a-138d-4907-8a6a-33119b386bf0'] in dv-neutron-826830-2-hyperv is: [{'id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'name': 'tempest-TestNetworkBasicOps-router-1185708411', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:19Z', 'updated_at': '2022-02-04T06:09:21Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:20Z', 'updated_at': '2022-02-04T06:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:09:24.475750 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-8e045bf6-cb69-4fd6-a035-825c7e8acf97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Transition to ACTIVE for port object 445c7e1f-97e2-4886-8f11-3e507abee875 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:24.505970 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e045bf6-cb69-4fd6-a035-825c7e8acf97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:24.551141 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] For port bb49aec4-e67d-4967-9ad8-1955101535ef, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:09:24.553699 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] For port bb49aec4-e67d-4967-9ad8-1955101535ef, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=bb49aec4-e67d-4967-9ad8-1955101535ef,segment=NetworkSegment(6d16e5dc-c036-4eab-8c48-df79684591df),segment_id=6d16e5dc-c036-4eab-8c48-df79684591df)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:09:24.558622 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:24.565451 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e045bf6-cb69-4fd6-a035-825c7e8acf97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 2cd74537-f5b8-4ba4-ab56-5c414c363324 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:24.572997 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-8e045bf6-cb69-4fd6-a035-825c7e8acf97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:24.577759 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e045bf6-cb69-4fd6-a035-825c7e8acf97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:24.637944 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e045bf6-cb69-4fd6-a035-825c7e8acf97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=445c7e1f-97e2-4886-8f11-3e507abee875,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:24.648869 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef181f9e-cf87-47b5-8dd9-6f16b7f21076 None None] Pushing event updated for resources: {'Port': ['ID=bb49aec4-e67d-4967-9ad8-1955101535ef,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:24.666729 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e045bf6-cb69-4fd6-a035-825c7e8acf97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:24.925502 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e045bf6-cb69-4fd6-a035-825c7e8acf97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:25.098054 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6236e108-5a7c-4286-ba05-01b8724edaa1 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:25.176881 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 6236e108-5a7c-4286-ba05-01b8724edaa1 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:25.183085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 6236e108-5a7c-4286-ba05-01b8724edaa1 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:25.183700 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:25.317319 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:25.334328 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 6236e108-5a7c-4286-ba05-01b8724edaa1, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6236e108-5a7c-4286-ba05-01b8724edaa1,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:25.340036 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:25.341437 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device bb49aec4-e67d-4967-9ad8-1955101535ef up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:25.476498 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=6236e108-5a7c-4286-ba05-01b8724edaa1,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:25.500453 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port bb49aec4-e67d-4967-9ad8-1955101535ef completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:25.563114 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e045bf6-cb69-4fd6-a035-825c7e8acf97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:25.568799 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e045bf6-cb69-4fd6-a035-825c7e8acf97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:25.682895 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e045bf6-cb69-4fd6-a035-825c7e8acf97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=445c7e1f-97e2-4886-8f11-3e507abee875,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:25.685231 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e045bf6-cb69-4fd6-a035-825c7e8acf97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:25.827870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e045bf6-cb69-4fd6-a035-825c7e8acf97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 2cd74537-f5b8-4ba4-ab56-5c414c363324 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:25.829306 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-8e045bf6-cb69-4fd6-a035-825c7e8acf97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:25.845926 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3024aa86-3cb3-49ef-9d30-eadebe349e65 None None] Network 2cd74537-f5b8-4ba4-ab56-5c414c363324 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:09:25.964143 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ea920e53-e395-4a20-8741-527b58258c5a None None] Provisioning for port bb49aec4-e67d-4967-9ad8-1955101535ef completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:25.964143 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ea920e53-e395-4a20-8741-527b58258c5a None None] Provisioning complete for port bb49aec4-e67d-4967-9ad8-1955101535ef triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:25.964143 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ea920e53-e395-4a20-8741-527b58258c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:26.050669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e045bf6-cb69-4fd6-a035-825c7e8acf97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 111c9b5a-138d-4907-8a6a-33119b386bf0 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:09:26.201449 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ea920e53-e395-4a20-8741-527b58258c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:26.255204 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ea920e53-e395-4a20-8741-527b58258c5a None None] For port bb49aec4-e67d-4967-9ad8-1955101535ef, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=bb49aec4-e67d-4967-9ad8-1955101535ef,segment=NetworkSegment(6d16e5dc-c036-4eab-8c48-df79684591df),segment_id=6d16e5dc-c036-4eab-8c48-df79684591df)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:26.265738 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e045bf6-cb69-4fd6-a035-825c7e8acf97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:09:26.270107 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ea920e53-e395-4a20-8741-527b58258c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:26.281985 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8e045bf6-cb69-4fd6-a035-825c7e8acf97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/routers/111c9b5a-138d-4907-8a6a-33119b386bf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4324346 Feb 04 06:09:26.285446 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57750) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:26.316690 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Sync routers for ids ['111c9b5a-138d-4907-8a6a-33119b386bf0'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:26.327325 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Routers {'111c9b5a-138d-4907-8a6a-33119b386bf0'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:26.327325 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:09:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['111c9b5a-138d-4907-8a6a-33119b386bf0'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:26.340961 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea920e53-e395-4a20-8741-527b58258c5a None None] Pushing event updated for resources: {'Port': ['ID=bb49aec4-e67d-4967-9ad8-1955101535ef,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:26.539567 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Set router 111c9b5a-138d-4907-8a6a-33119b386bf0 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:26.604777 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b50d0b-ab75-4d82-97e7-b09d9e07ea6b tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:26.605238 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b50d0b-ab75-4d82-97e7-b09d9e07ea6b tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:26.605661 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b50d0b-ab75-4d82-97e7-b09d9e07ea6b tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:26.606135 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b50d0b-ab75-4d82-97e7-b09d9e07ea6b tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:26.606551 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b50d0b-ab75-4d82-97e7-b09d9e07ea6b tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:26.606982 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b50d0b-ab75-4d82-97e7-b09d9e07ea6b tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:26.609276 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-28b50d0b-ab75-4d82-97e7-b09d9e07ea6b tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3290741 Feb 04 06:09:26.612221 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57754) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:26.689626 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9b84013f-121b-44ee-be8c-0737a3089148 None None] Provisioning for port 445c7e1f-97e2-4886-8f11-3e507abee875 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:26.695267 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9b84013f-121b-44ee-be8c-0737a3089148 None None] Provisioning complete for port 445c7e1f-97e2-4886-8f11-3e507abee875 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:26.695634 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9b84013f-121b-44ee-be8c-0737a3089148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:26.704849 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99a6a1b-e656-4e60-aec0-c215465a4529 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:26.705595 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99a6a1b-e656-4e60-aec0-c215465a4529 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:26.706225 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99a6a1b-e656-4e60-aec0-c215465a4529 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:26.706843 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99a6a1b-e656-4e60-aec0-c215465a4529 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:26.707740 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99a6a1b-e656-4e60-aec0-c215465a4529 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:26.709203 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99a6a1b-e656-4e60-aec0-c215465a4529 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:26.716388 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f99a6a1b-e656-4e60-aec0-c215465a4529 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1030555 Feb 04 06:09:26.717405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57758) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:26.756730 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9b84013f-121b-44ee-be8c-0737a3089148 None None] Port 445c7e1f-97e2-4886-8f11-3e507abee875 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:09:26.768420 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9b84013f-121b-44ee-be8c-0737a3089148 None None] Provisioning complete for port bb49aec4-e67d-4967-9ad8-1955101535ef triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:26.768792 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9b84013f-121b-44ee-be8c-0737a3089148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:26.889660 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'name': 'tempest-TestNetworkBasicOps-router-1185708411', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:19Z', 'updated_at': '2022-02-04T06:09:24Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:20Z', 'updated_at': '2022-02-04T06:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '445c7e1f-97e2-4886-8f11-3e507abee875', 'name': '', 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:82:8b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '74d7967a-5d1c-40d9-897e-6b3ab374a12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:24Z', 'updated_at': '2022-02-04T06:09:25Z', 'revision_number': 2, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '74d7967a-5d1c-40d9-897e-6b3ab374a12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:26.889660 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Checking router: 111c9b5a-138d-4907-8a6a-33119b386bf0 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:26.889660 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Updating router 111c9b5a-138d-4907-8a6a-33119b386bf0 port 445c7e1f-97e2-4886-8f11-3e507abee875 binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:09:26.983662 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.045132 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6236e108-5a7c-4286-ba05-01b8724edaa1 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:27.122491 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ec2785d8-d233-4069-809d-7d44278ae80b None None] Provisioning complete for port 445c7e1f-97e2-4886-8f11-3e507abee875 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:27.122857 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ec2785d8-d233-4069-809d-7d44278ae80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.145334 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b683a0aa-53c2-4b7b-814c-5446b4360a5d tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.4264925 Feb 04 06:09:27.237708 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-ec2785d8-d233-4069-809d-7d44278ae80b None None] Port 445c7e1f-97e2-4886-8f11-3e507abee875 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:09:27.241199 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 6236e108-5a7c-4286-ba05-01b8724edaa1 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:27.241574 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.373876 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device bb49aec4-e67d-4967-9ad8-1955101535ef up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:27.416724 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a9453501-68f9-4262-bd5b-ea8c3d8e05a4 None None] Provisioning complete for port 445c7e1f-97e2-4886-8f11-3e507abee875 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:27.417102 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a9453501-68f9-4262-bd5b-ea8c3d8e05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.431545 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.442762 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Transition to ACTIVE for port object 445c7e1f-97e2-4886-8f11-3e507abee875 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:27.451992 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.482699 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a9453501-68f9-4262-bd5b-ea8c3d8e05a4 None None] Port 445c7e1f-97e2-4886-8f11-3e507abee875 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:09:27.494322 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port bb49aec4-e67d-4967-9ad8-1955101535ef triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:27.494733 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.529213 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76009ab7-a71e-4aae-83e3-567acb5cc0d9 None None] Pushing event updated for resources: {'Port': ['ID=445c7e1f-97e2-4886-8f11-3e507abee875,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:27.557389 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57764) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:27.578558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-41d02382-47bb-453f-817c-8b25189ab480 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1999187449', 'description': 'tempest-secgroup-smoke-1999187449 description', 'project_id': '71cf42a1a4354f9391ad29100b27498c'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:27.582121 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76009ab7-a71e-4aae-83e3-567acb5cc0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.582461 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76009ab7-a71e-4aae-83e3-567acb5cc0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.582787 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76009ab7-a71e-4aae-83e3-567acb5cc0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.583115 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76009ab7-a71e-4aae-83e3-567acb5cc0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.583854 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76009ab7-a71e-4aae-83e3-567acb5cc0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.583854 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76009ab7-a71e-4aae-83e3-567acb5cc0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.588715 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-41d02382-47bb-453f-817c-8b25189ab480 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:27.592066 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76009ab7-a71e-4aae-83e3-567acb5cc0d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.592417 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76009ab7-a71e-4aae-83e3-567acb5cc0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.606144 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-41d02382-47bb-453f-817c-8b25189ab480 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:27.610155 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76009ab7-a71e-4aae-83e3-567acb5cc0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.610155 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76009ab7-a71e-4aae-83e3-567acb5cc0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.610155 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76009ab7-a71e-4aae-83e3-567acb5cc0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.614280 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-41d02382-47bb-453f-817c-8b25189ab480 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:27.618522 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76009ab7-a71e-4aae-83e3-567acb5cc0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.622812 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-41d02382-47bb-453f-817c-8b25189ab480 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:27.631945 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-41d02382-47bb-453f-817c-8b25189ab480 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.664039 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-41d02382-47bb-453f-817c-8b25189ab480 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:27.669439 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-41d02382-47bb-453f-817c-8b25189ab480 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:27.673293 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-41d02382-47bb-453f-817c-8b25189ab480 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:27.680426 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-41d02382-47bb-453f-817c-8b25189ab480 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:27.779400 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-41d02382-47bb-453f-817c-8b25189ab480 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.784908 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-41d02382-47bb-453f-817c-8b25189ab480 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.786912 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Attempting to bind port 445c7e1f-97e2-4886-8f11-3e507abee875 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:27.787398 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Attempting to bind port 445c7e1f-97e2-4886-8f11-3e507abee875 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '6d16e5dc-c036-4eab-8c48-df79684591df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:27.787826 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Attempting to bind port 445c7e1f-97e2-4886-8f11-3e507abee875 on network 2cd74537-f5b8-4ba4-ab56-5c414c363324 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:27.793635 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:09:27.793993 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Checking segment: {'id': '6d16e5dc-c036-4eab-8c48-df79684591df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:09:27.794382 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.794760 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Bound using segment: {'id': '6d16e5dc-c036-4eab-8c48-df79684591df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:09:27.795206 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Bound port: 445c7e1f-97e2-4886-8f11-3e507abee875, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d16e5dc-c036-4eab-8c48-df79684591df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:27.795570 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.834395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d02382-47bb-453f-817c-8b25189ab480 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4faf97b5-0ef7-4e7f-8a43-aee79f7672af,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:27.840909 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-41d02382-47bb-453f-817c-8b25189ab480 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.842484 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-41d02382-47bb-453f-817c-8b25189ab480 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2834198 Feb 04 06:09:27.845374 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57768) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:27.851238 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-6c234799-9f20-4baa-bdab-528f14206ca6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '4faf97b5-0ef7-4e7f-8a43-aee79f7672af', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:27.857917 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6c234799-9f20-4baa-bdab-528f14206ca6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:27.862365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6c234799-9f20-4baa-bdab-528f14206ca6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:27.865617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6c234799-9f20-4baa-bdab-528f14206ca6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:27.871342 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6c234799-9f20-4baa-bdab-528f14206ca6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:27.889270 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6c234799-9f20-4baa-bdab-528f14206ca6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.896210 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] For port 445c7e1f-97e2-4886-8f11-3e507abee875, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:09:27.901296 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] For port 445c7e1f-97e2-4886-8f11-3e507abee875, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=445c7e1f-97e2-4886-8f11-3e507abee875,segment=NetworkSegment(6d16e5dc-c036-4eab-8c48-df79684591df),segment_id=6d16e5dc-c036-4eab-8c48-df79684591df)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:09:27.906830 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.958220 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6c234799-9f20-4baa-bdab-528f14206ca6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.964339 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6c234799-9f20-4baa-bdab-528f14206ca6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.983502 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Routers {'111c9b5a-138d-4907-8a6a-33119b386bf0'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:27.983652 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:09:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['111c9b5a-138d-4907-8a6a-33119b386bf0'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:27.989301 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c234799-9f20-4baa-bdab-528f14206ca6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b11bd1e-0397-4139-94e9-5f2de4bb4c62,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:28.018477 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6c234799-9f20-4baa-bdab-528f14206ca6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:28.018477 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6c234799-9f20-4baa-bdab-528f14206ca6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1676159 Feb 04 06:09:28.018477 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57772) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:28.032353 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-60b2d6a7-398b-430b-a9e9-f47988b9457b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '4faf97b5-0ef7-4e7f-8a43-aee79f7672af', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:28.041342 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-60b2d6a7-398b-430b-a9e9-f47988b9457b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:28.041342 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-60b2d6a7-398b-430b-a9e9-f47988b9457b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:28.046840 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-60b2d6a7-398b-430b-a9e9-f47988b9457b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:28.052393 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-60b2d6a7-398b-430b-a9e9-f47988b9457b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:28.076207 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60b2d6a7-398b-430b-a9e9-f47988b9457b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:28.084228 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76009ab7-a71e-4aae-83e3-567acb5cc0d9 None None] Pushing event updated for resources: {'Port': ['ID=445c7e1f-97e2-4886-8f11-3e507abee875,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:28.143941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60b2d6a7-398b-430b-a9e9-f47988b9457b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:28.148571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60b2d6a7-398b-430b-a9e9-f47988b9457b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:28.190587 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2d6a7-398b-430b-a9e9-f47988b9457b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16499370-fd2a-44d8-8fbd-5d3baaf587aa,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:28.197377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-60b2d6a7-398b-430b-a9e9-f47988b9457b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:28.197377 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-60b2d6a7-398b-430b-a9e9-f47988b9457b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1766498 Feb 04 06:09:28.199762 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57776) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:28.212861 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-13b31f35-3c3e-4b9d-a7c2-2c57e51249eb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '4faf97b5-0ef7-4e7f-8a43-aee79f7672af', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:28.221688 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-13b31f35-3c3e-4b9d-a7c2-2c57e51249eb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:28.227514 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-13b31f35-3c3e-4b9d-a7c2-2c57e51249eb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:28.231036 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-13b31f35-3c3e-4b9d-a7c2-2c57e51249eb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:28.237658 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-13b31f35-3c3e-4b9d-a7c2-2c57e51249eb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:28.248760 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] Set router 111c9b5a-138d-4907-8a6a-33119b386bf0 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:28.257490 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13b31f35-3c3e-4b9d-a7c2-2c57e51249eb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:28.333375 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13b31f35-3c3e-4b9d-a7c2-2c57e51249eb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:28.337534 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13b31f35-3c3e-4b9d-a7c2-2c57e51249eb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:28.370273 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b31f35-3c3e-4b9d-a7c2-2c57e51249eb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adddf9b7-7108-41c3-a56d-0f39cc9a0981,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:28.381119 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-13b31f35-3c3e-4b9d-a7c2-2c57e51249eb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:28.381119 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-13b31f35-3c3e-4b9d-a7c2-2c57e51249eb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1769671 Feb 04 06:09:28.382371 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57780) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:28.389136 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-063a8ab4-ed37-4881-a4da-9503a3fe63a1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '4faf97b5-0ef7-4e7f-8a43-aee79f7672af', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:28.393987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-063a8ab4-ed37-4881-a4da-9503a3fe63a1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:28.398549 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-063a8ab4-ed37-4881-a4da-9503a3fe63a1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:28.401409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-063a8ab4-ed37-4881-a4da-9503a3fe63a1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:28.408143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-063a8ab4-ed37-4881-a4da-9503a3fe63a1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:28.534212 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-063a8ab4-ed37-4881-a4da-9503a3fe63a1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:28.590880 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'name': 'tempest-TestNetworkBasicOps-router-1185708411', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:19Z', 'updated_at': '2022-02-04T06:09:24Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:20Z', 'updated_at': '2022-02-04T06:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '445c7e1f-97e2-4886-8f11-3e507abee875', 'name': '', 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:82:8b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '74d7967a-5d1c-40d9-897e-6b3ab374a12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:24Z', 'updated_at': '2022-02-04T06:09:27Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '74d7967a-5d1c-40d9-897e-6b3ab374a12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:28.595099 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae61979-a30e-4b2f-bdd8-4c6aad8cc9d6 None None] The sync data for ids ['111c9b5a-138d-4907-8a6a-33119b386bf0'] in dv-neutron-826830-2-hyperv is: [{'id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'name': 'tempest-TestNetworkBasicOps-router-1185708411', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:19Z', 'updated_at': '2022-02-04T06:09:24Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:20Z', 'updated_at': '2022-02-04T06:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '445c7e1f-97e2-4886-8f11-3e507abee875', 'name': '', 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:82:8b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '74d7967a-5d1c-40d9-897e-6b3ab374a12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:24Z', 'updated_at': '2022-02-04T06:09:27Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '74d7967a-5d1c-40d9-897e-6b3ab374a12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:09:28.596721 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-063a8ab4-ed37-4881-a4da-9503a3fe63a1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:28.601496 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-063a8ab4-ed37-4881-a4da-9503a3fe63a1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:28.629693 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a8ab4-ed37-4881-a4da-9503a3fe63a1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b85ac0-bf38-4117-aecb-3c56ea34da2f,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:28.653737 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-063a8ab4-ed37-4881-a4da-9503a3fe63a1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:28.658403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57784) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:28.658572 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-063a8ab4-ed37-4881-a4da-9503a3fe63a1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2759073 Feb 04 06:09:28.665350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-81174771-1084-43ae-9944-fdad55fe78b5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '4faf97b5-0ef7-4e7f-8a43-aee79f7672af', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:28.676111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-81174771-1084-43ae-9944-fdad55fe78b5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:28.680108 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-81174771-1084-43ae-9944-fdad55fe78b5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:28.683826 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-81174771-1084-43ae-9944-fdad55fe78b5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:28.690345 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-81174771-1084-43ae-9944-fdad55fe78b5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:28.704451 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-81174771-1084-43ae-9944-fdad55fe78b5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:09:28.711893 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-81174771-1084-43ae-9944-fdad55fe78b5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:28.790290 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-81174771-1084-43ae-9944-fdad55fe78b5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:28.798492 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-81174771-1084-43ae-9944-fdad55fe78b5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:28.829219 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81174771-1084-43ae-9944-fdad55fe78b5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1409e2a6-c975-4aa3-a888-1c5c87779ec5,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:28.832630 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-81174771-1084-43ae-9944-fdad55fe78b5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:28.834425 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-81174771-1084-43ae-9944-fdad55fe78b5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1747632 Feb 04 06:09:28.838172 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57788) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:28.844443 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-fb9e5e5b-9b46-4974-a05e-da3a2401963e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '4faf97b5-0ef7-4e7f-8a43-aee79f7672af', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:28.850326 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fb9e5e5b-9b46-4974-a05e-da3a2401963e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:28.854318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fb9e5e5b-9b46-4974-a05e-da3a2401963e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:28.857302 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fb9e5e5b-9b46-4974-a05e-da3a2401963e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:28.865192 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fb9e5e5b-9b46-4974-a05e-da3a2401963e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:28.878179 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-fb9e5e5b-9b46-4974-a05e-da3a2401963e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:09:28.884945 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5e5b-9b46-4974-a05e-da3a2401963e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:28.967595 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5e5b-9b46-4974-a05e-da3a2401963e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:28.973001 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5e5b-9b46-4974-a05e-da3a2401963e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:29.015453 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e5e5b-9b46-4974-a05e-da3a2401963e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70cd90ab-fe34-4dc7-9991-8cc5205bec6b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:29.026947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5e5b-9b46-4974-a05e-da3a2401963e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:29.029114 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fb9e5e5b-9b46-4974-a05e-da3a2401963e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1894166 Feb 04 06:09:29.054210 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 445c7e1f-97e2-4886-8f11-3e507abee875 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:29.128442 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 445c7e1f-97e2-4886-8f11-3e507abee875 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:29.141642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 445c7e1f-97e2-4886-8f11-3e507abee875 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:29.143116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:29.290888 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:29.309517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-8db500b4-049d-4c8d-8727-eb223152d7d1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:09:29.326454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 445c7e1f-97e2-4886-8f11-3e507abee875, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=445c7e1f-97e2-4886-8f11-3e507abee875,segment=NetworkSegment(6d16e5dc-c036-4eab-8c48-df79684591df),segment_id=6d16e5dc-c036-4eab-8c48-df79684591df)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:29.329645 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-8db500b4-049d-4c8d-8727-eb223152d7d1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:09:29.333319 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:29.340358 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-8db500b4-049d-4c8d-8727-eb223152d7d1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999187449&fields=id&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 267 time: 0.0797188 Feb 04 06:09:29.415534 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=445c7e1f-97e2-4886-8f11-3e507abee875,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:29.505149 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cabffdd7-35c9-44b1-b119-d24970041675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:29.518877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-85ebb01a-24e1-4b0c-a0d2-f402f19faf8e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:29.518877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-85ebb01a-24e1-4b0c-a0d2-f402f19faf8e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:09:29.538157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-85ebb01a-24e1-4b0c-a0d2-f402f19faf8e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:09:29.539481 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-85ebb01a-24e1-4b0c-a0d2-f402f19faf8e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/networks?id=2cd74537-f5b8-4ba4-ab56-5c414c363324 HTTP/1.1" status: 200 len: 797 time: 0.1960158 Feb 04 06:09:29.555574 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-7416078c-fb99-4032-80a6-bb0296062d65 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/quotas/71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 375 time: 0.0100057 Feb 04 06:09:29.646771 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-c9139e42-d009-40e6-87b8-774fc6be57f8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849884 Feb 04 06:09:29.662896 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-58c1c87d-2081-4e80-924c-6dbce8225ba2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:09:29.664185 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-58c1c87d-2081-4e80-924c-6dbce8225ba2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055723 Feb 04 06:09:29.830584 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-21c9c519-1539-4a01-9b8f-e8bbb62699f7 service neutron] 10.222.0.31 "GET /v2.0/networks/2cd74537-f5b8-4ba4-ab56-5c414c363324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589985 Feb 04 06:09:29.980586 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-3f616622-2865-4de2-9ba2-7f7d30c8f653 service neutron] 10.222.0.31 "GET /v2.0/networks/2cd74537-f5b8-4ba4-ab56-5c414c363324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429200 Feb 04 06:09:30.161920 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7347c873-a7b6-4749-b4b9-3222e370b6ac req-a08fcb30-d3cf-4680-bd29-8583babf9e16 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f08cfcfc-1572-4146-9442-3bf55c2f82f2 HTTP/1.1" status: 200 len: 210 time: 0.0445032 Feb 04 06:09:31.001715 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 445c7e1f-97e2-4886-8f11-3e507abee875 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:31.074212 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 445c7e1f-97e2-4886-8f11-3e507abee875 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:31.074984 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:31.313560 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-0e881862-b40a-4257-93f3-a80074369441 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:31.315039 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-0e881862-b40a-4257-93f3-a80074369441 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:09:31.332879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-0e881862-b40a-4257-93f3-a80074369441 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:09:31.333978 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-0e881862-b40a-4257-93f3-a80074369441 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/networks?id=2cd74537-f5b8-4ba4-ab56-5c414c363324 HTTP/1.1" status: 200 len: 797 time: 0.2320149 Feb 04 06:09:31.374470 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5cd837ac-97b3-403f-af1f-e4e52b17b158 req-44b62abc-ae32-4a92-8d4b-3198ab0e488b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f08cfcfc-1572-4146-9442-3bf55c2f82f2 HTTP/1.1" status: 200 len: 210 time: 0.0557065 Feb 04 06:09:31.391089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-90b409c6-fbfd-473e-a599-082939b30e56 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:09:31.402310 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-90b409c6-fbfd-473e-a599-082939b30e56 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:09:31.403399 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-90b409c6-fbfd-473e-a599-082939b30e56 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 380 time: 0.0620136 Feb 04 06:09:31.413161 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-52986217-57c1-4b3b-bc23-d0083821e687 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'port': {'device_id': 'f08cfcfc-1572-4146-9442-3bf55c2f82f2', 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324', 'admin_state_up': True, 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'security_groups': ['4faf97b5-0ef7-4e7f-8a43-aee79f7672af']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:31.546191 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-52986217-57c1-4b3b-bc23-d0083821e687 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:31.550124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-52986217-57c1-4b3b-bc23-d0083821e687 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:port and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:31.552857 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-52986217-57c1-4b3b-bc23-d0083821e687 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:31.559425 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-52986217-57c1-4b3b-bc23-d0083821e687 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:31.571820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-52986217-57c1-4b3b-bc23-d0083821e687 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:31.575244 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-52986217-57c1-4b3b-bc23-d0083821e687 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:31.741540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-52986217-57c1-4b3b-bc23-d0083821e687 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.20.0.11 (2cd74537-f5b8-4ba4-ab56-5c414c363324/74d7967a-5d1c-40d9-897e-6b3ab374a12c/2e88a610-eba8-49f8-bc56-e84065400105) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:31.821868 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-66dbf266-cad3-45ab-ae89-8f7fc90793f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:31.928210 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-52986217-57c1-4b3b-bc23-d0083821e687 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:31.944152 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-52986217-57c1-4b3b-bc23-d0083821e687 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Transition to ACTIVE for port object 2e88a610-eba8-49f8-bc56-e84065400105 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:31.969946 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-52986217-57c1-4b3b-bc23-d0083821e687 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:32.039461 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-52986217-57c1-4b3b-bc23-d0083821e687 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 2cd74537-f5b8-4ba4-ab56-5c414c363324 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:32.042750 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-52986217-57c1-4b3b-bc23-d0083821e687 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:32.047397 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-52986217-57c1-4b3b-bc23-d0083821e687 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:32.086964 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52986217-57c1-4b3b-bc23-d0083821e687 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=2e88a610-eba8-49f8-bc56-e84065400105,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:32.118979 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-52986217-57c1-4b3b-bc23-d0083821e687 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:32.119567 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-52986217-57c1-4b3b-bc23-d0083821e687 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:32.146738 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-52986217-57c1-4b3b-bc23-d0083821e687 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7369947 Feb 04 06:09:32.160378 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Request body: {'port': {'device_id': 'f08cfcfc-1572-4146-9442-3bf55c2f82f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:32.283701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:32.306247 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-96b1809e-768a-4e34-b6dd-0906fe9c6111 None None] Provisioning for port 2e88a610-eba8-49f8-bc56-e84065400105 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:32.311292 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-96b1809e-768a-4e34-b6dd-0906fe9c6111 None None] Provisioning complete for port 2e88a610-eba8-49f8-bc56-e84065400105 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:32.311691 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-96b1809e-768a-4e34-b6dd-0906fe9c6111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:32.364912 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-96b1809e-768a-4e34-b6dd-0906fe9c6111 None None] Port 2e88a610-eba8-49f8-bc56-e84065400105 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:09:32.554424 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a660c-081b-4e6a-b68b-c6e745ad913f req-a9943063-b9ab-4cfd-83cb-bb352fc1c2d7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:32.555880 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-397a660c-081b-4e6a-b68b-c6e745ad913f req-a9943063-b9ab-4cfd-83cb-bb352fc1c2d7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f08cfcfc-1572-4146-9442-3bf55c2f82f2 HTTP/1.1" status: 200 len: 932 time: 0.0805697 Feb 04 06:09:32.612917 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-397a660c-081b-4e6a-b68b-c6e745ad913f req-769fc518-a50a-4b01-8aa6-308660f4941d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4faf97b5-0ef7-4e7f-8a43-aee79f7672af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503676 Feb 04 06:09:32.634580 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e88a610-eba8-49f8-bc56-e84065400105 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:09:32.641965 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:32.655699 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Transition to ACTIVE for port object 2e88a610-eba8-49f8-bc56-e84065400105 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:32.661026 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:32.814768 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:32.814960 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Pushing event updated for resources: {'Port': ['ID=2e88a610-eba8-49f8-bc56-e84065400105,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:32.861219 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:33.013656 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Attempting to bind port 2e88a610-eba8-49f8-bc56-e84065400105 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:33.013986 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Attempting to bind port 2e88a610-eba8-49f8-bc56-e84065400105 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6d16e5dc-c036-4eab-8c48-df79684591df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:33.014309 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Attempting to bind port 2e88a610-eba8-49f8-bc56-e84065400105 on network 2cd74537-f5b8-4ba4-ab56-5c414c363324 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:33.019425 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Port 2e88a610-eba8-49f8-bc56-e84065400105 on network 2cd74537-f5b8-4ba4-ab56-5c414c363324 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:09:33.019425 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Attempting to bind port 2e88a610-eba8-49f8-bc56-e84065400105 on network 2cd74537-f5b8-4ba4-ab56-5c414c363324 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:33.025258 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:09:33.025258 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Checking segment: {'id': '6d16e5dc-c036-4eab-8c48-df79684591df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:09:33.025484 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Bound using segment: {'id': '6d16e5dc-c036-4eab-8c48-df79684591df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:09:33.026042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Bound port: 2e88a610-eba8-49f8-bc56-e84065400105, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d16e5dc-c036-4eab-8c48-df79684591df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:33.026406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:33.118235 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] For port 2e88a610-eba8-49f8-bc56-e84065400105, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:09:33.120570 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] For port 2e88a610-eba8-49f8-bc56-e84065400105, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2e88a610-eba8-49f8-bc56-e84065400105,segment=NetworkSegment(6d16e5dc-c036-4eab-8c48-df79684591df),segment_id=6d16e5dc-c036-4eab-8c48-df79684591df)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:09:33.125859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:33.193362 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:33.195805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:33.195805 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-aab91663-c660-49db-9be8-c782babe3125 service neutron] 10.222.0.43 "PUT /v2.0/ports/2e88a610-eba8-49f8-bc56-e84065400105 HTTP/1.1" status: 200 len: 1094 time: 1.0397215 Feb 04 06:09:33.195805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08cfcfc-1572-4146-9442-3bf55c2f82f2', 'tag': '2e88a610-eba8-49f8-bc56-e84065400105'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:09:33.230213 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab91663-c660-49db-9be8-c782babe3125 service neutron] Pushing event updated for resources: {'Port': ['ID=2e88a610-eba8-49f8-bc56-e84065400105,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:33.276209 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08cfcfc-1572-4146-9442-3bf55c2f82f2', 'tag': '2e88a610-eba8-49f8-bc56-e84065400105', 'status': 'completed', 'code': 200} Feb 04 06:09:33.323832 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-812f810a-9131-407f-8d59-cc46442a6231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:33.325228 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-812f810a-9131-407f-8d59-cc46442a6231 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=f08cfcfc-1572-4146-9442-3bf55c2f82f2 HTTP/1.1" status: 200 len: 1097 time: 0.0843511 Feb 04 06:09:33.407750 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-32906390-3639-4d12-a7f0-bed197da9815 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e88a610-eba8-49f8-bc56-e84065400105 HTTP/1.1" status: 200 len: 217 time: 0.0725563 Feb 04 06:09:33.474494 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-f2a30502-dfe3-4719-9600-4d0d8b167c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:33.475649 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-f2a30502-dfe3-4719-9600-4d0d8b167c7b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=74d7967a-5d1c-40d9-897e-6b3ab374a12c HTTP/1.1" status: 200 len: 834 time: 0.0619454 Feb 04 06:09:33.559421 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-8744790b-a168-4459-a4a2-e2b7d6f7999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:33.562184 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-8744790b-a168-4459-a4a2-e2b7d6f7999e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2cd74537-f5b8-4ba4-ab56-5c414c363324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795252 Feb 04 06:09:33.710050 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-ffe2f161-e0e9-42f0-befe-3a5d872a1a48 service neutron] 10.222.0.43 "GET /v2.0/networks/2cd74537-f5b8-4ba4-ab56-5c414c363324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410866 Feb 04 06:09:33.820694 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16408cfb-330f-4cd4-9e2f-bf0f96818f26 req-c2496189-5587-4542-895f-df5e01da43a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:33.824282 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-16408cfb-330f-4cd4-9e2f-bf0f96818f26 req-c2496189-5587-4542-895f-df5e01da43a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f08cfcfc-1572-4146-9442-3bf55c2f82f2 HTTP/1.1" status: 200 len: 944 time: 0.0900469 Feb 04 06:09:33.853875 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a44ed342-1c86-4552-8ad6-0ee16ab09a57 req-775f145b-dd69-4722-894e-cc22d882a628 service neutron] 10.222.0.43 "GET /v2.0/networks/2cd74537-f5b8-4ba4-ab56-5c414c363324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372590 Feb 04 06:09:33.876302 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-16408cfb-330f-4cd4-9e2f-bf0f96818f26 req-08cff2bc-b83f-41c7-bc53-6de1e6b1c8db tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4faf97b5-0ef7-4e7f-8a43-aee79f7672af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468657 Feb 04 06:09:33.982912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a4fba-3d6d-49dd-8684-f94327604eb5 req-137bd2a2-2e29-4d10-bbd7-daf3a4663b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:33.984823 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3d7a4fba-3d6d-49dd-8684-f94327604eb5 req-137bd2a2-2e29-4d10-bbd7-daf3a4663b30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=f08cfcfc-1572-4146-9442-3bf55c2f82f2 HTTP/1.1" status: 200 len: 1097 time: 0.0774899 Feb 04 06:09:34.127504 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a4fba-3d6d-49dd-8684-f94327604eb5 req-3d90f777-c2e5-406a-a2c0-dff6e7d007ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:34.133725 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3d7a4fba-3d6d-49dd-8684-f94327604eb5 req-3d90f777-c2e5-406a-a2c0-dff6e7d007ab service neutron] 10.222.0.43 "GET /v2.0/networks?id=2cd74537-f5b8-4ba4-ab56-5c414c363324 HTTP/1.1" status: 200 len: 898 time: 0.1370380 Feb 04 06:09:34.209558 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3d7a4fba-3d6d-49dd-8684-f94327604eb5 req-529ec245-55fd-4e36-ac37-318825d6ed9c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e88a610-eba8-49f8-bc56-e84065400105 HTTP/1.1" status: 200 len: 217 time: 0.0721540 Feb 04 06:09:34.214720 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:34.277995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a4fba-3d6d-49dd-8684-f94327604eb5 req-45f0b530-07b9-4a91-9afb-2444126dd868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:34.278604 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3d7a4fba-3d6d-49dd-8684-f94327604eb5 req-45f0b530-07b9-4a91-9afb-2444126dd868 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=74d7967a-5d1c-40d9-897e-6b3ab374a12c HTTP/1.1" status: 200 len: 834 time: 0.0630596 Feb 04 06:09:34.364366 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a4fba-3d6d-49dd-8684-f94327604eb5 req-10fd7038-0179-4c8b-83d0-4a99a1997a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:34.365852 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3d7a4fba-3d6d-49dd-8684-f94327604eb5 req-10fd7038-0179-4c8b-83d0-4a99a1997a13 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2cd74537-f5b8-4ba4-ab56-5c414c363324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803275 Feb 04 06:09:34.515435 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3d7a4fba-3d6d-49dd-8684-f94327604eb5 req-052af7ca-83a7-470c-aef2-6cda1ef81f47 service neutron] 10.222.0.43 "GET /v2.0/networks/2cd74537-f5b8-4ba4-ab56-5c414c363324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420281 Feb 04 06:09:34.653702 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3d7a4fba-3d6d-49dd-8684-f94327604eb5 req-c171e7ed-71bb-4ded-a3ef-5a42f5718b20 service neutron] 10.222.0.43 "GET /v2.0/networks/2cd74537-f5b8-4ba4-ab56-5c414c363324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306787 Feb 04 06:09:35.079690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9ba92-b0af-4785-ade8-7eb040cb379e req-38cb0c31-e6da-4a30-9014-d6e2af924868 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:35.080238 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f2f9ba92-b0af-4785-ade8-7eb040cb379e req-38cb0c31-e6da-4a30-9014-d6e2af924868 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f08cfcfc-1572-4146-9442-3bf55c2f82f2 HTTP/1.1" status: 200 len: 944 time: 0.0907052 Feb 04 06:09:35.126767 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f2f9ba92-b0af-4785-ade8-7eb040cb379e req-2adac2c2-43eb-4df5-9dfb-75043b48fc60 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4faf97b5-0ef7-4e7f-8a43-aee79f7672af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408502 Feb 04 06:09:36.319590 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a573d-128d-4724-b8ce-5350e3f73002 req-13702405-0d2b-4af9-a5db-7cc7484152b7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:36.321106 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ef9a573d-128d-4724-b8ce-5350e3f73002 req-13702405-0d2b-4af9-a5db-7cc7484152b7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f08cfcfc-1572-4146-9442-3bf55c2f82f2 HTTP/1.1" status: 200 len: 944 time: 0.0819650 Feb 04 06:09:36.367419 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ef9a573d-128d-4724-b8ce-5350e3f73002 req-91783339-1049-413e-9d70-572b9ee8c583 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4faf97b5-0ef7-4e7f-8a43-aee79f7672af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405889 Feb 04 06:09:36.815262 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 2e88a610-eba8-49f8-bc56-e84065400105 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:09:36.959093 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 2e88a610-eba8-49f8-bc56-e84065400105, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2e88a610-eba8-49f8-bc56-e84065400105,segment=NetworkSegment(6d16e5dc-c036-4eab-8c48-df79684591df),segment_id=6d16e5dc-c036-4eab-8c48-df79684591df)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:36.972544 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '2e88a610-eba8-49f8-bc56-e84065400105', 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324', 'port_id': '2e88a610-eba8-49f8-bc56-e84065400105', 'mac_address': 'fa:16:3e:26:11:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d7967a-5d1c-40d9-897e-6b3ab374a12c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:09:37.032362 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.051071 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e88a610-eba8-49f8-bc56-e84065400105 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:09:37.075367 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 2e88a610-eba8-49f8-bc56-e84065400105, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2e88a610-eba8-49f8-bc56-e84065400105,segment=NetworkSegment(6d16e5dc-c036-4eab-8c48-df79684591df),segment_id=6d16e5dc-c036-4eab-8c48-df79684591df)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:37.081274 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.082897 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.158820 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=2e88a610-eba8-49f8-bc56-e84065400105,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:37.311720 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['2e88a610-eba8-49f8-bc56-e84065400105'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:09:37.552840 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b54002-a692-4120-a442-4c95cb951531 req-9ee4e42e-11bc-4362-ba6b-c12bec2c0cf5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:37.554195 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a1b54002-a692-4120-a442-4c95cb951531 req-9ee4e42e-11bc-4362-ba6b-c12bec2c0cf5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f08cfcfc-1572-4146-9442-3bf55c2f82f2 HTTP/1.1" status: 200 len: 945 time: 0.0797677 Feb 04 06:09:37.599861 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a1b54002-a692-4120-a442-4c95cb951531 req-eab31e0f-253e-4170-bcb1-44d7049f1a2b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4faf97b5-0ef7-4e7f-8a43-aee79f7672af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392935 Feb 04 06:09:38.789862 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f736ef8-f367-4f77-8638-4f096a18abcb req-91091d70-f67a-4420-90b4-a596576468f8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:38.790940 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8f736ef8-f367-4f77-8638-4f096a18abcb req-91091d70-f67a-4420-90b4-a596576468f8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f08cfcfc-1572-4146-9442-3bf55c2f82f2 HTTP/1.1" status: 200 len: 945 time: 0.0834351 Feb 04 06:09:38.825382 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 2e88a610-eba8-49f8-bc56-e84065400105 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:38.844677 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8f736ef8-f367-4f77-8638-4f096a18abcb req-9267148b-a234-468e-9df0-c66b425c2af8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4faf97b5-0ef7-4e7f-8a43-aee79f7672af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479987 Feb 04 06:09:38.887432 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 2e88a610-eba8-49f8-bc56-e84065400105 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:38.891699 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 2e88a610-eba8-49f8-bc56-e84065400105 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:38.892137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.012128 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.039331 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08cfcfc-1572-4146-9442-3bf55c2f82f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e88a610-eba8-49f8-bc56-e84065400105'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:09:39.049094 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 2e88a610-eba8-49f8-bc56-e84065400105, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2e88a610-eba8-49f8-bc56-e84065400105,segment=NetworkSegment(6d16e5dc-c036-4eab-8c48-df79684591df),segment_id=6d16e5dc-c036-4eab-8c48-df79684591df)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:39.053063 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.085262 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08cfcfc-1572-4146-9442-3bf55c2f82f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e88a610-eba8-49f8-bc56-e84065400105', 'code': 200} Feb 04 06:09:39.123937 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=2e88a610-eba8-49f8-bc56-e84065400105,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:39.310711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a67025-99bb-4a22-9c65-9d7ef2636577 req-d7a0b97e-359e-4018-8a0d-fa959cc463e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:39.312191 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-93a67025-99bb-4a22-9c65-9d7ef2636577 req-d7a0b97e-359e-4018-8a0d-fa959cc463e5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f08cfcfc-1572-4146-9442-3bf55c2f82f2 HTTP/1.1" status: 200 len: 1099 time: 0.0682170 Feb 04 06:09:39.354011 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-93a67025-99bb-4a22-9c65-9d7ef2636577 req-c0a6d7b9-3fa8-448f-b1c8-3bb45dd89014 service neutron] Synchronizing usage tracker for tenant:312f3fdd693249ed9d4ecabd0424de7d on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:09:39.375949 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-93a67025-99bb-4a22-9c65-9d7ef2636577 req-c0a6d7b9-3fa8-448f-b1c8-3bb45dd89014 service neutron] Unset dirty status for tenant:312f3fdd693249ed9d4ecabd0424de7d on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:09:39.377541 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-93a67025-99bb-4a22-9c65-9d7ef2636577 req-c0a6d7b9-3fa8-448f-b1c8-3bb45dd89014 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4faf97b5-0ef7-4e7f-8a43-aee79f7672af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563943 Feb 04 06:09:40.045527 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab06b57-c7b8-4ea4-8ed2-8ea95e4c96dd req-3f1a91f2-c008-4312-a5a6-16dba2569413 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:40.047112 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dab06b57-c7b8-4ea4-8ed2-8ea95e4c96dd req-3f1a91f2-c008-4312-a5a6-16dba2569413 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f08cfcfc-1572-4146-9442-3bf55c2f82f2 HTTP/1.1" status: 200 len: 946 time: 0.0886571 Feb 04 06:09:40.091086 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dab06b57-c7b8-4ea4-8ed2-8ea95e4c96dd req-d3e79da2-fefb-421e-877f-49aca7dd6436 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4faf97b5-0ef7-4e7f-8a43-aee79f7672af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382354 Feb 04 06:09:41.406597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987b688-c0d0-4e9f-ba78-595d4a57feed req-b81b1686-28a0-4cba-8f15-5642168e6129 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:41.408089 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e987b688-c0d0-4e9f-ba78-595d4a57feed req-b81b1686-28a0-4cba-8f15-5642168e6129 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f08cfcfc-1572-4146-9442-3bf55c2f82f2 HTTP/1.1" status: 200 len: 946 time: 0.1947722 Feb 04 06:09:41.453554 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e987b688-c0d0-4e9f-ba78-595d4a57feed req-d973fc46-d517-4571-b4e7-269f5ede83c6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4faf97b5-0ef7-4e7f-8a43-aee79f7672af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395715 Feb 04 06:09:41.641886 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba46ad-1c93-468a-8adb-cd417c853493 req-c2177b53-b3f2-4df4-b205-d7435f576ac6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:41.643360 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d5ba46ad-1c93-468a-8adb-cd417c853493 req-c2177b53-b3f2-4df4-b205-d7435f576ac6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f08cfcfc-1572-4146-9442-3bf55c2f82f2 HTTP/1.1" status: 200 len: 946 time: 0.0855031 Feb 04 06:09:41.691435 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d5ba46ad-1c93-468a-8adb-cd417c853493 req-efd58c61-224c-4e65-9a46-9f7b565a53f6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4faf97b5-0ef7-4e7f-8a43-aee79f7672af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423353 Feb 04 06:09:41.716345 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57846) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:41.886445 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd1ca31-3855-4e80-b83e-8f938ca71aaa tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:41.887998 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5bd1ca31-3855-4e80-b83e-8f938ca71aaa tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f08cfcfc-1572-4146-9442-3bf55c2f82f2 HTTP/1.1" status: 200 len: 1094 time: 0.1705971 Feb 04 06:09:41.890939 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57850) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:41.895877 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': '2e88a610-eba8-49f8-bc56-e84065400105', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:41.901888 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:41.905783 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:floatingip and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:41.908669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:41.914428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:41.927181 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.066277 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.204144 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.26.4.207 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/04706077-29d9-4bff-857d-1f2e9c8b044d) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:42.355208 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.386261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.449551 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:42.452448 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:42.455058 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:42.493248 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=04706077-29d9-4bff-857d-1f2e9c8b044d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:42.884417 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.976707 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.194159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.201728 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.321013 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=04706077-29d9-4bff-857d-1f2e9c8b044d,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:43.331138 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.512048 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Floating IP a5e72bd6-8d9c-41c9-abb9-22d1e987e69d associated. External IP: 172.26.4.207, port: 2e88a610-eba8-49f8-bc56-e84065400105. Feb 04 06:09:43.961263 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 111c9b5a-138d-4907-8a6a-33119b386bf0 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:09:44.157352 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:09:44.159564 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73bdba4-f22b-4645-94ca-add8623be8e2 None None] Sync routers for ids ['111c9b5a-138d-4907-8a6a-33119b386bf0'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:44.183734 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73bdba4-f22b-4645-94ca-add8623be8e2 None None] Routers {'111c9b5a-138d-4907-8a6a-33119b386bf0'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:44.183734 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a73bdba4-f22b-4645-94ca-add8623be8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:09:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['111c9b5a-138d-4907-8a6a-33119b386bf0'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:44.188521 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.249760 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ce22e017-7c15-4852-b85a-4cd7a8eb5ee5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3553209 Feb 04 06:09:44.249760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08cfcfc-1572-4146-9442-3bf55c2f82f2', 'tag': '2e88a610-eba8-49f8-bc56-e84065400105'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:09:44.254963 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57854) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:44.340265 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08cfcfc-1572-4146-9442-3bf55c2f82f2', 'tag': '2e88a610-eba8-49f8-bc56-e84065400105', 'status': 'completed', 'code': 200} Feb 04 06:09:44.397182 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-a73bdba4-f22b-4645-94ca-add8623be8e2 None None] Set router 111c9b5a-138d-4907-8a6a-33119b386bf0 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:44.414794 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a205ddc0-df3b-44f7-842d-be8dc3d9bb39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/a5e72bd6-8d9c-41c9-abb9-22d1e987e69d HTTP/1.1" status: 200 len: 992 time: 0.1585050 Feb 04 06:09:44.500463 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec065a5-a38e-479b-ad66-8c3a1ba3dfd8 req-b9a72bca-5aef-44cd-adfb-3f79ba48d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:44.500683 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-eec065a5-a38e-479b-ad66-8c3a1ba3dfd8 req-b9a72bca-5aef-44cd-adfb-3f79ba48d445 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=f08cfcfc-1572-4146-9442-3bf55c2f82f2 HTTP/1.1" status: 200 len: 1099 time: 0.1429052 Feb 04 06:09:44.636720 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec065a5-a38e-479b-ad66-8c3a1ba3dfd8 req-1ca2942d-ad6f-4b64-9105-185ffda201d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:44.638212 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-eec065a5-a38e-479b-ad66-8c3a1ba3dfd8 req-1ca2942d-ad6f-4b64-9105-185ffda201d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2cd74537-f5b8-4ba4-ab56-5c414c363324 HTTP/1.1" status: 200 len: 898 time: 0.1293986 Feb 04 06:09:44.743164 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-eec065a5-a38e-479b-ad66-8c3a1ba3dfd8 req-979f537e-c5ff-4c4e-b53c-31865ab2b07d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e88a610-eba8-49f8-bc56-e84065400105 HTTP/1.1" status: 200 len: 1000 time: 0.0979958 Feb 04 06:09:44.787878 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a73bdba4-f22b-4645-94ca-add8623be8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'name': 'tempest-TestNetworkBasicOps-router-1185708411', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:19Z', 'updated_at': '2022-02-04T06:09:24Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:20Z', 'updated_at': '2022-02-04T06:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'a5e72bd6-8d9c-41c9-abb9-22d1e987e69d', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.207', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'port_id': '2e88a610-eba8-49f8-bc56-e84065400105', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324', 'mac_address': 'fa:16:3e:26:11:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08cfcfc-1572-4146-9442-3bf55c2f82f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:42Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '445c7e1f-97e2-4886-8f11-3e507abee875', 'name': '', 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:82:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '74d7967a-5d1c-40d9-897e-6b3ab374a12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:24Z', 'updated_at': '2022-02-04T06:09:29Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '74d7967a-5d1c-40d9-897e-6b3ab374a12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:44.791958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73bdba4-f22b-4645-94ca-add8623be8e2 None None] Checking router: 111c9b5a-138d-4907-8a6a-33119b386bf0 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:44.800131 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73bdba4-f22b-4645-94ca-add8623be8e2 None None] Routers {'111c9b5a-138d-4907-8a6a-33119b386bf0'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:44.800744 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a73bdba4-f22b-4645-94ca-add8623be8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:09:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['111c9b5a-138d-4907-8a6a-33119b386bf0'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:44.808476 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec065a5-a38e-479b-ad66-8c3a1ba3dfd8 req-078a2bd0-d348-4f15-a5ba-763bda0ca8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:44.809222 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-eec065a5-a38e-479b-ad66-8c3a1ba3dfd8 req-078a2bd0-d348-4f15-a5ba-763bda0ca8be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=74d7967a-5d1c-40d9-897e-6b3ab374a12c HTTP/1.1" status: 200 len: 834 time: 0.0603497 Feb 04 06:09:44.888348 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec065a5-a38e-479b-ad66-8c3a1ba3dfd8 req-6f7d7e11-89f7-4162-a563-eb29600b47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:44.889868 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-eec065a5-a38e-479b-ad66-8c3a1ba3dfd8 req-6f7d7e11-89f7-4162-a563-eb29600b47e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2cd74537-f5b8-4ba4-ab56-5c414c363324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741940 Feb 04 06:09:44.901151 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [req-eec065a5-a38e-479b-ad66-8c3a1ba3dfd8 req-b035a015-2cd7-4648-92b6-47b30f8c8bb4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:09:44.902080 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-eec065a5-a38e-479b-ad66-8c3a1ba3dfd8 req-b035a015-2cd7-4648-92b6-47b30f8c8bb4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049374 Feb 04 06:09:44.992809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-a73bdba4-f22b-4645-94ca-add8623be8e2 None None] Set router 111c9b5a-138d-4907-8a6a-33119b386bf0 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:45.045031 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-eec065a5-a38e-479b-ad66-8c3a1ba3dfd8 req-6b752ec1-34bd-4fb1-b17c-d7e8b1ed4607 service neutron] 10.222.0.43 "GET /v2.0/networks/2cd74537-f5b8-4ba4-ab56-5c414c363324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342139 Feb 04 06:09:45.213545 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-eec065a5-a38e-479b-ad66-8c3a1ba3dfd8 req-06a47096-c885-4751-bd7c-c33127eb7d92 service neutron] 10.222.0.43 "GET /v2.0/networks/2cd74537-f5b8-4ba4-ab56-5c414c363324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622066 Feb 04 06:09:45.387528 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a73bdba4-f22b-4645-94ca-add8623be8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'name': 'tempest-TestNetworkBasicOps-router-1185708411', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:19Z', 'updated_at': '2022-02-04T06:09:24Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:20Z', 'updated_at': '2022-02-04T06:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'a5e72bd6-8d9c-41c9-abb9-22d1e987e69d', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.207', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'port_id': '2e88a610-eba8-49f8-bc56-e84065400105', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324', 'mac_address': 'fa:16:3e:26:11:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08cfcfc-1572-4146-9442-3bf55c2f82f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:42Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '445c7e1f-97e2-4886-8f11-3e507abee875', 'name': '', 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:82:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '74d7967a-5d1c-40d9-897e-6b3ab374a12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:24Z', 'updated_at': '2022-02-04T06:09:29Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '74d7967a-5d1c-40d9-897e-6b3ab374a12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:45.399087 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73bdba4-f22b-4645-94ca-add8623be8e2 None None] The sync data for ids ['111c9b5a-138d-4907-8a6a-33119b386bf0'] in dv-neutron-826830-2-hyperv is: [{'id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'name': 'tempest-TestNetworkBasicOps-router-1185708411', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:19Z', 'updated_at': '2022-02-04T06:09:24Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:20Z', 'updated_at': '2022-02-04T06:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'a5e72bd6-8d9c-41c9-abb9-22d1e987e69d', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.207', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'port_id': '2e88a610-eba8-49f8-bc56-e84065400105', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324', 'mac_address': 'fa:16:3e:26:11:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08cfcfc-1572-4146-9442-3bf55c2f82f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:42Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '445c7e1f-97e2-4886-8f11-3e507abee875', 'name': '', 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:82:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '74d7967a-5d1c-40d9-897e-6b3ab374a12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:24Z', 'updated_at': '2022-02-04T06:09:29Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '74d7967a-5d1c-40d9-897e-6b3ab374a12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:09:45.422302 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57864) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:45.539729 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-82c1029b-7718-415a-bf31-c4c064a4c63c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/a5e72bd6-8d9c-41c9-abb9-22d1e987e69d HTTP/1.1" status: 200 len: 992 time: 0.1170640 Feb 04 06:09:45.626145 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eec051-3569-40c3-9db8-af35c1d3d49f None None] New status for floating IP a5e72bd6-8d9c-41c9-abb9-22d1e987e69d: ACTIVE {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:09:46.542579 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57868) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:46.651547 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4ed854cb-324d-4831-8594-bb505297b2fa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/a5e72bd6-8d9c-41c9-abb9-22d1e987e69d HTTP/1.1" status: 200 len: 994 time: 0.1075788 Feb 04 06:09:54.795064 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:09:59.505521 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a9e16635-01a0-4c36-be81-6d4a8a248146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.833450 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c83b66a3-c7ef-4340-9630-faa115a8ab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:02.814315 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:02.855612 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.210637 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:07.103010 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:13.320921 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57880) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:13.527769 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b8f3e455-ccd3-4fc4-b37b-88750ec98404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/a5e72bd6-8d9c-41c9-abb9-22d1e987e69d HTTP/1.1" status: 200 len: 994 time: 0.2056873 Feb 04 06:10:13.839032 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57890) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:14.046498 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 04706077-29d9-4bff-857d-1f2e9c8b044d {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:14.046808 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:14.246034 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:14.246343 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:14.369377 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 04706077-29d9-4bff-857d-1f2e9c8b044d owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:14.526701 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:14.571372 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=04706077-29d9-4bff-857d-1f2e9c8b044d,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:14.609194 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:14.609535 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:14.609871 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:14.610188 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:14.610506 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:14.610825 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:14.611137 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:14.611449 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:14.611758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:14.612105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:14.612395 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:14.612703 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:14.676236 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:14.676499 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Floating IP a5e72bd6-8d9c-41c9-abb9-22d1e987e69d disassociated (deleted). External IP: 172.26.4.207, port: 2e88a610-eba8-49f8-bc56-e84065400105. Feb 04 06:10:15.155724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 111c9b5a-138d-4907-8a6a-33119b386bf0 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:10:15.350355 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:10:15.360760 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998221d-13d5-4066-bc4a-3c3351cb9378 None None] Sync routers for ids ['111c9b5a-138d-4907-8a6a-33119b386bf0'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:10:15.367665 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:15.370384 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998221d-13d5-4066-bc4a-3c3351cb9378 None None] Routers {'111c9b5a-138d-4907-8a6a-33119b386bf0'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:15.370992 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-3998221d-13d5-4066-bc4a-3c3351cb9378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:10:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['111c9b5a-138d-4907-8a6a-33119b386bf0'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:15.426541 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8a02de27-e309-405f-9cb9-69235f672916 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/floatingips/a5e72bd6-8d9c-41c9-abb9-22d1e987e69d HTTP/1.1" status: 204 len: 168 time: 1.5865052 Feb 04 06:10:15.427298 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08cfcfc-1572-4146-9442-3bf55c2f82f2', 'tag': '2e88a610-eba8-49f8-bc56-e84065400105'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:10:15.549222 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-3998221d-13d5-4066-bc4a-3c3351cb9378 None None] Set router 111c9b5a-138d-4907-8a6a-33119b386bf0 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:15.758958 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08cfcfc-1572-4146-9442-3bf55c2f82f2', 'tag': '2e88a610-eba8-49f8-bc56-e84065400105', 'status': 'completed', 'code': 200} Feb 04 06:10:15.762371 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9cc17ed7-5afe-42c1-87a2-5fa78f690750 req-ad56e83d-3c76-415a-9ad9-e41d9bdb1c04 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1660933 Feb 04 06:10:15.863258 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4f27b-c9e4-4f5d-9a59-2a30a9958245 req-070c465d-2887-475c-814e-0ddb3a5df664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:15.864861 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c2c4f27b-c9e4-4f5d-9a59-2a30a9958245 req-070c465d-2887-475c-814e-0ddb3a5df664 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=f08cfcfc-1572-4146-9442-3bf55c2f82f2 HTTP/1.1" status: 200 len: 1099 time: 0.0819721 Feb 04 06:10:15.945191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc17ed7-5afe-42c1-87a2-5fa78f690750 req-923e247a-4e03-419b-b9ef-8634c48ef255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:15.947000 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9cc17ed7-5afe-42c1-87a2-5fa78f690750 req-923e247a-4e03-419b-b9ef-8634c48ef255 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8545e1a3b8fa468c888c11d4d16e5353&device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 1098 time: 0.1012425 Feb 04 06:10:15.954401 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e45e9-815c-4e18-ab19-1e6eb5f8890c req-0070b69b-6cf1-4761-ab9f-2defa65e6897 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:15.955073 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-833e45e9-815c-4e18-ab19-1e6eb5f8890c req-0070b69b-6cf1-4761-ab9f-2defa65e6897 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:15.955505 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-3998221d-13d5-4066-bc4a-3c3351cb9378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'name': 'tempest-TestNetworkBasicOps-router-1185708411', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:19Z', 'updated_at': '2022-02-04T06:09:24Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:20Z', 'updated_at': '2022-02-04T06:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '445c7e1f-97e2-4886-8f11-3e507abee875', 'name': '', 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:82:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '74d7967a-5d1c-40d9-897e-6b3ab374a12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:24Z', 'updated_at': '2022-02-04T06:09:29Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '74d7967a-5d1c-40d9-897e-6b3ab374a12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:15.960708 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998221d-13d5-4066-bc4a-3c3351cb9378 None None] Checking router: 111c9b5a-138d-4907-8a6a-33119b386bf0 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:10:15.969786 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998221d-13d5-4066-bc4a-3c3351cb9378 None None] Routers {'111c9b5a-138d-4907-8a6a-33119b386bf0'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:15.970573 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-3998221d-13d5-4066-bc4a-3c3351cb9378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:10:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['111c9b5a-138d-4907-8a6a-33119b386bf0'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:15.976793 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-833e45e9-815c-4e18-ab19-1e6eb5f8890c req-0070b69b-6cf1-4761-ab9f-2defa65e6897 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:15.977988 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-833e45e9-815c-4e18-ab19-1e6eb5f8890c req-0070b69b-6cf1-4761-ab9f-2defa65e6897 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f08cfcfc-1572-4146-9442-3bf55c2f82f2 HTTP/1.1" status: 200 len: 946 time: 0.2342310 Feb 04 06:10:16.006005 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4f27b-c9e4-4f5d-9a59-2a30a9958245 req-94596831-631e-4a3a-b981-011d0260028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:16.007525 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c2c4f27b-c9e4-4f5d-9a59-2a30a9958245 req-94596831-631e-4a3a-b981-011d0260028a service neutron] 10.222.0.43 "GET /v2.0/networks?id=2cd74537-f5b8-4ba4-ab56-5c414c363324 HTTP/1.1" status: 200 len: 898 time: 0.1341572 Feb 04 06:10:16.084106 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c2c4f27b-c9e4-4f5d-9a59-2a30a9958245 req-d45c6efd-c003-426d-94f3-00ece0072696 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e88a610-eba8-49f8-bc56-e84065400105 HTTP/1.1" status: 200 len: 217 time: 0.0685546 Feb 04 06:10:16.116047 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-833e45e9-815c-4e18-ab19-1e6eb5f8890c req-0c0ada18-a93c-4706-aff8-a5a3cead840f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4faf97b5-0ef7-4e7f-8a43-aee79f7672af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146355 Feb 04 06:10:16.155337 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-3998221d-13d5-4066-bc4a-3c3351cb9378 None None] Set router 111c9b5a-138d-4907-8a6a-33119b386bf0 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:16.158090 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc17ed7-5afe-42c1-87a2-5fa78f690750 req-577c739f-c7c7-4303-97db-b8b5f2ce890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:16.158595 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4f27b-c9e4-4f5d-9a59-2a30a9958245 req-1587700e-5f52-4f19-ba45-f5353840ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:16.159695 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9cc17ed7-5afe-42c1-87a2-5fa78f690750 req-577c739f-c7c7-4303-97db-b8b5f2ce890d service neutron] 10.222.0.43 "GET /v2.0/networks?id=11fda8b6-b607-479d-885a-9ae11a4ba872 HTTP/1.1" status: 200 len: 912 time: 0.1801593 Feb 04 06:10:16.159891 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c2c4f27b-c9e4-4f5d-9a59-2a30a9958245 req-1587700e-5f52-4f19-ba45-f5353840ddd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=74d7967a-5d1c-40d9-897e-6b3ab374a12c HTTP/1.1" status: 200 len: 834 time: 0.0682304 Feb 04 06:10:16.245860 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4f27b-c9e4-4f5d-9a59-2a30a9958245 req-a77836c2-7ae1-4a93-87bf-ad9e24bb6620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:16.247350 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c2c4f27b-c9e4-4f5d-9a59-2a30a9958245 req-a77836c2-7ae1-4a93-87bf-ad9e24bb6620 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2cd74537-f5b8-4ba4-ab56-5c414c363324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748851 Feb 04 06:10:16.274971 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9cc17ed7-5afe-42c1-87a2-5fa78f690750 req-58d48358-dd8c-4741-ac09-d8098b4d077e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40256fe9-3c39-46c7-8959-433e7c1e18fe HTTP/1.1" status: 200 len: 1000 time: 0.1028624 Feb 04 06:10:16.340238 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc17ed7-5afe-42c1-87a2-5fa78f690750 req-b70b7bd6-efff-4372-b718-af9b46b83971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:16.341894 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9cc17ed7-5afe-42c1-87a2-5fa78f690750 req-b70b7bd6-efff-4372-b718-af9b46b83971 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1464dd3d-87c0-462d-8ed5-ccb402ea7201 HTTP/1.1" status: 200 len: 850 time: 0.0588794 Feb 04 06:10:16.395645 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c2c4f27b-c9e4-4f5d-9a59-2a30a9958245 req-394a8ec1-f269-438b-9036-bc0feaab8996 service neutron] 10.222.0.43 "GET /v2.0/networks/2cd74537-f5b8-4ba4-ab56-5c414c363324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389487 Feb 04 06:10:16.423680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc17ed7-5afe-42c1-87a2-5fa78f690750 req-a32f136d-5c71-4d20-913d-770273953dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:16.425182 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9cc17ed7-5afe-42c1-87a2-5fa78f690750 req-a32f136d-5c71-4d20-913d-770273953dca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11fda8b6-b607-479d-885a-9ae11a4ba872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750256 Feb 04 06:10:16.471604 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-3998221d-13d5-4066-bc4a-3c3351cb9378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'name': 'tempest-TestNetworkBasicOps-router-1185708411', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:19Z', 'updated_at': '2022-02-04T06:09:24Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:20Z', 'updated_at': '2022-02-04T06:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '445c7e1f-97e2-4886-8f11-3e507abee875', 'name': '', 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:82:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '74d7967a-5d1c-40d9-897e-6b3ab374a12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:24Z', 'updated_at': '2022-02-04T06:09:29Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '74d7967a-5d1c-40d9-897e-6b3ab374a12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:16.475987 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998221d-13d5-4066-bc4a-3c3351cb9378 None None] The sync data for ids ['111c9b5a-138d-4907-8a6a-33119b386bf0'] in dv-neutron-826830-2-hyperv is: [{'id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'name': 'tempest-TestNetworkBasicOps-router-1185708411', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:19Z', 'updated_at': '2022-02-04T06:09:24Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:20Z', 'updated_at': '2022-02-04T06:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '445c7e1f-97e2-4886-8f11-3e507abee875', 'name': '', 'network_id': '2cd74537-f5b8-4ba4-ab56-5c414c363324', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:82:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '74d7967a-5d1c-40d9-897e-6b3ab374a12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:24Z', 'updated_at': '2022-02-04T06:09:29Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '74d7967a-5d1c-40d9-897e-6b3ab374a12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:16.539072 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c2c4f27b-c9e4-4f5d-9a59-2a30a9958245 req-e5b7df80-0f1e-4d90-813e-87d5a5ccdf00 service neutron] 10.222.0.43 "GET /v2.0/networks/2cd74537-f5b8-4ba4-ab56-5c414c363324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363707 Feb 04 06:10:16.566782 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9cc17ed7-5afe-42c1-87a2-5fa78f690750 req-baccc0f0-ac5d-411f-a086-3a871c4f280a service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320534 Feb 04 06:10:16.710731 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25a097-a545-4f88-9891-11c0eb992aec None None] New status for floating IP a5e72bd6-8d9c-41c9-abb9-22d1e987e69d: DOWN {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:10:16.711331 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9cc17ed7-5afe-42c1-87a2-5fa78f690750 req-83249bb0-e9f1-45b9-8ca5-21e8ce7f96bf service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284876 Feb 04 06:10:17.251213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3333b3-2417-4bcc-87a8-aec2e608b607 req-953a8e1f-2da8-47f2-a120-8f111107cc33 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:17.252690 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-da3333b3-2417-4bcc-87a8-aec2e608b607 req-953a8e1f-2da8-47f2-a120-8f111107cc33 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/ports?device_id=f08cfcfc-1572-4146-9442-3bf55c2f82f2 HTTP/1.1" status: 200 len: 946 time: 0.0868950 Feb 04 06:10:17.483034 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-da3333b3-2417-4bcc-87a8-aec2e608b607 req-cb4abb5f-9310-4314-9a0c-0ea131bfef95 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 2e88a610-eba8-49f8-bc56-e84065400105 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:17.483270 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-da3333b3-2417-4bcc-87a8-aec2e608b607 req-cb4abb5f-9310-4314-9a0c-0ea131bfef95 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:17.599864 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec893f-f837-4048-b0ab-38d39836e1f6 req-792dae5a-bfd7-4648-ae14-1e17ff6a84ab tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:17.601307 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-91ec893f-f837-4048-b0ab-38d39836e1f6 req-792dae5a-bfd7-4648-ae14-1e17ff6a84ab tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f08cfcfc-1572-4146-9442-3bf55c2f82f2 HTTP/1.1" status: 200 len: 946 time: 0.3660553 Feb 04 06:10:17.728478 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-91ec893f-f837-4048-b0ab-38d39836e1f6 req-c332bf62-3f19-4e85-9289-6f6590fbfdba tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4faf97b5-0ef7-4e7f-8a43-aee79f7672af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213024 Feb 04 06:10:17.770134 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-da3333b3-2417-4bcc-87a8-aec2e608b607 req-cb4abb5f-9310-4314-9a0c-0ea131bfef95 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port 2e88a610-eba8-49f8-bc56-e84065400105, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=2e88a610-eba8-49f8-bc56-e84065400105,segment=NetworkSegment(6d16e5dc-c036-4eab-8c48-df79684591df),segment_id=6d16e5dc-c036-4eab-8c48-df79684591df)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:17.770486 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-da3333b3-2417-4bcc-87a8-aec2e608b607 req-cb4abb5f-9310-4314-9a0c-0ea131bfef95 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:17.891953 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-da3333b3-2417-4bcc-87a8-aec2e608b607 req-cb4abb5f-9310-4314-9a0c-0ea131bfef95 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 2e88a610-eba8-49f8-bc56-e84065400105 owned by compute:nova {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:18.055402 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-da3333b3-2417-4bcc-87a8-aec2e608b607 req-cb4abb5f-9310-4314-9a0c-0ea131bfef95 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:18.141696 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4abb5f-9310-4314-9a0c-0ea131bfef95 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=2e88a610-eba8-49f8-bc56-e84065400105,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:18.194536 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3333b3-2417-4bcc-87a8-aec2e608b607 req-cb4abb5f-9310-4314-9a0c-0ea131bfef95 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] No DVR routers for this DVR port 2e88a610-eba8-49f8-bc56-e84065400105 on host hv-neutron-8268 {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:10:18.197423 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-da3333b3-2417-4bcc-87a8-aec2e608b607 req-cb4abb5f-9310-4314-9a0c-0ea131bfef95 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:18.201434 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08cfcfc-1572-4146-9442-3bf55c2f82f2', 'name': 'network-vif-deleted', 'tag': '2e88a610-eba8-49f8-bc56-e84065400105'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:10:18.219148 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-da3333b3-2417-4bcc-87a8-aec2e608b607 req-cb4abb5f-9310-4314-9a0c-0ea131bfef95 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "DELETE /v2.0/ports/2e88a610-eba8-49f8-bc56-e84065400105 HTTP/1.1" status: 204 len: 173 time: 0.9612639 Feb 04 06:10:18.247960 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08cfcfc-1572-4146-9442-3bf55c2f82f2', 'name': 'network-vif-deleted', 'tag': '2e88a610-eba8-49f8-bc56-e84065400105', 'status': 'completed', 'code': 200} Feb 04 06:10:18.831977 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57914) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:18.914409 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a44ecf70-e0c3-4d7e-9273-faf4de703c7c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:18.944439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a44ecf70-e0c3-4d7e-9273-faf4de703c7c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:19.012745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a44ecf70-e0c3-4d7e-9273-faf4de703c7c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:19.031248 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ecf70-e0c3-4d7e-9273-faf4de703c7c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faf97b5-0ef7-4e7f-8a43-aee79f7672af,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:19.043852 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a44ecf70-e0c3-4d7e-9273-faf4de703c7c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:19.045052 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a44ecf70-e0c3-4d7e-9273-faf4de703c7c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/security-groups/4faf97b5-0ef7-4e7f-8a43-aee79f7672af HTTP/1.1" status: 204 len: 168 time: 0.2120378 Feb 04 06:10:19.076226 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57920) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:19.662760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:20.114579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 445c7e1f-97e2-4886-8f11-3e507abee875 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:20.115316 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:20.301647 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port 445c7e1f-97e2-4886-8f11-3e507abee875, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=445c7e1f-97e2-4886-8f11-3e507abee875,segment=NetworkSegment(6d16e5dc-c036-4eab-8c48-df79684591df),segment_id=6d16e5dc-c036-4eab-8c48-df79684591df)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:20.301979 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:20.425858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 445c7e1f-97e2-4886-8f11-3e507abee875 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:20.762246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:20.815003 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=445c7e1f-97e2-4886-8f11-3e507abee875,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:20.861030 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:20.861363 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:20.861698 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:20.862012 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:20.862356 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:20.862673 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:20.863002 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:20.863322 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:20.863640 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:20.863994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:20.864311 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:20.864628 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:20.982946 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 2e88a610-eba8-49f8-bc56-e84065400105 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:10:21.020911 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 2e88a610-eba8-49f8-bc56-e84065400105 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:10:21.021163 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 2e88a610-eba8-49f8-bc56-e84065400105 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:10:21.107643 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:21.579382 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 111c9b5a-138d-4907-8a6a-33119b386bf0 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:10:21.765424 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:10:21.775248 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68715453-6949-4346-9e4c-b39fb502e85b None None] Sync routers for ids ['111c9b5a-138d-4907-8a6a-33119b386bf0'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:10:21.779978 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-75f7b3c0-48c4-4d69-8070-af54ef17e67d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/routers/111c9b5a-138d-4907-8a6a-33119b386bf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7026601 Feb 04 06:10:21.783839 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57924) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:21.785768 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68715453-6949-4346-9e4c-b39fb502e85b None None] Routers {'111c9b5a-138d-4907-8a6a-33119b386bf0'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:21.786373 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-68715453-6949-4346-9e4c-b39fb502e85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:10:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['111c9b5a-138d-4907-8a6a-33119b386bf0'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:21.850408 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cf98ab-bb05-49ac-8271-8f386076c10b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting subnet 74d7967a-5d1c-40d9-897e-6b3ab374a12c {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:10:21.853606 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-28cf98ab-bb05-49ac-8271-8f386076c10b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:21.913287 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-28cf98ab-bb05-49ac-8271-8f386076c10b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:21.959987 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-68715453-6949-4346-9e4c-b39fb502e85b None None] Set router 111c9b5a-138d-4907-8a6a-33119b386bf0 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:21.995817 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-28cf98ab-bb05-49ac-8271-8f386076c10b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:22.072292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-28cf98ab-bb05-49ac-8271-8f386076c10b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:22.112167 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf98ab-bb05-49ac-8271-8f386076c10b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Subnet': ['ID=74d7967a-5d1c-40d9-897e-6b3ab374a12c,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:22.117609 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-28cf98ab-bb05-49ac-8271-8f386076c10b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:22.124220 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-28cf98ab-bb05-49ac-8271-8f386076c10b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/subnets/74d7967a-5d1c-40d9-897e-6b3ab374a12c HTTP/1.1" status: 204 len: 168 time: 0.3393128 Feb 04 06:10:22.126542 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960ec8f9-b356-4341-825c-8f4371f695ba None None] Network 2cd74537-f5b8-4ba4-ab56-5c414c363324 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:10:22.127031 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57928) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:22.304517 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df9f293c-1829-4ccd-9978-0fccfc908a35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:22.460645 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-68715453-6949-4346-9e4c-b39fb502e85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'name': 'tempest-TestNetworkBasicOps-router-1185708411', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:19Z', 'updated_at': '2022-02-04T06:10:20Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '6236e108-5a7c-4286-ba05-01b8724edaa1', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:20Z', 'updated_at': '2022-02-04T06:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:22.464572 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68715453-6949-4346-9e4c-b39fb502e85b None None] Checking router: 111c9b5a-138d-4907-8a6a-33119b386bf0 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:10:22.473973 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68715453-6949-4346-9e4c-b39fb502e85b None None] Routers {'111c9b5a-138d-4907-8a6a-33119b386bf0'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:22.474593 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-68715453-6949-4346-9e4c-b39fb502e85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:10:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['111c9b5a-138d-4907-8a6a-33119b386bf0'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:22.492915 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df9f293c-1829-4ccd-9978-0fccfc908a35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:22.506465 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-df9f293c-1829-4ccd-9978-0fccfc908a35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 6236e108-5a7c-4286-ba05-01b8724edaa1 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:22.506465 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df9f293c-1829-4ccd-9978-0fccfc908a35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:22.522852 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] DHCP port deletion for 2cd74537-f5b8-4ba4-ab56-5c414c363324 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:10:22.531457 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] Deleting port bb49aec4-e67d-4967-9ad8-1955101535ef {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:22.531848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:22.681697 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-df9f293c-1829-4ccd-9978-0fccfc908a35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port 6236e108-5a7c-4286-ba05-01b8724edaa1, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6236e108-5a7c-4286-ba05-01b8724edaa1,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:22.682325 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df9f293c-1829-4ccd-9978-0fccfc908a35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:22.705536 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-68715453-6949-4346-9e4c-b39fb502e85b None None] Set router 111c9b5a-138d-4907-8a6a-33119b386bf0 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:22.800073 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-df9f293c-1829-4ccd-9978-0fccfc908a35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 6236e108-5a7c-4286-ba05-01b8724edaa1 owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:22.812570 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-68715453-6949-4346-9e4c-b39fb502e85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'name': 'tempest-TestNetworkBasicOps-router-1185708411', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:19Z', 'updated_at': '2022-02-04T06:10:22Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:22.833138 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68715453-6949-4346-9e4c-b39fb502e85b None None] The sync data for ids ['111c9b5a-138d-4907-8a6a-33119b386bf0'] in dv-neutron-826830-2-hyperv is: [{'id': '111c9b5a-138d-4907-8a6a-33119b386bf0', 'name': 'tempest-TestNetworkBasicOps-router-1185708411', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:19Z', 'updated_at': '2022-02-04T06:10:22Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:22.917884 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] For port bb49aec4-e67d-4967-9ad8-1955101535ef, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=bb49aec4-e67d-4967-9ad8-1955101535ef,segment=NetworkSegment(6d16e5dc-c036-4eab-8c48-df79684591df),segment_id=6d16e5dc-c036-4eab-8c48-df79684591df)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:22.918278 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:22.995902 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df9f293c-1829-4ccd-9978-0fccfc908a35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.036486 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] Calling delete_port for bb49aec4-e67d-4967-9ad8-1955101535ef owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:23.117310 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.162913 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] Pushing event deleted for resources: {'Port': ['ID=bb49aec4-e67d-4967-9ad8-1955101535ef,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:23.164794 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f293c-1829-4ccd-9978-0fccfc908a35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=6236e108-5a7c-4286-ba05-01b8724edaa1,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:23.167720 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] No DVR routers for this DVR port bb49aec4-e67d-4967-9ad8-1955101535ef on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:10:23.174531 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:23.174531 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:23.174531 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:23.174531 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:23.174985 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:23.175225 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:23.175499 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:23.175844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:23.176162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:23.176475 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:23.176789 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:23.177098 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e29a0-a918-4851-b96e-4d379cdd170f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:23.263958 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df9f293c-1829-4ccd-9978-0fccfc908a35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.450928 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df9f293c-1829-4ccd-9978-0fccfc908a35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.453919 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df9f293c-1829-4ccd-9978-0fccfc908a35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.477608 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df9f293c-1829-4ccd-9978-0fccfc908a35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.478210 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9f293c-1829-4ccd-9978-0fccfc908a35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Fanout notify agent at l3_agent the message router_deleted on router 111c9b5a-138d-4907-8a6a-33119b386bf0 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:10:23.494272 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df9f293c-1829-4ccd-9978-0fccfc908a35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.495508 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-df9f293c-1829-4ccd-9978-0fccfc908a35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/routers/111c9b5a-138d-4907-8a6a-33119b386bf0 HTTP/1.1" status: 204 len: 168 time: 1.3673623 Feb 04 06:10:23.498251 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57932) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:23.613276 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76b12f34-3292-42f5-aee0-020798d256c9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.643764 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device bb49aec4-e67d-4967-9ad8-1955101535ef no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:10:23.680666 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: bb49aec4-e67d-4967-9ad8-1955101535ef {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:10:23.681354 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device bb49aec4-e67d-4967-9ad8-1955101535ef not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:10:23.681964 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 445c7e1f-97e2-4886-8f11-3e507abee875 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:10:23.715721 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 445c7e1f-97e2-4886-8f11-3e507abee875 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:10:23.716103 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 445c7e1f-97e2-4886-8f11-3e507abee875 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:10:23.747909 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76b12f34-3292-42f5-aee0-020798d256c9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.772957 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-76b12f34-3292-42f5-aee0-020798d256c9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd74537-f5b8-4ba4-ab56-5c414c363324']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:23.785912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-76b12f34-3292-42f5-aee0-020798d256c9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d16e5dc-c036-4eab-8c48-df79684591df') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:23.786209 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-76b12f34-3292-42f5-aee0-020798d256c9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d16e5dc-c036-4eab-8c48-df79684591df') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:23.798565 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76b12f34-3292-42f5-aee0-020798d256c9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.815468 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76b12f34-3292-42f5-aee0-020798d256c9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.821906 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b12f34-3292-42f5-aee0-020798d256c9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:10:23.822296 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76b12f34-3292-42f5-aee0-020798d256c9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:10:23.837206 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:10:23.918527 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76b12f34-3292-42f5-aee0-020798d256c9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.935375 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76b12f34-3292-42f5-aee0-020798d256c9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.946364 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b12f34-3292-42f5-aee0-020798d256c9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Network': ['ID=2cd74537-f5b8-4ba4-ab56-5c414c363324,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:23.956055 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-76b12f34-3292-42f5-aee0-020798d256c9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/networks/2cd74537-f5b8-4ba4-ab56-5c414c363324 HTTP/1.1" status: 204 len: 168 time: 0.4567897 Feb 04 06:10:23.972719 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57936) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:23.979084 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-8a6dbe0f-2f37-4598-a1ff-374432dc6ba0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'network': {'name': 'tempest-network-smoke--711232758', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'port_security_enabled': True}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:23.984574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8a6dbe0f-2f37-4598-a1ff-374432dc6ba0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:23.989941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8a6dbe0f-2f37-4598-a1ff-374432dc6ba0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:network and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:23.993944 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8a6dbe0f-2f37-4598-a1ff-374432dc6ba0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:24.000097 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8a6dbe0f-2f37-4598-a1ff-374432dc6ba0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:24.010478 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6dbe0f-2f37-4598-a1ff-374432dc6ba0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:24.013874 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8a6dbe0f-2f37-4598-a1ff-374432dc6ba0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:24.040350 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6dbe0f-2f37-4598-a1ff-374432dc6ba0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:10:24.049061 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8a6dbe0f-2f37-4598-a1ff-374432dc6ba0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:24.049415 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-8a6dbe0f-2f37-4598-a1ff-374432dc6ba0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Added segment f07ec8d7-8c98-44af-ae8b-ec8267dffde4 of type vlan for network f09a217a-3234-4fd4-9aac-a48728fa2ef9 Feb 04 06:10:24.075403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8a6dbe0f-2f37-4598-a1ff-374432dc6ba0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:24.106922 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8a6dbe0f-2f37-4598-a1ff-374432dc6ba0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:24.113213 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6dbe0f-2f37-4598-a1ff-374432dc6ba0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:24.113810 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8a6dbe0f-2f37-4598-a1ff-374432dc6ba0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:24.226987 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8a6dbe0f-2f37-4598-a1ff-374432dc6ba0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2538052 Feb 04 06:10:24.228607 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6dbe0f-2f37-4598-a1ff-374432dc6ba0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Network': ['ID=f09a217a-3234-4fd4-9aac-a48728fa2ef9,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:24.230935 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57940) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:24.237769 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-795018593', 'admin_state_up': True, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:24.252111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:24.256251 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:router and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:24.259494 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:24.267338 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:24.272662 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network f09a217a-3234-4fd4-9aac-a48728fa2ef9 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:10:24.279895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:24.281378 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:24.298098 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:24.680678 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:24.985764 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6236e108-5a7c-4286-ba05-01b8724edaa1 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:10:24.990018 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:25.019325 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:25.022577 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 6236e108-5a7c-4286-ba05-01b8724edaa1 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:10:25.022917 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6236e108-5a7c-4286-ba05-01b8724edaa1 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:10:25.159234 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.26.4.92 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/3fe92621-22e5-4508-a04a-7d98dd73aeda) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:25.312093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:25.345399 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:25.421133 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:25.423952 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:25.427415 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:25.456022 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=3fe92621-22e5-4508-a04a-7d98dd73aeda,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:25.857224 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:26.312860 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:26.526469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:10:26.706741 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:10:26.716153 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Sync routers for ids ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:10:26.725459 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Routers {'1a0dbbc8-22c2-4828-99a6-86c7322696b9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:26.726090 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:10:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:26.735998 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:26.740332 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3a624cee-d434-4bfa-b578-87fae48157d4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5054004 Feb 04 06:10:26.740550 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57946) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:26.783291 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8d6add79-6861-4326-a015-3edef8e74138 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=71cf42a1a4354f9391ad29100b27498c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415404 Feb 04 06:10:26.786015 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57950) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:26.900238 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Set router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:26.914547 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03d1598-707c-4963-a517-24333ffd694f tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:26.916089 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f03d1598-707c-4963-a517-24333ffd694f tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290023 Feb 04 06:10:26.919063 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57954) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:26.959695 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-925a2c5b-f28a-45f6-b25a-e7c73cd3086c tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395732 Feb 04 06:10:26.962318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57958) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:26.968078 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-9777455e-fae8-4cd0-94fa-7356c61a051f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1921727386', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:27.075577 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9777455e-fae8-4cd0-94fa-7356c61a051f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:27.079681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9777455e-fae8-4cd0-94fa-7356c61a051f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:subnet and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:27.082812 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9777455e-fae8-4cd0-94fa-7356c61a051f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:27.088794 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9777455e-fae8-4cd0-94fa-7356c61a051f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:27.100706 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9777455e-fae8-4cd0-94fa-7356c61a051f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:27.104185 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9777455e-fae8-4cd0-94fa-7356c61a051f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:27.178431 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:10:25Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:27.182305 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Checking router: 1a0dbbc8-22c2-4828-99a6-86c7322696b9 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:10:27.182652 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Updating router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 port 3fe92621-22e5-4508-a04a-7d98dd73aeda binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:10:27.236857 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:27.425920 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9777455e-fae8-4cd0-94fa-7356c61a051f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:27.500062 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777455e-fae8-4cd0-94fa-7356c61a051f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Subnet': ['ID=62bc7beb-34ad-4014-ba85-3fb77b8ec309,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:27.511832 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9777455e-fae8-4cd0-94fa-7356c61a051f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Checking segment: {'id': 'f07ec8d7-8c98-44af-ae8b-ec8267dffde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:27.512187 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9777455e-fae8-4cd0-94fa-7356c61a051f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network hostable DHCP agents. Network: f09a217a-3234-4fd4-9aac-a48728fa2ef9, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:10:27.531897 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9777455e-fae8-4cd0-94fa-7356c61a051f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network f09a217a-3234-4fd4-9aac-a48728fa2ef9 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:10:27.541979 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-9777455e-fae8-4cd0-94fa-7356c61a051f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, f09a217a-3234-4fd4-9aac-a48728fa2ef9) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:27.546125 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9777455e-fae8-4cd0-94fa-7356c61a051f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:27.546870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9777455e-fae8-4cd0-94fa-7356c61a051f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:27.555301 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa94294c-6707-40c3-ac25-24fdc2972780 None None] Network f09a217a-3234-4fd4-9aac-a48728fa2ef9 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:10:27.563446 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:27.571927 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9777455e-fae8-4cd0-94fa-7356c61a051f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6083362 Feb 04 06:10:27.574789 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57962) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:27.576626 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Transition to ACTIVE for port object 3fe92621-22e5-4508-a04a-7d98dd73aeda will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:27.583584 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:27.655057 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Attempting to bind port 3fe92621-22e5-4508-a04a-7d98dd73aeda on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:27.655466 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Attempting to bind port 3fe92621-22e5-4508-a04a-7d98dd73aeda by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:27.655940 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Attempting to bind port 3fe92621-22e5-4508-a04a-7d98dd73aeda on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:27.666633 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:10:27.666980 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:27.667359 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:27.667738 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:10:27.668250 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Bound port: 3fe92621-22e5-4508-a04a-7d98dd73aeda, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:10:27.668610 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:27.716121 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16d397-dfcd-45cf-a678-8bc4056ee349 None None] Pushing event updated for resources: {'Port': ['ID=3fe92621-22e5-4508-a04a-7d98dd73aeda,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:27.740244 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16d397-dfcd-45cf-a678-8bc4056ee349 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:27.740938 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16d397-dfcd-45cf-a678-8bc4056ee349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:27.740938 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16d397-dfcd-45cf-a678-8bc4056ee349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:27.741336 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16d397-dfcd-45cf-a678-8bc4056ee349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:27.741524 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16d397-dfcd-45cf-a678-8bc4056ee349 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:27.741840 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16d397-dfcd-45cf-a678-8bc4056ee349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:27.742155 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16d397-dfcd-45cf-a678-8bc4056ee349 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:27.742469 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16d397-dfcd-45cf-a678-8bc4056ee349 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:27.742784 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16d397-dfcd-45cf-a678-8bc4056ee349 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:27.743679 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16d397-dfcd-45cf-a678-8bc4056ee349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:27.744114 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16d397-dfcd-45cf-a678-8bc4056ee349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:27.744450 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16d397-dfcd-45cf-a678-8bc4056ee349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:27.761941 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] For port 3fe92621-22e5-4508-a04a-7d98dd73aeda, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:10:27.765236 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] For port 3fe92621-22e5-4508-a04a-7d98dd73aeda, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3fe92621-22e5-4508-a04a-7d98dd73aeda,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:10:27.775325 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:27.838347 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ips': [{'subnet_id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:10:27.839182 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:27.858290 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Routers {'1a0dbbc8-22c2-4828-99a6-86c7322696b9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:27.859307 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:10:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:27.921693 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16d397-dfcd-45cf-a678-8bc4056ee349 None None] Pushing event updated for resources: {'Port': ['ID=3fe92621-22e5-4508-a04a-7d98dd73aeda,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:28.004895 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Allocated IP 172.20.0.2 (f09a217a-3234-4fd4-9aac-a48728fa2ef9/62bc7beb-34ad-4014-ba85-3fb77b8ec309/e6abe0da-ea72-4f8c-b712-a7c1388de2d0) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:28.038409 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] Set router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:28.217743 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:28.228020 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Transition to ACTIVE for port object e6abe0da-ea72-4f8c-b712-a7c1388de2d0 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:28.246885 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Transition to ACTIVE for port object e6abe0da-ea72-4f8c-b712-a7c1388de2d0 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:28.253626 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:28.320358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Network f09a217a-3234-4fd4-9aac-a48728fa2ef9 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:28.323590 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88d21e0e-c24d-4cb4-8125-c2387a887e46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:28.324143 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:28.328371 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:28.336812 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Pushing event updated for resources: {'Port': ['ID=e6abe0da-ea72-4f8c-b712-a7c1388de2d0,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:28.357489 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:10:25Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:28.362136 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb2bed2-5db8-43f0-a9ac-21ac8ecafec2 None None] The sync data for ids ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'] in dv-neutron-826830-2-hyperv is: [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:10:25Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:28.431675 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Attempting to bind port e6abe0da-ea72-4f8c-b712-a7c1388de2d0 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:28.432069 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Attempting to bind port e6abe0da-ea72-4f8c-b712-a7c1388de2d0 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f07ec8d7-8c98-44af-ae8b-ec8267dffde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:28.432454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Attempting to bind port e6abe0da-ea72-4f8c-b712-a7c1388de2d0 on network f09a217a-3234-4fd4-9aac-a48728fa2ef9 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:28.439213 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:10:28.439577 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Checking segment: {'id': 'f07ec8d7-8c98-44af-ae8b-ec8267dffde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:28.439994 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:28.440381 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Bound using segment: {'id': 'f07ec8d7-8c98-44af-ae8b-ec8267dffde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:10:28.440881 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Bound port: e6abe0da-ea72-4f8c-b712-a7c1388de2d0, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07ec8d7-8c98-44af-ae8b-ec8267dffde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:10:28.441190 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:28.532883 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a34f07b1-f727-41be-926b-bff74060514d None None] For port e6abe0da-ea72-4f8c-b712-a7c1388de2d0, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:10:28.536391 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a34f07b1-f727-41be-926b-bff74060514d None None] For port e6abe0da-ea72-4f8c-b712-a7c1388de2d0, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e6abe0da-ea72-4f8c-b712-a7c1388de2d0,segment=NetworkSegment(f07ec8d7-8c98-44af-ae8b-ec8267dffde4),segment_id=f07ec8d7-8c98-44af-ae8b-ec8267dffde4)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:10:28.543427 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:28.639712 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f07b1-f727-41be-926b-bff74060514d None None] Pushing event updated for resources: {'Port': ['ID=e6abe0da-ea72-4f8c-b712-a7c1388de2d0,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:28.901298 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-88d21e0e-c24d-4cb4-8125-c2387a887e46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.20.0.1 (f09a217a-3234-4fd4-9aac-a48728fa2ef9/62bc7beb-34ad-4014-ba85-3fb77b8ec309/fede75c5-1168-4e82-8614-fc76e694938a) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:29.098414 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88d21e0e-c24d-4cb4-8125-c2387a887e46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:29.120280 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-88d21e0e-c24d-4cb4-8125-c2387a887e46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Transition to ACTIVE for port object fede75c5-1168-4e82-8614-fc76e694938a will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:29.132262 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e6abe0da-ea72-4f8c-b712-a7c1388de2d0 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:29.151093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88d21e0e-c24d-4cb4-8125-c2387a887e46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:29.220315 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port e6abe0da-ea72-4f8c-b712-a7c1388de2d0 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:29.228016 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3fe92621-22e5-4508-a04a-7d98dd73aeda up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:29.234750 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d21e0e-c24d-4cb4-8125-c2387a887e46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network f09a217a-3234-4fd4-9aac-a48728fa2ef9 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:29.237949 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-88d21e0e-c24d-4cb4-8125-c2387a887e46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:29.241879 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d21e0e-c24d-4cb4-8125-c2387a887e46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:29.279871 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d21e0e-c24d-4cb4-8125-c2387a887e46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=fede75c5-1168-4e82-8614-fc76e694938a,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:29.312288 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 3fe92621-22e5-4508-a04a-7d98dd73aeda completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:29.313728 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88d21e0e-c24d-4cb4-8125-c2387a887e46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:29.318550 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 3fe92621-22e5-4508-a04a-7d98dd73aeda triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:29.318999 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:29.445612 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:29.463769 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 3fe92621-22e5-4508-a04a-7d98dd73aeda, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3fe92621-22e5-4508-a04a-7d98dd73aeda,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:29.469341 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:29.545786 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bae2e859-f72b-42a5-9c0b-2ba6d87d2e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:29.563435 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=3fe92621-22e5-4508-a04a-7d98dd73aeda,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:29.604708 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88d21e0e-c24d-4cb4-8125-c2387a887e46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:29.735658 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22416a54-55ba-4257-89fb-0f01cecc89db None None] Network f09a217a-3234-4fd4-9aac-a48728fa2ef9 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:10:29.834933 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-592640f7-52c9-4033-9eef-766111f45350 None None] Provisioning for port e6abe0da-ea72-4f8c-b712-a7c1388de2d0 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:29.845374 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-592640f7-52c9-4033-9eef-766111f45350 None None] Provisioning complete for port e6abe0da-ea72-4f8c-b712-a7c1388de2d0 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:29.845748 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-592640f7-52c9-4033-9eef-766111f45350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:30.021523 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88d21e0e-c24d-4cb4-8125-c2387a887e46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:30.026245 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88d21e0e-c24d-4cb4-8125-c2387a887e46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:30.079947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-592640f7-52c9-4033-9eef-766111f45350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:30.122384 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-592640f7-52c9-4033-9eef-766111f45350 None None] For port e6abe0da-ea72-4f8c-b712-a7c1388de2d0, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e6abe0da-ea72-4f8c-b712-a7c1388de2d0,segment=NetworkSegment(f07ec8d7-8c98-44af-ae8b-ec8267dffde4),segment_id=f07ec8d7-8c98-44af-ae8b-ec8267dffde4)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:30.131941 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-592640f7-52c9-4033-9eef-766111f45350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:30.203130 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592640f7-52c9-4033-9eef-766111f45350 None None] Pushing event updated for resources: {'Port': ['ID=e6abe0da-ea72-4f8c-b712-a7c1388de2d0,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:30.269700 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d21e0e-c24d-4cb4-8125-c2387a887e46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=fede75c5-1168-4e82-8614-fc76e694938a,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:30.272053 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88d21e0e-c24d-4cb4-8125-c2387a887e46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:30.355975 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-066ac1c8-2f4d-47e4-ab76-b40912ff0a6d None None] Provisioning for port fede75c5-1168-4e82-8614-fc76e694938a completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:30.361956 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-066ac1c8-2f4d-47e4-ab76-b40912ff0a6d None None] Provisioning complete for port fede75c5-1168-4e82-8614-fc76e694938a triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:30.362254 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-066ac1c8-2f4d-47e4-ab76-b40912ff0a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:30.415573 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d21e0e-c24d-4cb4-8125-c2387a887e46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network f09a217a-3234-4fd4-9aac-a48728fa2ef9 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:30.416755 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-88d21e0e-c24d-4cb4-8125-c2387a887e46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:30.421532 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-066ac1c8-2f4d-47e4-ab76-b40912ff0a6d None None] Port fede75c5-1168-4e82-8614-fc76e694938a cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:10:30.433199 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-066ac1c8-2f4d-47e4-ab76-b40912ff0a6d None None] Provisioning complete for port e6abe0da-ea72-4f8c-b712-a7c1388de2d0 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:30.433581 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-066ac1c8-2f4d-47e4-ab76-b40912ff0a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:30.613213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d21e0e-c24d-4cb4-8125-c2387a887e46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:10:30.715191 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-25a28a5e-a830-43bc-b196-06e6c910988e None None] Provisioning complete for port fede75c5-1168-4e82-8614-fc76e694938a triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:30.715664 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-25a28a5e-a830-43bc-b196-06e6c910988e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:30.769317 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-25a28a5e-a830-43bc-b196-06e6c910988e None None] Port fede75c5-1168-4e82-8614-fc76e694938a cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:10:30.801011 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d21e0e-c24d-4cb4-8125-c2387a887e46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:10:30.810256 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Sync routers for ids ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:10:30.813741 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-88d21e0e-c24d-4cb4-8125-c2387a887e46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/routers/1a0dbbc8-22c2-4828-99a6-86c7322696b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2379310 Feb 04 06:10:30.816472 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57966) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:30.819652 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Routers {'1a0dbbc8-22c2-4828-99a6-86c7322696b9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:30.820316 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:10:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:30.958721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86013ccc-6af8-40f3-bdbb-55ee00082570 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:30.959089 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86013ccc-6af8-40f3-bdbb-55ee00082570 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:30.959580 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86013ccc-6af8-40f3-bdbb-55ee00082570 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:30.960043 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86013ccc-6af8-40f3-bdbb-55ee00082570 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:30.960493 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86013ccc-6af8-40f3-bdbb-55ee00082570 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:30.960939 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86013ccc-6af8-40f3-bdbb-55ee00082570 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:30.962673 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-86013ccc-6af8-40f3-bdbb-55ee00082570 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1452689 Feb 04 06:10:30.965603 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57970) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:30.996907 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Set router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:31.035736 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b6a34a-4446-4fb2-b99f-d28963b4b28f tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:31.036262 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b6a34a-4446-4fb2-b99f-d28963b4b28f tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:31.036660 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b6a34a-4446-4fb2-b99f-d28963b4b28f tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:31.037123 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b6a34a-4446-4fb2-b99f-d28963b4b28f tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:31.037562 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b6a34a-4446-4fb2-b99f-d28963b4b28f tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:31.038003 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b6a34a-4446-4fb2-b99f-d28963b4b28f tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:31.039120 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e6abe0da-ea72-4f8c-b712-a7c1388de2d0 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:31.039724 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-10b6a34a-4446-4fb2-b99f-d28963b4b28f tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0732679 Feb 04 06:10:31.042690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 57974) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:31.250556 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-586ab79c-6ed5-4d0a-8b19-59bd2a8234ac tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2066536 Feb 04 06:10:31.254748 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port e6abe0da-ea72-4f8c-b712-a7c1388de2d0 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:31.255122 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.446917 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3fe92621-22e5-4508-a04a-7d98dd73aeda up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:31.506957 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'fede75c5-1168-4e82-8614-fc76e694938a', 'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:74:1e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:28Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 2, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:31.512925 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Checking router: 1a0dbbc8-22c2-4828-99a6-86c7322696b9 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:10:31.513275 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Updating router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 port fede75c5-1168-4e82-8614-fc76e694938a binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:10:31.572585 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 3fe92621-22e5-4508-a04a-7d98dd73aeda triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:31.572955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.600362 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.665284 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57980) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:31.670619 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-04274298-5914-4363-a023-505251bf4b58 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-701467800', 'description': 'tempest-secgroup-smoke-701467800 description', 'project_id': '71cf42a1a4354f9391ad29100b27498c'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:31.676673 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-04274298-5914-4363-a023-505251bf4b58 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:31.681269 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-04274298-5914-4363-a023-505251bf4b58 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:31.684174 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-04274298-5914-4363-a023-505251bf4b58 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:31.690478 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-04274298-5914-4363-a023-505251bf4b58 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:31.700791 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-04274298-5914-4363-a023-505251bf4b58 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.720409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-04274298-5914-4363-a023-505251bf4b58 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:31.724234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-04274298-5914-4363-a023-505251bf4b58 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:31.726981 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-04274298-5914-4363-a023-505251bf4b58 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:31.732546 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-04274298-5914-4363-a023-505251bf4b58 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:31.794593 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:10:31.807829 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-04274298-5914-4363-a023-505251bf4b58 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.813422 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-04274298-5914-4363-a023-505251bf4b58 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.857862 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04274298-5914-4363-a023-505251bf4b58 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9c4485-abdd-4c96-9780-cc54892b64c6,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:31.861802 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-04274298-5914-4363-a023-505251bf4b58 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.865894 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-04274298-5914-4363-a023-505251bf4b58 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1967144 Feb 04 06:10:31.866295 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57984) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:31.871267 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-eebb6e9f-fd24-4e12-baee-b23caf74b7a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'ab9c4485-abdd-4c96-9780-cc54892b64c6', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:31.877343 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-eebb6e9f-fd24-4e12-baee-b23caf74b7a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:31.881163 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-eebb6e9f-fd24-4e12-baee-b23caf74b7a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:31.883998 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-eebb6e9f-fd24-4e12-baee-b23caf74b7a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:31.889813 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-eebb6e9f-fd24-4e12-baee-b23caf74b7a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:31.896323 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0690ff1a-7756-45c6-af16-961f8f7667cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.908176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eebb6e9f-fd24-4e12-baee-b23caf74b7a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.965905 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eebb6e9f-fd24-4e12-baee-b23caf74b7a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.970782 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eebb6e9f-fd24-4e12-baee-b23caf74b7a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.994078 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb6e9f-fd24-4e12-baee-b23caf74b7a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34b46c0-541f-4755-8061-a300658224e2,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:32.003278 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eebb6e9f-fd24-4e12-baee-b23caf74b7a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.004732 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-eebb6e9f-fd24-4e12-baee-b23caf74b7a8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376994 Feb 04 06:10:32.008158 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57988) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:32.013282 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-c127dda8-5393-4347-8dbf-55c9066c758e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'ab9c4485-abdd-4c96-9780-cc54892b64c6', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:32.019257 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c127dda8-5393-4347-8dbf-55c9066c758e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:32.023153 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c127dda8-5393-4347-8dbf-55c9066c758e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:32.026255 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c127dda8-5393-4347-8dbf-55c9066c758e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:32.028525 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.032577 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c127dda8-5393-4347-8dbf-55c9066c758e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:32.042346 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Transition to ACTIVE for port object fede75c5-1168-4e82-8614-fc76e694938a will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:32.051452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c127dda8-5393-4347-8dbf-55c9066c758e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.053048 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.118771 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c127dda8-5393-4347-8dbf-55c9066c758e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.122773 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c127dda8-5393-4347-8dbf-55c9066c758e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.150448 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127dda8-5393-4347-8dbf-55c9066c758e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010caedf-6898-4ec4-b18f-ad4d18305bfc,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:32.163212 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c127dda8-5393-4347-8dbf-55c9066c758e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.164878 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c127dda8-5393-4347-8dbf-55c9066c758e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556411 Feb 04 06:10:32.167669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57992) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:32.174200 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-1ae2cc61-e1f2-4701-b5b1-1d715b62ff45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'ab9c4485-abdd-4c96-9780-cc54892b64c6', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:32.181860 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1ae2cc61-e1f2-4701-b5b1-1d715b62ff45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:32.186295 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1ae2cc61-e1f2-4701-b5b1-1d715b62ff45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:32.189637 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1ae2cc61-e1f2-4701-b5b1-1d715b62ff45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:32.195547 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1ae2cc61-e1f2-4701-b5b1-1d715b62ff45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:32.217078 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1ae2cc61-e1f2-4701-b5b1-1d715b62ff45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.258644 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853c820-a7a6-405b-879b-40e7d7afd4d2 None None] Pushing event updated for resources: {'Port': ['ID=fede75c5-1168-4e82-8614-fc76e694938a,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:32.289640 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1ae2cc61-e1f2-4701-b5b1-1d715b62ff45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.294970 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1ae2cc61-e1f2-4701-b5b1-1d715b62ff45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.321252 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Attempting to bind port fede75c5-1168-4e82-8614-fc76e694938a on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:32.321634 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Attempting to bind port fede75c5-1168-4e82-8614-fc76e694938a by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'f07ec8d7-8c98-44af-ae8b-ec8267dffde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:32.321998 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Attempting to bind port fede75c5-1168-4e82-8614-fc76e694938a on network f09a217a-3234-4fd4-9aac-a48728fa2ef9 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:32.323188 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2cc61-e1f2-4701-b5b1-1d715b62ff45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c94926-0ba0-42e4-9f1a-b23e9a8f41c9,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:32.329893 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:10:32.330718 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Checking segment: {'id': 'f07ec8d7-8c98-44af-ae8b-ec8267dffde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:32.331400 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.332119 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Bound using segment: {'id': 'f07ec8d7-8c98-44af-ae8b-ec8267dffde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:10:32.332554 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Bound port: fede75c5-1168-4e82-8614-fc76e694938a, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07ec8d7-8c98-44af-ae8b-ec8267dffde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:10:32.332940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.337859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1ae2cc61-e1f2-4701-b5b1-1d715b62ff45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.339623 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1ae2cc61-e1f2-4701-b5b1-1d715b62ff45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1706269 Feb 04 06:10:32.342919 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 57996) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:32.348776 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-744283c9-c0d8-4240-8706-ad1996764d45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'ab9c4485-abdd-4c96-9780-cc54892b64c6', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:32.355031 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-744283c9-c0d8-4240-8706-ad1996764d45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:32.360065 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-744283c9-c0d8-4240-8706-ad1996764d45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:32.363454 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-744283c9-c0d8-4240-8706-ad1996764d45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:32.370376 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-744283c9-c0d8-4240-8706-ad1996764d45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:32.389029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-744283c9-c0d8-4240-8706-ad1996764d45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.437072 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] For port fede75c5-1168-4e82-8614-fc76e694938a, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:10:32.440153 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] For port fede75c5-1168-4e82-8614-fc76e694938a, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=fede75c5-1168-4e82-8614-fc76e694938a,segment=NetworkSegment(f07ec8d7-8c98-44af-ae8b-ec8267dffde4),segment_id=f07ec8d7-8c98-44af-ae8b-ec8267dffde4)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:10:32.445128 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.454380 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-744283c9-c0d8-4240-8706-ad1996764d45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.458425 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-744283c9-c0d8-4240-8706-ad1996764d45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.486334 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744283c9-c0d8-4240-8706-ad1996764d45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd9974e-8142-4fbc-83ca-af3e544d4405,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:32.497928 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-744283c9-c0d8-4240-8706-ad1996764d45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.503155 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58000) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:32.504377 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-744283c9-c0d8-4240-8706-ad1996764d45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1602767 Feb 04 06:10:32.513927 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-3f7424be-06a8-476b-9862-c5dc158a3395 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'ab9c4485-abdd-4c96-9780-cc54892b64c6', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:32.522746 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-3f7424be-06a8-476b-9862-c5dc158a3395 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:32.526879 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3f7424be-06a8-476b-9862-c5dc158a3395 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:32.530123 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3f7424be-06a8-476b-9862-c5dc158a3395 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:32.535927 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-3f7424be-06a8-476b-9862-c5dc158a3395 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:32.537810 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Routers {'1a0dbbc8-22c2-4828-99a6-86c7322696b9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:32.538775 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:10:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:32.551156 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-3f7424be-06a8-476b-9862-c5dc158a3395 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:10:32.558264 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3f7424be-06a8-476b-9862-c5dc158a3395 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.586270 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853c820-a7a6-405b-879b-40e7d7afd4d2 None None] Pushing event updated for resources: {'Port': ['ID=fede75c5-1168-4e82-8614-fc76e694938a,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:32.628432 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3f7424be-06a8-476b-9862-c5dc158a3395 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.633047 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3f7424be-06a8-476b-9862-c5dc158a3395 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.658903 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7424be-06a8-476b-9862-c5dc158a3395 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1c2789-3548-43da-9ee2-f43ab056639a,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:32.672388 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3f7424be-06a8-476b-9862-c5dc158a3395 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.676244 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3f7424be-06a8-476b-9862-c5dc158a3395 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1690400 Feb 04 06:10:32.676665 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58004) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:32.682194 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ffea4459-e722-4c0c-ac2a-ccc018ef6b56 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'ab9c4485-abdd-4c96-9780-cc54892b64c6', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:32.688522 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ffea4459-e722-4c0c-ac2a-ccc018ef6b56 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:32.692813 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ffea4459-e722-4c0c-ac2a-ccc018ef6b56 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:32.696565 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ffea4459-e722-4c0c-ac2a-ccc018ef6b56 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:32.703362 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ffea4459-e722-4c0c-ac2a-ccc018ef6b56 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:32.714546 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-ffea4459-e722-4c0c-ac2a-ccc018ef6b56 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:10:32.722125 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ffea4459-e722-4c0c-ac2a-ccc018ef6b56 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.728797 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] Set router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:32.787690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ffea4459-e722-4c0c-ac2a-ccc018ef6b56 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.792599 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ffea4459-e722-4c0c-ac2a-ccc018ef6b56 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.815882 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea4459-e722-4c0c-ac2a-ccc018ef6b56 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f02e49a-1598-4e05-9721-79888c88bb76,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:32.827958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ffea4459-e722-4c0c-ac2a-ccc018ef6b56 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.829097 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ffea4459-e722-4c0c-ac2a-ccc018ef6b56 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1515095 Feb 04 06:10:32.894054 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.973385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.994656 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-e14fe39e-2b90-4dba-9b85-b721a371b7e2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:33.010555 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-e14fe39e-2b90-4dba-9b85-b721a371b7e2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:33.011828 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-e14fe39e-2b90-4dba-9b85-b721a371b7e2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-701467800&fields=id&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 267 time: 0.0583777 Feb 04 06:10:33.092548 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'fede75c5-1168-4e82-8614-fc76e694938a', 'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:74:1e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:28Z', 'updated_at': '2022-02-04T06:10:32Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:33.096622 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13d7c7-0aa5-4b68-ba77-ce9677d1995a None None] The sync data for ids ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'] in dv-neutron-826830-2-hyperv is: [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'fede75c5-1168-4e82-8614-fc76e694938a', 'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:74:1e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:28Z', 'updated_at': '2022-02-04T06:10:32Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:33.185228 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-7feb2283-6494-4d78-9846-2f412343d9b2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:33.186753 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-7feb2283-6494-4d78-9846-2f412343d9b2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/networks?id=f09a217a-3234-4fd4-9aac-a48728fa2ef9 HTTP/1.1" status: 200 len: 796 time: 0.1678648 Feb 04 06:10:33.207809 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-b3f2516f-b248-4012-81cc-ae87d5b4e3c2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/quotas/71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 375 time: 0.0154536 Feb 04 06:10:33.295225 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-11ed6255-0f5e-4f10-b7a1-768e3a121cb2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:33.312795 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-11ed6255-0f5e-4f10-b7a1-768e3a121cb2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:33.314362 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-11ed6255-0f5e-4f10-b7a1-768e3a121cb2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020985 Feb 04 06:10:33.374269 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-53264f57-17ea-4532-ac21-85d6418d83ae service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:10:33.375230 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-53264f57-17ea-4532-ac21-85d6418d83ae service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492904 Feb 04 06:10:33.649905 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-ffc9f641-6383-4833-8ed5-d67724bd1262 service neutron] 10.222.0.31 "GET /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686040 Feb 04 06:10:33.795814 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a394db3a-8fcf-4987-b296-af45322e23a5 service neutron] 10.222.0.31 "GET /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400826 Feb 04 06:10:33.987785 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7581b60d-bb53-4136-b863-c437773dd5a8 req-413c0fd7-b838-4fdb-a31a-9d335e700bb7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 210 time: 0.0482125 Feb 04 06:10:34.213709 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.078819 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device fede75c5-1168-4e82-8614-fc76e694938a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:35.178359 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port fede75c5-1168-4e82-8614-fc76e694938a completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:35.184007 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port fede75c5-1168-4e82-8614-fc76e694938a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:35.188046 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.218707 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-97cff109-36cc-40df-a988-a3bcd150bc22 req-4e567550-bd65-4dc0-ad31-9ed4b8a97052 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 210 time: 0.0980008 Feb 04 06:10:35.295954 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-e4779616-cb8e-4992-acbf-40111a91ae52 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:35.297466 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-e4779616-cb8e-4992-acbf-40111a91ae52 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/networks?id=f09a217a-3234-4fd4-9aac-a48728fa2ef9 HTTP/1.1" status: 200 len: 796 time: 0.2248402 Feb 04 06:10:35.323223 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.346397 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-11b46a25-ddab-49c7-8d81-e4f864bfb798 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 379 time: 0.0399480 Feb 04 06:10:35.354535 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port fede75c5-1168-4e82-8614-fc76e694938a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=fede75c5-1168-4e82-8614-fc76e694938a,segment=NetworkSegment(f07ec8d7-8c98-44af-ae8b-ec8267dffde4),segment_id=f07ec8d7-8c98-44af-ae8b-ec8267dffde4)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:35.356211 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a0d2af36-dada-4dbf-80b7-1ce29249b903 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'port': {'device_id': 'c7271e60-71ba-4cc2-8614-14b99bd1cf91', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'admin_state_up': True, 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'security_groups': ['ab9c4485-abdd-4c96-9780-cc54892b64c6']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:35.359024 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.428291 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=fede75c5-1168-4e82-8614-fc76e694938a,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:35.490639 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a0d2af36-dada-4dbf-80b7-1ce29249b903 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:35.500271 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a0d2af36-dada-4dbf-80b7-1ce29249b903 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:35.511244 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a0d2af36-dada-4dbf-80b7-1ce29249b903 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:35.516275 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a0d2af36-dada-4dbf-80b7-1ce29249b903 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.694573 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a0d2af36-dada-4dbf-80b7-1ce29249b903 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.20.0.10 (f09a217a-3234-4fd4-9aac-a48728fa2ef9/62bc7beb-34ad-4014-ba85-3fb77b8ec309/1e58a0c0-10b8-4042-b2ce-ba0810cd686b) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:35.887467 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a0d2af36-dada-4dbf-80b7-1ce29249b903 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.903049 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a0d2af36-dada-4dbf-80b7-1ce29249b903 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Transition to ACTIVE for port object 1e58a0c0-10b8-4042-b2ce-ba0810cd686b will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:35.928585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a0d2af36-dada-4dbf-80b7-1ce29249b903 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:36.003166 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a0d2af36-dada-4dbf-80b7-1ce29249b903 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network f09a217a-3234-4fd4-9aac-a48728fa2ef9 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:36.006436 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a0d2af36-dada-4dbf-80b7-1ce29249b903 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:36.010122 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a0d2af36-dada-4dbf-80b7-1ce29249b903 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:36.040760 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2af36-dada-4dbf-80b7-1ce29249b903 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=1e58a0c0-10b8-4042-b2ce-ba0810cd686b,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:36.078423 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a0d2af36-dada-4dbf-80b7-1ce29249b903 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:36.079048 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a0d2af36-dada-4dbf-80b7-1ce29249b903 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:36.106294 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a0d2af36-dada-4dbf-80b7-1ce29249b903 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7536771 Feb 04 06:10:36.117848 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Request body: {'port': {'device_id': 'c7271e60-71ba-4cc2-8614-14b99bd1cf91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:36.216668 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e9cb6e89-ed6f-4137-a477-7e4327f1aae4 None None] Provisioning for port 1e58a0c0-10b8-4042-b2ce-ba0810cd686b completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:36.221517 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e9cb6e89-ed6f-4137-a477-7e4327f1aae4 None None] Provisioning complete for port 1e58a0c0-10b8-4042-b2ce-ba0810cd686b triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:36.221944 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e9cb6e89-ed6f-4137-a477-7e4327f1aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:36.237786 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:36.275399 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb6e89-ed6f-4137-a477-7e4327f1aae4 None None] Port 1e58a0c0-10b8-4042-b2ce-ba0810cd686b cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:10:36.561820 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebb648-469d-4a37-8893-b300d50f4b88 req-0039f3d1-01a6-45b9-b3e1-e84c167c6ae3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:36.562397 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-f2ebb648-469d-4a37-8893-b300d50f4b88 req-0039f3d1-01a6-45b9-b3e1-e84c167c6ae3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:36.596900 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-f2ebb648-469d-4a37-8893-b300d50f4b88 req-0039f3d1-01a6-45b9-b3e1-e84c167c6ae3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:36.598021 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f2ebb648-469d-4a37-8893-b300d50f4b88 req-0039f3d1-01a6-45b9-b3e1-e84c167c6ae3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 932 time: 0.2394497 Feb 04 06:10:36.692366 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e58a0c0-10b8-4042-b2ce-ba0810cd686b {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:10:36.702150 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f2ebb648-469d-4a37-8893-b300d50f4b88 req-0ba89a15-4bd0-4eb3-8636-c4524780b22f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab9c4485-abdd-4c96-9780-cc54892b64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950758 Feb 04 06:10:36.703627 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:36.717883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Transition to ACTIVE for port object 1e58a0c0-10b8-4042-b2ce-ba0810cd686b will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:36.724868 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:37.001520 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Pushing event updated for resources: {'Port': ['ID=1e58a0c0-10b8-4042-b2ce-ba0810cd686b,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:37.047434 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device fede75c5-1168-4e82-8614-fc76e694938a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:37.074390 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Attempting to bind port 1e58a0c0-10b8-4042-b2ce-ba0810cd686b on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:37.074745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Attempting to bind port 1e58a0c0-10b8-4042-b2ce-ba0810cd686b by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'f07ec8d7-8c98-44af-ae8b-ec8267dffde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:37.075066 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Attempting to bind port 1e58a0c0-10b8-4042-b2ce-ba0810cd686b on network f09a217a-3234-4fd4-9aac-a48728fa2ef9 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:37.080122 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Port 1e58a0c0-10b8-4042-b2ce-ba0810cd686b on network f09a217a-3234-4fd4-9aac-a48728fa2ef9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:37.080441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Attempting to bind port 1e58a0c0-10b8-4042-b2ce-ba0810cd686b on network f09a217a-3234-4fd4-9aac-a48728fa2ef9 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:37.085719 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:10:37.085992 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Checking segment: {'id': 'f07ec8d7-8c98-44af-ae8b-ec8267dffde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:37.086374 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Bound using segment: {'id': 'f07ec8d7-8c98-44af-ae8b-ec8267dffde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:10:37.086796 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Bound port: 1e58a0c0-10b8-4042-b2ce-ba0810cd686b, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f07ec8d7-8c98-44af-ae8b-ec8267dffde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:10:37.087127 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:37.115366 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:37.128711 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port fede75c5-1168-4e82-8614-fc76e694938a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:37.129222 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:37.178616 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] For port 1e58a0c0-10b8-4042-b2ce-ba0810cd686b, host hv-neutron-8268, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:10:37.181770 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] For port 1e58a0c0-10b8-4042-b2ce-ba0810cd686b, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=1e58a0c0-10b8-4042-b2ce-ba0810cd686b,segment=NetworkSegment(f07ec8d7-8c98-44af-ae8b-ec8267dffde4),segment_id=f07ec8d7-8c98-44af-ae8b-ec8267dffde4)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:10:37.186388 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:37.247254 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:37.247880 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:37.249322 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] 10.222.0.43 "PUT /v2.0/ports/1e58a0c0-10b8-4042-b2ce-ba0810cd686b HTTP/1.1" status: 200 len: 1094 time: 1.1358187 Feb 04 06:10:37.249867 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7271e60-71ba-4cc2-8614-14b99bd1cf91', 'tag': '1e58a0c0-10b8-4042-b2ce-ba0810cd686b'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:10:37.275913 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347bbe0-7a12-413c-9479-6b1760a92a45 service neutron] Pushing event updated for resources: {'Port': ['ID=1e58a0c0-10b8-4042-b2ce-ba0810cd686b,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:37.330048 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7271e60-71ba-4cc2-8614-14b99bd1cf91', 'tag': '1e58a0c0-10b8-4042-b2ce-ba0810cd686b', 'status': 'completed', 'code': 200} Feb 04 06:10:37.372427 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-4b8f78dc-4a90-4605-bce3-bfc0e14a5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:37.374006 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-4b8f78dc-4a90-4605-bce3-bfc0e14a5328 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 1097 time: 0.0767188 Feb 04 06:10:37.445594 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-873c885e-9c6a-43a7-ad12-992eb3f782ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e58a0c0-10b8-4042-b2ce-ba0810cd686b HTTP/1.1" status: 200 len: 217 time: 0.0645761 Feb 04 06:10:37.512055 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-286df2ce-4436-4717-85b9-436419d4b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:37.513427 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-286df2ce-4436-4717-85b9-436419d4b96c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62bc7beb-34ad-4014-ba85-3fb77b8ec309 HTTP/1.1" status: 200 len: 835 time: 0.0618629 Feb 04 06:10:37.589155 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-1ce11f1a-89a0-4765-9afe-60a2d7a69ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:37.590643 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-1ce11f1a-89a0-4765-9afe-60a2d7a69ab8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09a217a-3234-4fd4-9aac-a48728fa2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708539 Feb 04 06:10:37.720618 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-057e581d-5c14-4923-b0c8-c23e47b4c3b2 service neutron] 10.222.0.43 "GET /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234801 Feb 04 06:10:37.900532 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9540afeb-3f84-4247-ad24-680477bd0d35 req-6d3e2239-6f15-42f9-9c5d-9bb9a01d97e7 service neutron] 10.222.0.43 "GET /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737845 Feb 04 06:10:37.920019 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377ce91-d5ef-4eae-b51b-131596b714f5 req-2eb6e411-48cb-4afd-bc4d-c262bb45c23d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:37.921493 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b377ce91-d5ef-4eae-b51b-131596b714f5 req-2eb6e411-48cb-4afd-bc4d-c262bb45c23d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 944 time: 0.1123900 Feb 04 06:10:38.016269 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b377ce91-d5ef-4eae-b51b-131596b714f5 req-b8bd59ec-1b49-42c2-a263-43f31f67c666 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab9c4485-abdd-4c96-9780-cc54892b64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873218 Feb 04 06:10:38.041266 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf226c8-1476-4dad-8a8d-60a2e34a7a5a req-63bd4bde-3dc7-4f67-aad2-c4d63e04abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.042726 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bcf226c8-1476-4dad-8a8d-60a2e34a7a5a req-63bd4bde-3dc7-4f67-aad2-c4d63e04abfe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 1097 time: 0.0916073 Feb 04 06:10:38.180941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf226c8-1476-4dad-8a8d-60a2e34a7a5a req-4317d8da-1b78-4d05-8104-66e586c7656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.182406 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bcf226c8-1476-4dad-8a8d-60a2e34a7a5a req-4317d8da-1b78-4d05-8104-66e586c7656a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f09a217a-3234-4fd4-9aac-a48728fa2ef9 HTTP/1.1" status: 200 len: 897 time: 0.1330533 Feb 04 06:10:38.254226 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bcf226c8-1476-4dad-8a8d-60a2e34a7a5a req-f7e14c3f-48f7-4572-b95c-c337957e8757 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e58a0c0-10b8-4042-b2ce-ba0810cd686b HTTP/1.1" status: 200 len: 217 time: 0.0649047 Feb 04 06:10:38.318818 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf226c8-1476-4dad-8a8d-60a2e34a7a5a req-b2b60ef0-e82d-40f0-9442-c635a311d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.320964 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bcf226c8-1476-4dad-8a8d-60a2e34a7a5a req-b2b60ef0-e82d-40f0-9442-c635a311d850 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62bc7beb-34ad-4014-ba85-3fb77b8ec309 HTTP/1.1" status: 200 len: 835 time: 0.0604744 Feb 04 06:10:38.401599 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf226c8-1476-4dad-8a8d-60a2e34a7a5a req-d5f03f49-8f6f-490a-853a-33e64e663778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.403066 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bcf226c8-1476-4dad-8a8d-60a2e34a7a5a req-d5f03f49-8f6f-490a-853a-33e64e663778 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09a217a-3234-4fd4-9aac-a48728fa2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761166 Feb 04 06:10:38.536458 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bcf226c8-1476-4dad-8a8d-60a2e34a7a5a req-7cd4e59d-9892-4254-b327-6e0fa638a6fe service neutron] 10.222.0.43 "GET /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257787 Feb 04 06:10:38.782456 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bcf226c8-1476-4dad-8a8d-60a2e34a7a5a req-894fe393-3147-4a98-864e-04db7a1913e9 service neutron] 10.222.0.43 "GET /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384634 Feb 04 06:10:39.218246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86218c-d516-48fe-9f04-2a0261671372 req-727aeb7c-65fc-4cf7-b512-c161b6d129a7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:39.219968 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cd86218c-d516-48fe-9f04-2a0261671372 req-727aeb7c-65fc-4cf7-b512-c161b6d129a7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 944 time: 0.0829976 Feb 04 06:10:39.264818 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cd86218c-d516-48fe-9f04-2a0261671372 req-93319949-ddb9-4f4a-a59e-d7159394caeb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab9c4485-abdd-4c96-9780-cc54892b64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385761 Feb 04 06:10:40.483372 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081daccd-a211-4d8f-8142-8c761e9f4a43 req-95917757-a953-4168-b1fc-4c5bd2380e96 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:40.485128 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-081daccd-a211-4d8f-8142-8c761e9f4a43 req-95917757-a953-4168-b1fc-4c5bd2380e96 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 944 time: 0.1029739 Feb 04 06:10:40.529465 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-081daccd-a211-4d8f-8142-8c761e9f4a43 req-88a9f922-5c26-4cea-8e43-c043c5864c15 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab9c4485-abdd-4c96-9780-cc54892b64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382967 Feb 04 06:10:41.093232 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 1e58a0c0-10b8-4042-b2ce-ba0810cd686b details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:10:41.287808 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 1e58a0c0-10b8-4042-b2ce-ba0810cd686b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=1e58a0c0-10b8-4042-b2ce-ba0810cd686b,segment=NetworkSegment(f07ec8d7-8c98-44af-ae8b-ec8267dffde4),segment_id=f07ec8d7-8c98-44af-ae8b-ec8267dffde4)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:41.306023 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '1e58a0c0-10b8-4042-b2ce-ba0810cd686b', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'port_id': '1e58a0c0-10b8-4042-b2ce-ba0810cd686b', 'mac_address': 'fa:16:3e:d3:ca:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:10:41.382853 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:41.405182 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e58a0c0-10b8-4042-b2ce-ba0810cd686b {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:10:41.423685 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 1e58a0c0-10b8-4042-b2ce-ba0810cd686b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=1e58a0c0-10b8-4042-b2ce-ba0810cd686b,segment=NetworkSegment(f07ec8d7-8c98-44af-ae8b-ec8267dffde4),segment_id=f07ec8d7-8c98-44af-ae8b-ec8267dffde4)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:41.428628 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:41.520590 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=1e58a0c0-10b8-4042-b2ce-ba0810cd686b,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:41.647919 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['1e58a0c0-10b8-4042-b2ce-ba0810cd686b'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:10:41.724825 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0c797-97ef-4a8b-b7ae-b15e8ec825be req-1d416b84-e620-40ac-9b0b-9a36f676764e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:41.726562 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-37a0c797-97ef-4a8b-b7ae-b15e8ec825be req-1d416b84-e620-40ac-9b0b-9a36f676764e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 945 time: 0.0921173 Feb 04 06:10:41.777432 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-37a0c797-97ef-4a8b-b7ae-b15e8ec825be req-d256f8be-2fbd-43e2-884c-488e1b08e2a5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab9c4485-abdd-4c96-9780-cc54892b64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451365 Feb 04 06:10:42.968741 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa1b0d-0681-44c2-b38c-3cdaf74fe8e2 req-2f866590-7c82-4f2e-b81b-b9d55c220985 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:42.970195 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-45fa1b0d-0681-44c2-b38c-3cdaf74fe8e2 req-2f866590-7c82-4f2e-b81b-b9d55c220985 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 945 time: 0.0884345 Feb 04 06:10:43.014782 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-45fa1b0d-0681-44c2-b38c-3cdaf74fe8e2 req-1c9c1259-252d-4e5b-83b7-ee473a8f4a2b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab9c4485-abdd-4c96-9780-cc54892b64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387325 Feb 04 06:10:43.106935 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 1e58a0c0-10b8-4042-b2ce-ba0810cd686b up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:43.181165 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 1e58a0c0-10b8-4042-b2ce-ba0810cd686b completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:43.186189 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 1e58a0c0-10b8-4042-b2ce-ba0810cd686b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:43.186618 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:43.308560 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:43.337564 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7271e60-71ba-4cc2-8614-14b99bd1cf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e58a0c0-10b8-4042-b2ce-ba0810cd686b'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:10:43.347116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 1e58a0c0-10b8-4042-b2ce-ba0810cd686b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=1e58a0c0-10b8-4042-b2ce-ba0810cd686b,segment=NetworkSegment(f07ec8d7-8c98-44af-ae8b-ec8267dffde4),segment_id=f07ec8d7-8c98-44af-ae8b-ec8267dffde4)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:43.352016 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:43.434393 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=1e58a0c0-10b8-4042-b2ce-ba0810cd686b,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:43.443747 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7271e60-71ba-4cc2-8614-14b99bd1cf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e58a0c0-10b8-4042-b2ce-ba0810cd686b', 'code': 200} Feb 04 06:10:43.687356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6565c-9c88-4bea-b60a-7245c11e565c req-e2328404-2ff0-4309-a163-c632dd14abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:43.688906 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-69c6565c-9c88-4bea-b60a-7245c11e565c req-e2328404-2ff0-4309-a163-c632dd14abb4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 1099 time: 0.0739307 Feb 04 06:10:43.734129 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-69c6565c-9c88-4bea-b60a-7245c11e565c req-eb2d61d8-545b-4078-9b1e-0eaa4ed991ff service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ab9c4485-abdd-4c96-9780-cc54892b64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384567 Feb 04 06:10:44.211500 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b254c2-7afe-4740-8a6c-8042275f1b33 req-b2ac885e-b11e-4d45-a769-15a4dd69aac1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:44.213006 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f9b254c2-7afe-4740-8a6c-8042275f1b33 req-b2ac885e-b11e-4d45-a769-15a4dd69aac1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 946 time: 0.0849855 Feb 04 06:10:44.259578 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f9b254c2-7afe-4740-8a6c-8042275f1b33 req-cf083a74-3030-4be9-939f-4392141571eb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab9c4485-abdd-4c96-9780-cc54892b64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405872 Feb 04 06:10:45.455109 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d9a2d-f3fe-4cec-a161-c67316900717 req-f153a138-22ae-4f1a-b61e-6268657dd51e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:45.456685 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-523d9a2d-f3fe-4cec-a161-c67316900717 req-f153a138-22ae-4f1a-b61e-6268657dd51e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 946 time: 0.0849330 Feb 04 06:10:45.502655 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-523d9a2d-f3fe-4cec-a161-c67316900717 req-59ecaa0b-effd-4778-bfce-8914a8cfebe3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab9c4485-abdd-4c96-9780-cc54892b64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401802 Feb 04 06:10:45.701853 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27210d-f25b-462e-ac3b-9202ac913ee5 req-929bee20-72b4-4632-a82e-e8e34b4aaa9a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:45.703332 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4e27210d-f25b-462e-ac3b-9202ac913ee5 req-929bee20-72b4-4632-a82e-e8e34b4aaa9a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 946 time: 0.0881734 Feb 04 06:10:45.746588 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4e27210d-f25b-462e-ac3b-9202ac913ee5 req-d0d873cc-c57b-45fc-8d02-101be00a370c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab9c4485-abdd-4c96-9780-cc54892b64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375426 Feb 04 06:10:45.769542 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58066) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:45.852191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6ac6ae-f9d7-465b-9d29-56d95b1bc982 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:45.853559 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7e6ac6ae-f9d7-465b-9d29-56d95b1bc982 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 1094 time: 0.0831158 Feb 04 06:10:45.856465 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58070) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:45.861722 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': '1e58a0c0-10b8-4042-b2ce-ba0810cd686b', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:45.867614 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:45.871583 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:floatingip and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:45.874603 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:45.880393 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:45.893071 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.030529 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.173965 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.26.4.138 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/0ee6e349-8555-4aad-83c0-b327c40227ad) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:46.321939 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.360270 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.423363 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:46.426134 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:46.430313 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:46.461226 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=0ee6e349-8555-4aad-83c0-b327c40227ad,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:46.971014 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.049995 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.270520 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.275305 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.381971 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=0ee6e349-8555-4aad-83c0-b327c40227ad,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:47.392386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.562535 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Floating IP d99f2da1-aa89-45af-b803-0ec903b743c8 associated. External IP: 172.26.4.138, port: 1e58a0c0-10b8-4042-b2ce-ba0810cd686b. Feb 04 06:10:47.938851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:10:48.145958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:10:48.158250 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ea881-3b9b-403e-beaa-e5a58750fe0e None None] Sync routers for ids ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:10:48.168081 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ea881-3b9b-403e-beaa-e5a58750fe0e None None] Routers {'1a0dbbc8-22c2-4828-99a6-86c7322696b9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:48.168689 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f00ea881-3b9b-403e-beaa-e5a58750fe0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:10:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:48.177495 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.253939 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e1b0427d-3281-4a30-aad0-dff44dc2f62e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3904512 Feb 04 06:10:48.253939 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7271e60-71ba-4cc2-8614-14b99bd1cf91', 'tag': '1e58a0c0-10b8-4042-b2ce-ba0810cd686b'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:10:48.254534 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58074) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:48.299715 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7271e60-71ba-4cc2-8614-14b99bd1cf91', 'tag': '1e58a0c0-10b8-4042-b2ce-ba0810cd686b', 'status': 'completed', 'code': 200} Feb 04 06:10:48.361176 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-f00ea881-3b9b-403e-beaa-e5a58750fe0e None None] Set router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:48.365307 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-af2e543a-3480-41a4-8ed7-06cdbd078f61 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/d99f2da1-aa89-45af-b803-0ec903b743c8 HTTP/1.1" status: 200 len: 992 time: 0.1130664 Feb 04 06:10:48.414668 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9f5e2-cf72-46e4-9437-f509c4d61beb req-1085357b-4e72-4ce7-83e8-faca06dc5966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:48.416630 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ffa9f5e2-cf72-46e4-9437-f509c4d61beb req-1085357b-4e72-4ce7-83e8-faca06dc5966 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 1099 time: 0.0897381 Feb 04 06:10:48.708590 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9f5e2-cf72-46e4-9437-f509c4d61beb req-f752997b-7372-44b1-a44c-1e5dca8612db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:48.710227 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ffa9f5e2-cf72-46e4-9437-f509c4d61beb req-f752997b-7372-44b1-a44c-1e5dca8612db service neutron] 10.222.0.43 "GET /v2.0/networks?id=f09a217a-3234-4fd4-9aac-a48728fa2ef9 HTTP/1.1" status: 200 len: 897 time: 0.2878988 Feb 04 06:10:48.741302 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f00ea881-3b9b-403e-beaa-e5a58750fe0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'd99f2da1-aa89-45af-b803-0ec903b743c8', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.138', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'port_id': '1e58a0c0-10b8-4042-b2ce-ba0810cd686b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'mac_address': 'fa:16:3e:d3:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7271e60-71ba-4cc2-8614-14b99bd1cf91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:46Z', 'updated_at': '2022-02-04T06:10:46Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fede75c5-1168-4e82-8614-fc76e694938a', 'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:74:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:28Z', 'updated_at': '2022-02-04T06:10:35Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:48.745785 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ea881-3b9b-403e-beaa-e5a58750fe0e None None] Checking router: 1a0dbbc8-22c2-4828-99a6-86c7322696b9 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:10:48.755491 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ea881-3b9b-403e-beaa-e5a58750fe0e None None] Routers {'1a0dbbc8-22c2-4828-99a6-86c7322696b9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:48.755491 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f00ea881-3b9b-403e-beaa-e5a58750fe0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:10:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:48.826067 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ffa9f5e2-cf72-46e4-9437-f509c4d61beb req-3684a074-b47d-4fef-a9b8-3ee367219ffb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e58a0c0-10b8-4042-b2ce-ba0810cd686b HTTP/1.1" status: 200 len: 1000 time: 0.1095200 Feb 04 06:10:48.891832 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9f5e2-cf72-46e4-9437-f509c4d61beb req-427f0d4b-066b-4210-966a-b68e6ec2bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:48.894264 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ffa9f5e2-cf72-46e4-9437-f509c4d61beb req-427f0d4b-066b-4210-966a-b68e6ec2bafb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62bc7beb-34ad-4014-ba85-3fb77b8ec309 HTTP/1.1" status: 200 len: 835 time: 0.0613751 Feb 04 06:10:48.946977 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-f00ea881-3b9b-403e-beaa-e5a58750fe0e None None] Set router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:48.979192 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9f5e2-cf72-46e4-9437-f509c4d61beb req-bb1152b7-ce8d-43fd-abb8-53a599659356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:48.979192 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ffa9f5e2-cf72-46e4-9437-f509c4d61beb req-bb1152b7-ce8d-43fd-abb8-53a599659356 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09a217a-3234-4fd4-9aac-a48728fa2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798671 Feb 04 06:10:49.120089 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ffa9f5e2-cf72-46e4-9437-f509c4d61beb req-43231f10-39ba-456d-bf47-8a7a6f741825 service neutron] 10.222.0.43 "GET /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326013 Feb 04 06:10:49.267755 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ffa9f5e2-cf72-46e4-9437-f509c4d61beb req-91c01eec-a6ee-4066-bcc6-fdfb92800ce1 service neutron] 10.222.0.43 "GET /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417758 Feb 04 06:10:49.344737 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f00ea881-3b9b-403e-beaa-e5a58750fe0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'd99f2da1-aa89-45af-b803-0ec903b743c8', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.138', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'port_id': '1e58a0c0-10b8-4042-b2ce-ba0810cd686b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'mac_address': 'fa:16:3e:d3:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7271e60-71ba-4cc2-8614-14b99bd1cf91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:46Z', 'updated_at': '2022-02-04T06:10:46Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fede75c5-1168-4e82-8614-fc76e694938a', 'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:74:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:28Z', 'updated_at': '2022-02-04T06:10:35Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:49.348907 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ea881-3b9b-403e-beaa-e5a58750fe0e None None] The sync data for ids ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'] in dv-neutron-826830-2-hyperv is: [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'd99f2da1-aa89-45af-b803-0ec903b743c8', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.138', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'port_id': '1e58a0c0-10b8-4042-b2ce-ba0810cd686b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'mac_address': 'fa:16:3e:d3:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7271e60-71ba-4cc2-8614-14b99bd1cf91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:46Z', 'updated_at': '2022-02-04T06:10:46Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fede75c5-1168-4e82-8614-fc76e694938a', 'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:74:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:28Z', 'updated_at': '2022-02-04T06:10:35Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:49.367291 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58080) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:49.482750 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-af90f46f-ed92-46b0-8091-60ce7d2bf6c7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/d99f2da1-aa89-45af-b803-0ec903b743c8 HTTP/1.1" status: 200 len: 992 time: 0.1142292 Feb 04 06:10:49.554191 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb54843-4127-439a-969f-535f5cc536f4 None None] New status for floating IP d99f2da1-aa89-45af-b803-0ec903b743c8: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:10:50.491285 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58084) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:50.596340 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3239765d-2f1d-47d7-a394-3465d6832bb6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/d99f2da1-aa89-45af-b803-0ec903b743c8 HTTP/1.1" status: 200 len: 994 time: 0.1071386 Feb 04 06:10:59.498276 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c0289174-6161-4344-97ee-6abafe6506dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:01.842163 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8990525b-0d75-4039-815d-265512579931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:02.825403 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:02.863286 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:04.217162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:06.290232 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb332db3-6cbc-4852-89cf-f0e72ef1602d req-618d9452-8b96-4213-b074-0300495bcf80 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:06.291681 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cb332db3-6cbc-4852-89cf-f0e72ef1602d req-618d9452-8b96-4213-b074-0300495bcf80 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 945 time: 0.0948267 Feb 04 06:11:06.339119 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cb332db3-6cbc-4852-89cf-f0e72ef1602d req-36b5d845-4af2-49ab-9d1d-679d188ae4db tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416298 Feb 04 06:11:07.134901 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:07.531885 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6afeac-fc0f-4bf4-b816-10dcdb0e71f6 req-55ec47f3-3f75-432b-9ac7-82bd70011ff4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:07.533350 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7e6afeac-fc0f-4bf4-b816-10dcdb0e71f6 req-55ec47f3-3f75-432b-9ac7-82bd70011ff4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 945 time: 0.0882423 Feb 04 06:11:07.577371 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7e6afeac-fc0f-4bf4-b816-10dcdb0e71f6 req-06818dea-937c-4d7d-a565-8e94f2d70dd5 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383966 Feb 04 06:11:07.857519 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadfcbe-e9dd-420e-b0b5-b701924c1da0 req-50c70de2-e341-4f60-93e2-083570570199 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:07.859550 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3eadfcbe-e9dd-420e-b0b5-b701924c1da0 req-50c70de2-e341-4f60-93e2-083570570199 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 945 time: 0.0895293 Feb 04 06:11:07.932408 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-3eadfcbe-e9dd-420e-b0b5-b701924c1da0 req-16134375-2ce2-4494-b3ae-39c200f6e8cc tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Deleting port 40256fe9-3c39-46c7-8959-433e7c1e18fe {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:07.932739 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-3eadfcbe-e9dd-420e-b0b5-b701924c1da0 req-16134375-2ce2-4494-b3ae-39c200f6e8cc tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:08.175877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-3eadfcbe-e9dd-420e-b0b5-b701924c1da0 req-16134375-2ce2-4494-b3ae-39c200f6e8cc tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] For port 40256fe9-3c39-46c7-8959-433e7c1e18fe, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=40256fe9-3c39-46c7-8959-433e7c1e18fe,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:08.176134 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-3eadfcbe-e9dd-420e-b0b5-b701924c1da0 req-16134375-2ce2-4494-b3ae-39c200f6e8cc tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:08.581088 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-3eadfcbe-e9dd-420e-b0b5-b701924c1da0 req-16134375-2ce2-4494-b3ae-39c200f6e8cc tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:08.581848 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-3eadfcbe-e9dd-420e-b0b5-b701924c1da0 req-16134375-2ce2-4494-b3ae-39c200f6e8cc tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:08.581848 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [req-3eadfcbe-e9dd-420e-b0b5-b701924c1da0 req-16134375-2ce2-4494-b3ae-39c200f6e8cc tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Floating IP 57a1789b-fe18-4b6f-b689-69db7a2285fe disassociated. External IP: 172.26.4.16, port: 40256fe9-3c39-46c7-8959-433e7c1e18fe. Feb 04 06:11:08.582078 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-3eadfcbe-e9dd-420e-b0b5-b701924c1da0 req-16134375-2ce2-4494-b3ae-39c200f6e8cc tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Calling delete_port for 40256fe9-3c39-46c7-8959-433e7c1e18fe owned by compute:nova {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:08.778949 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-3eadfcbe-e9dd-420e-b0b5-b701924c1da0 req-16134375-2ce2-4494-b3ae-39c200f6e8cc tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:08.793836 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:11:08.837031 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16134375-2ce2-4494-b3ae-39c200f6e8cc tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event deleted for resources: {'Port': ['ID=40256fe9-3c39-46c7-8959-433e7c1e18fe,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:08.907684 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa55b1-8811-48fd-8086-4656c679d935 req-450afee5-680c-42c9-bf46-2972899623ed tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:08.909209 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ffaa55b1-8811-48fd-8086-4656c679d935 req-450afee5-680c-42c9-bf46-2972899623ed tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 945 time: 0.2138672 Feb 04 06:11:09.038914 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ffaa55b1-8811-48fd-8086-4656c679d935 req-9f02e674-5dee-4419-a6fa-1d30b1c8095d tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187654 Feb 04 06:11:09.070456 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3eadfcbe-e9dd-420e-b0b5-b701924c1da0 req-16134375-2ce2-4494-b3ae-39c200f6e8cc tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:11:09.253035 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3eadfcbe-e9dd-420e-b0b5-b701924c1da0 req-16134375-2ce2-4494-b3ae-39c200f6e8cc tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:09.263285 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa694140-b69c-40ab-9eed-b22bb26aa738 None None] Sync routers for ids ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:09.274324 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa694140-b69c-40ab-9eed-b22bb26aa738 None None] Routers {'5e378c87-fd5f-4ebe-9bf1-33508c2d9561'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:09.275087 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-aa694140-b69c-40ab-9eed-b22bb26aa738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:11:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:09.330291 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eadfcbe-e9dd-420e-b0b5-b701924c1da0 req-16134375-2ce2-4494-b3ae-39c200f6e8cc tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] No DVR routers for this DVR port 40256fe9-3c39-46c7-8959-433e7c1e18fe on host hv-neutron-8268 {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:11:09.332855 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-3eadfcbe-e9dd-420e-b0b5-b701924c1da0 req-16134375-2ce2-4494-b3ae-39c200f6e8cc tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.335523 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a29d52-59ae-45d9-9e6a-11b4e91540fc', 'name': 'network-vif-deleted', 'tag': '40256fe9-3c39-46c7-8959-433e7c1e18fe'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:11:09.353444 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3eadfcbe-e9dd-420e-b0b5-b701924c1da0 req-16134375-2ce2-4494-b3ae-39c200f6e8cc tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.43 "DELETE /v2.0/ports/40256fe9-3c39-46c7-8959-433e7c1e18fe HTTP/1.1" status: 204 len: 173 time: 1.4865153 Feb 04 06:11:09.386024 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a29d52-59ae-45d9-9e6a-11b4e91540fc', 'name': 'network-vif-deleted', 'tag': '40256fe9-3c39-46c7-8959-433e7c1e18fe', 'status': 'completed', 'code': 200} Feb 04 06:11:09.459820 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-aa694140-b69c-40ab-9eed-b22bb26aa738 None None] Set router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:11:09.772225 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-aa694140-b69c-40ab-9eed-b22bb26aa738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 5, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:09.776207 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa694140-b69c-40ab-9eed-b22bb26aa738 None None] Checking router: 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:11:09.784522 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa694140-b69c-40ab-9eed-b22bb26aa738 None None] Routers {'5e378c87-fd5f-4ebe-9bf1-33508c2d9561'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:09.785105 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-aa694140-b69c-40ab-9eed-b22bb26aa738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:11:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:09.957660 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-aa694140-b69c-40ab-9eed-b22bb26aa738 None None] Set router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:11:10.203991 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-413466b7-3e37-4fd8-91b6-38f207f55882 req-58976aa7-a464-449b-a6c7-0ace09c68ce1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Synchronizing usage tracker for tenant:8545e1a3b8fa468c888c11d4d16e5353 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:10.219886 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-413466b7-3e37-4fd8-91b6-38f207f55882 req-58976aa7-a464-449b-a6c7-0ace09c68ce1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Unset dirty status for tenant:8545e1a3b8fa468c888c11d4d16e5353 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:10.221126 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-413466b7-3e37-4fd8-91b6-38f207f55882 req-58976aa7-a464-449b-a6c7-0ace09c68ce1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a29d52-59ae-45d9-9e6a-11b4e91540fc HTTP/1.1" status: 200 len: 210 time: 0.0592885 Feb 04 06:11:10.262420 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-aa694140-b69c-40ab-9eed-b22bb26aa738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 5, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:10.267757 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa694140-b69c-40ab-9eed-b22bb26aa738 None None] The sync data for ids ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'] in dv-neutron-826830-2-hyperv is: [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 5, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:10.518392 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2245ed4d-acc0-4fcf-8a03-4b12d9d12c0b None None] New status for floating IP 57a1789b-fe18-4b6f-b689-69db7a2285fe: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:11:11.217267 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 40256fe9-3c39-46c7-8959-433e7c1e18fe no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:11:11.259216 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 40256fe9-3c39-46c7-8959-433e7c1e18fe {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:11:11.259565 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 40256fe9-3c39-46c7-8959-433e7c1e18fe not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:11:11.524572 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-6fc8f33a-3901-48b8-9a48-4644e0522ad5 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-914946503&fields=id&tenant_id=8545e1a3b8fa468c888c11d4d16e5353 HTTP/1.1" status: 200 len: 267 time: 0.0407619 Feb 04 06:11:11.680039 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-227915e1-c999-4203-814f-c757648b403b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:11.681628 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-227915e1-c999-4203-814f-c757648b403b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/networks?id=11fda8b6-b607-479d-885a-9ae11a4ba872 HTTP/1.1" status: 200 len: 811 time: 0.1506321 Feb 04 06:11:11.701536 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-0cece31e-38c3-42db-ae25-9422c2dfc076 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/quotas/8545e1a3b8fa468c888c11d4d16e5353 HTTP/1.1" status: 200 len: 375 time: 0.0113509 Feb 04 06:11:11.794803 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-911574e0-3fca-4001-a4e8-427df4351cc7 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8545e1a3b8fa468c888c11d4d16e5353&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0879593 Feb 04 06:11:11.934226 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-7f85be5f-3648-47ae-97ae-5314c8cd0f01 service neutron] 10.222.0.31 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278181 Feb 04 06:11:12.190663 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-c5f24b8b-2b4c-4c7e-a250-c4aee177c5ad service neutron] 10.222.0.31 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502160 Feb 04 06:11:12.599276 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-eec3211f-868b-4d3a-8672-bba0846f626a req-341f9bc9-852b-409c-a1aa-70a977028424 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 210 time: 0.0412316 Feb 04 06:11:13.708659 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-7546668b-8031-41e5-bd4c-838bb7d95268 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:13.710351 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-7546668b-8031-41e5-bd4c-838bb7d95268 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.43 "GET /v2.0/networks?id=11fda8b6-b607-479d-885a-9ae11a4ba872 HTTP/1.1" status: 200 len: 811 time: 0.1652317 Feb 04 06:11:13.759849 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3e5178c9-1ce3-4584-888c-194c83c17daf req-b3a37488-af47-4981-88fa-a77cd7411993 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 210 time: 0.0479460 Feb 04 06:11:13.803172 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-20fc3af2-0dd9-4d73-8945-4b9e8043b0b0 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8545e1a3b8fa468c888c11d4d16e5353 HTTP/1.1" status: 200 len: 379 time: 0.0421970 Feb 04 06:11:13.811725 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-49122c68-299a-445e-b455-543c71eb5a4b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Request body: {'port': {'device_id': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'admin_state_up': True, 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'security_groups': ['321ccc59-3e71-4f71-b4c0-79b11824f467']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:13.955183 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-49122c68-299a-445e-b455-543c71eb5a4b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:13.965703 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-49122c68-299a-445e-b455-543c71eb5a4b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:13.977186 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-49122c68-299a-445e-b455-543c71eb5a4b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Made reservation on behalf of 8545e1a3b8fa468c888c11d4d16e5353 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:13.980760 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-49122c68-299a-445e-b455-543c71eb5a4b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:14.144654 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-49122c68-299a-445e-b455-543c71eb5a4b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Allocated IP 172.20.0.6 (11fda8b6-b607-479d-885a-9ae11a4ba872/1464dd3d-87c0-462d-8ed5-ccb402ea7201/84760030-72d4-4829-8362-80dd51262115) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:14.346035 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-49122c68-299a-445e-b455-543c71eb5a4b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:14.363492 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-49122c68-299a-445e-b455-543c71eb5a4b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Transition to ACTIVE for port object 84760030-72d4-4829-8362-80dd51262115 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:14.389510 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-49122c68-299a-445e-b455-543c71eb5a4b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:14.462269 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-49122c68-299a-445e-b455-543c71eb5a4b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Network 11fda8b6-b607-479d-885a-9ae11a4ba872 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:14.465318 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-49122c68-299a-445e-b455-543c71eb5a4b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:14.469408 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-49122c68-299a-445e-b455-543c71eb5a4b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:14.503742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49122c68-299a-445e-b455-543c71eb5a4b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event updated for resources: {'Port': ['ID=84760030-72d4-4829-8362-80dd51262115,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:14.541129 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-49122c68-299a-445e-b455-543c71eb5a4b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:14.541737 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-49122c68-299a-445e-b455-543c71eb5a4b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:14.574586 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-49122c68-299a-445e-b455-543c71eb5a4b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7664399 Feb 04 06:11:14.586205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Request body: {'port': {'device_id': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:14.705337 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:14.735478 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b27d3a9e-eec3-44eb-93a9-006c94dbb230 None None] Provisioning for port 84760030-72d4-4829-8362-80dd51262115 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:14.741021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b27d3a9e-eec3-44eb-93a9-006c94dbb230 None None] Provisioning complete for port 84760030-72d4-4829-8362-80dd51262115 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:14.741394 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b27d3a9e-eec3-44eb-93a9-006c94dbb230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:14.815642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b27d3a9e-eec3-44eb-93a9-006c94dbb230 None None] Port 84760030-72d4-4829-8362-80dd51262115 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:11:15.063264 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3a937-4061-4b0c-a527-e7fbdf024b58 req-1016fc76-24a1-4724-a4c3-71f755619c1d tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:15.063921 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-51a3a937-4061-4b0c-a527-e7fbdf024b58 req-1016fc76-24a1-4724-a4c3-71f755619c1d tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Synchronizing usage tracker for tenant:8545e1a3b8fa468c888c11d4d16e5353 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:15.123353 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-51a3a937-4061-4b0c-a527-e7fbdf024b58 req-1016fc76-24a1-4724-a4c3-71f755619c1d tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Unset dirty status for tenant:8545e1a3b8fa468c888c11d4d16e5353 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:15.124791 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-51a3a937-4061-4b0c-a527-e7fbdf024b58 req-1016fc76-24a1-4724-a4c3-71f755619c1d tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 931 time: 0.2481446 Feb 04 06:11:15.129127 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84760030-72d4-4829-8362-80dd51262115 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:11:15.140566 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.194153 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Transition to ACTIVE for port object 84760030-72d4-4829-8362-80dd51262115 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:15.197582 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-51a3a937-4061-4b0c-a527-e7fbdf024b58 req-2010ea7f-6af7-4b6c-bf97-32e6c695c5d9 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610082 Feb 04 06:11:15.200593 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.509863 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Pushing event updated for resources: {'Port': ['ID=84760030-72d4-4829-8362-80dd51262115,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:15.552097 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:15.552447 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:15.552788 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:15.553118 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:15.553452 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:15.553782 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:15.554108 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:15.554432 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:15.554751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:15.555056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:15.555387 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:15.555689 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:15.591588 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Attempting to bind port 84760030-72d4-4829-8362-80dd51262115 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:15.591952 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Attempting to bind port 84760030-72d4-4829-8362-80dd51262115 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:15.592281 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Attempting to bind port 84760030-72d4-4829-8362-80dd51262115 on network 11fda8b6-b607-479d-885a-9ae11a4ba872 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:11:15.597019 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Port 84760030-72d4-4829-8362-80dd51262115 on network 11fda8b6-b607-479d-885a-9ae11a4ba872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:11:15.597338 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Attempting to bind port 84760030-72d4-4829-8362-80dd51262115 on network 11fda8b6-b607-479d-885a-9ae11a4ba872 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:11:15.602436 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:11:15.602771 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Checking segment: {'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:15.603147 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Bound using segment: {'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:11:15.603557 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Bound port: 84760030-72d4-4829-8362-80dd51262115, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:15.603930 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.699355 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] For port 84760030-72d4-4829-8362-80dd51262115, host hv-neutron-8268, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:11:15.702540 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] For port 84760030-72d4-4829-8362-80dd51262115, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=84760030-72d4-4829-8362-80dd51262115,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:11:15.710910 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.782300 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:15.782740 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.784119 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] 10.222.0.43 "PUT /v2.0/ports/84760030-72d4-4829-8362-80dd51262115 HTTP/1.1" status: 200 len: 1093 time: 1.2023196 Feb 04 06:11:15.784617 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'tag': '84760030-72d4-4829-8362-80dd51262115'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:11:15.806757 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a0c88-3d26-40b9-9e47-fc88edf85325 service neutron] Pushing event updated for resources: {'Port': ['ID=84760030-72d4-4829-8362-80dd51262115,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:15.859904 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'tag': '84760030-72d4-4829-8362-80dd51262115', 'status': 'completed', 'code': 200} Feb 04 06:11:15.901524 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-625cd903-6f61-40e4-a278-42f82acc2e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:15.903034 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-625cd903-6f61-40e4-a278-42f82acc2e52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8545e1a3b8fa468c888c11d4d16e5353&device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 1096 time: 0.0756838 Feb 04 06:11:15.975687 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-03a5d14a-6b09-40f2-9d4d-1d2ece5a9061 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84760030-72d4-4829-8362-80dd51262115 HTTP/1.1" status: 200 len: 217 time: 0.0645521 Feb 04 06:11:16.039391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-6b015039-7dd7-4087-be6b-a9e83ad7df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:16.040719 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-6b015039-7dd7-4087-be6b-a9e83ad7df02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1464dd3d-87c0-462d-8ed5-ccb402ea7201 HTTP/1.1" status: 200 len: 850 time: 0.0592325 Feb 04 06:11:16.119017 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-781cd4e3-4009-4668-8d80-3d4e7de0467e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:16.120492 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-781cd4e3-4009-4668-8d80-3d4e7de0467e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11fda8b6-b607-479d-885a-9ae11a4ba872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733757 Feb 04 06:11:16.256844 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-50ef768f-cfcc-4f2d-8935-94e60e950ef6 service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278949 Feb 04 06:11:16.440860 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-072f94da-7e8c-43ea-9444-5298f8c7cf2a req-2a45cc1e-9d1e-4377-8eb0-93d62b9f2d68 service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766348 Feb 04 06:11:16.457356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413772d-39f6-4f17-91c6-007b92e9d7ff req-e1e07192-5b63-4fbf-b3f4-9924ecaef2e5 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:16.458760 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0413772d-39f6-4f17-91c6-007b92e9d7ff req-e1e07192-5b63-4fbf-b3f4-9924ecaef2e5 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 943 time: 0.1312182 Feb 04 06:11:16.545263 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0413772d-39f6-4f17-91c6-007b92e9d7ff req-7ee13d91-2993-4353-8524-2a001275dd10 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798831 Feb 04 06:11:16.573003 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc95606-24e9-41cf-84a4-caad50159814 req-ff52c635-b020-45d8-981c-670a072052fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:16.574460 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0dc95606-24e9-41cf-84a4-caad50159814 req-ff52c635-b020-45d8-981c-670a072052fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8545e1a3b8fa468c888c11d4d16e5353&device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 1096 time: 0.0881808 Feb 04 06:11:16.717176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc95606-24e9-41cf-84a4-caad50159814 req-13af5339-4e1d-434a-80d1-0f6c4d1ce970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:16.717176 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0dc95606-24e9-41cf-84a4-caad50159814 req-13af5339-4e1d-434a-80d1-0f6c4d1ce970 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11fda8b6-b607-479d-885a-9ae11a4ba872 HTTP/1.1" status: 200 len: 912 time: 0.1289930 Feb 04 06:11:16.782644 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0dc95606-24e9-41cf-84a4-caad50159814 req-e9f33ae4-1a0d-4463-845d-974f3c66df14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84760030-72d4-4829-8362-80dd51262115 HTTP/1.1" status: 200 len: 217 time: 0.0609012 Feb 04 06:11:16.848803 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc95606-24e9-41cf-84a4-caad50159814 req-a31dad1c-aaaa-4784-b636-90eecad42f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:16.850143 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0dc95606-24e9-41cf-84a4-caad50159814 req-a31dad1c-aaaa-4784-b636-90eecad42f79 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1464dd3d-87c0-462d-8ed5-ccb402ea7201 HTTP/1.1" status: 200 len: 850 time: 0.0608459 Feb 04 06:11:16.929553 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc95606-24e9-41cf-84a4-caad50159814 req-a38bc80f-4fc3-41b0-a154-8897855b22ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:16.930914 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0dc95606-24e9-41cf-84a4-caad50159814 req-a38bc80f-4fc3-41b0-a154-8897855b22ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11fda8b6-b607-479d-885a-9ae11a4ba872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741596 Feb 04 06:11:17.062652 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0dc95606-24e9-41cf-84a4-caad50159814 req-737cf2d3-3711-42e8-a975-580db6ae4cc3 service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253078 Feb 04 06:11:17.235648 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58144) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:17.307127 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af92faca-b731-475d-85f4-692a2b0dbbb2 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:17.307501 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af92faca-b731-475d-85f4-692a2b0dbbb2 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:17.308004 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af92faca-b731-475d-85f4-692a2b0dbbb2 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:17.312041 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-af92faca-b731-475d-85f4-692a2b0dbbb2 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=71cf42a1a4354f9391ad29100b27498c&network_id=f09a217a-3234-4fd4-9aac-a48728fa2ef9 HTTP/1.1" status: 200 len: 3000 time: 0.0755656 Feb 04 06:11:17.317382 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0dc95606-24e9-41cf-84a4-caad50159814 req-b5e49768-8d95-4def-b641-266f0e87ab22 service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434661 Feb 04 06:11:17.759597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9c123-1538-458a-bd4a-a007125328b0 req-365496dc-7c1c-44ac-8900-20d2ac01bcda tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:17.761088 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f8c9c123-1538-458a-bd4a-a007125328b0 req-365496dc-7c1c-44ac-8900-20d2ac01bcda tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 943 time: 0.0965126 Feb 04 06:11:17.807681 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f8c9c123-1538-458a-bd4a-a007125328b0 req-c096f7e3-35d1-49bd-9cf2-70dd808e74ff tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408511 Feb 04 06:11:19.023617 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a5dac-e236-48ae-bd7e-82ead96da143 req-bc053ca8-2a83-47f4-8530-cac5174a5e24 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:19.025151 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d15a5dac-e236-48ae-bd7e-82ead96da143 req-bc053ca8-2a83-47f4-8530-cac5174a5e24 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 943 time: 0.0966942 Feb 04 06:11:19.070449 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d15a5dac-e236-48ae-bd7e-82ead96da143 req-6d4cb65b-08ce-4c3f-8eea-935890c5ab76 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394909 Feb 04 06:11:20.269858 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfa044-0fe2-4143-bce5-2545c211502d req-8b920321-05b8-48ea-9d09-01af4f4169d7 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:20.271339 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4cbfa044-0fe2-4143-bce5-2545c211502d req-8b920321-05b8-48ea-9d09-01af4f4169d7 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 943 time: 0.0875185 Feb 04 06:11:20.316102 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4cbfa044-0fe2-4143-bce5-2545c211502d req-227ae239-2cf0-42db-a0ed-dba3fe2d57d4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387380 Feb 04 06:11:21.523799 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22d3ae-1a41-4b87-a0f3-595364c6f1de req-0dc87048-748c-44c9-94b5-9c445855a4a2 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:21.525244 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8f22d3ae-1a41-4b87-a0f3-595364c6f1de req-0dc87048-748c-44c9-94b5-9c445855a4a2 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 943 time: 0.0943508 Feb 04 06:11:21.582149 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8f22d3ae-1a41-4b87-a0f3-595364c6f1de req-4e452276-984c-411c-a5b8-3b676f5eb514 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510864 Feb 04 06:11:22.528405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58164) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:22.596712 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fea330-b76b-4c6b-8674-33adf60b565e tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:22.598914 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f7fea330-b76b-4c6b-8674-33adf60b565e tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ab369154-15d6-461d-ac4e-da4d6375f709 HTTP/1.1" status: 200 len: 814 time: 0.0692620 Feb 04 06:11:22.793702 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b1b18-3237-4c1f-be51-a5da1d2885fa req-246f0a78-c59c-426f-bef2-3807ca4ce343 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:22.795099 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6a6b1b18-3237-4c1f-be51-a5da1d2885fa req-246f0a78-c59c-426f-bef2-3807ca4ce343 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 943 time: 0.0945647 Feb 04 06:11:22.845165 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6a6b1b18-3237-4c1f-be51-a5da1d2885fa req-80a10d09-7456-4d45-a755-a65d7305f8d7 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441759 Feb 04 06:11:23.326142 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 84760030-72d4-4829-8362-80dd51262115 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:11:23.472810 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 84760030-72d4-4829-8362-80dd51262115, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=84760030-72d4-4829-8362-80dd51262115,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:23.486398 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '84760030-72d4-4829-8362-80dd51262115', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'port_id': '84760030-72d4-4829-8362-80dd51262115', 'mac_address': 'fa:16:3e:c6:09:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:11:23.541290 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.560460 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84760030-72d4-4829-8362-80dd51262115 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:11:23.580252 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 84760030-72d4-4829-8362-80dd51262115, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=84760030-72d4-4829-8362-80dd51262115,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:23.586627 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.665202 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=84760030-72d4-4829-8362-80dd51262115,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:23.676534 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:23.676983 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:23.677441 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:23.677894 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:23.678366 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:23.678863 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:23.679335 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:23.679681 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:23.680133 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:23.680704 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:23.681151 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:23.681639 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:23.760517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58174) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:23.766223 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-b6172b95-edde-4560-b870-e878dbc05922 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:23.809147 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['84760030-72d4-4829-8362-80dd51262115'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:11:23.868613 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b6172b95-edde-4560-b870-e878dbc05922 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.188490 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b6172b95-edde-4560-b870-e878dbc05922 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.193153 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b6172b95-edde-4560-b870-e878dbc05922 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.193463 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-b6172b95-edde-4560-b870-e878dbc05922 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Floating IP d99f2da1-aa89-45af-b803-0ec903b743c8 disassociated. External IP: 172.26.4.138, port: 1e58a0c0-10b8-4042-b2ce-ba0810cd686b. Feb 04 06:11:24.262632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb79d0-d48c-46d5-9336-a1d1691e1b38 req-37568bac-30ce-4270-b9fe-3268ba6ab2af tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:24.264074 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5beb79d0-d48c-46d5-9336-a1d1691e1b38 req-37568bac-30ce-4270-b9fe-3268ba6ab2af tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 944 time: 0.3084745 Feb 04 06:11:24.384647 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5beb79d0-d48c-46d5-9336-a1d1691e1b38 req-0fe24edd-752b-43b3-bd23-11b1c0208fd7 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122174 Feb 04 06:11:24.717156 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6172b95-edde-4560-b870-e878dbc05922 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:11:24.899532 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6172b95-edde-4560-b870-e878dbc05922 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:24.904317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b6172b95-edde-4560-b870-e878dbc05922 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.909800 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618c1b2c-bf51-49dd-9aac-444f4ccc72df None None] Sync routers for ids ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:24.923972 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618c1b2c-bf51-49dd-9aac-444f4ccc72df None None] Routers {'1a0dbbc8-22c2-4828-99a6-86c7322696b9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:24.924550 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-618c1b2c-bf51-49dd-9aac-444f4ccc72df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:11:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:24.959261 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b6172b95-edde-4560-b870-e878dbc05922 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/floatingips/d99f2da1-aa89-45af-b803-0ec903b743c8 HTTP/1.1" status: 200 len: 690 time: 1.1976526 Feb 04 06:11:24.959981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7271e60-71ba-4cc2-8614-14b99bd1cf91', 'tag': '1e58a0c0-10b8-4042-b2ce-ba0810cd686b'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:11:24.962366 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58180) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:25.005810 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7271e60-71ba-4cc2-8614-14b99bd1cf91', 'tag': '1e58a0c0-10b8-4042-b2ce-ba0810cd686b', 'status': 'completed', 'code': 200} Feb 04 06:11:25.045687 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-aa32d078-f7a5-4c81-be5c-26e46f311f33 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/d99f2da1-aa89-45af-b803-0ec903b743c8 HTTP/1.1" status: 200 len: 690 time: 0.0821588 Feb 04 06:11:25.098494 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-618c1b2c-bf51-49dd-9aac-444f4ccc72df None None] Set router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:11:25.101757 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f90ebe-572b-4385-ac39-74e42dc537f2 req-b83841a4-3344-4d32-8b4f-3ec674d2e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:25.103231 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b9f90ebe-572b-4385-ac39-74e42dc537f2 req-b83841a4-3344-4d32-8b4f-3ec674d2e640 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 1099 time: 0.0746851 Feb 04 06:11:25.235700 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f90ebe-572b-4385-ac39-74e42dc537f2 req-0b2475a2-7313-4bfe-9425-38c8431d514b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:25.237043 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b9f90ebe-572b-4385-ac39-74e42dc537f2 req-0b2475a2-7313-4bfe-9425-38c8431d514b service neutron] 10.222.0.43 "GET /v2.0/networks?id=f09a217a-3234-4fd4-9aac-a48728fa2ef9 HTTP/1.1" status: 200 len: 897 time: 0.1273232 Feb 04 06:11:25.302498 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b9f90ebe-572b-4385-ac39-74e42dc537f2 req-926caf14-ab28-4e50-9255-35fb7811cf43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e58a0c0-10b8-4042-b2ce-ba0810cd686b HTTP/1.1" status: 200 len: 217 time: 0.0593350 Feb 04 06:11:25.324571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 84760030-72d4-4829-8362-80dd51262115 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:11:25.371438 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f90ebe-572b-4385-ac39-74e42dc537f2 req-bdf321a8-2200-4e46-91f8-7ca21d73e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:25.372910 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b9f90ebe-572b-4385-ac39-74e42dc537f2 req-bdf321a8-2200-4e46-91f8-7ca21d73e7ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62bc7beb-34ad-4014-ba85-3fb77b8ec309 HTTP/1.1" status: 200 len: 835 time: 0.0651338 Feb 04 06:11:25.396762 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 84760030-72d4-4829-8362-80dd51262115 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:25.403162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 84760030-72d4-4829-8362-80dd51262115 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:25.403540 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.443860 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-618c1b2c-bf51-49dd-9aac-444f4ccc72df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'fede75c5-1168-4e82-8614-fc76e694938a', 'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:74:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:28Z', 'updated_at': '2022-02-04T06:10:35Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:25.448164 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618c1b2c-bf51-49dd-9aac-444f4ccc72df None None] Checking router: 1a0dbbc8-22c2-4828-99a6-86c7322696b9 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:11:25.452120 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f90ebe-572b-4385-ac39-74e42dc537f2 req-6894783f-1fa4-4bf7-b68a-292f9f795ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:25.454002 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b9f90ebe-572b-4385-ac39-74e42dc537f2 req-6894783f-1fa4-4bf7-b68a-292f9f795ada service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09a217a-3234-4fd4-9aac-a48728fa2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749238 Feb 04 06:11:25.457348 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618c1b2c-bf51-49dd-9aac-444f4ccc72df None None] Routers {'1a0dbbc8-22c2-4828-99a6-86c7322696b9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:25.457958 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-618c1b2c-bf51-49dd-9aac-444f4ccc72df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:11:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:25.522427 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.552125 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84760030-72d4-4829-8362-80dd51262115'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:11:25.562141 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 84760030-72d4-4829-8362-80dd51262115, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=84760030-72d4-4829-8362-80dd51262115,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:25.568407 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.619483 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84760030-72d4-4829-8362-80dd51262115', 'code': 200} Feb 04 06:11:25.645085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=84760030-72d4-4829-8362-80dd51262115,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:25.660744 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b9f90ebe-572b-4385-ac39-74e42dc537f2 req-b10e5502-3a42-4903-a235-1c8e698cc4cb service neutron] 10.222.0.43 "GET /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998999 Feb 04 06:11:25.667584 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-618c1b2c-bf51-49dd-9aac-444f4ccc72df None None] Set router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:11:25.668210 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1c0f8-df1b-4a25-82b4-a33812aaeaee req-10f7f327-4c88-4d95-9e31-4c15706419be tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:25.669565 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2da1c0f8-df1b-4a25-82b4-a33812aaeaee req-10f7f327-4c88-4d95-9e31-4c15706419be tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 945 time: 0.1319587 Feb 04 06:11:25.792366 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2da1c0f8-df1b-4a25-82b4-a33812aaeaee req-4e126cbf-79a1-40c9-9c81-e51221cb5b0b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039007 Feb 04 06:11:25.831625 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b9f90ebe-572b-4385-ac39-74e42dc537f2 req-8851d824-c450-4868-b64b-cc69513ef577 service neutron] 10.222.0.43 "GET /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611156 Feb 04 06:11:25.895542 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84120bd8-9484-4f10-81cb-c08a2fea9ba3 req-082cd720-eec7-4158-be9e-692d5b85e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:25.897044 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-84120bd8-9484-4f10-81cb-c08a2fea9ba3 req-082cd720-eec7-4158-be9e-692d5b85e4c2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 1098 time: 0.0705025 Feb 04 06:11:25.936637 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-84120bd8-9484-4f10-81cb-c08a2fea9ba3 req-d6421beb-d3b2-494c-a938-3d6a7231445a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332649 Feb 04 06:11:25.986563 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-618c1b2c-bf51-49dd-9aac-444f4ccc72df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'fede75c5-1168-4e82-8614-fc76e694938a', 'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:74:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:28Z', 'updated_at': '2022-02-04T06:10:35Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:25.990670 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618c1b2c-bf51-49dd-9aac-444f4ccc72df None None] The sync data for ids ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'] in dv-neutron-826830-2-hyperv is: [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'fede75c5-1168-4e82-8614-fc76e694938a', 'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:74:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:28Z', 'updated_at': '2022-02-04T06:10:35Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:26.049916 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58190) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:26.137956 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6564d471-ce9c-4d71-9ac4-6cbd55349fb4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/d99f2da1-aa89-45af-b803-0ec903b743c8 HTTP/1.1" status: 200 len: 690 time: 0.0869920 Feb 04 06:11:26.228170 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af713d4-234b-479d-8e14-6cd51044b53b None None] New status for floating IP d99f2da1-aa89-45af-b803-0ec903b743c8: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:11:27.000798 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a225cbd-c3a9-44f4-aafd-52f39d19ca4e req-e3bad159-4351-46e8-afc9-cc6e75626d26 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:27.001570 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9a225cbd-c3a9-44f4-aafd-52f39d19ca4e req-e3bad159-4351-46e8-afc9-cc6e75626d26 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 945 time: 0.0857327 Feb 04 06:11:27.046853 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9a225cbd-c3a9-44f4-aafd-52f39d19ca4e req-89aaf5bb-5e34-47ba-9582-74ae3fd30fed tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395935 Feb 04 06:11:27.143035 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58196) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:27.226012 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a1840323-1598-4624-9f50-202b6d20191c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/d99f2da1-aa89-45af-b803-0ec903b743c8 HTTP/1.1" status: 200 len: 688 time: 0.0814168 Feb 04 06:11:28.244688 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc7783-b4a7-471f-86a2-e6536cc7998c req-fe042169-e3cb-4dfb-acb3-2529258baf9a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:28.246075 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-27dc7783-b4a7-471f-86a2-e6536cc7998c req-fe042169-e3cb-4dfb-acb3-2529258baf9a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 945 time: 0.0838113 Feb 04 06:11:28.291804 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-27dc7783-b4a7-471f-86a2-e6536cc7998c req-85e34f8a-468e-4da8-a123-fff4573f7aef tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396817 Feb 04 06:11:28.474502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf09c7-2d53-41ef-94d5-226b175bc7d9 req-1f8f2d07-6759-46e2-a19a-ffd4e1b1db42 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:28.476584 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4cbf09c7-2d53-41ef-94d5-226b175bc7d9 req-1f8f2d07-6759-46e2-a19a-ffd4e1b1db42 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 945 time: 0.0791926 Feb 04 06:11:28.525715 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4cbf09c7-2d53-41ef-94d5-226b175bc7d9 req-85d2d478-dae3-4e44-b433-63600544bc53 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441489 Feb 04 06:11:28.528552 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58208) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:28.533558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-212178820', 'description': 'tempest-secgroup-smoke-212178820 description', 'project_id': '71cf42a1a4354f9391ad29100b27498c'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:28.539582 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:28.549082 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:28.549281 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58212) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:28.560326 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.581757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:28.585872 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:28.588769 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:28.594647 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:28.620967 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5377cf61-dab3-42e3-be24-e31f99747339 tempest-TestVolumeBootPattern-1408240590 tempest-TestVolumeBootPattern-1408240590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:28.622580 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5377cf61-dab3-42e3-be24-e31f99747339 tempest-TestVolumeBootPattern-1408240590 tempest-TestVolumeBootPattern-1408240590-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 1093 time: 0.0721681 Feb 04 06:11:28.625243 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58216) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:28.630347 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': '84760030-72d4-4829-8362-80dd51262115', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:28.636557 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:28.640640 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Usage tracker for resource:floatingip and tenant:8545e1a3b8fa468c888c11d4d16e5353 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:28.643632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:28.649815 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:28.661477 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.668950 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.673454 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.718609 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344abd42-4ce1-4d4e-b4d2-a47fd8160f71,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:28.726152 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.727302 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1978922 Feb 04 06:11:28.728845 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:28.729205 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:28.729529 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:28.729834 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:28.730245 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:28.730572 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:28.730909 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:28.731218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:28.731537 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:28.731879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:28.732198 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:28.732508 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674eb81-0e50-4634-ab1f-689a60b0a156 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:28.736887 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58220) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:28.742287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-45df5bc8-f4e4-4953-8917-643c5195c296 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '344abd42-4ce1-4d4e-b4d2-a47fd8160f71', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:28.749038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-45df5bc8-f4e4-4953-8917-643c5195c296 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:28.753252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-45df5bc8-f4e4-4953-8917-643c5195c296 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:28.756589 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-45df5bc8-f4e4-4953-8917-643c5195c296 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:28.763714 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-45df5bc8-f4e4-4953-8917-643c5195c296 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:28.781700 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-45df5bc8-f4e4-4953-8917-643c5195c296 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.846587 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-45df5bc8-f4e4-4953-8917-643c5195c296 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.851846 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-45df5bc8-f4e4-4953-8917-643c5195c296 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.873407 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df5bc8-f4e4-4953-8917-643c5195c296 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bce0d7c-9448-4005-b3a5-07d48e97ea48,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:28.886992 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-45df5bc8-f4e4-4953-8917-643c5195c296 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.891033 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-45df5bc8-f4e4-4953-8917-643c5195c296 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505029 Feb 04 06:11:28.891275 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58224) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:28.897407 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-5fac6020-4179-4cec-926b-13c58be513c0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '344abd42-4ce1-4d4e-b4d2-a47fd8160f71', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:28.903391 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5fac6020-4179-4cec-926b-13c58be513c0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:28.907262 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5fac6020-4179-4cec-926b-13c58be513c0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:28.910133 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5fac6020-4179-4cec-926b-13c58be513c0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:28.916136 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5fac6020-4179-4cec-926b-13c58be513c0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:28.927498 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.934873 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5fac6020-4179-4cec-926b-13c58be513c0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.013137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5fac6020-4179-4cec-926b-13c58be513c0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.019235 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5fac6020-4179-4cec-926b-13c58be513c0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.041668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac6020-4179-4cec-926b-13c58be513c0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2836dde4-c545-43b4-8e7e-c3c09c21eee5,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:29.051070 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5fac6020-4179-4cec-926b-13c58be513c0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.052362 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5fac6020-4179-4cec-926b-13c58be513c0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1601436 Feb 04 06:11:29.055154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58228) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:29.060158 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-47ec0af0-9d5f-4e0a-890b-92cdaefc9ea9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '344abd42-4ce1-4d4e-b4d2-a47fd8160f71', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:29.065772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-47ec0af0-9d5f-4e0a-890b-92cdaefc9ea9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:29.069558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-47ec0af0-9d5f-4e0a-890b-92cdaefc9ea9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:29.072427 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-47ec0af0-9d5f-4e0a-890b-92cdaefc9ea9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:29.076388 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Allocated IP 172.26.4.208 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/47bbffdc-4a00-4052-b684-ae26709d6a47) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:29.078008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-47ec0af0-9d5f-4e0a-890b-92cdaefc9ea9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:29.096179 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-47ec0af0-9d5f-4e0a-890b-92cdaefc9ea9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.160165 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-47ec0af0-9d5f-4e0a-890b-92cdaefc9ea9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.165837 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-47ec0af0-9d5f-4e0a-890b-92cdaefc9ea9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.188864 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec0af0-9d5f-4e0a-890b-92cdaefc9ea9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f00051a-ea1c-4ae2-9251-6eebe47b9df5,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:29.203100 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-47ec0af0-9d5f-4e0a-890b-92cdaefc9ea9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.206806 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-47ec0af0-9d5f-4e0a-890b-92cdaefc9ea9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484902 Feb 04 06:11:29.207855 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58232) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:29.213259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f3b82e29-d184-41f4-8be0-690cc8c7347d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '344abd42-4ce1-4d4e-b4d2-a47fd8160f71', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:29.219394 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f3b82e29-d184-41f4-8be0-690cc8c7347d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:29.223537 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f3b82e29-d184-41f4-8be0-690cc8c7347d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:29.226702 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f3b82e29-d184-41f4-8be0-690cc8c7347d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:29.226849 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.232706 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f3b82e29-d184-41f4-8be0-690cc8c7347d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:29.250142 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3b82e29-d184-41f4-8be0-690cc8c7347d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.260450 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.316314 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3b82e29-d184-41f4-8be0-690cc8c7347d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.321219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3b82e29-d184-41f4-8be0-690cc8c7347d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.323388 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:29.326418 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:29.330003 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:29.349378 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b82e29-d184-41f4-8be0-690cc8c7347d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc855496-9500-4fdb-b062-01d66708ab70,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:29.357460 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3b82e29-d184-41f4-8be0-690cc8c7347d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.361723 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f3b82e29-d184-41f4-8be0-690cc8c7347d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1498494 Feb 04 06:11:29.361884 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58236) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:29.367227 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-ff7b7583-d939-41c1-83da-45a996c75a88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '344abd42-4ce1-4d4e-b4d2-a47fd8160f71', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:29.367967 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event updated for resources: {'Port': ['ID=47bbffdc-4a00-4052-b684-ae26709d6a47,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:29.374138 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ff7b7583-d939-41c1-83da-45a996c75a88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:29.378789 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ff7b7583-d939-41c1-83da-45a996c75a88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:29.381831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ff7b7583-d939-41c1-83da-45a996c75a88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:29.387317 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ff7b7583-d939-41c1-83da-45a996c75a88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:29.398041 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-ff7b7583-d939-41c1-83da-45a996c75a88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:11:29.404749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7583-d939-41c1-83da-45a996c75a88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.467707 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7583-d939-41c1-83da-45a996c75a88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.472727 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7583-d939-41c1-83da-45a996c75a88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.495980 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ec3109d6-06de-4c74-8e3b-a9ce9bef9f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.496639 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b7583-d939-41c1-83da-45a996c75a88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aaa6099-e282-4953-91a8-6ce7ce4226f1,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:29.506808 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7583-d939-41c1-83da-45a996c75a88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.508054 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ff7b7583-d939-41c1-83da-45a996c75a88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1452014 Feb 04 06:11:29.510963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58240) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:29.515816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-9f77c776-4a9e-46c7-b332-02755abb72b0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '344abd42-4ce1-4d4e-b4d2-a47fd8160f71', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:29.521701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9f77c776-4a9e-46c7-b332-02755abb72b0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:29.525546 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9f77c776-4a9e-46c7-b332-02755abb72b0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:29.528410 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9f77c776-4a9e-46c7-b332-02755abb72b0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:29.533992 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9f77c776-4a9e-46c7-b332-02755abb72b0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:29.547743 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-9f77c776-4a9e-46c7-b332-02755abb72b0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:11:29.554176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f77c776-4a9e-46c7-b332-02755abb72b0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.618234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f77c776-4a9e-46c7-b332-02755abb72b0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.621921 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f77c776-4a9e-46c7-b332-02755abb72b0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.645055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77c776-4a9e-46c7-b332-02755abb72b0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c39687b-3162-42f4-a74f-7e353e291fef,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:29.654269 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f77c776-4a9e-46c7-b332-02755abb72b0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.655810 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9f77c776-4a9e-46c7-b332-02755abb72b0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1438529 Feb 04 06:11:29.751675 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.851605 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.894405 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-859396ba-df99-47b2-be2b-c682bab13093 req-79a7625b-5c99-4e24-9718-5934666c346c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212178820&fields=id&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 267 time: 0.0930607 Feb 04 06:11:30.147655 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859396ba-df99-47b2-be2b-c682bab13093 req-4b4cf96d-db0f-4794-967e-dd6aa62ea10b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:30.149119 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-859396ba-df99-47b2-be2b-c682bab13093 req-4b4cf96d-db0f-4794-967e-dd6aa62ea10b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/networks?id=f09a217a-3234-4fd4-9aac-a48728fa2ef9 HTTP/1.1" status: 200 len: 796 time: 0.2454994 Feb 04 06:11:30.179209 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-859396ba-df99-47b2-be2b-c682bab13093 req-1fab3be1-1ec2-49ea-bfd6-6e6b4fc86d41 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/quotas/71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 375 time: 0.0225871 Feb 04 06:11:30.249358 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:30.257652 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:30.378022 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event updated for resources: {'Port': ['ID=47bbffdc-4a00-4052-b684-ae26709d6a47,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:30.396737 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-859396ba-df99-47b2-be2b-c682bab13093 req-6491904d-0e60-4e14-bb17-955dded31e89 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2114336 Feb 04 06:11:30.397630 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:30.793873 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Floating IP f7194240-7dd0-4406-9dd7-4bc75fcb1206 associated. External IP: 172.26.4.208, port: 84760030-72d4-4829-8362-80dd51262115. Feb 04 06:11:30.850281 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-859396ba-df99-47b2-be2b-c682bab13093 req-d0672ebc-df58-46cb-955d-34d9b9bb8063 service neutron] 10.222.0.31 "GET /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757299 Feb 04 06:11:31.079045 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-859396ba-df99-47b2-be2b-c682bab13093 req-ad567de5-be6f-4b03-b208-225747986023 service neutron] 10.222.0.31 "GET /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205594 Feb 04 06:11:31.288462 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-32b9e0f4-7410-432b-80e1-39d23fa90ce6 req-67661e9a-055f-4ead-9a09-43f187556dd9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff15bbb-0003-4ea0-9bdc-6a554751a3b9 HTTP/1.1" status: 200 len: 210 time: 0.0603402 Feb 04 06:11:31.308658 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:11:31.490594 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:31.502510 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c84ef6-f30f-4065-bc5a-1686733db464 None None] Sync routers for ids ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:31.512834 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c84ef6-f30f-4065-bc5a-1686733db464 None None] Routers {'5e378c87-fd5f-4ebe-9bf1-33508c2d9561'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:31.513695 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c3c84ef6-f30f-4065-bc5a-1686733db464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:11:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:31.519887 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:31.593292 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2b2e5409-4eb5-449d-945e-36243a2db176 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9570000 Feb 04 06:11:31.593292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'tag': '84760030-72d4-4829-8362-80dd51262115'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:11:31.633895 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'tag': '84760030-72d4-4829-8362-80dd51262115', 'status': 'completed', 'code': 200} Feb 04 06:11:31.707227 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-c3c84ef6-f30f-4065-bc5a-1686733db464 None None] Set router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:11:31.725159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310899d-d5f0-4d43-9a7f-4fc1e28ad56e req-e35d80ab-4889-4d91-bfc1-a69ac1691e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:31.726639 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7310899d-d5f0-4d43-9a7f-4fc1e28ad56e req-e35d80ab-4889-4d91-bfc1-a69ac1691e88 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8545e1a3b8fa468c888c11d4d16e5353&device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 1098 time: 0.0716100 Feb 04 06:11:31.829716 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cbcca14b-884a-4788-bd2c-037e60cf1a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:31.870087 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310899d-d5f0-4d43-9a7f-4fc1e28ad56e req-ccdb69ab-8691-4553-a8ae-446ebdbc9b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:31.871739 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7310899d-d5f0-4d43-9a7f-4fc1e28ad56e req-ccdb69ab-8691-4553-a8ae-446ebdbc9b93 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11fda8b6-b607-479d-885a-9ae11a4ba872 HTTP/1.1" status: 200 len: 912 time: 0.1388836 Feb 04 06:11:32.062053 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c3c84ef6-f30f-4065-bc5a-1686733db464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'f7194240-7dd0-4406-9dd7-4bc75fcb1206', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'floating_ip_address': '172.26.4.208', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'port_id': '84760030-72d4-4829-8362-80dd51262115', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'mac_address': 'fa:16:3e:c6:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:11:29Z', 'updated_at': '2022-02-04T06:11:29Z', 'revision_number': 0, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 5, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:32.065964 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c84ef6-f30f-4065-bc5a-1686733db464 None None] Checking router: 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:11:32.076112 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c84ef6-f30f-4065-bc5a-1686733db464 None None] Routers {'5e378c87-fd5f-4ebe-9bf1-33508c2d9561'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:32.076693 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c3c84ef6-f30f-4065-bc5a-1686733db464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:11:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:32.077108 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7310899d-d5f0-4d43-9a7f-4fc1e28ad56e req-eb6012fc-5224-49c9-9607-f4b456cc5940 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84760030-72d4-4829-8362-80dd51262115 HTTP/1.1" status: 200 len: 999 time: 0.1985373 Feb 04 06:11:32.159049 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310899d-d5f0-4d43-9a7f-4fc1e28ad56e req-e6e067d7-5bdb-4fe9-8485-6259a0110e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:32.162141 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7310899d-d5f0-4d43-9a7f-4fc1e28ad56e req-e6e067d7-5bdb-4fe9-8485-6259a0110e80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1464dd3d-87c0-462d-8ed5-ccb402ea7201 HTTP/1.1" status: 200 len: 850 time: 0.0623219 Feb 04 06:11:32.248000 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310899d-d5f0-4d43-9a7f-4fc1e28ad56e req-a27110c0-5a6e-4e10-986b-c333eb99a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:32.257126 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7310899d-d5f0-4d43-9a7f-4fc1e28ad56e req-a27110c0-5a6e-4e10-986b-c333eb99a4e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11fda8b6-b607-479d-885a-9ae11a4ba872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856645 Feb 04 06:11:32.290719 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-c3c84ef6-f30f-4065-bc5a-1686733db464 None None] Set router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:11:32.427243 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7310899d-d5f0-4d43-9a7f-4fc1e28ad56e req-123d9ff4-fe72-4b8e-b8f4-baffd095f750 service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632533 Feb 04 06:11:32.476273 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cb0e82b1-9fc1-4211-8502-10e447c8d289 req-102e6b50-f598-4889-b54f-801ed91a4125 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff15bbb-0003-4ea0-9bdc-6a554751a3b9 HTTP/1.1" status: 200 len: 210 time: 0.0565054 Feb 04 06:11:32.500992 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859396ba-df99-47b2-be2b-c682bab13093 req-68b784d4-c754-47bc-b1ac-aeabd8b7eb0c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:32.503172 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-859396ba-df99-47b2-be2b-c682bab13093 req-68b784d4-c754-47bc-b1ac-aeabd8b7eb0c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/networks?id=f09a217a-3234-4fd4-9aac-a48728fa2ef9 HTTP/1.1" status: 200 len: 796 time: 0.2633116 Feb 04 06:11:32.560219 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-859396ba-df99-47b2-be2b-c682bab13093 req-a0e29ced-a8ea-4641-aae8-374f3c73f8b0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 471 time: 0.0465722 Feb 04 06:11:32.569469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-859396ba-df99-47b2-be2b-c682bab13093 req-b8086e1e-f911-49ce-b0cf-570f1ab3f28a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'port': {'device_id': '0ff15bbb-0003-4ea0-9bdc-6a554751a3b9', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'admin_state_up': True, 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'security_groups': ['344abd42-4ce1-4d4e-b4d2-a47fd8160f71']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:32.580041 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7310899d-d5f0-4d43-9a7f-4fc1e28ad56e req-6f54b5be-bed4-4b13-9255-f5d5fd4f7f1e service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461999 Feb 04 06:11:32.664834 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c3c84ef6-f30f-4065-bc5a-1686733db464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'f7194240-7dd0-4406-9dd7-4bc75fcb1206', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'floating_ip_address': '172.26.4.208', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'port_id': '84760030-72d4-4829-8362-80dd51262115', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'mac_address': 'fa:16:3e:c6:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:11:29Z', 'updated_at': '2022-02-04T06:11:29Z', 'revision_number': 0, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 5, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:32.669099 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c84ef6-f30f-4065-bc5a-1686733db464 None None] The sync data for ids ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'] in dv-neutron-826830-2-hyperv is: [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'f7194240-7dd0-4406-9dd7-4bc75fcb1206', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'floating_ip_address': '172.26.4.208', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'port_id': '84760030-72d4-4829-8362-80dd51262115', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'mac_address': 'fa:16:3e:c6:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:11:29Z', 'updated_at': '2022-02-04T06:11:29Z', 'revision_number': 0, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 5, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:32.818574 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.845626 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-859396ba-df99-47b2-be2b-c682bab13093 req-b8086e1e-f911-49ce-b0cf-570f1ab3f28a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:32.855577 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-859396ba-df99-47b2-be2b-c682bab13093 req-b8086e1e-f911-49ce-b0cf-570f1ab3f28a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:32.868214 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-859396ba-df99-47b2-be2b-c682bab13093 req-b8086e1e-f911-49ce-b0cf-570f1ab3f28a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:32.870278 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.873365 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-859396ba-df99-47b2-be2b-c682bab13093 req-b8086e1e-f911-49ce-b0cf-570f1ab3f28a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.888488 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b4c49f-3243-49bf-bbb9-f585cc3a7b8a None None] New status for floating IP f7194240-7dd0-4406-9dd7-4bc75fcb1206: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:11:33.043677 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [req-859396ba-df99-47b2-be2b-c682bab13093 req-b8086e1e-f911-49ce-b0cf-570f1ab3f28a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.20.0.4 (f09a217a-3234-4fd4-9aac-a48728fa2ef9/62bc7beb-34ad-4014-ba85-3fb77b8ec309/1ea3472f-f982-4403-af8d-e016a8fe32d1) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:33.242204 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-859396ba-df99-47b2-be2b-c682bab13093 req-b8086e1e-f911-49ce-b0cf-570f1ab3f28a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.257348 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-859396ba-df99-47b2-be2b-c682bab13093 req-b8086e1e-f911-49ce-b0cf-570f1ab3f28a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Transition to ACTIVE for port object 1ea3472f-f982-4403-af8d-e016a8fe32d1 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:33.280618 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-859396ba-df99-47b2-be2b-c682bab13093 req-b8086e1e-f911-49ce-b0cf-570f1ab3f28a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.349042 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-859396ba-df99-47b2-be2b-c682bab13093 req-b8086e1e-f911-49ce-b0cf-570f1ab3f28a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network f09a217a-3234-4fd4-9aac-a48728fa2ef9 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:33.352002 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [req-859396ba-df99-47b2-be2b-c682bab13093 req-b8086e1e-f911-49ce-b0cf-570f1ab3f28a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:33.355663 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-859396ba-df99-47b2-be2b-c682bab13093 req-b8086e1e-f911-49ce-b0cf-570f1ab3f28a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:33.385554 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8086e1e-f911-49ce-b0cf-570f1ab3f28a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=1ea3472f-f982-4403-af8d-e016a8fe32d1,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:33.426469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859396ba-df99-47b2-be2b-c682bab13093 req-b8086e1e-f911-49ce-b0cf-570f1ab3f28a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:33.427080 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-859396ba-df99-47b2-be2b-c682bab13093 req-b8086e1e-f911-49ce-b0cf-570f1ab3f28a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.454296 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-859396ba-df99-47b2-be2b-c682bab13093 req-b8086e1e-f911-49ce-b0cf-570f1ab3f28a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8895402 Feb 04 06:11:33.466544 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Request body: {'port': {'device_id': '0ff15bbb-0003-4ea0-9bdc-6a554751a3b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:33.579361 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.606770 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fb8ad125-5dc5-4f04-9802-dc89e354d5d6 None None] Provisioning for port 1ea3472f-f982-4403-af8d-e016a8fe32d1 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:33.612378 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fb8ad125-5dc5-4f04-9802-dc89e354d5d6 None None] Provisioning complete for port 1ea3472f-f982-4403-af8d-e016a8fe32d1 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:33.612781 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad125-5dc5-4f04-9802-dc89e354d5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.666751 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-fb8ad125-5dc5-4f04-9802-dc89e354d5d6 None None] Port 1ea3472f-f982-4403-af8d-e016a8fe32d1 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:11:33.792951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493ec7c-43cb-42ca-b9a3-abe8a58261a7 req-69d4e757-d082-4793-af0e-784f28179cb0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:33.793556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-0493ec7c-43cb-42ca-b9a3-abe8a58261a7 req-69d4e757-d082-4793-af0e-784f28179cb0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:33.885130 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-0493ec7c-43cb-42ca-b9a3-abe8a58261a7 req-69d4e757-d082-4793-af0e-784f28179cb0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:33.886276 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0493ec7c-43cb-42ca-b9a3-abe8a58261a7 req-69d4e757-d082-4793-af0e-784f28179cb0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff15bbb-0003-4ea0-9bdc-6a554751a3b9 HTTP/1.1" status: 200 len: 931 time: 0.2922261 Feb 04 06:11:33.959184 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0493ec7c-43cb-42ca-b9a3-abe8a58261a7 req-86ddddfb-5036-4c40-bbc2-9bd23f980da0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=344abd42-4ce1-4d4e-b4d2-a47fd8160f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609381 Feb 04 06:11:34.031100 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea3472f-f982-4403-af8d-e016a8fe32d1 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:11:34.038795 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:34.053509 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Transition to ACTIVE for port object 1ea3472f-f982-4403-af8d-e016a8fe32d1 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:34.058451 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:34.194579 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea3472f-f982-4403-af8d-e016a8fe32d1,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:34.221905 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:34.299384 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Attempting to bind port 1ea3472f-f982-4403-af8d-e016a8fe32d1 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:34.299710 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Attempting to bind port 1ea3472f-f982-4403-af8d-e016a8fe32d1 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'f07ec8d7-8c98-44af-ae8b-ec8267dffde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:34.300061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Attempting to bind port 1ea3472f-f982-4403-af8d-e016a8fe32d1 on network f09a217a-3234-4fd4-9aac-a48728fa2ef9 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:11:34.304870 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Port 1ea3472f-f982-4403-af8d-e016a8fe32d1 on network f09a217a-3234-4fd4-9aac-a48728fa2ef9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:11:34.305133 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Attempting to bind port 1ea3472f-f982-4403-af8d-e016a8fe32d1 on network f09a217a-3234-4fd4-9aac-a48728fa2ef9 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:11:34.310306 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:11:34.310633 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Checking segment: {'id': 'f07ec8d7-8c98-44af-ae8b-ec8267dffde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:34.311009 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Bound using segment: {'id': 'f07ec8d7-8c98-44af-ae8b-ec8267dffde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:11:34.311422 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Bound port: 1ea3472f-f982-4403-af8d-e016a8fe32d1, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f07ec8d7-8c98-44af-ae8b-ec8267dffde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:34.311761 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:34.405244 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] For port 1ea3472f-f982-4403-af8d-e016a8fe32d1, host hv-neutron-8268, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:11:34.408663 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] For port 1ea3472f-f982-4403-af8d-e016a8fe32d1, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=1ea3472f-f982-4403-af8d-e016a8fe32d1,segment=NetworkSegment(f07ec8d7-8c98-44af-ae8b-ec8267dffde4),segment_id=f07ec8d7-8c98-44af-ae8b-ec8267dffde4)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:11:34.414160 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:34.473381 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:34.474324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:34.475681 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-859396ba-df99-47b2-be2b-c682bab13093 req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] 10.222.0.43 "PUT /v2.0/ports/1ea3472f-f982-4403-af8d-e016a8fe32d1 HTTP/1.1" status: 200 len: 1093 time: 1.0132980 Feb 04 06:11:34.476179 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff15bbb-0003-4ea0-9bdc-6a554751a3b9', 'tag': '1ea3472f-f982-4403-af8d-e016a8fe32d1'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:11:34.505781 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcd743-8556-4fe3-b023-a6f165ece157 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea3472f-f982-4403-af8d-e016a8fe32d1,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:34.562177 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff15bbb-0003-4ea0-9bdc-6a554751a3b9', 'tag': '1ea3472f-f982-4403-af8d-e016a8fe32d1', 'status': 'completed', 'code': 200} Feb 04 06:11:34.618940 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859396ba-df99-47b2-be2b-c682bab13093 req-e6963ede-a545-4ff3-a93c-7cc133d2c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:34.620482 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-859396ba-df99-47b2-be2b-c682bab13093 req-e6963ede-a545-4ff3-a93c-7cc133d2c750 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=0ff15bbb-0003-4ea0-9bdc-6a554751a3b9 HTTP/1.1" status: 200 len: 1096 time: 0.0962329 Feb 04 06:11:34.688827 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-859396ba-df99-47b2-be2b-c682bab13093 req-58b19dcb-1f6e-43a3-9eae-35fc769e7741 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ea3472f-f982-4403-af8d-e016a8fe32d1 HTTP/1.1" status: 200 len: 217 time: 0.0614526 Feb 04 06:11:34.859168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859396ba-df99-47b2-be2b-c682bab13093 req-fb837aaf-07f7-460f-afde-7d186213a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:34.860647 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-859396ba-df99-47b2-be2b-c682bab13093 req-fb837aaf-07f7-460f-afde-7d186213a070 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62bc7beb-34ad-4014-ba85-3fb77b8ec309 HTTP/1.1" status: 200 len: 835 time: 0.1658931 Feb 04 06:11:34.945297 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859396ba-df99-47b2-be2b-c682bab13093 req-b55c8f02-8ebd-46f5-a900-0c9cd6f08aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:34.946774 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-859396ba-df99-47b2-be2b-c682bab13093 req-b55c8f02-8ebd-46f5-a900-0c9cd6f08aa9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09a217a-3234-4fd4-9aac-a48728fa2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776396 Feb 04 06:11:35.119801 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-859396ba-df99-47b2-be2b-c682bab13093 req-74830bba-6e71-416f-8ea4-0c0e1d10cf9f service neutron] 10.222.0.43 "GET /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663642 Feb 04 06:11:35.259773 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf250835-aa26-4436-9491-34de80959f12 req-45d0eea4-9d47-487f-8676-5eac217e642a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:35.261238 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bf250835-aa26-4436-9491-34de80959f12 req-45d0eea4-9d47-487f-8676-5eac217e642a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff15bbb-0003-4ea0-9bdc-6a554751a3b9 HTTP/1.1" status: 200 len: 943 time: 0.1914988 Feb 04 06:11:35.294515 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-859396ba-df99-47b2-be2b-c682bab13093 req-c6063e0f-c504-434c-b98f-9c839466f0de service neutron] 10.222.0.43 "GET /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661763 Feb 04 06:11:35.316648 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bf250835-aa26-4436-9491-34de80959f12 req-97aec693-add0-4a7d-9463-0047ff7381b7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=344abd42-4ce1-4d4e-b4d2-a47fd8160f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442173 Feb 04 06:11:35.426446 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d905e4-2af1-4388-9734-3bc1837d57fe req-7b5c2fcd-c036-4a21-98a6-c899ea53da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:35.427949 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-05d905e4-2af1-4388-9734-3bc1837d57fe req-7b5c2fcd-c036-4a21-98a6-c899ea53da61 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=0ff15bbb-0003-4ea0-9bdc-6a554751a3b9 HTTP/1.1" status: 200 len: 1096 time: 0.0782008 Feb 04 06:11:35.565153 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d905e4-2af1-4388-9734-3bc1837d57fe req-afd624cf-11fe-4e7a-b0b3-fb88b5334e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:35.566829 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-05d905e4-2af1-4388-9734-3bc1837d57fe req-afd624cf-11fe-4e7a-b0b3-fb88b5334e0b service neutron] 10.222.0.43 "GET /v2.0/networks?id=f09a217a-3234-4fd4-9aac-a48728fa2ef9 HTTP/1.1" status: 200 len: 897 time: 0.1323726 Feb 04 06:11:35.633094 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-05d905e4-2af1-4388-9734-3bc1837d57fe req-e6ae32f8-de2a-4a54-b2f9-b9d897a30b08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ea3472f-f982-4403-af8d-e016a8fe32d1 HTTP/1.1" status: 200 len: 217 time: 0.0598071 Feb 04 06:11:35.708267 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d905e4-2af1-4388-9734-3bc1837d57fe req-753ffbe8-04f2-4a4b-b703-24a60a9d9ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:35.709585 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-05d905e4-2af1-4388-9734-3bc1837d57fe req-753ffbe8-04f2-4a4b-b703-24a60a9d9ac3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62bc7beb-34ad-4014-ba85-3fb77b8ec309 HTTP/1.1" status: 200 len: 835 time: 0.0695999 Feb 04 06:11:35.786546 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d905e4-2af1-4388-9734-3bc1837d57fe req-ace7b2df-63f4-468e-a0cb-559bc799d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:35.787997 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-05d905e4-2af1-4388-9734-3bc1837d57fe req-ace7b2df-63f4-468e-a0cb-559bc799d037 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09a217a-3234-4fd4-9aac-a48728fa2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718682 Feb 04 06:11:35.918489 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-05d905e4-2af1-4388-9734-3bc1837d57fe req-06863c36-9192-4b8b-9c86-0d3b7ef45227 service neutron] 10.222.0.43 "GET /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232536 Feb 04 06:11:36.057380 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-05d905e4-2af1-4388-9734-3bc1837d57fe req-99ad7bb1-9218-41b3-b747-2bdc6fbf0484 service neutron] 10.222.0.43 "GET /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320367 Feb 04 06:11:36.514196 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c67c2d-e6b1-4b61-bd20-ccc9cf7b6a8d req-0b559b3e-d8cf-48b6-9a10-4fbada4a13fe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:36.515619 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-85c67c2d-e6b1-4b61-bd20-ccc9cf7b6a8d req-0b559b3e-d8cf-48b6-9a10-4fbada4a13fe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff15bbb-0003-4ea0-9bdc-6a554751a3b9 HTTP/1.1" status: 200 len: 943 time: 0.0820911 Feb 04 06:11:36.563392 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-85c67c2d-e6b1-4b61-bd20-ccc9cf7b6a8d req-96ee2e1e-f1c3-4a6f-a622-7afe05a1d503 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=344abd42-4ce1-4d4e-b4d2-a47fd8160f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420058 Feb 04 06:11:37.123296 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:37.373627 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 1ea3472f-f982-4403-af8d-e016a8fe32d1 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:11:37.514688 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 1ea3472f-f982-4403-af8d-e016a8fe32d1, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=1ea3472f-f982-4403-af8d-e016a8fe32d1,segment=NetworkSegment(f07ec8d7-8c98-44af-ae8b-ec8267dffde4),segment_id=f07ec8d7-8c98-44af-ae8b-ec8267dffde4)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:37.527500 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '1ea3472f-f982-4403-af8d-e016a8fe32d1', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'port_id': '1ea3472f-f982-4403-af8d-e016a8fe32d1', 'mac_address': 'fa:16:3e:90:b0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:11:37.587641 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:37.609459 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea3472f-f982-4403-af8d-e016a8fe32d1 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:11:37.626501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 1ea3472f-f982-4403-af8d-e016a8fe32d1, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=1ea3472f-f982-4403-af8d-e016a8fe32d1,segment=NetworkSegment(f07ec8d7-8c98-44af-ae8b-ec8267dffde4),segment_id=f07ec8d7-8c98-44af-ae8b-ec8267dffde4)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:37.631870 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:37.705434 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=1ea3472f-f982-4403-af8d-e016a8fe32d1,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:37.759484 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1678d6-8920-41a3-96ee-263780809738 req-70b150c5-4e93-4751-91fc-df0dc0b4751d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:37.761025 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d1678d6-8920-41a3-96ee-263780809738 req-70b150c5-4e93-4751-91fc-df0dc0b4751d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff15bbb-0003-4ea0-9bdc-6a554751a3b9 HTTP/1.1" status: 200 len: 944 time: 0.0807974 Feb 04 06:11:37.813163 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d1678d6-8920-41a3-96ee-263780809738 req-b075b150-f89e-42ee-9c92-1eeec03b2543 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=344abd42-4ce1-4d4e-b4d2-a47fd8160f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462632 Feb 04 06:11:37.860684 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['1ea3472f-f982-4403-af8d-e016a8fe32d1'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:11:39.012780 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92d1cb-83dc-46b7-8259-50016f9f4369 req-abdf65df-608d-4388-a458-ed5d0a903faf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:39.020384 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1c92d1cb-83dc-46b7-8259-50016f9f4369 req-abdf65df-608d-4388-a458-ed5d0a903faf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff15bbb-0003-4ea0-9bdc-6a554751a3b9 HTTP/1.1" status: 200 len: 944 time: 0.0936005 Feb 04 06:11:39.060776 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1c92d1cb-83dc-46b7-8259-50016f9f4369 req-4936df8d-0a32-41a4-bd0f-1de8f0292a95 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=344abd42-4ce1-4d4e-b4d2-a47fd8160f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394423 Feb 04 06:11:39.389085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 1ea3472f-f982-4403-af8d-e016a8fe32d1 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:11:39.471377 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 1ea3472f-f982-4403-af8d-e016a8fe32d1 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:39.476085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 1ea3472f-f982-4403-af8d-e016a8fe32d1 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:39.476454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:39.593125 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:39.619992 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff15bbb-0003-4ea0-9bdc-6a554751a3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea3472f-f982-4403-af8d-e016a8fe32d1'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:11:39.630225 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 1ea3472f-f982-4403-af8d-e016a8fe32d1, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=1ea3472f-f982-4403-af8d-e016a8fe32d1,segment=NetworkSegment(f07ec8d7-8c98-44af-ae8b-ec8267dffde4),segment_id=f07ec8d7-8c98-44af-ae8b-ec8267dffde4)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:39.640416 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:39.677181 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff15bbb-0003-4ea0-9bdc-6a554751a3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea3472f-f982-4403-af8d-e016a8fe32d1', 'code': 200} Feb 04 06:11:39.710430 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=1ea3472f-f982-4403-af8d-e016a8fe32d1,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:39.908327 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad32ab-3e32-4a57-9e8d-a89c9e8a53a6 req-271fdeea-a940-46cc-af9b-102ad0584cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:39.909812 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-85ad32ab-3e32-4a57-9e8d-a89c9e8a53a6 req-271fdeea-a940-46cc-af9b-102ad0584cce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0ff15bbb-0003-4ea0-9bdc-6a554751a3b9 HTTP/1.1" status: 200 len: 1098 time: 0.0746663 Feb 04 06:11:39.952649 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-85ad32ab-3e32-4a57-9e8d-a89c9e8a53a6 req-478daf34-1ce1-41cc-9d9a-7af3eea17386 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=344abd42-4ce1-4d4e-b4d2-a47fd8160f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346661 Feb 04 06:11:40.367676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2bac4-a74e-400a-8455-9a33ed73a30b req-54e9047c-aef7-4cee-ada0-d3472b2a1284 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:40.369182 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3ca2bac4-a74e-400a-8455-9a33ed73a30b req-54e9047c-aef7-4cee-ada0-d3472b2a1284 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff15bbb-0003-4ea0-9bdc-6a554751a3b9 HTTP/1.1" status: 200 len: 945 time: 0.1963663 Feb 04 06:11:40.416255 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3ca2bac4-a74e-400a-8455-9a33ed73a30b req-9367b462-f120-4e29-9e93-0da3f6a14d2e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=344abd42-4ce1-4d4e-b4d2-a47fd8160f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389402 Feb 04 06:11:41.642878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c4aa1-7254-4a79-99a6-1b0869ae61c9 req-54b17c51-c4a8-486e-9816-5ea90378a2b5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:41.644340 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-241c4aa1-7254-4a79-99a6-1b0869ae61c9 req-54b17c51-c4a8-486e-9816-5ea90378a2b5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff15bbb-0003-4ea0-9bdc-6a554751a3b9 HTTP/1.1" status: 200 len: 945 time: 0.0959709 Feb 04 06:11:41.691568 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-241c4aa1-7254-4a79-99a6-1b0869ae61c9 req-03708bd8-ad7c-46f0-91f8-3b35541b5355 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=344abd42-4ce1-4d4e-b4d2-a47fd8160f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412514 Feb 04 06:11:41.888975 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d4b5f-e87c-42ed-963c-b8ce1ab1879c req-8a1c09db-8b36-4388-8d66-1e7866ef9a35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:41.890442 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c19d4b5f-e87c-42ed-963c-b8ce1ab1879c req-8a1c09db-8b36-4388-8d66-1e7866ef9a35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff15bbb-0003-4ea0-9bdc-6a554751a3b9 HTTP/1.1" status: 200 len: 945 time: 0.0882497 Feb 04 06:11:41.937819 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c19d4b5f-e87c-42ed-963c-b8ce1ab1879c req-f0418d69-34a1-412b-81e2-8c8a82adc091 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=344abd42-4ce1-4d4e-b4d2-a47fd8160f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394778 Feb 04 06:11:41.963155 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58298) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:42.212639 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbabf83-b61f-4ac9-9ac6-d9074f726828 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:42.214153 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-acbabf83-b61f-4ac9-9ac6-d9074f726828 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0ff15bbb-0003-4ea0-9bdc-6a554751a3b9 HTTP/1.1" status: 200 len: 1093 time: 0.2499654 Feb 04 06:11:42.218470 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58304) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:42.223328 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ad8078a7-4c45-4fe2-8b3f-b5bd2d0f4d2f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'floatingip': {'port_id': '1ea3472f-f982-4403-af8d-e016a8fe32d1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:42.300196 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ad8078a7-4c45-4fe2-8b3f-b5bd2d0f4d2f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:42.899529 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ad8078a7-4c45-4fe2-8b3f-b5bd2d0f4d2f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:42.906317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ad8078a7-4c45-4fe2-8b3f-b5bd2d0f4d2f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:43.071822 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-ad8078a7-4c45-4fe2-8b3f-b5bd2d0f4d2f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Floating IP d99f2da1-aa89-45af-b803-0ec903b743c8 associated. External IP: 172.26.4.138, port: 1ea3472f-f982-4403-af8d-e016a8fe32d1. Feb 04 06:11:43.551333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8078a7-4c45-4fe2-8b3f-b5bd2d0f4d2f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:11:43.735219 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8078a7-4c45-4fe2-8b3f-b5bd2d0f4d2f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:43.739397 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ad8078a7-4c45-4fe2-8b3f-b5bd2d0f4d2f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:43.747134 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb54883-eb92-4c4c-b94d-e0397f7a6838 None None] Sync routers for ids ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:43.756575 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb54883-eb92-4c4c-b94d-e0397f7a6838 None None] Routers {'1a0dbbc8-22c2-4828-99a6-86c7322696b9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:43.757243 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-4cb54883-eb92-4c4c-b94d-e0397f7a6838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:11:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:43.796337 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ad8078a7-4c45-4fe2-8b3f-b5bd2d0f4d2f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/floatingips/d99f2da1-aa89-45af-b803-0ec903b743c8 HTTP/1.1" status: 200 len: 991 time: 1.5768187 Feb 04 06:11:43.796754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58308) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:43.797278 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff15bbb-0003-4ea0-9bdc-6a554751a3b9', 'tag': '1ea3472f-f982-4403-af8d-e016a8fe32d1'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:11:43.851993 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff15bbb-0003-4ea0-9bdc-6a554751a3b9', 'tag': '1ea3472f-f982-4403-af8d-e016a8fe32d1', 'status': 'completed', 'code': 200} Feb 04 06:11:43.920665 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6df4b533-5d01-46d0-a9c6-18386cd2deb2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/d99f2da1-aa89-45af-b803-0ec903b743c8 HTTP/1.1" status: 200 len: 991 time: 0.1221020 Feb 04 06:11:43.950335 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-4cb54883-eb92-4c4c-b94d-e0397f7a6838 None None] Set router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:11:44.003091 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9f06-705e-4259-a5e1-ebef6ddeb376 req-d40dc864-92e7-4769-a4b5-3ba7562d24d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:44.004616 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-845b9f06-705e-4259-a5e1-ebef6ddeb376 req-d40dc864-92e7-4769-a4b5-3ba7562d24d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=0ff15bbb-0003-4ea0-9bdc-6a554751a3b9 HTTP/1.1" status: 200 len: 1098 time: 0.1157241 Feb 04 06:11:44.140665 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9f06-705e-4259-a5e1-ebef6ddeb376 req-a9211e92-3112-4897-94b4-3dada0e7dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:44.142109 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-845b9f06-705e-4259-a5e1-ebef6ddeb376 req-a9211e92-3112-4897-94b4-3dada0e7dd00 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f09a217a-3234-4fd4-9aac-a48728fa2ef9 HTTP/1.1" status: 200 len: 897 time: 0.1292851 Feb 04 06:11:44.248314 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-845b9f06-705e-4259-a5e1-ebef6ddeb376 req-d981a2aa-d814-43fe-a706-314ea4b90e5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ea3472f-f982-4403-af8d-e016a8fe32d1 HTTP/1.1" status: 200 len: 999 time: 0.0946627 Feb 04 06:11:44.314313 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9f06-705e-4259-a5e1-ebef6ddeb376 req-a0190f36-1750-4ff5-b42e-6aa09708c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:44.315763 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-845b9f06-705e-4259-a5e1-ebef6ddeb376 req-a0190f36-1750-4ff5-b42e-6aa09708c670 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62bc7beb-34ad-4014-ba85-3fb77b8ec309 HTTP/1.1" status: 200 len: 835 time: 0.0610716 Feb 04 06:11:44.393341 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9f06-705e-4259-a5e1-ebef6ddeb376 req-560b964e-1ee3-416a-93d0-144fc0e50341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:44.394747 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-845b9f06-705e-4259-a5e1-ebef6ddeb376 req-560b964e-1ee3-416a-93d0-144fc0e50341 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09a217a-3234-4fd4-9aac-a48728fa2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719175 Feb 04 06:11:44.433063 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-4cb54883-eb92-4c4c-b94d-e0397f7a6838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'd99f2da1-aa89-45af-b803-0ec903b743c8', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.138', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'port_id': '1ea3472f-f982-4403-af8d-e016a8fe32d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'mac_address': 'fa:16:3e:90:b0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff15bbb-0003-4ea0-9bdc-6a554751a3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:46Z', 'updated_at': '2022-02-04T06:11:42Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fede75c5-1168-4e82-8614-fc76e694938a', 'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:74:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:28Z', 'updated_at': '2022-02-04T06:10:35Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:44.440933 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb54883-eb92-4c4c-b94d-e0397f7a6838 None None] Checking router: 1a0dbbc8-22c2-4828-99a6-86c7322696b9 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:11:44.467580 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb54883-eb92-4c4c-b94d-e0397f7a6838 None None] Routers {'1a0dbbc8-22c2-4828-99a6-86c7322696b9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:44.468193 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-4cb54883-eb92-4c4c-b94d-e0397f7a6838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:11:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:44.529239 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-845b9f06-705e-4259-a5e1-ebef6ddeb376 req-e543888e-a47b-4b5d-9ee1-376910e15941 service neutron] 10.222.0.43 "GET /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269898 Feb 04 06:11:44.666235 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-845b9f06-705e-4259-a5e1-ebef6ddeb376 req-db63ba5a-2655-4e31-8ac2-47beec23593b service neutron] 10.222.0.43 "GET /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304970 Feb 04 06:11:44.696148 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-4cb54883-eb92-4c4c-b94d-e0397f7a6838 None None] Set router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:11:44.923164 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58314) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:45.045934 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-98138d6c-0b83-4f13-8d2c-f7e87439d5e0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/d99f2da1-aa89-45af-b803-0ec903b743c8 HTTP/1.1" status: 200 len: 991 time: 0.1141717 Feb 04 06:11:45.049845 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-4cb54883-eb92-4c4c-b94d-e0397f7a6838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'd99f2da1-aa89-45af-b803-0ec903b743c8', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.138', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'port_id': '1ea3472f-f982-4403-af8d-e016a8fe32d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'mac_address': 'fa:16:3e:90:b0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff15bbb-0003-4ea0-9bdc-6a554751a3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:46Z', 'updated_at': '2022-02-04T06:11:42Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fede75c5-1168-4e82-8614-fc76e694938a', 'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:74:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:28Z', 'updated_at': '2022-02-04T06:10:35Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:45.049845 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb54883-eb92-4c4c-b94d-e0397f7a6838 None None] The sync data for ids ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'] in dv-neutron-826830-2-hyperv is: [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'd99f2da1-aa89-45af-b803-0ec903b743c8', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.138', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'port_id': '1ea3472f-f982-4403-af8d-e016a8fe32d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'mac_address': 'fa:16:3e:90:b0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff15bbb-0003-4ea0-9bdc-6a554751a3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:46Z', 'updated_at': '2022-02-04T06:11:42Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fede75c5-1168-4e82-8614-fc76e694938a', 'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:74:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:28Z', 'updated_at': '2022-02-04T06:10:35Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:45.261102 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a01ec1-8f22-4100-95e7-b01d8c406199 None None] New status for floating IP d99f2da1-aa89-45af-b803-0ec903b743c8: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:11:45.798979 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:11:46.047797 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58320) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:46.161294 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e9c062f7-5a17-4fb3-89fa-f5afbd3d8ce5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/d99f2da1-aa89-45af-b803-0ec903b743c8 HTTP/1.1" status: 200 len: 993 time: 0.1121151 Feb 04 06:11:59.507705 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-453313f1-8359-4487-af8b-21b368df2b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:01.828841 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cfea904f-3f8a-4866-b953-79577915d90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.824937 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.872270 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:04.225916 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:07.122466 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.792951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145f66f-a971-442e-b6b9-fe9ddc49f5aa req-78fce1d9-2273-4c2f-a5a9-a1b71b155c73 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:17.794438 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3145f66f-a971-442e-b6b9-fe9ddc49f5aa req-78fce1d9-2273-4c2f-a5a9-a1b71b155c73 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff15bbb-0003-4ea0-9bdc-6a554751a3b9 HTTP/1.1" status: 200 len: 945 time: 0.0844042 Feb 04 06:12:17.847679 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3145f66f-a971-442e-b6b9-fe9ddc49f5aa req-95d8cdca-a447-494b-8263-2a30f4d24d98 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=344abd42-4ce1-4d4e-b4d2-a47fd8160f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466225 Feb 04 06:12:18.214190 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-de772a83-8685-4d08-aafd-243d0efc999d req-aa069b74-184b-415a-b7b6-e6e8a60e6b1f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2011323 Feb 04 06:12:18.362152 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de772a83-8685-4d08-aafd-243d0efc999d req-52ce557e-befe-4541-beed-9c42c4877c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:18.363868 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-de772a83-8685-4d08-aafd-243d0efc999d req-52ce557e-befe-4541-beed-9c42c4877c23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 1099 time: 0.0775025 Feb 04 06:12:18.511195 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de772a83-8685-4d08-aafd-243d0efc999d req-8a25d211-5179-45cc-8859-6388f43e4c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:18.512533 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-de772a83-8685-4d08-aafd-243d0efc999d req-8a25d211-5179-45cc-8859-6388f43e4c7d service neutron] 10.222.0.43 "GET /v2.0/networks?id=f09a217a-3234-4fd4-9aac-a48728fa2ef9 HTTP/1.1" status: 200 len: 897 time: 0.1254339 Feb 04 06:12:18.579815 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-de772a83-8685-4d08-aafd-243d0efc999d req-9b2b8c91-f9d7-495f-af5a-66dd3e8cf8cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e58a0c0-10b8-4042-b2ce-ba0810cd686b HTTP/1.1" status: 200 len: 217 time: 0.0592833 Feb 04 06:12:18.645301 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de772a83-8685-4d08-aafd-243d0efc999d req-8411f94c-f611-40a8-9290-9f58f0d97f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:18.646704 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-de772a83-8685-4d08-aafd-243d0efc999d req-8411f94c-f611-40a8-9290-9f58f0d97f4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62bc7beb-34ad-4014-ba85-3fb77b8ec309 HTTP/1.1" status: 200 len: 835 time: 0.0595388 Feb 04 06:12:18.731708 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de772a83-8685-4d08-aafd-243d0efc999d req-cc9365e9-37a3-4ef1-85e1-31a3b1f29b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:18.733158 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-de772a83-8685-4d08-aafd-243d0efc999d req-cc9365e9-37a3-4ef1-85e1-31a3b1f29b03 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09a217a-3234-4fd4-9aac-a48728fa2ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714300 Feb 04 06:12:18.877320 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-de772a83-8685-4d08-aafd-243d0efc999d req-2585dd0c-73a7-42af-88b2-79f93e7e0234 service neutron] 10.222.0.43 "GET /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366432 Feb 04 06:12:19.066342 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-de772a83-8685-4d08-aafd-243d0efc999d req-9615fdfc-ac77-48db-8351-c08151453d17 service neutron] 10.222.0.43 "GET /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822693 Feb 04 06:12:19.083936 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5aedb-0abc-4255-b3c4-acba6d97a5a5 req-d8e350ca-60c8-4815-8eae-9181d4a1df14 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:19.085468 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-24d5aedb-0abc-4255-b3c4-acba6d97a5a5 req-d8e350ca-60c8-4815-8eae-9181d4a1df14 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff15bbb-0003-4ea0-9bdc-6a554751a3b9 HTTP/1.1" status: 200 len: 945 time: 0.1276717 Feb 04 06:12:19.130539 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-24d5aedb-0abc-4255-b3c4-acba6d97a5a5 req-299d2eb4-39ae-4725-ab53-25e44e0a0a16 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=344abd42-4ce1-4d4e-b4d2-a47fd8160f71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391684 Feb 04 06:12:19.155172 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec496977-978f-4e12-9e3b-8894645382ed req-f3b6ca93-44e6-46b8-a589-0959419b742a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:19.155929 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-ec496977-978f-4e12-9e3b-8894645382ed req-f3b6ca93-44e6-46b8-a589-0959419b742a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:19.169051 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-ec496977-978f-4e12-9e3b-8894645382ed req-f3b6ca93-44e6-46b8-a589-0959419b742a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:19.170144 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ec496977-978f-4e12-9e3b-8894645382ed req-f3b6ca93-44e6-46b8-a589-0959419b742a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ff15bbb-0003-4ea0-9bdc-6a554751a3b9 HTTP/1.1" status: 200 len: 945 time: 0.0956511 Feb 04 06:12:19.245906 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-ec496977-978f-4e12-9e3b-8894645382ed req-5a54cbea-cbee-4c5a-b0ec-a593e1f23d9a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 1ea3472f-f982-4403-af8d-e016a8fe32d1 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:19.246253 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ec496977-978f-4e12-9e3b-8894645382ed req-5a54cbea-cbee-4c5a-b0ec-a593e1f23d9a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.498178 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-ec496977-978f-4e12-9e3b-8894645382ed req-5a54cbea-cbee-4c5a-b0ec-a593e1f23d9a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port 1ea3472f-f982-4403-af8d-e016a8fe32d1, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=1ea3472f-f982-4403-af8d-e016a8fe32d1,segment=NetworkSegment(f07ec8d7-8c98-44af-ae8b-ec8267dffde4),segment_id=f07ec8d7-8c98-44af-ae8b-ec8267dffde4)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:19.498571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ec496977-978f-4e12-9e3b-8894645382ed req-5a54cbea-cbee-4c5a-b0ec-a593e1f23d9a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.786205 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ec496977-978f-4e12-9e3b-8894645382ed req-5a54cbea-cbee-4c5a-b0ec-a593e1f23d9a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.786566 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ec496977-978f-4e12-9e3b-8894645382ed req-5a54cbea-cbee-4c5a-b0ec-a593e1f23d9a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.786872 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [req-ec496977-978f-4e12-9e3b-8894645382ed req-5a54cbea-cbee-4c5a-b0ec-a593e1f23d9a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Floating IP d99f2da1-aa89-45af-b803-0ec903b743c8 disassociated. External IP: 172.26.4.138, port: 1ea3472f-f982-4403-af8d-e016a8fe32d1. Feb 04 06:12:19.787197 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-ec496977-978f-4e12-9e3b-8894645382ed req-5a54cbea-cbee-4c5a-b0ec-a593e1f23d9a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 1ea3472f-f982-4403-af8d-e016a8fe32d1 owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:19.938756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ec496977-978f-4e12-9e3b-8894645382ed req-5a54cbea-cbee-4c5a-b0ec-a593e1f23d9a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.994579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54cbea-cbee-4c5a-b0ec-a593e1f23d9a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=1ea3472f-f982-4403-af8d-e016a8fe32d1,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:20.272340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec496977-978f-4e12-9e3b-8894645382ed req-5a54cbea-cbee-4c5a-b0ec-a593e1f23d9a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:12:20.284213 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c86c6058-9ef2-49af-9d0e-a449ebb91a55 req-a825147a-aad4-477a-bf38-e0af2135e03b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff15bbb-0003-4ea0-9bdc-6a554751a3b9 HTTP/1.1" status: 200 len: 210 time: 0.0424671 Feb 04 06:12:20.455051 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec496977-978f-4e12-9e3b-8894645382ed req-5a54cbea-cbee-4c5a-b0ec-a593e1f23d9a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:20.464829 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25283478-bb5e-41db-85e2-16df0bd30314 None None] Sync routers for ids ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:20.474842 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25283478-bb5e-41db-85e2-16df0bd30314 None None] Routers {'1a0dbbc8-22c2-4828-99a6-86c7322696b9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:20.475476 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-25283478-bb5e-41db-85e2-16df0bd30314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:12:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:20.531846 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec496977-978f-4e12-9e3b-8894645382ed req-5a54cbea-cbee-4c5a-b0ec-a593e1f23d9a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] No DVR routers for this DVR port 1ea3472f-f982-4403-af8d-e016a8fe32d1 on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:12:20.534196 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ec496977-978f-4e12-9e3b-8894645382ed req-5a54cbea-cbee-4c5a-b0ec-a593e1f23d9a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:20.536758 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff15bbb-0003-4ea0-9bdc-6a554751a3b9', 'name': 'network-vif-deleted', 'tag': '1ea3472f-f982-4403-af8d-e016a8fe32d1'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:12:20.553335 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ec496977-978f-4e12-9e3b-8894645382ed req-5a54cbea-cbee-4c5a-b0ec-a593e1f23d9a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "DELETE /v2.0/ports/1ea3472f-f982-4403-af8d-e016a8fe32d1 HTTP/1.1" status: 204 len: 173 time: 1.3767307 Feb 04 06:12:20.667363 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-25283478-bb5e-41db-85e2-16df0bd30314 None None] Set router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:20.695250 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff15bbb-0003-4ea0-9bdc-6a554751a3b9', 'name': 'network-vif-deleted', 'tag': '1ea3472f-f982-4403-af8d-e016a8fe32d1', 'status': 'completed', 'code': 200} Feb 04 06:12:21.018722 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-25283478-bb5e-41db-85e2-16df0bd30314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'fede75c5-1168-4e82-8614-fc76e694938a', 'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:74:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:28Z', 'updated_at': '2022-02-04T06:10:35Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:21.022708 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25283478-bb5e-41db-85e2-16df0bd30314 None None] Checking router: 1a0dbbc8-22c2-4828-99a6-86c7322696b9 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:12:21.031601 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25283478-bb5e-41db-85e2-16df0bd30314 None None] Routers {'1a0dbbc8-22c2-4828-99a6-86c7322696b9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:21.032277 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-25283478-bb5e-41db-85e2-16df0bd30314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:12:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:21.230687 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-25283478-bb5e-41db-85e2-16df0bd30314 None None] Set router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:21.379754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58358) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:21.453799 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3cf407e1-f1ae-4c96-ad74-7eb14ae759b3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.483806 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3cf407e1-f1ae-4c96-ad74-7eb14ae759b3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.549332 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3cf407e1-f1ae-4c96-ad74-7eb14ae759b3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.570747 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf407e1-f1ae-4c96-ad74-7eb14ae759b3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=344abd42-4ce1-4d4e-b4d2-a47fd8160f71,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:21.579205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf407e1-f1ae-4c96-ad74-7eb14ae759b3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:21.579551 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf407e1-f1ae-4c96-ad74-7eb14ae759b3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:21.579735 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-25283478-bb5e-41db-85e2-16df0bd30314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'fede75c5-1168-4e82-8614-fc76e694938a', 'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:74:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:28Z', 'updated_at': '2022-02-04T06:10:35Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:21.580303 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf407e1-f1ae-4c96-ad74-7eb14ae759b3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:21.580303 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf407e1-f1ae-4c96-ad74-7eb14ae759b3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:21.580580 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf407e1-f1ae-4c96-ad74-7eb14ae759b3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:21.580861 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf407e1-f1ae-4c96-ad74-7eb14ae759b3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:21.581183 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf407e1-f1ae-4c96-ad74-7eb14ae759b3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:21.581529 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf407e1-f1ae-4c96-ad74-7eb14ae759b3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:21.581822 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf407e1-f1ae-4c96-ad74-7eb14ae759b3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:21.582137 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf407e1-f1ae-4c96-ad74-7eb14ae759b3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:21.582451 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf407e1-f1ae-4c96-ad74-7eb14ae759b3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:21.582764 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf407e1-f1ae-4c96-ad74-7eb14ae759b3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:21.583674 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25283478-bb5e-41db-85e2-16df0bd30314 None None] The sync data for ids ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'] in dv-neutron-826830-2-hyperv is: [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'fede75c5-1168-4e82-8614-fc76e694938a', 'name': '', 'network_id': 'f09a217a-3234-4fd4-9aac-a48728fa2ef9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:74:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:28Z', 'updated_at': '2022-02-04T06:10:35Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '62bc7beb-34ad-4014-ba85-3fb77b8ec309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:21.586044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3cf407e1-f1ae-4c96-ad74-7eb14ae759b3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.589936 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3cf407e1-f1ae-4c96-ad74-7eb14ae759b3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/security-groups/344abd42-4ce1-4d4e-b4d2-a47fd8160f71 HTTP/1.1" status: 204 len: 168 time: 0.2062268 Feb 04 06:12:21.624122 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58364) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:21.780221 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-53ac9bf1-07ce-4750-a794-3dd5bef71733 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 0ee6e349-8555-4aad-83c0-b327c40227ad {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:21.780559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53ac9bf1-07ce-4750-a794-3dd5bef71733 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.816183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826cffa-ab0b-4a47-8c62-1feb015d5d3b None None] New status for floating IP d99f2da1-aa89-45af-b803-0ec903b743c8: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:12:21.951963 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53ac9bf1-07ce-4750-a794-3dd5bef71733 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.952383 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53ac9bf1-07ce-4750-a794-3dd5bef71733 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.201487 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-53ac9bf1-07ce-4750-a794-3dd5bef71733 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 0ee6e349-8555-4aad-83c0-b327c40227ad owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:22.288500 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.api [None req-53ac9bf1-07ce-4750-a794-3dd5bef71733 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:12:22.288892 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG oslo_db.api [None req-53ac9bf1-07ce-4750-a794-3dd5bef71733 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:12:22.791085 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-53ac9bf1-07ce-4750-a794-3dd5bef71733 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 0ee6e349-8555-4aad-83c0-b327c40227ad {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:22.792128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53ac9bf1-07ce-4750-a794-3dd5bef71733 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.798044 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:12:22.964638 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53ac9bf1-07ce-4750-a794-3dd5bef71733 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.964954 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53ac9bf1-07ce-4750-a794-3dd5bef71733 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:23.087126 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-53ac9bf1-07ce-4750-a794-3dd5bef71733 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 0ee6e349-8555-4aad-83c0-b327c40227ad owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:23.227745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53ac9bf1-07ce-4750-a794-3dd5bef71733 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:23.273558 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac9bf1-07ce-4750-a794-3dd5bef71733 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=0ee6e349-8555-4aad-83c0-b327c40227ad,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:23.373708 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53ac9bf1-07ce-4750-a794-3dd5bef71733 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:23.388450 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53ac9bf1-07ce-4750-a794-3dd5bef71733 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:23.389573 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-53ac9bf1-07ce-4750-a794-3dd5bef71733 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/floatingips/d99f2da1-aa89-45af-b803-0ec903b743c8 HTTP/1.1" status: 204 len: 168 time: 1.7644684 Feb 04 06:12:23.578667 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 1ea3472f-f982-4403-af8d-e016a8fe32d1 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:23.616804 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 1ea3472f-f982-4403-af8d-e016a8fe32d1 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:12:23.617155 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 1ea3472f-f982-4403-af8d-e016a8fe32d1 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:23.773076 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e0f7f-c5cf-4927-867f-2a94ecc7a91b req-dbd18288-6e8d-4684-b932-46fefdc2c308 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:23.773683 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-e22e0f7f-c5cf-4927-867f-2a94ecc7a91b req-dbd18288-6e8d-4684-b932-46fefdc2c308 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:23.791907 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-e22e0f7f-c5cf-4927-867f-2a94ecc7a91b req-dbd18288-6e8d-4684-b932-46fefdc2c308 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:23.793040 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e22e0f7f-c5cf-4927-867f-2a94ecc7a91b req-dbd18288-6e8d-4684-b932-46fefdc2c308 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 946 time: 0.1025836 Feb 04 06:12:23.843064 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-e22e0f7f-c5cf-4927-867f-2a94ecc7a91b req-99a7e67a-539c-404b-9f2c-eecd5cdc238f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:23.859468 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-e22e0f7f-c5cf-4927-867f-2a94ecc7a91b req-99a7e67a-539c-404b-9f2c-eecd5cdc238f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:23.860621 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e22e0f7f-c5cf-4927-867f-2a94ecc7a91b req-99a7e67a-539c-404b-9f2c-eecd5cdc238f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab9c4485-abdd-4c96-9780-cc54892b64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589812 Feb 04 06:12:25.055624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56003dbf-14dc-455f-b340-ff8c867192df req-8413d4c2-274a-4b86-8470-67da5ac2ed27 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:25.057125 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-56003dbf-14dc-455f-b340-ff8c867192df req-8413d4c2-274a-4b86-8470-67da5ac2ed27 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 946 time: 0.0873477 Feb 04 06:12:25.108208 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-56003dbf-14dc-455f-b340-ff8c867192df req-c16ea37a-c97c-4eb5-82d7-7a304b1c9e17 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab9c4485-abdd-4c96-9780-cc54892b64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440986 Feb 04 06:12:25.154108 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e4920-bee8-4d5a-b856-36be47572347 req-ac2e46f9-c82e-4575-9fd9-976f8ca028ab tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:25.154848 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-ee2e4920-bee8-4d5a-b856-36be47572347 req-ac2e46f9-c82e-4575-9fd9-976f8ca028ab tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:25.169013 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-ee2e4920-bee8-4d5a-b856-36be47572347 req-ac2e46f9-c82e-4575-9fd9-976f8ca028ab tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:25.170974 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ee2e4920-bee8-4d5a-b856-36be47572347 req-ac2e46f9-c82e-4575-9fd9-976f8ca028ab tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 946 time: 0.0995224 Feb 04 06:12:25.253505 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-ee2e4920-bee8-4d5a-b856-36be47572347 req-d61a1c51-690f-445b-b204-a593a54155e8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 1e58a0c0-10b8-4042-b2ce-ba0810cd686b {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:25.253887 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ee2e4920-bee8-4d5a-b856-36be47572347 req-d61a1c51-690f-445b-b204-a593a54155e8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.516779 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-ee2e4920-bee8-4d5a-b856-36be47572347 req-d61a1c51-690f-445b-b204-a593a54155e8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port 1e58a0c0-10b8-4042-b2ce-ba0810cd686b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=1e58a0c0-10b8-4042-b2ce-ba0810cd686b,segment=NetworkSegment(f07ec8d7-8c98-44af-ae8b-ec8267dffde4),segment_id=f07ec8d7-8c98-44af-ae8b-ec8267dffde4)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:25.517136 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ee2e4920-bee8-4d5a-b856-36be47572347 req-d61a1c51-690f-445b-b204-a593a54155e8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.640517 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-ee2e4920-bee8-4d5a-b856-36be47572347 req-d61a1c51-690f-445b-b204-a593a54155e8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 1e58a0c0-10b8-4042-b2ce-ba0810cd686b owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:25.785980 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ee2e4920-bee8-4d5a-b856-36be47572347 req-d61a1c51-690f-445b-b204-a593a54155e8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.838173 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a1c51-690f-445b-b204-a593a54155e8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=1e58a0c0-10b8-4042-b2ce-ba0810cd686b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:25.911689 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2e4920-bee8-4d5a-b856-36be47572347 req-d61a1c51-690f-445b-b204-a593a54155e8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] No DVR routers for this DVR port 1e58a0c0-10b8-4042-b2ce-ba0810cd686b on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:12:25.914408 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ee2e4920-bee8-4d5a-b856-36be47572347 req-d61a1c51-690f-445b-b204-a593a54155e8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.917120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7271e60-71ba-4cc2-8614-14b99bd1cf91', 'name': 'network-vif-deleted', 'tag': '1e58a0c0-10b8-4042-b2ce-ba0810cd686b'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:12:25.933567 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ee2e4920-bee8-4d5a-b856-36be47572347 req-d61a1c51-690f-445b-b204-a593a54155e8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "DELETE /v2.0/ports/1e58a0c0-10b8-4042-b2ce-ba0810cd686b HTTP/1.1" status: 204 len: 173 time: 0.7518647 Feb 04 06:12:25.975127 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7271e60-71ba-4cc2-8614-14b99bd1cf91', 'name': 'network-vif-deleted', 'tag': '1e58a0c0-10b8-4042-b2ce-ba0810cd686b', 'status': 'completed', 'code': 200} Feb 04 06:12:26.291505 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-941275ec-a59b-4201-ac68-fd1242e2e072 req-eea374be-6b96-46ff-bf35-04d92bcd140a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7271e60-71ba-4cc2-8614-14b99bd1cf91 HTTP/1.1" status: 200 len: 210 time: 0.0468278 Feb 04 06:12:27.395365 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58380) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:27.470425 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c38499e9-2992-43b3-8325-f1ccbde9130d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:27.505655 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c38499e9-2992-43b3-8325-f1ccbde9130d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:27.575128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c38499e9-2992-43b3-8325-f1ccbde9130d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:27.594379 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38499e9-2992-43b3-8325-f1ccbde9130d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9c4485-abdd-4c96-9780-cc54892b64c6,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:27.606169 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c38499e9-2992-43b3-8325-f1ccbde9130d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:27.609704 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c38499e9-2992-43b3-8325-f1ccbde9130d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/security-groups/ab9c4485-abdd-4c96-9780-cc54892b64c6 HTTP/1.1" status: 204 len: 168 time: 0.2108219 Feb 04 06:12:27.642299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58386) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:28.345474 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-56118ba9-8aeb-41cb-a847-56d239187cec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:28.718207 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-56118ba9-8aeb-41cb-a847-56d239187cec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port fede75c5-1168-4e82-8614-fc76e694938a {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:28.718895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-56118ba9-8aeb-41cb-a847-56d239187cec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:28.908754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-56118ba9-8aeb-41cb-a847-56d239187cec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port fede75c5-1168-4e82-8614-fc76e694938a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=fede75c5-1168-4e82-8614-fc76e694938a,segment=NetworkSegment(f07ec8d7-8c98-44af-ae8b-ec8267dffde4),segment_id=f07ec8d7-8c98-44af-ae8b-ec8267dffde4)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:28.909102 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-56118ba9-8aeb-41cb-a847-56d239187cec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:29.032450 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-56118ba9-8aeb-41cb-a847-56d239187cec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for fede75c5-1168-4e82-8614-fc76e694938a owned by network:router_interface {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:29.343939 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-56118ba9-8aeb-41cb-a847-56d239187cec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:29.395338 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56118ba9-8aeb-41cb-a847-56d239187cec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=fede75c5-1168-4e82-8614-fc76e694938a,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:29.492779 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ad2e1271-37f8-4b0f-960e-1793c90a7e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:29.604269 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 1e58a0c0-10b8-4042-b2ce-ba0810cd686b no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:29.641060 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 1e58a0c0-10b8-4042-b2ce-ba0810cd686b {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:12:29.641302 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 1e58a0c0-10b8-4042-b2ce-ba0810cd686b not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:29.789978 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-56118ba9-8aeb-41cb-a847-56d239187cec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.161537 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56118ba9-8aeb-41cb-a847-56d239187cec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:12:30.346685 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56118ba9-8aeb-41cb-a847-56d239187cec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:30.356910 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57999886-281e-47de-ad44-5c26dbaac2d7 None None] Sync routers for ids ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:30.360312 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-56118ba9-8aeb-41cb-a847-56d239187cec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/routers/1a0dbbc8-22c2-4828-99a6-86c7322696b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7169271 Feb 04 06:12:30.363530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58394) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:30.367623 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57999886-281e-47de-ad44-5c26dbaac2d7 None None] Routers {'1a0dbbc8-22c2-4828-99a6-86c7322696b9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:30.368257 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-57999886-281e-47de-ad44-5c26dbaac2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:12:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:30.433668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa694102-eabb-4b80-98db-f9150caf4d0e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting subnet 62bc7beb-34ad-4014-ba85-3fb77b8ec309 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:12:30.436844 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa694102-eabb-4b80-98db-f9150caf4d0e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.492576 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa694102-eabb-4b80-98db-f9150caf4d0e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.547116 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-57999886-281e-47de-ad44-5c26dbaac2d7 None None] Set router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:30.573903 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa694102-eabb-4b80-98db-f9150caf4d0e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.753552 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa694102-eabb-4b80-98db-f9150caf4d0e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.792782 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa694102-eabb-4b80-98db-f9150caf4d0e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Subnet': ['ID=62bc7beb-34ad-4014-ba85-3fb77b8ec309,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:30.795249 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa694102-eabb-4b80-98db-f9150caf4d0e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.800100 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a3c81e-4e6b-422c-89c3-cfbc67253402 None None] Network f09a217a-3234-4fd4-9aac-a48728fa2ef9 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:30.804634 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694102-eabb-4b80-98db-f9150caf4d0e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:30.804996 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694102-eabb-4b80-98db-f9150caf4d0e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:30.805329 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694102-eabb-4b80-98db-f9150caf4d0e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:30.805645 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694102-eabb-4b80-98db-f9150caf4d0e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:30.805987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694102-eabb-4b80-98db-f9150caf4d0e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:30.806311 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694102-eabb-4b80-98db-f9150caf4d0e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:30.806620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694102-eabb-4b80-98db-f9150caf4d0e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:30.806944 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694102-eabb-4b80-98db-f9150caf4d0e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:30.807264 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694102-eabb-4b80-98db-f9150caf4d0e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:30.807582 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694102-eabb-4b80-98db-f9150caf4d0e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:30.807925 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694102-eabb-4b80-98db-f9150caf4d0e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:30.808241 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694102-eabb-4b80-98db-f9150caf4d0e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:30.812473 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-aa694102-eabb-4b80-98db-f9150caf4d0e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/subnets/62bc7beb-34ad-4014-ba85-3fb77b8ec309 HTTP/1.1" status: 204 len: 168 time: 0.4479084 Feb 04 06:12:30.815166 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58398) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:30.843842 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-57999886-281e-47de-ad44-5c26dbaac2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:12:29Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:30.848967 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57999886-281e-47de-ad44-5c26dbaac2d7 None None] Checking router: 1a0dbbc8-22c2-4828-99a6-86c7322696b9 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:12:30.858027 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57999886-281e-47de-ad44-5c26dbaac2d7 None None] Routers {'1a0dbbc8-22c2-4828-99a6-86c7322696b9'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:30.859180 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-57999886-281e-47de-ad44-5c26dbaac2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:12:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:31.003516 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35fec034-9596-415c-a867-c0281081193a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.033842 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-57999886-281e-47de-ad44-5c26dbaac2d7 None None] Set router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:31.067185 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] DHCP port deletion for f09a217a-3234-4fd4-9aac-a48728fa2ef9 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:12:31.072208 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] Deleting port e6abe0da-ea72-4f8c-b712-a7c1388de2d0 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:31.072940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.221850 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35fec034-9596-415c-a867-c0281081193a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.234979 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-35fec034-9596-415c-a867-c0281081193a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 3fe92621-22e5-4508-a04a-7d98dd73aeda {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:31.235326 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35fec034-9596-415c-a867-c0281081193a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.263272 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e6abe0da-ea72-4f8c-b712-a7c1388de2d0 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:31.343072 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] For port e6abe0da-ea72-4f8c-b712-a7c1388de2d0, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e6abe0da-ea72-4f8c-b712-a7c1388de2d0,segment=NetworkSegment(f07ec8d7-8c98-44af-ae8b-ec8267dffde4),segment_id=f07ec8d7-8c98-44af-ae8b-ec8267dffde4)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:31.343325 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.373515 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-57999886-281e-47de-ad44-5c26dbaac2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:12:29Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:31.378027 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57999886-281e-47de-ad44-5c26dbaac2d7 None None] The sync data for ids ['1a0dbbc8-22c2-4828-99a6-86c7322696b9'] in dv-neutron-826830-2-hyperv is: [{'id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'name': 'tempest-TestNetworkBasicOps-router-795018593', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:24Z', 'updated_at': '2022-02-04T06:12:29Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3fe92621-22e5-4508-a04a-7d98dd73aeda', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0dbbc8-22c2-4828-99a6-86c7322696b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:25Z', 'updated_at': '2022-02-04T06:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:31.416402 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-35fec034-9596-415c-a867-c0281081193a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port 3fe92621-22e5-4508-a04a-7d98dd73aeda, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3fe92621-22e5-4508-a04a-7d98dd73aeda,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:31.416915 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35fec034-9596-415c-a867-c0281081193a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.469648 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] Calling delete_port for e6abe0da-ea72-4f8c-b712-a7c1388de2d0 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:31.539609 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-35fec034-9596-415c-a867-c0281081193a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 3fe92621-22e5-4508-a04a-7d98dd73aeda owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:31.569263 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.608025 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.685468 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] Pushing event deleted for resources: {'Port': ['ID=e6abe0da-ea72-4f8c-b712-a7c1388de2d0,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:31.693726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] No DVR routers for this DVR port e6abe0da-ea72-4f8c-b712-a7c1388de2d0 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:12:31.696091 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:31.696427 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:31.696837 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:31.697186 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:31.697514 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:31.697808 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:31.698158 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:31.698474 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:31.698788 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:31.699099 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:31.699411 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:31.699698 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23f17f-c3f0-4b73-90ce-24f82fc91677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:31.711274 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35fec034-9596-415c-a867-c0281081193a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.760657 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fec034-9596-415c-a867-c0281081193a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=3fe92621-22e5-4508-a04a-7d98dd73aeda,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:31.823120 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d3b161af-f1ed-417b-a1c9-78a21cd5426e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.860666 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35fec034-9596-415c-a867-c0281081193a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.032180 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35fec034-9596-415c-a867-c0281081193a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.034464 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35fec034-9596-415c-a867-c0281081193a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.061183 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35fec034-9596-415c-a867-c0281081193a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.061696 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fec034-9596-415c-a867-c0281081193a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Fanout notify agent at l3_agent the message router_deleted on router 1a0dbbc8-22c2-4828-99a6-86c7322696b9 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:12:32.078960 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35fec034-9596-415c-a867-c0281081193a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.080337 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-35fec034-9596-415c-a867-c0281081193a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/routers/1a0dbbc8-22c2-4828-99a6-86c7322696b9 HTTP/1.1" status: 204 len: 168 time: 1.2640710 Feb 04 06:12:32.082964 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58402) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:32.199068 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec758-85ff-4673-8de4-dc228272d715 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.334540 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec758-85ff-4673-8de4-dc228272d715 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.361991 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-4b0ec758-85ff-4673-8de4-dc228272d715 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09a217a-3234-4fd4-9aac-a48728fa2ef9']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:32.374483 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-4b0ec758-85ff-4673-8de4-dc228272d715 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07ec8d7-8c98-44af-ae8b-ec8267dffde4') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:32.374720 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-4b0ec758-85ff-4673-8de4-dc228272d715 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07ec8d7-8c98-44af-ae8b-ec8267dffde4') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:32.386410 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec758-85ff-4673-8de4-dc228272d715 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.404106 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec758-85ff-4673-8de4-dc228272d715 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.411589 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0ec758-85ff-4673-8de4-dc228272d715 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:12:32.412018 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec758-85ff-4673-8de4-dc228272d715 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:12:32.426850 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:12:32.512519 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec758-85ff-4673-8de4-dc228272d715 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.530362 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec758-85ff-4673-8de4-dc228272d715 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.541739 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ec758-85ff-4673-8de4-dc228272d715 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Network': ['ID=f09a217a-3234-4fd4-9aac-a48728fa2ef9,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:32.547883 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4b0ec758-85ff-4673-8de4-dc228272d715 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/networks/f09a217a-3234-4fd4-9aac-a48728fa2ef9 HTTP/1.1" status: 204 len: 168 time: 0.4638388 Feb 04 06:12:32.569040 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58408) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:32.574789 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-6dc7a9ba-5b47-4772-9b59-f0f1726e6ecc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'network': {'name': 'tempest-network-smoke--1275440147', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'port_security_enabled': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:32.579916 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6dc7a9ba-5b47-4772-9b59-f0f1726e6ecc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:32.584102 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6dc7a9ba-5b47-4772-9b59-f0f1726e6ecc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:network and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:32.587057 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6dc7a9ba-5b47-4772-9b59-f0f1726e6ecc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:32.592857 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6dc7a9ba-5b47-4772-9b59-f0f1726e6ecc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:32.604869 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc7a9ba-5b47-4772-9b59-f0f1726e6ecc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:32.608819 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a9ba-5b47-4772-9b59-f0f1726e6ecc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.637301 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc7a9ba-5b47-4772-9b59-f0f1726e6ecc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:12:32.646308 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a9ba-5b47-4772-9b59-f0f1726e6ecc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.646646 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-6dc7a9ba-5b47-4772-9b59-f0f1726e6ecc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Added segment 34f68558-913b-4af8-91d4-23e64f5e9bd5 of type vlan for network 266892b1-bca7-46ac-a66d-1325008750c7 Feb 04 06:12:32.672616 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a9ba-5b47-4772-9b59-f0f1726e6ecc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.705059 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a9ba-5b47-4772-9b59-f0f1726e6ecc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.710523 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc7a9ba-5b47-4772-9b59-f0f1726e6ecc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:32.711092 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a9ba-5b47-4772-9b59-f0f1726e6ecc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.812467 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6dc7a9ba-5b47-4772-9b59-f0f1726e6ecc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2421670 Feb 04 06:12:32.815287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58412) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:32.818379 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7a9ba-5b47-4772-9b59-f0f1726e6ecc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Network': ['ID=266892b1-bca7-46ac-a66d-1325008750c7,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:32.823297 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-599105723', 'admin_state_up': True, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:32.823990 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.828573 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 266892b1-bca7-46ac-a66d-1325008750c7 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:12:32.833008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:32.837156 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:router and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:32.840128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:32.847762 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:32.862364 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.863558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.878233 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.927582 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.102754 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device fede75c5-1168-4e82-8614-fc76e694938a no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:33.138169 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: fede75c5-1168-4e82-8614-fc76e694938a {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:12:33.138500 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device fede75c5-1168-4e82-8614-fc76e694938a not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:33.138964 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3fe92621-22e5-4508-a04a-7d98dd73aeda no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:33.209907 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 3fe92621-22e5-4508-a04a-7d98dd73aeda {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:12:33.210107 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3fe92621-22e5-4508-a04a-7d98dd73aeda not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:33.253239 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.555572 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.583721 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.718237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.26.4.112 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/f03a84b5-eed2-49e3-b5ff-a0653e2ac580) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:33.867394 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.904908 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.969985 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:33.972918 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:33.976637 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:34.010355 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=f03a84b5-eed2-49e3-b5ff-a0653e2ac580,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:34.223276 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:34.495539 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:34.831575 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.039531 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 465aa604-049a-4b19-b153-0722f7ab6025 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:12:35.232054 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:35.243165 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Sync routers for ids ['465aa604-049a-4b19-b153-0722f7ab6025'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:35.254298 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Routers {'465aa604-049a-4b19-b153-0722f7ab6025'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:35.255071 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:12:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['465aa604-049a-4b19-b153-0722f7ab6025'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:35.261402 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.262592 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-007541ae-5179-417d-af23-91c02f350d71 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4461222 Feb 04 06:12:35.265906 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58416) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:35.304587 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0c76d67d-a17c-4e33-bce0-13500ac8277f tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=71cf42a1a4354f9391ad29100b27498c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374753 Feb 04 06:12:35.307225 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58420) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:35.431690 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7726cd1d-ad4a-45d2-8322-f627919f98ed tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:35.432341 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Set router 465aa604-049a-4b19-b153-0722f7ab6025 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:35.433195 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7726cd1d-ad4a-45d2-8322-f627919f98ed tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1250868 Feb 04 06:12:35.436157 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58424) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:35.473481 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4943d052-5348-4cf9-b569-d2a243339c6b tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362399 Feb 04 06:12:35.476119 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58428) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:35.481245 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4969a185-f296-4dfe-a4dd-765fcf2fbae4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-613459421', 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:35.586975 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4969a185-f296-4dfe-a4dd-765fcf2fbae4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:35.590856 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4969a185-f296-4dfe-a4dd-765fcf2fbae4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:subnet and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:35.593780 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4969a185-f296-4dfe-a4dd-765fcf2fbae4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:35.599374 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4969a185-f296-4dfe-a4dd-765fcf2fbae4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:35.611392 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4969a185-f296-4dfe-a4dd-765fcf2fbae4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:35.615158 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4969a185-f296-4dfe-a4dd-765fcf2fbae4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.711765 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465aa604-049a-4b19-b153-0722f7ab6025', 'name': 'tempest-TestNetworkBasicOps-router-599105723', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:32Z', 'updated_at': '2022-02-04T06:12:34Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:33Z', 'updated_at': '2022-02-04T06:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:35.715856 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Checking router: 465aa604-049a-4b19-b153-0722f7ab6025 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:12:35.716205 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Updating router 465aa604-049a-4b19-b153-0722f7ab6025 port f03a84b5-eed2-49e3-b5ff-a0653e2ac580 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:12:35.773669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.944943 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4969a185-f296-4dfe-a4dd-765fcf2fbae4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.019386 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969a185-f296-4dfe-a4dd-765fcf2fbae4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Subnet': ['ID=1b1417d2-2ff1-4d42-bafd-31805199bc99,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:36.027988 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4969a185-f296-4dfe-a4dd-765fcf2fbae4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Checking segment: {'id': '34f68558-913b-4af8-91d4-23e64f5e9bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:12:36.028619 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4969a185-f296-4dfe-a4dd-765fcf2fbae4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network hostable DHCP agents. Network: 266892b1-bca7-46ac-a66d-1325008750c7, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:12:36.047230 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4969a185-f296-4dfe-a4dd-765fcf2fbae4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 266892b1-bca7-46ac-a66d-1325008750c7 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:12:36.059314 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-4969a185-f296-4dfe-a4dd-765fcf2fbae4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 266892b1-bca7-46ac-a66d-1325008750c7) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:36.063371 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4969a185-f296-4dfe-a4dd-765fcf2fbae4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:36.064095 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4969a185-f296-4dfe-a4dd-765fcf2fbae4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.080752 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62bf788-ed4c-4d7f-8775-d41cfcfb4f3e None None] Network 266892b1-bca7-46ac-a66d-1325008750c7 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:36.086008 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4969a185-f296-4dfe-a4dd-765fcf2fbae4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6088479 Feb 04 06:12:36.088906 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58432) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:36.190141 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.217977 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Transition to ACTIVE for port object f03a84b5-eed2-49e3-b5ff-a0653e2ac580 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:36.226713 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.360244 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7b707-e8c3-43cf-aa28-bbf9376fb26e None None] Pushing event updated for resources: {'Port': ['ID=f03a84b5-eed2-49e3-b5ff-a0653e2ac580,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:36.363808 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Attempting to bind port f03a84b5-eed2-49e3-b5ff-a0653e2ac580 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:12:36.364333 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Attempting to bind port f03a84b5-eed2-49e3-b5ff-a0653e2ac580 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:12:36.364817 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Attempting to bind port f03a84b5-eed2-49e3-b5ff-a0653e2ac580 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:12:36.375195 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:12:36.375562 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:12:36.375989 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.376373 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:12:36.376829 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Bound port: f03a84b5-eed2-49e3-b5ff-a0653e2ac580, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:12:36.377199 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.459995 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-266892b1-bca7-46ac-a66d-1325008750c7', 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ips': [{'subnet_id': '1b1417d2-2ff1-4d42-bafd-31805199bc99'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:12:36.460885 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.532198 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] For port f03a84b5-eed2-49e3-b5ff-a0653e2ac580, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:12:36.548996 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] For port f03a84b5-eed2-49e3-b5ff-a0653e2ac580, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=f03a84b5-eed2-49e3-b5ff-a0653e2ac580,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:12:36.559705 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.745897 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Routers {'465aa604-049a-4b19-b153-0722f7ab6025'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:36.746511 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:12:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['465aa604-049a-4b19-b153-0722f7ab6025'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:36.794544 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7b707-e8c3-43cf-aa28-bbf9376fb26e None None] Pushing event updated for resources: {'Port': ['ID=f03a84b5-eed2-49e3-b5ff-a0653e2ac580,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:36.795909 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7289988-1d27-4f8d-aad3-1bb9b362bf3b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.845534 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Allocated IP 172.20.0.2 (266892b1-bca7-46ac-a66d-1325008750c7/1b1417d2-2ff1-4d42-bafd-31805199bc99/484ca095-783a-4229-95ae-36ba86b6e7b8) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:37.016796 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] Set router 465aa604-049a-4b19-b153-0722f7ab6025 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:37.216278 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.372800 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.390165 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Transition to ACTIVE for port object 484ca095-783a-4229-95ae-36ba86b6e7b8 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:37.415403 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Transition to ACTIVE for port object 484ca095-783a-4229-95ae-36ba86b6e7b8 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:37.423672 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.496796 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465aa604-049a-4b19-b153-0722f7ab6025', 'name': 'tempest-TestNetworkBasicOps-router-599105723', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:32Z', 'updated_at': '2022-02-04T06:12:34Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:33Z', 'updated_at': '2022-02-04T06:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:37.499882 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-d7289988-1d27-4f8d-aad3-1bb9b362bf3b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.20.0.1 (266892b1-bca7-46ac-a66d-1325008750c7/1b1417d2-2ff1-4d42-bafd-31805199bc99/c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:37.504333 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Network 266892b1-bca7-46ac-a66d-1325008750c7 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:37.507810 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:37.512099 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d156cd3-8de5-4189-bf7e-2c82a27ec1ac None None] The sync data for ids ['465aa604-049a-4b19-b153-0722f7ab6025'] in dv-neutron-826830-2-hyperv is: [{'id': '465aa604-049a-4b19-b153-0722f7ab6025', 'name': 'tempest-TestNetworkBasicOps-router-599105723', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:32Z', 'updated_at': '2022-02-04T06:12:34Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:33Z', 'updated_at': '2022-02-04T06:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:37.513670 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:37.516321 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Pushing event updated for resources: {'Port': ['ID=484ca095-783a-4229-95ae-36ba86b6e7b8,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:37.608091 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Attempting to bind port 484ca095-783a-4229-95ae-36ba86b6e7b8 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:12:37.608849 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Attempting to bind port 484ca095-783a-4229-95ae-36ba86b6e7b8 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '34f68558-913b-4af8-91d4-23e64f5e9bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:12:37.609199 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Attempting to bind port 484ca095-783a-4229-95ae-36ba86b6e7b8 on network 266892b1-bca7-46ac-a66d-1325008750c7 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:12:37.614559 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:12:37.614922 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Checking segment: {'id': '34f68558-913b-4af8-91d4-23e64f5e9bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:12:37.615390 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.615695 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Bound using segment: {'id': '34f68558-913b-4af8-91d4-23e64f5e9bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:12:37.616178 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Bound port: 484ca095-783a-4229-95ae-36ba86b6e7b8, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f68558-913b-4af8-91d4-23e64f5e9bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:12:37.616634 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.679565 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7289988-1d27-4f8d-aad3-1bb9b362bf3b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.698117 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-d7289988-1d27-4f8d-aad3-1bb9b362bf3b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Transition to ACTIVE for port object c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:37.705184 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] For port 484ca095-783a-4229-95ae-36ba86b6e7b8, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:12:37.708542 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] For port 484ca095-783a-4229-95ae-36ba86b6e7b8, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=484ca095-783a-4229-95ae-36ba86b6e7b8,segment=NetworkSegment(34f68558-913b-4af8-91d4-23e64f5e9bd5),segment_id=34f68558-913b-4af8-91d4-23e64f5e9bd5)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:12:37.714111 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.724710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7289988-1d27-4f8d-aad3-1bb9b362bf3b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.821081 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa4f26-6bdd-4511-9353-f934e22b6845 None None] Pushing event updated for resources: {'Port': ['ID=484ca095-783a-4229-95ae-36ba86b6e7b8,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:37.929585 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7289988-1d27-4f8d-aad3-1bb9b362bf3b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 266892b1-bca7-46ac-a66d-1325008750c7 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:37.932867 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-d7289988-1d27-4f8d-aad3-1bb9b362bf3b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:37.936967 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7289988-1d27-4f8d-aad3-1bb9b362bf3b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:37.967507 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7289988-1d27-4f8d-aad3-1bb9b362bf3b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:38.001917 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7289988-1d27-4f8d-aad3-1bb9b362bf3b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:38.299510 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7289988-1d27-4f8d-aad3-1bb9b362bf3b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:38.722442 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7289988-1d27-4f8d-aad3-1bb9b362bf3b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:38.727579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7289988-1d27-4f8d-aad3-1bb9b362bf3b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:38.833595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac95be2-8e8e-4b2a-bfdc-cba18d83fa9f None None] Network 266892b1-bca7-46ac-a66d-1325008750c7 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:38.843970 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7289988-1d27-4f8d-aad3-1bb9b362bf3b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:38.847378 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7289988-1d27-4f8d-aad3-1bb9b362bf3b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:38.946599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e87e800f-fdad-4d39-acf9-745bf3678332 None None] Provisioning for port 484ca095-783a-4229-95ae-36ba86b6e7b8 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:38.984915 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7289988-1d27-4f8d-aad3-1bb9b362bf3b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 266892b1-bca7-46ac-a66d-1325008750c7 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:38.986048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-d7289988-1d27-4f8d-aad3-1bb9b362bf3b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:39.206865 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7289988-1d27-4f8d-aad3-1bb9b362bf3b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 465aa604-049a-4b19-b153-0722f7ab6025 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:12:39.238075 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f03a84b5-eed2-49e3-b5ff-a0653e2ac580 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:39.319095 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port f03a84b5-eed2-49e3-b5ff-a0653e2ac580 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:39.324265 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port f03a84b5-eed2-49e3-b5ff-a0653e2ac580 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:39.324632 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.398287 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4855b6cc-6a32-4705-863f-c2b5280c7094 None None] Provisioning for port c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:39.403879 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4855b6cc-6a32-4705-863f-c2b5280c7094 None None] Provisioning complete for port c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:39.404298 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4855b6cc-6a32-4705-863f-c2b5280c7094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.412289 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7289988-1d27-4f8d-aad3-1bb9b362bf3b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:39.425156 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d7289988-1d27-4f8d-aad3-1bb9b362bf3b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/routers/465aa604-049a-4b19-b153-0722f7ab6025/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3351994 Feb 04 06:12:39.427582 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58436) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:39.473044 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Sync routers for ids ['465aa604-049a-4b19-b153-0722f7ab6025'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:39.486929 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Routers {'465aa604-049a-4b19-b153-0722f7ab6025'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:39.487899 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:12:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['465aa604-049a-4b19-b153-0722f7ab6025'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:39.566488 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-4855b6cc-6a32-4705-863f-c2b5280c7094 None None] Port c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:12:39.568072 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.597063 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port f03a84b5-eed2-49e3-b5ff-a0653e2ac580, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=f03a84b5-eed2-49e3-b5ff-a0653e2ac580,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:39.605817 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.606944 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 484ca095-783a-4229-95ae-36ba86b6e7b8 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:39.730767 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Set router 465aa604-049a-4b19-b153-0722f7ab6025 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:39.734428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61631a5-9825-4757-aaf2-5b01aa0ff4cd tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:39.734906 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61631a5-9825-4757-aaf2-5b01aa0ff4cd tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:39.735325 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61631a5-9825-4757-aaf2-5b01aa0ff4cd tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:39.735812 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61631a5-9825-4757-aaf2-5b01aa0ff4cd tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:39.736260 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61631a5-9825-4757-aaf2-5b01aa0ff4cd tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:39.736981 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61631a5-9825-4757-aaf2-5b01aa0ff4cd tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:39.738835 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a61631a5-9825-4757-aaf2-5b01aa0ff4cd tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3102684 Feb 04 06:12:39.741827 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58440) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:39.754361 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4150a0a4-657d-4d65-9c44-c56ab5805f16 None None] Provisioning complete for port c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:39.754726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4150a0a4-657d-4d65-9c44-c56ab5805f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.784621 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=f03a84b5-eed2-49e3-b5ff-a0653e2ac580,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:39.824401 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-4150a0a4-657d-4d65-9c44-c56ab5805f16 None None] Port c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:12:39.826161 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 484ca095-783a-4229-95ae-36ba86b6e7b8 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:39.826386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ea79f-cfe9-484e-a4b0-ab6fe181f2d9 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:39.827174 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ea79f-cfe9-484e-a4b0-ab6fe181f2d9 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:39.827632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ea79f-cfe9-484e-a4b0-ab6fe181f2d9 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:39.828265 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ea79f-cfe9-484e-a4b0-ab6fe181f2d9 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:39.828964 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ea79f-cfe9-484e-a4b0-ab6fe181f2d9 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:39.829426 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ea79f-cfe9-484e-a4b0-ab6fe181f2d9 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:39.834288 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 484ca095-783a-4229-95ae-36ba86b6e7b8 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:39.834802 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-492ea79f-cfe9-484e-a4b0-ab6fe181f2d9 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0888913 Feb 04 06:12:39.834889 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.834974 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58444) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:39.948174 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.989181 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-18e111af-5f21-4e3e-988b-0b618626ca9f None None] Provisioning complete for port c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:39.989458 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-18e111af-5f21-4e3e-988b-0b618626ca9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.018205 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 484ca095-783a-4229-95ae-36ba86b6e7b8, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=484ca095-783a-4229-95ae-36ba86b6e7b8,segment=NetworkSegment(34f68558-913b-4af8-91d4-23e64f5e9bd5),segment_id=34f68558-913b-4af8-91d4-23e64f5e9bd5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:40.031955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.051962 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7f90d0d1-6bd9-42d9-ae4e-d8efd72a9965 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2132015 Feb 04 06:12:40.052410 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58448) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:40.058292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-6ccaedb8-fc35-4d29-ba55-3ed7e4686752 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-909838433', 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:40.070288 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465aa604-049a-4b19-b153-0722f7ab6025', 'name': 'tempest-TestNetworkBasicOps-router-599105723', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:32Z', 'updated_at': '2022-02-04T06:12:38Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:33Z', 'updated_at': '2022-02-04T06:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7', 'name': '', 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:93:8f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '1b1417d2-2ff1-4d42-bafd-31805199bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:37Z', 'updated_at': '2022-02-04T06:12:38Z', 'revision_number': 2, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '1b1417d2-2ff1-4d42-bafd-31805199bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:40.074370 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Checking router: 465aa604-049a-4b19-b153-0722f7ab6025 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:12:40.075736 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Updating router 465aa604-049a-4b19-b153-0722f7ab6025 port c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:12:40.091947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-18e111af-5f21-4e3e-988b-0b618626ca9f None None] Port c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:12:40.105980 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=484ca095-783a-4229-95ae-36ba86b6e7b8,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:40.131166 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.329950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6ccaedb8-fc35-4d29-ba55-3ed7e4686752 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:40.334072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6ccaedb8-fc35-4d29-ba55-3ed7e4686752 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:port and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:40.337321 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6ccaedb8-fc35-4d29-ba55-3ed7e4686752 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:40.344550 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6ccaedb8-fc35-4d29-ba55-3ed7e4686752 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:40.354428 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccaedb8-fc35-4d29-ba55-3ed7e4686752 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:40.358031 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6ccaedb8-fc35-4d29-ba55-3ed7e4686752 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.379307 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-6ccaedb8-fc35-4d29-ba55-3ed7e4686752 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] device_id is not set on port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa yet. {{(pid=87471) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:12:40.480477 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.492531 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Transition to ACTIVE for port object c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:40.498616 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.568223 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-6ccaedb8-fc35-4d29-ba55-3ed7e4686752 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.20.0.5 (266892b1-bca7-46ac-a66d-1325008750c7/1b1417d2-2ff1-4d42-bafd-31805199bc99/6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:40.656888 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859fbaf7-e1cb-47f4-a193-8a830d4d17a9 None None] Pushing event updated for resources: {'Port': ['ID=c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:40.696090 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fbaf7-e1cb-47f4-a193-8a830d4d17a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.696458 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fbaf7-e1cb-47f4-a193-8a830d4d17a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.696766 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fbaf7-e1cb-47f4-a193-8a830d4d17a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.697088 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fbaf7-e1cb-47f4-a193-8a830d4d17a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.697405 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fbaf7-e1cb-47f4-a193-8a830d4d17a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.697731 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fbaf7-e1cb-47f4-a193-8a830d4d17a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.698031 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fbaf7-e1cb-47f4-a193-8a830d4d17a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.698344 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fbaf7-e1cb-47f4-a193-8a830d4d17a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.698656 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fbaf7-e1cb-47f4-a193-8a830d4d17a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.698968 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fbaf7-e1cb-47f4-a193-8a830d4d17a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.699275 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fbaf7-e1cb-47f4-a193-8a830d4d17a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.699584 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fbaf7-e1cb-47f4-a193-8a830d4d17a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.721012 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Attempting to bind port c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:12:40.721373 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Attempting to bind port c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '34f68558-913b-4af8-91d4-23e64f5e9bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:12:40.721722 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Attempting to bind port c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 on network 266892b1-bca7-46ac-a66d-1325008750c7 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:12:40.727287 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:12:40.727644 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Checking segment: {'id': '34f68558-913b-4af8-91d4-23e64f5e9bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:12:40.728062 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.728444 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Bound using segment: {'id': '34f68558-913b-4af8-91d4-23e64f5e9bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:12:40.728884 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Bound port: c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f68558-913b-4af8-91d4-23e64f5e9bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:12:40.729327 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.784019 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6ccaedb8-fc35-4d29-ba55-3ed7e4686752 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.799495 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-6ccaedb8-fc35-4d29-ba55-3ed7e4686752 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Transition to ACTIVE for port object 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:40.816631 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] For port c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:12:40.819828 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] For port c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7,segment=NetworkSegment(34f68558-913b-4af8-91d4-23e64f5e9bd5),segment_id=34f68558-913b-4af8-91d4-23e64f5e9bd5)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:12:40.826134 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.826782 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6ccaedb8-fc35-4d29-ba55-3ed7e4686752 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.900376 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccaedb8-fc35-4d29-ba55-3ed7e4686752 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 266892b1-bca7-46ac-a66d-1325008750c7 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:40.901713 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Routers {'465aa604-049a-4b19-b153-0722f7ab6025'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:40.902354 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:12:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['465aa604-049a-4b19-b153-0722f7ab6025'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:40.903437 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-6ccaedb8-fc35-4d29-ba55-3ed7e4686752 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:40.908671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccaedb8-fc35-4d29-ba55-3ed7e4686752 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:40.949209 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccaedb8-fc35-4d29-ba55-3ed7e4686752 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:40.982450 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccaedb8-fc35-4d29-ba55-3ed7e4686752 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:40.983134 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6ccaedb8-fc35-4d29-ba55-3ed7e4686752 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.983657 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859fbaf7-e1cb-47f4-a193-8a830d4d17a9 None None] Pushing event updated for resources: {'Port': ['ID=c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:41.013303 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6ccaedb8-fc35-4d29-ba55-3ed7e4686752 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9597228 Feb 04 06:12:41.091811 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] Set router 465aa604-049a-4b19-b153-0722f7ab6025 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:41.135846 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f03a84b5-eed2-49e3-b5ff-a0653e2ac580 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:41.260517 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port f03a84b5-eed2-49e3-b5ff-a0653e2ac580 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:41.260887 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.286013 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58454) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:41.292079 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-a3545959-5290-468c-ad1b-3d9498ba4378 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-995109355', 'description': 'tempest-secgroup-smoke-995109355 description', 'project_id': '71cf42a1a4354f9391ad29100b27498c'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:41.299717 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a3545959-5290-468c-ad1b-3d9498ba4378 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:41.304469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a3545959-5290-468c-ad1b-3d9498ba4378 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:41.307508 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a3545959-5290-468c-ad1b-3d9498ba4378 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:41.313690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a3545959-5290-468c-ad1b-3d9498ba4378 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:41.327720 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a3545959-5290-468c-ad1b-3d9498ba4378 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.350045 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a3545959-5290-468c-ad1b-3d9498ba4378 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:41.354767 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a3545959-5290-468c-ad1b-3d9498ba4378 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:41.358692 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a3545959-5290-468c-ad1b-3d9498ba4378 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:41.366292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a3545959-5290-468c-ad1b-3d9498ba4378 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:41.399816 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 484ca095-783a-4229-95ae-36ba86b6e7b8 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:41.446828 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a3545959-5290-468c-ad1b-3d9498ba4378 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.451687 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a3545959-5290-468c-ad1b-3d9498ba4378 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.459334 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465aa604-049a-4b19-b153-0722f7ab6025', 'name': 'tempest-TestNetworkBasicOps-router-599105723', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:32Z', 'updated_at': '2022-02-04T06:12:38Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:33Z', 'updated_at': '2022-02-04T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7', 'name': '', 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:93:8f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '1b1417d2-2ff1-4d42-bafd-31805199bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:37Z', 'updated_at': '2022-02-04T06:12:40Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '1b1417d2-2ff1-4d42-bafd-31805199bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:41.462963 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a14602c3-d19d-42cf-8dab-1f08648f0a44 None None] Provisioning for port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:41.463717 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708780c7-5afa-4d19-be03-80f22b35cf76 None None] The sync data for ids ['465aa604-049a-4b19-b153-0722f7ab6025'] in dv-neutron-826830-2-hyperv is: [{'id': '465aa604-049a-4b19-b153-0722f7ab6025', 'name': 'tempest-TestNetworkBasicOps-router-599105723', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:32Z', 'updated_at': '2022-02-04T06:12:38Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:33Z', 'updated_at': '2022-02-04T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7', 'name': '', 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:93:8f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '1b1417d2-2ff1-4d42-bafd-31805199bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:37Z', 'updated_at': '2022-02-04T06:12:40Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '1b1417d2-2ff1-4d42-bafd-31805199bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:41.471403 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a14602c3-d19d-42cf-8dab-1f08648f0a44 None None] Provisioning complete for port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:41.471884 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a14602c3-d19d-42cf-8dab-1f08648f0a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.496362 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3545959-5290-468c-ad1b-3d9498ba4378 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=865c59d6-47b9-4e70-8ec9-ccd4daa2a2fb,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:41.504838 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a3545959-5290-468c-ad1b-3d9498ba4378 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.506435 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a3545959-5290-468c-ad1b-3d9498ba4378 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2192023 Feb 04 06:12:41.509757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58458) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:41.521834 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-30a25949-4230-4300-94c9-b140ebf64c68 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '865c59d6-47b9-4e70-8ec9-ccd4daa2a2fb', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:41.533769 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-30a25949-4230-4300-94c9-b140ebf64c68 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:41.539024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-30a25949-4230-4300-94c9-b140ebf64c68 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:41.543900 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 484ca095-783a-4229-95ae-36ba86b6e7b8 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:41.544317 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.544742 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-30a25949-4230-4300-94c9-b140ebf64c68 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:41.551525 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-30a25949-4230-4300-94c9-b140ebf64c68 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:41.573980 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a14602c3-d19d-42cf-8dab-1f08648f0a44 None None] Port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:12:41.579386 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-30a25949-4230-4300-94c9-b140ebf64c68 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.649107 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-30a25949-4230-4300-94c9-b140ebf64c68 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.656370 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-30a25949-4230-4300-94c9-b140ebf64c68 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.678060 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a25949-4230-4300-94c9-b140ebf64c68 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3d9edd-606e-45cc-96bb-605292aeb41b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:41.689444 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-30a25949-4230-4300-94c9-b140ebf64c68 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.690752 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-30a25949-4230-4300-94c9-b140ebf64c68 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1792157 Feb 04 06:12:41.693745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58462) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:41.699211 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-7cb77647-f1d5-4c2b-8224-ee66467df5be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '865c59d6-47b9-4e70-8ec9-ccd4daa2a2fb', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:41.705332 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7cb77647-f1d5-4c2b-8224-ee66467df5be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:41.710577 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7cb77647-f1d5-4c2b-8224-ee66467df5be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:41.713547 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7cb77647-f1d5-4c2b-8224-ee66467df5be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:41.719400 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7cb77647-f1d5-4c2b-8224-ee66467df5be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:41.736803 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7cb77647-f1d5-4c2b-8224-ee66467df5be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.799676 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7cb77647-f1d5-4c2b-8224-ee66467df5be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.803904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7cb77647-f1d5-4c2b-8224-ee66467df5be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.827280 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb77647-f1d5-4c2b-8224-ee66467df5be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa66d8ae-6b77-47db-84dc-78ee82e093c1,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:41.837536 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7cb77647-f1d5-4c2b-8224-ee66467df5be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.841621 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7cb77647-f1d5-4c2b-8224-ee66467df5be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1441355 Feb 04 06:12:41.841621 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58466) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:41.846728 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-98ad7d6c-448d-4301-bc6c-d6ce6a138c93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '865c59d6-47b9-4e70-8ec9-ccd4daa2a2fb', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:41.853033 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-98ad7d6c-448d-4301-bc6c-d6ce6a138c93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:41.857063 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-98ad7d6c-448d-4301-bc6c-d6ce6a138c93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:41.860530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-98ad7d6c-448d-4301-bc6c-d6ce6a138c93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:41.866563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-98ad7d6c-448d-4301-bc6c-d6ce6a138c93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:41.884998 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-98ad7d6c-448d-4301-bc6c-d6ce6a138c93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.950747 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-98ad7d6c-448d-4301-bc6c-d6ce6a138c93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.955349 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-98ad7d6c-448d-4301-bc6c-d6ce6a138c93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.979141 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad7d6c-448d-4301-bc6c-d6ce6a138c93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b89db3-96f5-4199-a243-8a9b3ddcbaa2,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:41.989722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-98ad7d6c-448d-4301-bc6c-d6ce6a138c93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.990915 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-98ad7d6c-448d-4301-bc6c-d6ce6a138c93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484315 Feb 04 06:12:41.996168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58470) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:42.001592 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-1564c633-5d9b-4d0c-bf27-5655e7e4772e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '865c59d6-47b9-4e70-8ec9-ccd4daa2a2fb', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:42.007912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1564c633-5d9b-4d0c-bf27-5655e7e4772e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:42.015152 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1564c633-5d9b-4d0c-bf27-5655e7e4772e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:42.018319 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1564c633-5d9b-4d0c-bf27-5655e7e4772e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:42.024873 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1564c633-5d9b-4d0c-bf27-5655e7e4772e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:42.047890 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1564c633-5d9b-4d0c-bf27-5655e7e4772e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.115021 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1564c633-5d9b-4d0c-bf27-5655e7e4772e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.119848 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1564c633-5d9b-4d0c-bf27-5655e7e4772e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.145054 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564c633-5d9b-4d0c-bf27-5655e7e4772e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b948f40-453c-45c4-a17a-e54f43ac876c,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:42.156483 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1564c633-5d9b-4d0c-bf27-5655e7e4772e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.157845 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1564c633-5d9b-4d0c-bf27-5655e7e4772e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1606653 Feb 04 06:12:42.160694 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58474) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:42.167047 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-5decc31b-01b3-42dd-8d6c-20807fdc9927 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '865c59d6-47b9-4e70-8ec9-ccd4daa2a2fb', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:42.173111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5decc31b-01b3-42dd-8d6c-20807fdc9927 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:42.177183 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5decc31b-01b3-42dd-8d6c-20807fdc9927 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:42.180541 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5decc31b-01b3-42dd-8d6c-20807fdc9927 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:42.186691 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5decc31b-01b3-42dd-8d6c-20807fdc9927 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:42.197651 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-5decc31b-01b3-42dd-8d6c-20807fdc9927 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:12:42.205191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5decc31b-01b3-42dd-8d6c-20807fdc9927 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.272263 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5decc31b-01b3-42dd-8d6c-20807fdc9927 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.276998 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5decc31b-01b3-42dd-8d6c-20807fdc9927 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.301942 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decc31b-01b3-42dd-8d6c-20807fdc9927 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7618a34-a804-40ea-9047-1f858128f444,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:42.312439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5decc31b-01b3-42dd-8d6c-20807fdc9927 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.316258 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5decc31b-01b3-42dd-8d6c-20807fdc9927 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1519797 Feb 04 06:12:42.316454 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58478) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:42.321592 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-440f078e-9189-4b6e-bbaa-4790101accce tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '865c59d6-47b9-4e70-8ec9-ccd4daa2a2fb', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:42.327568 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-440f078e-9189-4b6e-bbaa-4790101accce tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:42.331942 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-440f078e-9189-4b6e-bbaa-4790101accce tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:42.335022 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-440f078e-9189-4b6e-bbaa-4790101accce tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:42.341420 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-440f078e-9189-4b6e-bbaa-4790101accce tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:42.354019 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-440f078e-9189-4b6e-bbaa-4790101accce tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:12:42.361613 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-440f078e-9189-4b6e-bbaa-4790101accce tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.433167 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-440f078e-9189-4b6e-bbaa-4790101accce tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.437534 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-440f078e-9189-4b6e-bbaa-4790101accce tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.462162 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f078e-9189-4b6e-bbaa-4790101accce tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae4dc6c-e398-4663-af2b-69de72e2b690,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:42.472811 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-440f078e-9189-4b6e-bbaa-4790101accce tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.483241 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-440f078e-9189-4b6e-bbaa-4790101accce tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1568663 Feb 04 06:12:42.639926 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-6cdfd327-2bdd-4e38-90f9-21a2b638f793 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:42.656864 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-6cdfd327-2bdd-4e38-90f9-21a2b638f793 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:42.658142 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-6cdfd327-2bdd-4e38-90f9-21a2b638f793 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-995109355&fields=id&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 267 time: 0.0585327 Feb 04 06:12:42.738827 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-0b528458-3576-4bbc-812a-48aa365ffe98 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:42.739311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-0b528458-3576-4bbc-812a-48aa365ffe98 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:42.757023 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-0b528458-3576-4bbc-812a-48aa365ffe98 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:42.758311 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-0b528458-3576-4bbc-812a-48aa365ffe98 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports/6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa HTTP/1.1" status: 200 len: 929 time: 0.0902526 Feb 04 06:12:42.833456 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-707268e6-96b3-4eae-881d-6db94ebf4449 service neutron] 10.222.0.31 "GET /v2.0/ports/6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0631430 Feb 04 06:12:42.967418 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-adef2105-679d-4008-958f-f2c964ebc425 service neutron] 10.222.0.31 "GET /v2.0/networks/266892b1-bca7-46ac-a66d-1325008750c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249957 Feb 04 06:12:43.116927 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-8ff7fd63-1a3e-4768-9ee9-83b7e8b44c81 service neutron] 10.222.0.31 "GET /v2.0/networks/266892b1-bca7-46ac-a66d-1325008750c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410499 Feb 04 06:12:43.138833 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:43.209899 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:43.214974 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:43.215344 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:43.321362 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0668ba43-15eb-47b3-89b0-03eb8f16880f req-27101487-98b6-40d8-8cee-5c049083aa2e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a204f74-0064-4933-8a82-d785d46260cf HTTP/1.1" status: 200 len: 210 time: 0.0485764 Feb 04 06:12:43.348489 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:43.381426 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7,segment=NetworkSegment(34f68558-913b-4af8-91d4-23e64f5e9bd5),segment_id=34f68558-913b-4af8-91d4-23e64f5e9bd5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:43.385226 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:43.450545 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:44.286715 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-2fa2aa31-e447-494e-be10-2be6bc6d98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:44.288008 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-2fa2aa31-e447-494e-be10-2be6bc6d98c9 service neutron] 10.222.0.43 "GET /v2.0/ports/6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa HTTP/1.1" status: 200 len: 1025 time: 0.0606768 Feb 04 06:12:44.438259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-1c9a8d95-2fad-491e-9913-97a9856952d5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:44.438966 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-1c9a8d95-2fad-491e-9913-97a9856952d5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:44.459890 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-1c9a8d95-2fad-491e-9913-97a9856952d5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:44.461863 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-1c9a8d95-2fad-491e-9913-97a9856952d5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/networks?id=266892b1-bca7-46ac-a66d-1325008750c7 HTTP/1.1" status: 200 len: 797 time: 0.1682103 Feb 04 06:12:44.481023 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f1ff0ad3-5dab-4d41-bac5-a311aa9a607e req-b298f083-3b52-42b7-8993-ccc157e685f7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a204f74-0064-4933-8a82-d785d46260cf HTTP/1.1" status: 200 len: 210 time: 0.0523038 Feb 04 06:12:44.513346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-22cb6b78-7dec-4360-a0b6-1ba319f02576 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:44.524615 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-22cb6b78-7dec-4360-a0b6-1ba319f02576 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:44.525717 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-22cb6b78-7dec-4360-a0b6-1ba319f02576 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 379 time: 0.0542533 Feb 04 06:12:44.536270 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Request body: {'port': {'device_id': '1a204f74-0064-4933-8a82-d785d46260cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:44.651314 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:44.995754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:12:45.003074 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.017358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Transition to ACTIVE for port object 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:45.023737 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.112364 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:45.184638 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Pushing event updated for resources: {'Port': ['ID=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:45.198655 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:45.199236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.265867 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Attempting to bind port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:12:45.266192 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Attempting to bind port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '34f68558-913b-4af8-91d4-23e64f5e9bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:12:45.266701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Attempting to bind port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa on network 266892b1-bca7-46ac-a66d-1325008750c7 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:12:45.271481 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa on network 266892b1-bca7-46ac-a66d-1325008750c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:12:45.271846 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Attempting to bind port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa on network 266892b1-bca7-46ac-a66d-1325008750c7 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:12:45.277200 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:12:45.277526 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Checking segment: {'id': '34f68558-913b-4af8-91d4-23e64f5e9bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:12:45.277902 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Bound using segment: {'id': '34f68558-913b-4af8-91d4-23e64f5e9bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:12:45.278319 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Bound port: 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f68558-913b-4af8-91d4-23e64f5e9bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:12:45.278676 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.368246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] For port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:12:45.371570 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] For port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,segment=NetworkSegment(34f68558-913b-4af8-91d4-23e64f5e9bd5),segment_id=34f68558-913b-4af8-91d4-23e64f5e9bd5)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:12:45.376938 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.525358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:45.525962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.527301 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] 10.222.0.43 "PUT /v2.0/ports/6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa HTTP/1.1" status: 200 len: 1130 time: 0.9948936 Feb 04 06:12:45.527743 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a204f74-0064-4933-8a82-d785d46260cf', 'tag': '6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:12:45.547237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4625a42-0c74-405a-bfc9-ea4cf1792687 service neutron] Pushing event updated for resources: {'Port': ['ID=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:45.607220 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a204f74-0064-4933-8a82-d785d46260cf', 'tag': '6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa', 'status': 'completed', 'code': 200} Feb 04 06:12:45.654317 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-66de0af8-7df7-4130-99af-38354f2429bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:45.656364 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-66de0af8-7df7-4130-99af-38354f2429bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=1a204f74-0064-4933-8a82-d785d46260cf HTTP/1.1" status: 200 len: 1133 time: 0.0863249 Feb 04 06:12:45.677726 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5c1ff-4a73-4ace-9a20-e3f3bf3f64f5 req-f2ecf352-f237-4041-a5c9-bce4e1cea1dd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:45.679931 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-42a5c1ff-4a73-4ace-9a20-e3f3bf3f64f5 req-f2ecf352-f237-4041-a5c9-bce4e1cea1dd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a204f74-0064-4933-8a82-d785d46260cf HTTP/1.1" status: 200 len: 980 time: 0.0890532 Feb 04 06:12:45.724163 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-6e827135-123b-4161-88a9-98104c7d3bdf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa HTTP/1.1" status: 200 len: 217 time: 0.0610414 Feb 04 06:12:45.726613 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-42a5c1ff-4a73-4ace-9a20-e3f3bf3f64f5 req-671eff77-cecf-4105-9553-6fc057d80bf9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=efcd3c68-7518-40ab-b046-abb83a85e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 Feb 04 06:12:45.789009 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-7cc6766d-011a-4c66-86fa-7db600bd1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:45.790438 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-7cc6766d-011a-4c66-86fa-7db600bd1e5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b1417d2-2ff1-4d42-bafd-31805199bc99 HTTP/1.1" status: 200 len: 834 time: 0.0605006 Feb 04 06:12:45.866378 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-9e77022e-20cb-4e11-824f-3b4a5285f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:45.867888 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-9e77022e-20cb-4e11-824f-3b4a5285f7c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=266892b1-bca7-46ac-a66d-1325008750c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712018 Feb 04 06:12:46.003122 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-649060af-49f1-47ef-8868-3aae4c65b981 service neutron] 10.222.0.43 "GET /v2.0/networks/266892b1-bca7-46ac-a66d-1325008750c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280851 Feb 04 06:12:46.131868 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-593f7e37-3598-4dc1-a233-481c1bba1bc9 req-e8889c7b-c369-4d60-9f05-2af2ad934ae1 service neutron] 10.222.0.43 "GET /v2.0/networks/266892b1-bca7-46ac-a66d-1325008750c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224740 Feb 04 06:12:46.249617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52792129-235b-4b51-9348-a43e4d97184b req-6ef10872-160d-4d60-b114-b8b3d60a6cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:46.251121 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-52792129-235b-4b51-9348-a43e4d97184b req-6ef10872-160d-4d60-b114-b8b3d60a6cb3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=1a204f74-0064-4933-8a82-d785d46260cf HTTP/1.1" status: 200 len: 1133 time: 0.0732207 Feb 04 06:12:46.384564 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52792129-235b-4b51-9348-a43e4d97184b req-7815af74-c648-40b6-8e51-9647b9168fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:46.385904 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-52792129-235b-4b51-9348-a43e4d97184b req-7815af74-c648-40b6-8e51-9647b9168fdc service neutron] 10.222.0.43 "GET /v2.0/networks?id=266892b1-bca7-46ac-a66d-1325008750c7 HTTP/1.1" status: 200 len: 898 time: 0.1276288 Feb 04 06:12:46.452562 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-52792129-235b-4b51-9348-a43e4d97184b req-88623f19-1047-4e2c-bfdf-c616b1a3f014 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa HTTP/1.1" status: 200 len: 217 time: 0.0597405 Feb 04 06:12:46.518719 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52792129-235b-4b51-9348-a43e4d97184b req-db718d8a-617b-47a9-9d99-14b40bb0bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:46.520156 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-52792129-235b-4b51-9348-a43e4d97184b req-db718d8a-617b-47a9-9d99-14b40bb0bab1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b1417d2-2ff1-4d42-bafd-31805199bc99 HTTP/1.1" status: 200 len: 834 time: 0.0611732 Feb 04 06:12:46.595635 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52792129-235b-4b51-9348-a43e4d97184b req-c2f289b1-6ce2-48d2-a0a1-cb83646d28f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:46.597382 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-52792129-235b-4b51-9348-a43e4d97184b req-c2f289b1-6ce2-48d2-a0a1-cb83646d28f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=266892b1-bca7-46ac-a66d-1325008750c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702589 Feb 04 06:12:46.727678 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-52792129-235b-4b51-9348-a43e4d97184b req-76e806d0-a10e-4c12-81b6-5139c436db27 service neutron] 10.222.0.43 "GET /v2.0/networks/266892b1-bca7-46ac-a66d-1325008750c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228666 Feb 04 06:12:46.861645 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-52792129-235b-4b51-9348-a43e4d97184b req-1c437f3b-9a7d-46df-966d-beb18bdb57ac service neutron] 10.222.0.43 "GET /v2.0/networks/266892b1-bca7-46ac-a66d-1325008750c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266768 Feb 04 06:12:46.916078 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001ff9d-2a81-4716-9112-520de3267fa4 req-50005812-61c4-4eed-88fd-e7026ca21287 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:46.917515 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7001ff9d-2a81-4716-9112-520de3267fa4 req-50005812-61c4-4eed-88fd-e7026ca21287 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a204f74-0064-4933-8a82-d785d46260cf HTTP/1.1" status: 200 len: 980 time: 0.0822179 Feb 04 06:12:46.964181 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7001ff9d-2a81-4716-9112-520de3267fa4 req-17c20e62-5a64-4179-b700-32604f3db531 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=efcd3c68-7518-40ab-b046-abb83a85e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406342 Feb 04 06:12:47.714431 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:12:47.865044 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,segment=NetworkSegment(34f68558-913b-4af8-91d4-23e64f5e9bd5),segment_id=34f68558-913b-4af8-91d4-23e64f5e9bd5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:47.879405 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa', 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7', 'port_id': '6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa', 'mac_address': 'fa:16:3e:5d:b9:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1417d2-2ff1-4d42-bafd-31805199bc99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:12:47.964639 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:47.981234 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:12:47.997761 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,segment=NetworkSegment(34f68558-913b-4af8-91d4-23e64f5e9bd5),segment_id=34f68558-913b-4af8-91d4-23e64f5e9bd5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:48.002867 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.069136 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:48.159814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ffd73-fd5d-4203-9c20-b3d64175ca96 req-846af852-8eb4-43d3-bcb3-5ea604413209 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:48.161175 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-696ffd73-fd5d-4203-9c20-b3d64175ca96 req-846af852-8eb4-43d3-bcb3-5ea604413209 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a204f74-0064-4933-8a82-d785d46260cf HTTP/1.1" status: 200 len: 981 time: 0.0851958 Feb 04 06:12:48.205483 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-696ffd73-fd5d-4203-9c20-b3d64175ca96 req-eadb9985-1053-4a32-8f1b-6d41d89648d5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=efcd3c68-7518-40ab-b046-abb83a85e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385339 Feb 04 06:12:48.219236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:12:49.406811 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d98628-9a58-4044-aaaa-fa59a39efb0a req-1c620154-812d-428c-9b38-0582e6fc0ad7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:49.408271 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e4d98628-9a58-4044-aaaa-fa59a39efb0a req-1c620154-812d-428c-9b38-0582e6fc0ad7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a204f74-0064-4933-8a82-d785d46260cf HTTP/1.1" status: 200 len: 981 time: 0.0973525 Feb 04 06:12:49.558007 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e4d98628-9a58-4044-aaaa-fa59a39efb0a req-eaa09cd7-43fd-4179-bef0-c4b8ab84aa7a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=efcd3c68-7518-40ab-b046-abb83a85e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414828 Feb 04 06:12:49.731443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:49.817485 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:49.822456 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:49.822856 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.941271 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.968939 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a204f74-0064-4933-8a82-d785d46260cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:12:49.979465 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,segment=NetworkSegment(34f68558-913b-4af8-91d4-23e64f5e9bd5),segment_id=34f68558-913b-4af8-91d4-23e64f5e9bd5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:49.984532 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:50.019270 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a204f74-0064-4933-8a82-d785d46260cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa', 'code': 200} Feb 04 06:12:50.053313 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:50.255059 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86762c67-c326-4a28-b4ff-75b014c77b9f req-bf432508-0a0b-41d7-97c7-952067cf56ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:50.256576 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-86762c67-c326-4a28-b4ff-75b014c77b9f req-bf432508-0a0b-41d7-97c7-952067cf56ae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1a204f74-0064-4933-8a82-d785d46260cf HTTP/1.1" status: 200 len: 1135 time: 0.0748858 Feb 04 06:12:50.300058 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-86762c67-c326-4a28-b4ff-75b014c77b9f req-d1252bc9-6946-47d1-b03e-9d0fd907ee79 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=efcd3c68-7518-40ab-b046-abb83a85e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370331 Feb 04 06:12:50.768670 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c93d6b-cf23-43e5-a6de-199f585a1989 req-005d700d-430f-496a-ba77-59510072b070 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:50.770332 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a2c93d6b-cf23-43e5-a6de-199f585a1989 req-005d700d-430f-496a-ba77-59510072b070 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a204f74-0064-4933-8a82-d785d46260cf HTTP/1.1" status: 200 len: 982 time: 0.0880892 Feb 04 06:12:50.820010 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a2c93d6b-cf23-43e5-a6de-199f585a1989 req-bd0dae0f-5cdd-4844-ab0e-25135fb76381 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=efcd3c68-7518-40ab-b046-abb83a85e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412042 Feb 04 06:12:52.040213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18e9cd-7996-4755-b988-be8ec4b6dcbd req-f29ebbd8-fe30-43da-92b0-59ef1aebd2c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:52.041580 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7a18e9cd-7996-4755-b988-be8ec4b6dcbd req-f29ebbd8-fe30-43da-92b0-59ef1aebd2c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a204f74-0064-4933-8a82-d785d46260cf HTTP/1.1" status: 200 len: 982 time: 0.1043332 Feb 04 06:12:52.084504 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7a18e9cd-7996-4755-b988-be8ec4b6dcbd req-b45629ad-bc9c-4176-a7c0-f75c9f72c256 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=efcd3c68-7518-40ab-b046-abb83a85e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372622 Feb 04 06:12:52.283242 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7a1d0-eca1-4465-9a94-a8ef5dea4e9f req-6742ef02-cc3e-4b40-9ea7-5c1eb07028f8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:52.284731 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a4f7a1d0-eca1-4465-9a94-a8ef5dea4e9f req-6742ef02-cc3e-4b40-9ea7-5c1eb07028f8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a204f74-0064-4933-8a82-d785d46260cf HTTP/1.1" status: 200 len: 982 time: 0.0915902 Feb 04 06:12:52.331829 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a4f7a1d0-eca1-4465-9a94-a8ef5dea4e9f req-fe261696-d766-40cf-a91a-779908575b77 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=efcd3c68-7518-40ab-b046-abb83a85e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412519 Feb 04 06:12:52.358638 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58528) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:52.429256 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce35042f-a0d0-410b-89c6-fa656eda6562 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:52.430765 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ce35042f-a0d0-410b-89c6-fa656eda6562 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1a204f74-0064-4933-8a82-d785d46260cf HTTP/1.1" status: 200 len: 1130 time: 0.0711918 Feb 04 06:12:52.433815 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58532) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:52.438751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': '6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:52.444936 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:52.448880 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:floatingip and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:52.451814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:52.457644 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:52.469314 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:52.608079 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:52.747645 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.26.4.80 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/c8c4adcc-e116-4b20-9859-f8da52c650d1) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:52.894108 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:52.936615 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:52.998983 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:53.001885 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:53.005458 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:53.042385 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=c8c4adcc-e116-4b20-9859-f8da52c650d1,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:53.424483 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:53.506460 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:53.721378 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:53.728906 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:53.931176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=c8c4adcc-e116-4b20-9859-f8da52c650d1,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:53.949128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.119892 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Floating IP bf00342a-3d23-4786-b8fb-63a909e664c4 associated. External IP: 172.26.4.80, port: 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa. Feb 04 06:12:54.488004 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 465aa604-049a-4b19-b153-0722f7ab6025 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:12:54.672239 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:54.682812 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e190ac55-b550-4c68-b514-efd7716a6cd4 None None] Sync routers for ids ['465aa604-049a-4b19-b153-0722f7ab6025'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:54.693200 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e190ac55-b550-4c68-b514-efd7716a6cd4 None None] Routers {'465aa604-049a-4b19-b153-0722f7ab6025'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:54.694030 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e190ac55-b550-4c68-b514-efd7716a6cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:12:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['465aa604-049a-4b19-b153-0722f7ab6025'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:54.699388 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.754249 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0b0f5245-bf5e-46e7-91e3-92a70d8db079 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.3193169 Feb 04 06:12:54.754721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a204f74-0064-4933-8a82-d785d46260cf', 'tag': '6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:12:54.757730 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58536) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:54.799611 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a204f74-0064-4933-8a82-d785d46260cf', 'tag': '6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa', 'status': 'completed', 'code': 200} Feb 04 06:12:54.860820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3b9bda-49c7-49bf-bf74-0ab59fa98159 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:54.862315 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7d3b9bda-49c7-49bf-bf74-0ab59fa98159 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1a204f74-0064-4933-8a82-d785d46260cf&network_id=266892b1-bca7-46ac-a66d-1325008750c7 HTTP/1.1" status: 200 len: 1130 time: 0.1036081 Feb 04 06:12:54.879476 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-e190ac55-b550-4c68-b514-efd7716a6cd4 None None] Set router 465aa604-049a-4b19-b153-0722f7ab6025 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:54.901666 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe5a7e-cc1c-421c-83b7-ed76d32b2a6d req-d016a346-8fd7-48b1-ae2f-d99ef7e86a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:54.903119 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7fbe5a7e-cc1c-421c-83b7-ed76d32b2a6d req-d016a346-8fd7-48b1-ae2f-d99ef7e86a79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=1a204f74-0064-4933-8a82-d785d46260cf HTTP/1.1" status: 200 len: 1135 time: 0.0771053 Feb 04 06:12:55.134073 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe5a7e-cc1c-421c-83b7-ed76d32b2a6d req-9c14ac7f-bb4a-442b-92c7-e9ebf1036749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:55.135641 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7fbe5a7e-cc1c-421c-83b7-ed76d32b2a6d req-9c14ac7f-bb4a-442b-92c7-e9ebf1036749 service neutron] 10.222.0.43 "GET /v2.0/networks?id=266892b1-bca7-46ac-a66d-1325008750c7 HTTP/1.1" status: 200 len: 898 time: 0.2263482 Feb 04 06:12:55.247068 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9def8a-456b-4f2d-bdf9-ca6d9bbfa159 req-c499be03-72f2-4d1c-91f9-e6224449c090 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:55.248631 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3e9def8a-456b-4f2d-bdf9-ca6d9bbfa159 req-c499be03-72f2-4d1c-91f9-e6224449c090 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a204f74-0064-4933-8a82-d785d46260cf HTTP/1.1" status: 200 len: 982 time: 0.0881207 Feb 04 06:12:55.254551 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7fbe5a7e-cc1c-421c-83b7-ed76d32b2a6d req-7e78831a-4c14-4847-8521-241b86f44b47 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa HTTP/1.1" status: 200 len: 1035 time: 0.1125460 Feb 04 06:12:55.259236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e190ac55-b550-4c68-b514-efd7716a6cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465aa604-049a-4b19-b153-0722f7ab6025', 'name': 'tempest-TestNetworkBasicOps-router-599105723', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:32Z', 'updated_at': '2022-02-04T06:12:38Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:33Z', 'updated_at': '2022-02-04T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'bf00342a-3d23-4786-b8fb-63a909e664c4', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.80', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'port_id': '6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-909838433', 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7', 'mac_address': 'fa:16:3e:5d:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a204f74-0064-4933-8a82-d785d46260cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:12:53Z', 'updated_at': '2022-02-04T06:12:53Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7', 'name': '', 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:93:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '1b1417d2-2ff1-4d42-bafd-31805199bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:37Z', 'updated_at': '2022-02-04T06:12:43Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '1b1417d2-2ff1-4d42-bafd-31805199bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:55.263232 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e190ac55-b550-4c68-b514-efd7716a6cd4 None None] Checking router: 465aa604-049a-4b19-b153-0722f7ab6025 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:12:55.273194 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e190ac55-b550-4c68-b514-efd7716a6cd4 None None] Routers {'465aa604-049a-4b19-b153-0722f7ab6025'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:55.274263 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e190ac55-b550-4c68-b514-efd7716a6cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:12:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['465aa604-049a-4b19-b153-0722f7ab6025'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:55.293518 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3e9def8a-456b-4f2d-bdf9-ca6d9bbfa159 req-d8468bde-658c-4a0b-8cee-3bed23b2bc14 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=efcd3c68-7518-40ab-b046-abb83a85e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392251 Feb 04 06:12:55.317014 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe5a7e-cc1c-421c-83b7-ed76d32b2a6d req-6d0d007f-ca00-49a1-a057-db3ca7907d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:55.318463 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7fbe5a7e-cc1c-421c-83b7-ed76d32b2a6d req-6d0d007f-ca00-49a1-a057-db3ca7907d8b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b1417d2-2ff1-4d42-bafd-31805199bc99 HTTP/1.1" status: 200 len: 834 time: 0.0576489 Feb 04 06:12:55.398894 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe5a7e-cc1c-421c-83b7-ed76d32b2a6d req-7c250e4f-2fff-495d-bec4-a8a8a5ae9c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:55.400398 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7fbe5a7e-cc1c-421c-83b7-ed76d32b2a6d req-7c250e4f-2fff-495d-bec4-a8a8a5ae9c39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=266892b1-bca7-46ac-a66d-1325008750c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690181 Feb 04 06:12:55.449372 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-e190ac55-b550-4c68-b514-efd7716a6cd4 None None] Set router 465aa604-049a-4b19-b153-0722f7ab6025 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:55.529352 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7fbe5a7e-cc1c-421c-83b7-ed76d32b2a6d req-5e4b8f7b-e961-43de-a6d4-1a92ad215494 service neutron] 10.222.0.43 "GET /v2.0/networks/266892b1-bca7-46ac-a66d-1325008750c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225567 Feb 04 06:12:55.661085 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7fbe5a7e-cc1c-421c-83b7-ed76d32b2a6d req-f042a54d-4930-4d43-9547-849a74dac491 service neutron] 10.222.0.43 "GET /v2.0/networks/266892b1-bca7-46ac-a66d-1325008750c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252234 Feb 04 06:12:55.840521 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e190ac55-b550-4c68-b514-efd7716a6cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465aa604-049a-4b19-b153-0722f7ab6025', 'name': 'tempest-TestNetworkBasicOps-router-599105723', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:32Z', 'updated_at': '2022-02-04T06:12:38Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:33Z', 'updated_at': '2022-02-04T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'bf00342a-3d23-4786-b8fb-63a909e664c4', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.80', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'port_id': '6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-909838433', 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7', 'mac_address': 'fa:16:3e:5d:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a204f74-0064-4933-8a82-d785d46260cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:12:53Z', 'updated_at': '2022-02-04T06:12:53Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7', 'name': '', 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:93:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '1b1417d2-2ff1-4d42-bafd-31805199bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:37Z', 'updated_at': '2022-02-04T06:12:43Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '1b1417d2-2ff1-4d42-bafd-31805199bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:55.844450 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e190ac55-b550-4c68-b514-efd7716a6cd4 None None] The sync data for ids ['465aa604-049a-4b19-b153-0722f7ab6025'] in dv-neutron-826830-2-hyperv is: [{'id': '465aa604-049a-4b19-b153-0722f7ab6025', 'name': 'tempest-TestNetworkBasicOps-router-599105723', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:32Z', 'updated_at': '2022-02-04T06:12:38Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:33Z', 'updated_at': '2022-02-04T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'bf00342a-3d23-4786-b8fb-63a909e664c4', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.80', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'port_id': '6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-909838433', 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7', 'mac_address': 'fa:16:3e:5d:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a204f74-0064-4933-8a82-d785d46260cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:12:53Z', 'updated_at': '2022-02-04T06:12:53Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7', 'name': '', 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:93:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '1b1417d2-2ff1-4d42-bafd-31805199bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:37Z', 'updated_at': '2022-02-04T06:12:43Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '1b1417d2-2ff1-4d42-bafd-31805199bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:56.052079 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddd2858-2b44-4af6-8e83-0f5ea548484c None None] New status for floating IP bf00342a-3d23-4786-b8fb-63a909e664c4: ACTIVE {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:12:56.483854 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0a1fc-3aea-41b8-8d26-7984d8b4f680 req-c15b86f8-db66-45d5-bdec-7e30ef6c8a5b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:56.485264 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-72a0a1fc-3aea-41b8-8d26-7984d8b4f680 req-c15b86f8-db66-45d5-bdec-7e30ef6c8a5b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a204f74-0064-4933-8a82-d785d46260cf HTTP/1.1" status: 200 len: 982 time: 0.0812762 Feb 04 06:12:56.516651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49f994-8d82-43f1-8913-7a6c950e1124 req-7580b3b3-cb3c-498f-bc28-ef867bd9e07a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:56.517343 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-6e49f994-8d82-43f1-8913-7a6c950e1124 req-7580b3b3-cb3c-498f-bc28-ef867bd9e07a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:56.530177 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-72a0a1fc-3aea-41b8-8d26-7984d8b4f680 req-a9e01fd5-19f0-4078-b92a-16866969b854 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=efcd3c68-7518-40ab-b046-abb83a85e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390723 Feb 04 06:12:56.534435 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-6e49f994-8d82-43f1-8913-7a6c950e1124 req-7580b3b3-cb3c-498f-bc28-ef867bd9e07a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:56.535558 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6e49f994-8d82-43f1-8913-7a6c950e1124 req-7580b3b3-cb3c-498f-bc28-ef867bd9e07a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a204f74-0064-4933-8a82-d785d46260cf HTTP/1.1" status: 200 len: 982 time: 0.1016390 Feb 04 06:12:56.605325 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49f994-8d82-43f1-8913-7a6c950e1124 req-d435f507-f71a-49eb-adff-119668806b86 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:56.606645 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6e49f994-8d82-43f1-8913-7a6c950e1124 req-d435f507-f71a-49eb-adff-119668806b86 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/ports/6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0653555 Feb 04 06:12:56.756611 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6e49f994-8d82-43f1-8913-7a6c950e1124 req-3c48d4f8-24d6-4764-a299-6b62ccafaeb0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/networks/266892b1-bca7-46ac-a66d-1325008750c7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1449571 Feb 04 06:12:56.766154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-6e49f994-8d82-43f1-8913-7a6c950e1124 req-cef9434b-f477-48a8-8678-17b36bdffea5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:56.877240 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-6e49f994-8d82-43f1-8913-7a6c950e1124 req-cef9434b-f477-48a8-8678-17b36bdffea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:57.080049 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-6e49f994-8d82-43f1-8913-7a6c950e1124 req-cef9434b-f477-48a8-8678-17b36bdffea5 service neutron] For port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,segment=NetworkSegment(34f68558-913b-4af8-91d4-23e64f5e9bd5),segment_id=34f68558-913b-4af8-91d4-23e64f5e9bd5)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:57.113712 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-6e49f994-8d82-43f1-8913-7a6c950e1124 req-cef9434b-f477-48a8-8678-17b36bdffea5 service neutron] For port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:12:57.162902 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-6e49f994-8d82-43f1-8913-7a6c950e1124 req-cef9434b-f477-48a8-8678-17b36bdffea5 service neutron] device_id is not set on port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:12:57.171208 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-6e49f994-8d82-43f1-8913-7a6c950e1124 req-cef9434b-f477-48a8-8678-17b36bdffea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:57.177890 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-6e49f994-8d82-43f1-8913-7a6c950e1124 req-cef9434b-f477-48a8-8678-17b36bdffea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:57.333032 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9434b-f477-48a8-8678-17b36bdffea5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,revision_number=6']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:57.467086 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6471f92b-d7a8-4bc3-9bb8-4e4afa8f20ca None None] Provisioning complete for port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:57.467733 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6471f92b-d7a8-4bc3-9bb8-4e4afa8f20ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:57.480308 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e49f994-8d82-43f1-8913-7a6c950e1124 req-cef9434b-f477-48a8-8678-17b36bdffea5 service neutron] No DVR routers for this DVR port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:12:57.520231 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6471f92b-d7a8-4bc3-9bb8-4e4afa8f20ca None None] Port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:12:57.683936 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-362cd0c8-aa06-4589-ad27-0ef80ea95aa9 req-a0257c8e-adcf-43cc-86cd-8a626edc6e2d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a204f74-0064-4933-8a82-d785d46260cf HTTP/1.1" status: 200 len: 210 time: 0.0445480 Feb 04 06:12:57.701946 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-6e49f994-8d82-43f1-8913-7a6c950e1124 req-cef9434b-f477-48a8-8678-17b36bdffea5 service neutron] In _notify_port_updated(), no bound segment for port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa on network 266892b1-bca7-46ac-a66d-1325008750c7 {{(pid=87470) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:12:57.702819 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49f994-8d82-43f1-8913-7a6c950e1124 req-cef9434b-f477-48a8-8678-17b36bdffea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:57.703411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-6e49f994-8d82-43f1-8913-7a6c950e1124 req-cef9434b-f477-48a8-8678-17b36bdffea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:57.704699 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6e49f994-8d82-43f1-8913-7a6c950e1124 req-cef9434b-f477-48a8-8678-17b36bdffea5 service neutron] 10.222.0.43 "PUT /v2.0/ports/6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa HTTP/1.1" status: 200 len: 1025 time: 0.9423442 Feb 04 06:12:58.780776 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58552) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:58.854879 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b80b7e-033c-4c29-8312-eff23f9d54f1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:58.856845 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-89b80b7e-033c-4c29-8312-eff23f9d54f1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports/6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa HTTP/1.1" status: 200 len: 924 time: 0.0750825 Feb 04 06:12:59.065687 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58558) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:59.070862 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-5999623f-d91c-4b8a-8b53-7936ef38dc46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2033605523', 'description': 'tempest-secgroup-smoke-2033605523 description', 'project_id': '71cf42a1a4354f9391ad29100b27498c'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:59.077331 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5999623f-d91c-4b8a-8b53-7936ef38dc46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:59.087222 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5999623f-d91c-4b8a-8b53-7936ef38dc46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:59.099658 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5999623f-d91c-4b8a-8b53-7936ef38dc46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.120015 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5999623f-d91c-4b8a-8b53-7936ef38dc46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:59.123812 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5999623f-d91c-4b8a-8b53-7936ef38dc46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:59.126613 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5999623f-d91c-4b8a-8b53-7936ef38dc46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:59.132383 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5999623f-d91c-4b8a-8b53-7936ef38dc46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:59.198418 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5999623f-d91c-4b8a-8b53-7936ef38dc46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.203897 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5999623f-d91c-4b8a-8b53-7936ef38dc46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.246820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999623f-d91c-4b8a-8b53-7936ef38dc46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0182abde-1281-41cc-be2b-0e2c725ade0c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:59.253977 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5999623f-d91c-4b8a-8b53-7936ef38dc46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.255361 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5999623f-d91c-4b8a-8b53-7936ef38dc46 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1886890 Feb 04 06:12:59.258215 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58562) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:59.263327 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-cfefcf2b-a415-48b6-9344-70db4598e399 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '0182abde-1281-41cc-be2b-0e2c725ade0c', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:59.269298 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-cfefcf2b-a415-48b6-9344-70db4598e399 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:59.273340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-cfefcf2b-a415-48b6-9344-70db4598e399 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:59.276436 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-cfefcf2b-a415-48b6-9344-70db4598e399 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:59.282378 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-cfefcf2b-a415-48b6-9344-70db4598e399 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:59.303517 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cfefcf2b-a415-48b6-9344-70db4598e399 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.369283 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cfefcf2b-a415-48b6-9344-70db4598e399 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.374390 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cfefcf2b-a415-48b6-9344-70db4598e399 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.396586 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefcf2b-a415-48b6-9344-70db4598e399 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f7c4cb-a3ac-4229-8cab-94d4d02cd432,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:59.406420 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cfefcf2b-a415-48b6-9344-70db4598e399 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.407603 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-cfefcf2b-a415-48b6-9344-70db4598e399 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484115 Feb 04 06:12:59.410304 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58566) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:59.415167 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-699b2434-6985-44ad-bac6-71c5ab316fdc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '0182abde-1281-41cc-be2b-0e2c725ade0c', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:59.421115 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-699b2434-6985-44ad-bac6-71c5ab316fdc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:59.424990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-699b2434-6985-44ad-bac6-71c5ab316fdc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:59.427894 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-699b2434-6985-44ad-bac6-71c5ab316fdc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:59.433671 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-699b2434-6985-44ad-bac6-71c5ab316fdc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:59.452137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-699b2434-6985-44ad-bac6-71c5ab316fdc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.486814 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-169ee9fe-87ba-47b1-9e95-4e6f2f5733c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.513103 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-699b2434-6985-44ad-bac6-71c5ab316fdc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.517418 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-699b2434-6985-44ad-bac6-71c5ab316fdc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.539996 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b2434-6985-44ad-bac6-71c5ab316fdc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eba4a65-e7d9-4b26-8409-eb0ab64f0639,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:59.548793 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-699b2434-6985-44ad-bac6-71c5ab316fdc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.550082 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-699b2434-6985-44ad-bac6-71c5ab316fdc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388748 Feb 04 06:12:59.552907 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58570) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:59.557912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-398a86f4-c53f-4ebc-8d41-6f0df4a05767 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '0182abde-1281-41cc-be2b-0e2c725ade0c', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:59.563586 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-398a86f4-c53f-4ebc-8d41-6f0df4a05767 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:59.567753 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-398a86f4-c53f-4ebc-8d41-6f0df4a05767 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:59.571024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-398a86f4-c53f-4ebc-8d41-6f0df4a05767 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:59.577036 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-398a86f4-c53f-4ebc-8d41-6f0df4a05767 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:59.596015 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-398a86f4-c53f-4ebc-8d41-6f0df4a05767 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.662668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-398a86f4-c53f-4ebc-8d41-6f0df4a05767 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.668690 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-398a86f4-c53f-4ebc-8d41-6f0df4a05767 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.690972 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a86f4-c53f-4ebc-8d41-6f0df4a05767 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01230d4b-40a3-485a-abc9-445c5bd305d6,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:59.701582 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-398a86f4-c53f-4ebc-8d41-6f0df4a05767 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.702986 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-398a86f4-c53f-4ebc-8d41-6f0df4a05767 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1490190 Feb 04 06:12:59.705654 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58574) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:59.710527 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-6c3ac108-f3a8-45c7-9ec5-0d9814e85fb4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '0182abde-1281-41cc-be2b-0e2c725ade0c', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:59.716600 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6c3ac108-f3a8-45c7-9ec5-0d9814e85fb4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:59.720582 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6c3ac108-f3a8-45c7-9ec5-0d9814e85fb4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:59.723538 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6c3ac108-f3a8-45c7-9ec5-0d9814e85fb4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:59.729451 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6c3ac108-f3a8-45c7-9ec5-0d9814e85fb4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:59.747218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6c3ac108-f3a8-45c7-9ec5-0d9814e85fb4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.775475 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:59.797065 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:12:59.809785 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6c3ac108-f3a8-45c7-9ec5-0d9814e85fb4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.814183 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6c3ac108-f3a8-45c7-9ec5-0d9814e85fb4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.832725 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:59.836465 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ac108-f3a8-45c7-9ec5-0d9814e85fb4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7483dc78-9540-4ede-8832-94849f027a80,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:59.846709 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6c3ac108-f3a8-45c7-9ec5-0d9814e85fb4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.848013 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6c3ac108-f3a8-45c7-9ec5-0d9814e85fb4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1413872 Feb 04 06:12:59.850755 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58578) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:59.855746 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-eb8a0e51-f39f-46cc-8407-c3648719993d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '0182abde-1281-41cc-be2b-0e2c725ade0c', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:59.861860 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-eb8a0e51-f39f-46cc-8407-c3648719993d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:59.865710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-eb8a0e51-f39f-46cc-8407-c3648719993d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:59.868694 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-eb8a0e51-f39f-46cc-8407-c3648719993d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:59.874697 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-eb8a0e51-f39f-46cc-8407-c3648719993d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:59.887148 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-eb8a0e51-f39f-46cc-8407-c3648719993d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:12:59.893541 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0e51-f39f-46cc-8407-c3648719993d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.955857 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0e51-f39f-46cc-8407-c3648719993d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.961760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0e51-f39f-46cc-8407-c3648719993d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.984106 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a0e51-f39f-46cc-8407-c3648719993d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bc2a8d-433a-486e-83e2-4ba1b0300359,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:59.994731 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0e51-f39f-46cc-8407-c3648719993d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.995999 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-eb8a0e51-f39f-46cc-8407-c3648719993d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1442580 Feb 04 06:12:59.998938 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58582) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:00.003768 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b36eb0dd-09e7-4252-a5b8-59665f72f778 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '0182abde-1281-41cc-be2b-0e2c725ade0c', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:00.009605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b36eb0dd-09e7-4252-a5b8-59665f72f778 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:00.013506 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b36eb0dd-09e7-4252-a5b8-59665f72f778 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:00.016377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b36eb0dd-09e7-4252-a5b8-59665f72f778 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:00.022019 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b36eb0dd-09e7-4252-a5b8-59665f72f778 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:00.035196 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-b36eb0dd-09e7-4252-a5b8-59665f72f778 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:13:00.041635 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b36eb0dd-09e7-4252-a5b8-59665f72f778 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:00.104719 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b36eb0dd-09e7-4252-a5b8-59665f72f778 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:00.111054 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b36eb0dd-09e7-4252-a5b8-59665f72f778 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:00.133793 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36eb0dd-09e7-4252-a5b8-59665f72f778 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdba516f-1945-4b2b-8e86-72f7657dfe4b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:00.144004 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b36eb0dd-09e7-4252-a5b8-59665f72f778 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:00.145206 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b36eb0dd-09e7-4252-a5b8-59665f72f778 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1453538 Feb 04 06:13:00.304186 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-08370fb3-9138-4108-800d-e878da958621 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033605523&fields=id&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 267 time: 0.0397069 Feb 04 06:13:00.390852 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-4bfd9c53-67fe-4c2b-a3d4-ddd7e3d2468d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:00.392202 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-4bfd9c53-67fe-4c2b-a3d4-ddd7e3d2468d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports/6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa HTTP/1.1" status: 200 len: 929 time: 0.0810392 Feb 04 06:13:00.467240 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-d31c271b-2269-4664-ad56-1f307e32ebde service neutron] 10.222.0.31 "GET /v2.0/ports/6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0623555 Feb 04 06:13:00.719943 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-bcc653fa-3a35-49d7-b296-b70d9a52fad6 service neutron] 10.222.0.31 "GET /v2.0/networks/266892b1-bca7-46ac-a66d-1325008750c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467139 Feb 04 06:13:00.856688 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-cf9c28dc-7e85-4014-9359-5d9851037ece service neutron] 10.222.0.31 "GET /v2.0/networks/266892b1-bca7-46ac-a66d-1325008750c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297824 Feb 04 06:13:01.051609 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6447fcb0-1188-4b2a-b896-f1599c3da1d2 req-f0529e77-8565-47b1-8c45-56323d3072da tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=e466ff15-58dd-43ef-9652-3a5e7ab3792e HTTP/1.1" status: 200 len: 210 time: 0.0468419 Feb 04 06:13:01.843311 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0160060e-d206-462d-b21b-56724b78942f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.017162 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-781bde7b-de0f-41a0-b59f-2f47c8e35e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:02.018534 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-781bde7b-de0f-41a0-b59f-2f47c8e35e7e service neutron] 10.222.0.43 "GET /v2.0/ports/6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa HTTP/1.1" status: 200 len: 1025 time: 0.0629499 Feb 04 06:13:02.208055 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bc71fe24-52af-487a-af41-0fab82e4fd2e req-11b2b261-86ca-46e1-a382-77d9683da14b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=e466ff15-58dd-43ef-9652-3a5e7ab3792e HTTP/1.1" status: 200 len: 210 time: 0.0518885 Feb 04 06:13:02.241615 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-f1a8585b-2a7d-42d2-b5c5-bd786fad2650 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:02.243037 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-f1a8585b-2a7d-42d2-b5c5-bd786fad2650 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/networks?id=266892b1-bca7-46ac-a66d-1325008750c7 HTTP/1.1" status: 200 len: 797 time: 0.2196848 Feb 04 06:13:02.290586 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-60350243-7e44-456e-ac51-f30188c1d66c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:02.308557 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-60350243-7e44-456e-ac51-f30188c1d66c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:02.309872 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-60350243-7e44-456e-ac51-f30188c1d66c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 472 time: 0.0583961 Feb 04 06:13:02.320497 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Request body: {'port': {'device_id': 'e466ff15-58dd-43ef-9652-3a5e7ab3792e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:02.433103 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.769319 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:13:02.776853 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.791601 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Transition to ACTIVE for port object 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:02.799373 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.826400 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.872130 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:03.050511 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Pushing event updated for resources: {'Port': ['ID=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,revision_number=7']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:03.167641 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Attempting to bind port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:13:03.167884 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Attempting to bind port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '34f68558-913b-4af8-91d4-23e64f5e9bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:13:03.168231 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Attempting to bind port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa on network 266892b1-bca7-46ac-a66d-1325008750c7 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:13:03.172916 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa on network 266892b1-bca7-46ac-a66d-1325008750c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:13:03.173227 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Attempting to bind port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa on network 266892b1-bca7-46ac-a66d-1325008750c7 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:13:03.178398 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:13:03.178725 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Checking segment: {'id': '34f68558-913b-4af8-91d4-23e64f5e9bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:03.179094 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Bound using segment: {'id': '34f68558-913b-4af8-91d4-23e64f5e9bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:13:03.179512 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Bound port: 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f68558-913b-4af8-91d4-23e64f5e9bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:13:03.179878 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:03.279125 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] For port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:13:03.282264 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] For port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,segment=NetworkSegment(34f68558-913b-4af8-91d4-23e64f5e9bd5),segment_id=34f68558-913b-4af8-91d4-23e64f5e9bd5)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:13:03.288405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:03.351588 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:03.352320 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:03.353819 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] 10.222.0.43 "PUT /v2.0/ports/6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa HTTP/1.1" status: 200 len: 1130 time: 1.0372841 Feb 04 06:13:03.354313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e466ff15-58dd-43ef-9652-3a5e7ab3792e', 'tag': '6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:13:03.376806 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f6465-3b45-4a80-a717-9dfac193db0c service neutron] Pushing event updated for resources: {'Port': ['ID=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,revision_number=8']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:03.406862 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefa288-ee24-457a-ae61-cd7e3078bd24 req-3ca5a659-c8f8-40db-ad7f-3c61cc4db143 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:03.409260 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ceefa288-ee24-457a-ae61-cd7e3078bd24 req-3ca5a659-c8f8-40db-ad7f-3c61cc4db143 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=e466ff15-58dd-43ef-9652-3a5e7ab3792e HTTP/1.1" status: 200 len: 980 time: 0.0951259 Feb 04 06:13:03.434628 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e466ff15-58dd-43ef-9652-3a5e7ab3792e', 'tag': '6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa', 'status': 'completed', 'code': 200} Feb 04 06:13:03.461451 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ceefa288-ee24-457a-ae61-cd7e3078bd24 req-c3048f07-5ad9-4156-9130-44c5f83ea2a1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=efcd3c68-7518-40ab-b046-abb83a85e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459065 Feb 04 06:13:03.484693 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-71220398-1420-431b-9517-a547f0e715f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:03.486349 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-71220398-1420-431b-9517-a547f0e715f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=e466ff15-58dd-43ef-9652-3a5e7ab3792e HTTP/1.1" status: 200 len: 1133 time: 0.0882108 Feb 04 06:13:03.590685 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-5e2aaaab-2357-48db-8daf-1b4b3a407ae1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa HTTP/1.1" status: 200 len: 1035 time: 0.0975611 Feb 04 06:13:03.657865 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-5d6aaf0e-6ee4-4112-976a-08a2bb9612cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:03.659944 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-5d6aaf0e-6ee4-4112-976a-08a2bb9612cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b1417d2-2ff1-4d42-bafd-31805199bc99 HTTP/1.1" status: 200 len: 834 time: 0.0634594 Feb 04 06:13:03.763063 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-88d8f35b-f298-4e50-972b-5f72d2996662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:03.765321 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-88d8f35b-f298-4e50-972b-5f72d2996662 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=266892b1-bca7-46ac-a66d-1325008750c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0992589 Feb 04 06:13:03.914318 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-590cf8a5-d739-4d6e-b2db-a29f3ca32ed3 service neutron] 10.222.0.43 "GET /v2.0/networks/266892b1-bca7-46ac-a66d-1325008750c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427848 Feb 04 06:13:04.045805 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6d686f65-a761-43db-ab8e-72e7c7868c2b req-9efb864b-d09e-4a29-bcbf-d7ac729b2490 service neutron] 10.222.0.43 "GET /v2.0/networks/266892b1-bca7-46ac-a66d-1325008750c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244018 Feb 04 06:13:04.169831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ebba-6783-4aa6-a80c-1f379875721c req-67c9d7b9-9575-4314-95a4-83fb569b66ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:04.171227 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-15b2ebba-6783-4aa6-a80c-1f379875721c req-67c9d7b9-9575-4314-95a4-83fb569b66ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=e466ff15-58dd-43ef-9652-3a5e7ab3792e HTTP/1.1" status: 200 len: 1133 time: 0.0736740 Feb 04 06:13:04.226742 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:04.301156 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ebba-6783-4aa6-a80c-1f379875721c req-dd4a598c-6ab6-4541-89df-91e73808319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:04.302604 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-15b2ebba-6783-4aa6-a80c-1f379875721c req-dd4a598c-6ab6-4541-89df-91e73808319b service neutron] 10.222.0.43 "GET /v2.0/networks?id=266892b1-bca7-46ac-a66d-1325008750c7 HTTP/1.1" status: 200 len: 898 time: 0.1242790 Feb 04 06:13:04.408762 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-15b2ebba-6783-4aa6-a80c-1f379875721c req-50b0bce4-0672-4d8e-a2e9-4965713799d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa HTTP/1.1" status: 200 len: 1035 time: 0.0976243 Feb 04 06:13:04.470854 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ebba-6783-4aa6-a80c-1f379875721c req-b663f6ab-4c36-41a0-bc0b-c185fa8fc9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:04.472171 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-15b2ebba-6783-4aa6-a80c-1f379875721c req-b663f6ab-4c36-41a0-bc0b-c185fa8fc9f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b1417d2-2ff1-4d42-bafd-31805199bc99 HTTP/1.1" status: 200 len: 834 time: 0.0571558 Feb 04 06:13:04.549223 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ebba-6783-4aa6-a80c-1f379875721c req-08edc51a-8e46-4000-8a03-272a879d29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:04.550724 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-15b2ebba-6783-4aa6-a80c-1f379875721c req-08edc51a-8e46-4000-8a03-272a879d29b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=266892b1-bca7-46ac-a66d-1325008750c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723085 Feb 04 06:13:04.646522 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70a9a2-7b8a-4e1b-af28-cfc4adf6ca9d req-14e43c0b-a19b-447d-b970-f60119ab3430 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:04.647980 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7d70a9a2-7b8a-4e1b-af28-cfc4adf6ca9d req-14e43c0b-a19b-447d-b970-f60119ab3430 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=e466ff15-58dd-43ef-9652-3a5e7ab3792e HTTP/1.1" status: 200 len: 980 time: 0.0780125 Feb 04 06:13:04.684238 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-15b2ebba-6783-4aa6-a80c-1f379875721c req-42f0f3a4-9881-432d-acd7-50dc433ffe23 service neutron] 10.222.0.43 "GET /v2.0/networks/266892b1-bca7-46ac-a66d-1325008750c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256540 Feb 04 06:13:04.691306 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7d70a9a2-7b8a-4e1b-af28-cfc4adf6ca9d req-63225a87-adce-4afa-8540-b235bb2e5dd3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=efcd3c68-7518-40ab-b046-abb83a85e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374019 Feb 04 06:13:04.911452 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-15b2ebba-6783-4aa6-a80c-1f379875721c req-3427c537-0cbb-446d-961c-7c382fbefd02 service neutron] 10.222.0.43 "GET /v2.0/networks/266892b1-bca7-46ac-a66d-1325008750c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203467 Feb 04 06:13:05.780300 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:13:05.887943 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258dff8-0594-4fb7-af33-06524dfdaa2d req-64c35f20-da88-48e7-b6fe-1c87b27c3279 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:05.889508 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6258dff8-0594-4fb7-af33-06524dfdaa2d req-64c35f20-da88-48e7-b6fe-1c87b27c3279 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=e466ff15-58dd-43ef-9652-3a5e7ab3792e HTTP/1.1" status: 200 len: 980 time: 0.0849917 Feb 04 06:13:05.917862 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,segment=NetworkSegment(34f68558-913b-4af8-91d4-23e64f5e9bd5),segment_id=34f68558-913b-4af8-91d4-23e64f5e9bd5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:05.931113 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa', 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7', 'port_id': '6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa', 'mac_address': 'fa:16:3e:5d:b9:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1417d2-2ff1-4d42-bafd-31805199bc99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:13:05.933317 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6258dff8-0594-4fb7-af33-06524dfdaa2d req-4f50ae79-c896-4c7d-b956-94d0789c1c8a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=efcd3c68-7518-40ab-b046-abb83a85e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378070 Feb 04 06:13:05.985523 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.001955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:13:06.017309 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,segment=NetworkSegment(34f68558-913b-4af8-91d4-23e64f5e9bd5),segment_id=34f68558-913b-4af8-91d4-23e64f5e9bd5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:06.023070 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.095532 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,revision_number=9']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:06.226565 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:13:07.124057 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:07.130211 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511aad21-50ab-4cc9-965e-8c050df1114d req-9d8be98e-9a4a-42fa-a924-e81000a2757a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:07.131484 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-511aad21-50ab-4cc9-965e-8c050df1114d req-9d8be98e-9a4a-42fa-a924-e81000a2757a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=e466ff15-58dd-43ef-9652-3a5e7ab3792e HTTP/1.1" status: 200 len: 981 time: 0.0868323 Feb 04 06:13:07.175975 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-511aad21-50ab-4cc9-965e-8c050df1114d req-892c7608-bed8-4bf4-ac01-f9b12563a6dd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=efcd3c68-7518-40ab-b046-abb83a85e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385647 Feb 04 06:13:07.797251 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:07.880561 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:07.885822 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:07.886192 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:08.008809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:08.043374 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e466ff15-58dd-43ef-9652-3a5e7ab3792e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:13:08.053433 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,segment=NetworkSegment(34f68558-913b-4af8-91d4-23e64f5e9bd5),segment_id=34f68558-913b-4af8-91d4-23e64f5e9bd5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:08.058652 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:08.094040 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e466ff15-58dd-43ef-9652-3a5e7ab3792e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa', 'code': 200} Feb 04 06:13:08.127914 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,revision_number=10']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:08.319904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be47372-de1a-4aa3-affc-dea4adfd7aa4 req-1bb9c169-bb6c-4308-8a37-519ea0fc763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:08.321332 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4be47372-de1a-4aa3-affc-dea4adfd7aa4 req-1bb9c169-bb6c-4308-8a37-519ea0fc763d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e466ff15-58dd-43ef-9652-3a5e7ab3792e HTTP/1.1" status: 200 len: 1136 time: 0.0690422 Feb 04 06:13:08.362740 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4be47372-de1a-4aa3-affc-dea4adfd7aa4 req-c2259f7b-923a-4d4c-a8bf-a629f9caa066 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=efcd3c68-7518-40ab-b046-abb83a85e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348911 Feb 04 06:13:08.364075 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809132c8-e4a2-4fed-8361-9158c5474ed9 req-89f6d55b-09d2-4133-8584-35f8231a8ee4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:08.365538 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-809132c8-e4a2-4fed-8361-9158c5474ed9 req-89f6d55b-09d2-4133-8584-35f8231a8ee4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=e466ff15-58dd-43ef-9652-3a5e7ab3792e HTTP/1.1" status: 200 len: 983 time: 0.0842884 Feb 04 06:13:08.411549 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-809132c8-e4a2-4fed-8361-9158c5474ed9 req-217ad4c0-3f45-4d87-8be7-a454be812bc4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=efcd3c68-7518-40ab-b046-abb83a85e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396819 Feb 04 06:13:09.608140 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377f821-cffc-44a8-9f8c-11a8fcae142c req-b18b61db-114a-4852-8050-1604f0904312 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:09.609955 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2377f821-cffc-44a8-9f8c-11a8fcae142c req-b18b61db-114a-4852-8050-1604f0904312 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=e466ff15-58dd-43ef-9652-3a5e7ab3792e HTTP/1.1" status: 200 len: 983 time: 0.0805695 Feb 04 06:13:09.653567 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2377f821-cffc-44a8-9f8c-11a8fcae142c req-50b44fad-f681-4a6b-906e-557e5e488540 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=efcd3c68-7518-40ab-b046-abb83a85e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379674 Feb 04 06:13:09.853700 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deb128-975f-453f-a7dc-8f52afa18db5 req-aa886372-6a76-4b4c-8462-d31ab14db10f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:09.855180 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d7deb128-975f-453f-a7dc-8f52afa18db5 req-aa886372-6a76-4b4c-8462-d31ab14db10f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=e466ff15-58dd-43ef-9652-3a5e7ab3792e HTTP/1.1" status: 200 len: 983 time: 0.0948877 Feb 04 06:13:09.903389 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d7deb128-975f-453f-a7dc-8f52afa18db5 req-5ddc636c-5e2a-4f1c-931c-d0082d2ea8c4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=efcd3c68-7518-40ab-b046-abb83a85e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394695 Feb 04 06:13:09.930486 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58632) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:10.004033 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2138ab-221f-4511-a7ba-ac3936f7bcd3 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:10.005537 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1f2138ab-221f-4511-a7ba-ac3936f7bcd3 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e466ff15-58dd-43ef-9652-3a5e7ab3792e&network_id=266892b1-bca7-46ac-a66d-1325008750c7 HTTP/1.1" status: 200 len: 1131 time: 0.0740969 Feb 04 06:13:10.389629 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbd08d-0d60-4580-89b2-6a2370565fbb req-2005d347-b7f8-4360-91ce-4a3cc9747a4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:10.391066 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a2bbd08d-0d60-4580-89b2-6a2370565fbb req-2005d347-b7f8-4360-91ce-4a3cc9747a4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=e466ff15-58dd-43ef-9652-3a5e7ab3792e HTTP/1.1" status: 200 len: 983 time: 0.1038759 Feb 04 06:13:10.436328 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a2bbd08d-0d60-4580-89b2-6a2370565fbb req-06f58bba-c50f-464c-9675-d28759797846 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=efcd3c68-7518-40ab-b046-abb83a85e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394168 Feb 04 06:13:11.610700 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193770-0a5e-4993-b273-297cefdcaff9 req-ef0dcc75-ec6c-4cfa-bc17-58761dd81bd4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:11.612431 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d3193770-0a5e-4993-b273-297cefdcaff9 req-ef0dcc75-ec6c-4cfa-bc17-58761dd81bd4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/ports?device_id=e466ff15-58dd-43ef-9652-3a5e7ab3792e HTTP/1.1" status: 200 len: 983 time: 0.0875669 Feb 04 06:13:11.627421 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ee369-0894-4278-98a6-59290c6a9982 req-b314e53f-55a0-4d57-9e5f-085b4d7d3567 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:11.629042 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f48ee369-0894-4278-98a6-59290c6a9982 req-b314e53f-55a0-4d57-9e5f-085b4d7d3567 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=e466ff15-58dd-43ef-9652-3a5e7ab3792e HTTP/1.1" status: 200 len: 983 time: 0.0794280 Feb 04 06:13:11.677684 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f48ee369-0894-4278-98a6-59290c6a9982 req-3b5294bc-15d5-4f42-a80e-711fd6fdc8f9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=efcd3c68-7518-40ab-b046-abb83a85e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428557 Feb 04 06:13:11.683645 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193770-0a5e-4993-b273-297cefdcaff9 req-a37df483-40ec-4bcb-9a01-ac9dc803e1f2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:11.685199 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d3193770-0a5e-4993-b273-297cefdcaff9 req-a37df483-40ec-4bcb-9a01-ac9dc803e1f2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/ports/6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0675833 Feb 04 06:13:11.827139 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d3193770-0a5e-4993-b273-297cefdcaff9 req-10ec018c-8526-4f3c-94d8-9a227eb7cb15 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/networks/266892b1-bca7-46ac-a66d-1325008750c7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1369581 Feb 04 06:13:11.837003 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-d3193770-0a5e-4993-b273-297cefdcaff9 req-ebde7a12-180e-44b7-a635-55536130a3ab service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:11.959227 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d3193770-0a5e-4993-b273-297cefdcaff9 req-ebde7a12-180e-44b7-a635-55536130a3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:12.197216 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-d3193770-0a5e-4993-b273-297cefdcaff9 req-ebde7a12-180e-44b7-a635-55536130a3ab service neutron] For port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,segment=NetworkSegment(34f68558-913b-4af8-91d4-23e64f5e9bd5),segment_id=34f68558-913b-4af8-91d4-23e64f5e9bd5)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:12.227770 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-d3193770-0a5e-4993-b273-297cefdcaff9 req-ebde7a12-180e-44b7-a635-55536130a3ab service neutron] For port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:13:12.283936 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-d3193770-0a5e-4993-b273-297cefdcaff9 req-ebde7a12-180e-44b7-a635-55536130a3ab service neutron] device_id is not set on port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa yet. {{(pid=87470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:13:12.292488 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d3193770-0a5e-4993-b273-297cefdcaff9 req-ebde7a12-180e-44b7-a635-55536130a3ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:12.298201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d3193770-0a5e-4993-b273-297cefdcaff9 req-ebde7a12-180e-44b7-a635-55536130a3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:12.441521 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde7a12-180e-44b7-a635-55536130a3ab service neutron] Pushing event updated for resources: {'Port': ['ID=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,revision_number=11']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:12.489390 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3193770-0a5e-4993-b273-297cefdcaff9 req-ebde7a12-180e-44b7-a635-55536130a3ab service neutron] No DVR routers for this DVR port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:13:12.581758 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7468015e-5027-4066-8127-cfa108878e3a None None] Provisioning complete for port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:12.582384 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7468015e-5027-4066-8127-cfa108878e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:12.637913 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7468015e-5027-4066-8127-cfa108878e3a None None] Port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:12.704191 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-d3193770-0a5e-4993-b273-297cefdcaff9 req-ebde7a12-180e-44b7-a635-55536130a3ab service neutron] In _notify_port_updated(), no bound segment for port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa on network 266892b1-bca7-46ac-a66d-1325008750c7 {{(pid=87470) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:13:12.704976 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193770-0a5e-4993-b273-297cefdcaff9 req-ebde7a12-180e-44b7-a635-55536130a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:12.705579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d3193770-0a5e-4993-b273-297cefdcaff9 req-ebde7a12-180e-44b7-a635-55536130a3ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:12.706840 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d3193770-0a5e-4993-b273-297cefdcaff9 req-ebde7a12-180e-44b7-a635-55536130a3ab service neutron] 10.222.0.43 "PUT /v2.0/ports/6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa HTTP/1.1" status: 200 len: 1026 time: 0.8737888 Feb 04 06:13:12.835059 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3f84be0f-9847-4dd2-8699-cc823596a9f3 req-3ec25bc7-916b-4ecd-9890-835a148bfd41 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=e466ff15-58dd-43ef-9652-3a5e7ab3792e HTTP/1.1" status: 200 len: 210 time: 0.0432832 Feb 04 06:13:13.945853 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58662) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:14.028332 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a946999-bdc4-4270-a00b-a634197a763f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.058779 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a946999-bdc4-4270-a00b-a634197a763f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.133075 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a946999-bdc4-4270-a00b-a634197a763f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.157791 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a946999-bdc4-4270-a00b-a634197a763f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0182abde-1281-41cc-be2b-0e2c725ade0c,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:14.170469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a946999-bdc4-4270-a00b-a634197a763f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.173063 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6a946999-bdc4-4270-a00b-a634197a763f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/security-groups/0182abde-1281-41cc-be2b-0e2c725ade0c HTTP/1.1" status: 204 len: 168 time: 0.2247088 Feb 04 06:13:14.216918 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58670) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:14.432162 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab542c4b-3600-4d81-9171-7d7bbfa48e74 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port c8c4adcc-e116-4b20-9859-f8da52c650d1 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:14.432506 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab542c4b-3600-4d81-9171-7d7bbfa48e74 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.720363 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab542c4b-3600-4d81-9171-7d7bbfa48e74 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.720685 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab542c4b-3600-4d81-9171-7d7bbfa48e74 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.843058 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab542c4b-3600-4d81-9171-7d7bbfa48e74 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for c8c4adcc-e116-4b20-9859-f8da52c650d1 owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:14.998111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab542c4b-3600-4d81-9171-7d7bbfa48e74 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:15.048800 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab542c4b-3600-4d81-9171-7d7bbfa48e74 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=c8c4adcc-e116-4b20-9859-f8da52c650d1,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:15.140018 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab542c4b-3600-4d81-9171-7d7bbfa48e74 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:15.140344 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-ab542c4b-3600-4d81-9171-7d7bbfa48e74 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Floating IP bf00342a-3d23-4786-b8fb-63a909e664c4 disassociated (deleted). External IP: 172.26.4.80, port: 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa. Feb 04 06:13:15.500669 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab542c4b-3600-4d81-9171-7d7bbfa48e74 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 465aa604-049a-4b19-b153-0722f7ab6025 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:13:15.683579 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab542c4b-3600-4d81-9171-7d7bbfa48e74 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:15.694304 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a4b4e-16c0-498f-8da0-8883c59c8e4e None None] Sync routers for ids ['465aa604-049a-4b19-b153-0722f7ab6025'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:15.705594 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab542c4b-3600-4d81-9171-7d7bbfa48e74 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:15.705773 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391a4b4e-16c0-498f-8da0-8883c59c8e4e None None] Routers {'465aa604-049a-4b19-b153-0722f7ab6025'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:15.706394 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-391a4b4e-16c0-498f-8da0-8883c59c8e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:13:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['465aa604-049a-4b19-b153-0722f7ab6025'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:15.765329 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ab542c4b-3600-4d81-9171-7d7bbfa48e74 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/floatingips/bf00342a-3d23-4786-b8fb-63a909e664c4 HTTP/1.1" status: 204 len: 168 time: 1.5445948 Feb 04 06:13:15.843503 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:13:15.924635 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58680) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:15.939189 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-391a4b4e-16c0-498f-8da0-8883c59c8e4e None None] Set router 465aa604-049a-4b19-b153-0722f7ab6025 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:13:15.982731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:13:15.993967 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a1afd72-56f1-4a3d-a1d6-7fa3bb17d542 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:16.024062 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a1afd72-56f1-4a3d-a1d6-7fa3bb17d542 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:16.095814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a1afd72-56f1-4a3d-a1d6-7fa3bb17d542 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:16.118982 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1afd72-56f1-4a3d-a1d6-7fa3bb17d542 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=865c59d6-47b9-4e70-8ec9-ccd4daa2a2fb,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:16.128704 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2a1afd72-56f1-4a3d-a1d6-7fa3bb17d542 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:16.129487 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2a1afd72-56f1-4a3d-a1d6-7fa3bb17d542 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/security-groups/865c59d6-47b9-4e70-8ec9-ccd4daa2a2fb HTTP/1.1" status: 204 len: 168 time: 0.2038591 Feb 04 06:13:16.187327 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58688) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:16.279592 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0d37f82b-3cd3-43f6-a22d-c68fc933009b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:16.279912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0d37f82b-3cd3-43f6-a22d-c68fc933009b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:16.359183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-391a4b4e-16c0-498f-8da0-8883c59c8e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465aa604-049a-4b19-b153-0722f7ab6025', 'name': 'tempest-TestNetworkBasicOps-router-599105723', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:32Z', 'updated_at': '2022-02-04T06:12:38Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:33Z', 'updated_at': '2022-02-04T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7', 'name': '', 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:93:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '1b1417d2-2ff1-4d42-bafd-31805199bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:37Z', 'updated_at': '2022-02-04T06:12:43Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '1b1417d2-2ff1-4d42-bafd-31805199bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:16.363997 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a4b4e-16c0-498f-8da0-8883c59c8e4e None None] Checking router: 465aa604-049a-4b19-b153-0722f7ab6025 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:13:16.374721 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391a4b4e-16c0-498f-8da0-8883c59c8e4e None None] Routers {'465aa604-049a-4b19-b153-0722f7ab6025'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:16.374721 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-391a4b4e-16c0-498f-8da0-8883c59c8e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:13:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['465aa604-049a-4b19-b153-0722f7ab6025'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:16.553363 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0d37f82b-3cd3-43f6-a22d-c68fc933009b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:16.569203 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-391a4b4e-16c0-498f-8da0-8883c59c8e4e None None] Set router 465aa604-049a-4b19-b153-0722f7ab6025 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:13:16.865171 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0d37f82b-3cd3-43f6-a22d-c68fc933009b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa owned by {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:16.946281 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-391a4b4e-16c0-498f-8da0-8883c59c8e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465aa604-049a-4b19-b153-0722f7ab6025', 'name': 'tempest-TestNetworkBasicOps-router-599105723', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:32Z', 'updated_at': '2022-02-04T06:12:38Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:33Z', 'updated_at': '2022-02-04T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7', 'name': '', 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:93:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '1b1417d2-2ff1-4d42-bafd-31805199bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:37Z', 'updated_at': '2022-02-04T06:12:43Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '1b1417d2-2ff1-4d42-bafd-31805199bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:16.950998 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a4b4e-16c0-498f-8da0-8883c59c8e4e None None] The sync data for ids ['465aa604-049a-4b19-b153-0722f7ab6025'] in dv-neutron-826830-2-hyperv is: [{'id': '465aa604-049a-4b19-b153-0722f7ab6025', 'name': 'tempest-TestNetworkBasicOps-router-599105723', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:32Z', 'updated_at': '2022-02-04T06:12:38Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:33Z', 'updated_at': '2022-02-04T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7', 'name': '', 'network_id': '266892b1-bca7-46ac-a66d-1325008750c7', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:93:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '1b1417d2-2ff1-4d42-bafd-31805199bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:37Z', 'updated_at': '2022-02-04T06:12:43Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '1b1417d2-2ff1-4d42-bafd-31805199bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:17.040210 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0d37f82b-3cd3-43f6-a22d-c68fc933009b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:17.130164 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37f82b-3cd3-43f6-a22d-c68fc933009b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:17.362788 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973033e6-6853-4810-a6c5-9835dc95e014 None None] New status for floating IP bf00342a-3d23-4786-b8fb-63a909e664c4: DOWN {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:13:17.366070 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0d37f82b-3cd3-43f6-a22d-c68fc933009b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:17.378646 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0d37f82b-3cd3-43f6-a22d-c68fc933009b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/ports/6f92abd3-d5d8-4eb1-916e-d1b5b7bed8fa HTTP/1.1" status: 204 len: 168 time: 1.1873186 Feb 04 06:13:17.379255 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58694) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:18.368667 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5765a4e-504d-4eeb-9936-bd3e3b579411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:18.896789 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-b5765a4e-504d-4eeb-9936-bd3e3b579411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:18.897589 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5765a4e-504d-4eeb-9936-bd3e3b579411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.176794 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-b5765a4e-504d-4eeb-9936-bd3e3b579411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7,segment=NetworkSegment(34f68558-913b-4af8-91d4-23e64f5e9bd5),segment_id=34f68558-913b-4af8-91d4-23e64f5e9bd5)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:19.177065 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5765a4e-504d-4eeb-9936-bd3e3b579411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.307452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-b5765a4e-504d-4eeb-9936-bd3e3b579411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:19.364360 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b4005bf1-3206-4e93-bfe9-d6b06d2f941b req-3df70fbb-5b78-4c5d-991c-66c4a8095978 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2727928 Feb 04 06:13:19.862695 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4005bf1-3206-4e93-bfe9-d6b06d2f941b req-058a84e8-51c1-4dc4-a062-2d354ef6740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:19.864288 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b4005bf1-3206-4e93-bfe9-d6b06d2f941b req-058a84e8-51c1-4dc4-a062-2d354ef6740f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8545e1a3b8fa468c888c11d4d16e5353&device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 1098 time: 0.2843196 Feb 04 06:13:20.046722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5765a4e-504d-4eeb-9936-bd3e3b579411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:20.104544 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5765a4e-504d-4eeb-9936-bd3e3b579411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:20.219722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4005bf1-3206-4e93-bfe9-d6b06d2f941b req-7a828d18-1a58-46d1-b90a-6a6c3bb3729c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:20.221425 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b4005bf1-3206-4e93-bfe9-d6b06d2f941b req-7a828d18-1a58-46d1-b90a-6a6c3bb3729c service neutron] 10.222.0.43 "GET /v2.0/networks?id=11fda8b6-b607-479d-885a-9ae11a4ba872 HTTP/1.1" status: 200 len: 912 time: 0.3144455 Feb 04 06:13:20.465641 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b4005bf1-3206-4e93-bfe9-d6b06d2f941b req-ed5d9baa-0a02-4da6-ae78-38e9444bfc66 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84760030-72d4-4829-8362-80dd51262115 HTTP/1.1" status: 200 len: 1001 time: 0.1863573 Feb 04 06:13:20.538471 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5765a4e-504d-4eeb-9936-bd3e3b579411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:20.636237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4005bf1-3206-4e93-bfe9-d6b06d2f941b req-ece9a069-4b59-49b0-84e4-a12e183788dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:20.637725 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b4005bf1-3206-4e93-bfe9-d6b06d2f941b req-ece9a069-4b59-49b0-84e4-a12e183788dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1464dd3d-87c0-462d-8ed5-ccb402ea7201 HTTP/1.1" status: 200 len: 850 time: 0.1651556 Feb 04 06:13:20.853338 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4005bf1-3206-4e93-bfe9-d6b06d2f941b req-c7ce81e0-5f6c-4a67-9c1e-bcb483914fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:20.854823 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b4005bf1-3206-4e93-bfe9-d6b06d2f941b req-c7ce81e0-5f6c-4a67-9c1e-bcb483914fd9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11fda8b6-b607-479d-885a-9ae11a4ba872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2103174 Feb 04 06:13:21.089197 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5765a4e-504d-4eeb-9936-bd3e3b579411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 465aa604-049a-4b19-b153-0722f7ab6025 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:13:21.099122 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b4005bf1-3206-4e93-bfe9-d6b06d2f941b req-262370db-66f1-4295-80ee-37e156e906ef service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359791 Feb 04 06:13:21.495970 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b4005bf1-3206-4e93-bfe9-d6b06d2f941b req-20e6b25b-8e8f-409c-84e2-03de4cc2841f service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901112 Feb 04 06:13:21.499209 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5765a4e-504d-4eeb-9936-bd3e3b579411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:21.515632 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d1b5bd-ed80-4de1-bb83-60ae4b90f9bd None None] Sync routers for ids ['465aa604-049a-4b19-b153-0722f7ab6025'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:21.523154 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b5765a4e-504d-4eeb-9936-bd3e3b579411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/routers/465aa604-049a-4b19-b153-0722f7ab6025/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1425431 Feb 04 06:13:21.526044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58704) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:21.536599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d1b5bd-ed80-4de1-bb83-60ae4b90f9bd None None] Routers {'465aa604-049a-4b19-b153-0722f7ab6025'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:21.537306 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-85d1b5bd-ed80-4de1-bb83-60ae4b90f9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:13:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['465aa604-049a-4b19-b153-0722f7ab6025'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:21.596578 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12a90b8-5c2c-41f9-84a5-63e44acc833e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting subnet 1b1417d2-2ff1-4d42-bafd-31805199bc99 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:13:21.600465 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b12a90b8-5c2c-41f9-84a5-63e44acc833e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.656027 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b12a90b8-5c2c-41f9-84a5-63e44acc833e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.726284 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-85d1b5bd-ed80-4de1-bb83-60ae4b90f9bd None None] Set router 465aa604-049a-4b19-b153-0722f7ab6025 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:13:21.742505 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b12a90b8-5c2c-41f9-84a5-63e44acc833e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.816158 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b12a90b8-5c2c-41f9-84a5-63e44acc833e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.852686 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a90b8-5c2c-41f9-84a5-63e44acc833e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1417d2-2ff1-4d42-bafd-31805199bc99,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:21.865099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b12a90b8-5c2c-41f9-84a5-63e44acc833e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.869487 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a90b8-5c2c-41f9-84a5-63e44acc833e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:21.869829 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a90b8-5c2c-41f9-84a5-63e44acc833e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:21.871024 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a90b8-5c2c-41f9-84a5-63e44acc833e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:21.871375 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a90b8-5c2c-41f9-84a5-63e44acc833e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:21.872355 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a90b8-5c2c-41f9-84a5-63e44acc833e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:21.872690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a90b8-5c2c-41f9-84a5-63e44acc833e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:21.873012 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a90b8-5c2c-41f9-84a5-63e44acc833e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:21.873333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a90b8-5c2c-41f9-84a5-63e44acc833e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:21.873651 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a90b8-5c2c-41f9-84a5-63e44acc833e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:21.873967 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a90b8-5c2c-41f9-84a5-63e44acc833e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:21.874277 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a90b8-5c2c-41f9-84a5-63e44acc833e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:21.874594 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a90b8-5c2c-41f9-84a5-63e44acc833e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:21.880871 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b12a90b8-5c2c-41f9-84a5-63e44acc833e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/subnets/1b1417d2-2ff1-4d42-bafd-31805199bc99 HTTP/1.1" status: 204 len: 168 time: 0.3536792 Feb 04 06:13:21.883390 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58712) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:21.898964 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511f7025-4c6b-410e-8210-44168dcda53e None None] Network 266892b1-bca7-46ac-a66d-1325008750c7 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:22.070056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b666-fa79-428c-b036-66fc2cb265fc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:22.232399 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-85d1b5bd-ed80-4de1-bb83-60ae4b90f9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465aa604-049a-4b19-b153-0722f7ab6025', 'name': 'tempest-TestNetworkBasicOps-router-599105723', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:32Z', 'updated_at': '2022-02-04T06:13:19Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:33Z', 'updated_at': '2022-02-04T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:22.236792 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d1b5bd-ed80-4de1-bb83-60ae4b90f9bd None None] Checking router: 465aa604-049a-4b19-b153-0722f7ab6025 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:13:22.244190 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-54a09af9-4286-457f-bfd4-5232a2166bbf tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-914946503&fields=id&tenant_id=8545e1a3b8fa468c888c11d4d16e5353 HTTP/1.1" status: 200 len: 267 time: 0.1247528 Feb 04 06:13:22.245520 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d1b5bd-ed80-4de1-bb83-60ae4b90f9bd None None] Routers {'465aa604-049a-4b19-b153-0722f7ab6025'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:22.246133 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-85d1b5bd-ed80-4de1-bb83-60ae4b90f9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:13:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['465aa604-049a-4b19-b153-0722f7ab6025'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:22.296345 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a92041-08ab-4a3d-a8b1-4ec211d4f6a7 None None] DHCP port deletion for 266892b1-bca7-46ac-a66d-1325008750c7 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:13:22.316822 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-85a92041-08ab-4a3d-a8b1-4ec211d4f6a7 None None] Deleting port 484ca095-783a-4229-95ae-36ba86b6e7b8 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:22.317363 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-85a92041-08ab-4a3d-a8b1-4ec211d4f6a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:22.376423 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b666-fa79-428c-b036-66fc2cb265fc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:22.402397 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8b666-fa79-428c-b036-66fc2cb265fc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port f03a84b5-eed2-49e3-b5ff-a0653e2ac580 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:22.402883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b666-fa79-428c-b036-66fc2cb265fc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:22.469365 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-4ab62a62-b009-4a81-a571-91ee77ac5180 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:22.470761 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-4ab62a62-b009-4a81-a571-91ee77ac5180 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/networks?id=11fda8b6-b607-479d-885a-9ae11a4ba872 HTTP/1.1" status: 200 len: 811 time: 0.2169859 Feb 04 06:13:22.549176 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-1d2bcf3d-5beb-4c5b-ba01-857fe86164e9 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/quotas/8545e1a3b8fa468c888c11d4d16e5353 HTTP/1.1" status: 200 len: 375 time: 0.0715208 Feb 04 06:13:22.573838 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-85d1b5bd-ed80-4de1-bb83-60ae4b90f9bd None None] Set router 465aa604-049a-4b19-b153-0722f7ab6025 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:13:22.775953 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-a7d8b666-fa79-428c-b036-66fc2cb265fc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port f03a84b5-eed2-49e3-b5ff-a0653e2ac580, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=f03a84b5-eed2-49e3-b5ff-a0653e2ac580,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:22.776266 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b666-fa79-428c-b036-66fc2cb265fc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:22.808588 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-85a92041-08ab-4a3d-a8b1-4ec211d4f6a7 None None] For port 484ca095-783a-4229-95ae-36ba86b6e7b8, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=484ca095-783a-4229-95ae-36ba86b6e7b8,segment=NetworkSegment(34f68558-913b-4af8-91d4-23e64f5e9bd5),segment_id=34f68558-913b-4af8-91d4-23e64f5e9bd5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:22.808974 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-85a92041-08ab-4a3d-a8b1-4ec211d4f6a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:22.900257 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8b666-fa79-428c-b036-66fc2cb265fc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for f03a84b5-eed2-49e3-b5ff-a0653e2ac580 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:22.942354 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-85a92041-08ab-4a3d-a8b1-4ec211d4f6a7 None None] Calling delete_port for 484ca095-783a-4229-95ae-36ba86b6e7b8 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:22.959377 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3f042e4a-a8db-4f0d-975d-bbd048088998 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8545e1a3b8fa468c888c11d4d16e5353&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4033840 Feb 04 06:13:23.071927 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-85a92041-08ab-4a3d-a8b1-4ec211d4f6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.117418 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a92041-08ab-4a3d-a8b1-4ec211d4f6a7 None None] No DVR routers for this DVR port 484ca095-783a-4229-95ae-36ba86b6e7b8 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:13:23.126132 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a92041-08ab-4a3d-a8b1-4ec211d4f6a7 None None] Pushing event deleted for resources: {'Port': ['ID=484ca095-783a-4229-95ae-36ba86b6e7b8,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:23.135333 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-eecca066-de81-480a-961a-a417384cbeac service neutron] 10.222.0.31 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551425 Feb 04 06:13:23.136506 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-85d1b5bd-ed80-4de1-bb83-60ae4b90f9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465aa604-049a-4b19-b153-0722f7ab6025', 'name': 'tempest-TestNetworkBasicOps-router-599105723', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:32Z', 'updated_at': '2022-02-04T06:13:19Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:33Z', 'updated_at': '2022-02-04T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:23.141251 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d1b5bd-ed80-4de1-bb83-60ae4b90f9bd None None] The sync data for ids ['465aa604-049a-4b19-b153-0722f7ab6025'] in dv-neutron-826830-2-hyperv is: [{'id': '465aa604-049a-4b19-b153-0722f7ab6025', 'name': 'tempest-TestNetworkBasicOps-router-599105723', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:32Z', 'updated_at': '2022-02-04T06:13:19Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': 'f03a84b5-eed2-49e3-b5ff-a0653e2ac580', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465aa604-049a-4b19-b153-0722f7ab6025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:33Z', 'updated_at': '2022-02-04T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:23.157784 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 484ca095-783a-4229-95ae-36ba86b6e7b8 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:13:23.195401 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 484ca095-783a-4229-95ae-36ba86b6e7b8 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:13:23.195610 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 484ca095-783a-4229-95ae-36ba86b6e7b8 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:13:23.298716 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b666-fa79-428c-b036-66fc2cb265fc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.394124 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8b666-fa79-428c-b036-66fc2cb265fc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=f03a84b5-eed2-49e3-b5ff-a0653e2ac580,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:23.456495 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-eaa251d8-05ae-4256-86f4-e32bc564661f service neutron] 10.222.0.31 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603498 Feb 04 06:13:23.484485 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b666-fa79-428c-b036-66fc2cb265fc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.676527 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b666-fa79-428c-b036-66fc2cb265fc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.679061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b666-fa79-428c-b036-66fc2cb265fc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.703030 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b666-fa79-428c-b036-66fc2cb265fc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.703621 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d8b666-fa79-428c-b036-66fc2cb265fc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Fanout notify agent at l3_agent the message router_deleted on router 465aa604-049a-4b19-b153-0722f7ab6025 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:13:23.719316 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b666-fa79-428c-b036-66fc2cb265fc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.723139 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a7d8b666-fa79-428c-b036-66fc2cb265fc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/routers/465aa604-049a-4b19-b153-0722f7ab6025 HTTP/1.1" status: 204 len: 168 time: 1.8358934 Feb 04 06:13:23.723340 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58728) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:23.889551 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1ac1e96a-e320-4783-b372-d784b07eea5d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.898416 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0fac2d97-0686-4b14-a585-c03f186a911e req-018b2ea6-00a2-41af-97b9-9553c563f9fc tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 210 time: 0.0551453 Feb 04 06:13:24.039403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1ac1e96a-e320-4783-b372-d784b07eea5d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.065806 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-1ac1e96a-e320-4783-b372-d784b07eea5d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266892b1-bca7-46ac-a66d-1325008750c7']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:24.077924 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-1ac1e96a-e320-4783-b372-d784b07eea5d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f68558-913b-4af8-91d4-23e64f5e9bd5') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:24.078200 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-1ac1e96a-e320-4783-b372-d784b07eea5d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f68558-913b-4af8-91d4-23e64f5e9bd5') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:24.089543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1ac1e96a-e320-4783-b372-d784b07eea5d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.105472 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1ac1e96a-e320-4783-b372-d784b07eea5d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.112588 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac1e96a-e320-4783-b372-d784b07eea5d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:13:24.112967 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1ac1e96a-e320-4783-b372-d784b07eea5d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:13:24.128417 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:13:24.334093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1ac1e96a-e320-4783-b372-d784b07eea5d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.351540 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1ac1e96a-e320-4783-b372-d784b07eea5d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.364672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1e96a-e320-4783-b372-d784b07eea5d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Network': ['ID=266892b1-bca7-46ac-a66d-1325008750c7,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:24.372899 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1ac1e96a-e320-4783-b372-d784b07eea5d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/networks/266892b1-bca7-46ac-a66d-1325008750c7 HTTP/1.1" status: 204 len: 168 time: 0.6485395 Feb 04 06:13:24.385807 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58742) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:24.397288 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a3956611-3758-4ecf-9c4e-e8dd611f810c tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0104120 Feb 04 06:13:24.400075 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58746) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:24.405430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-111f10d4-2fd6-4b2b-af9b-52e4847c6316 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'network': {'name': 'tempest-network-smoke--1463006991', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'port_security_enabled': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:24.410475 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-111f10d4-2fd6-4b2b-af9b-52e4847c6316 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:24.419303 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-111f10d4-2fd6-4b2b-af9b-52e4847c6316 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:network and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:24.423304 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-111f10d4-2fd6-4b2b-af9b-52e4847c6316 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:24.429043 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-111f10d4-2fd6-4b2b-af9b-52e4847c6316 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:24.439222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111f10d4-2fd6-4b2b-af9b-52e4847c6316 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:24.442904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-111f10d4-2fd6-4b2b-af9b-52e4847c6316 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.470411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111f10d4-2fd6-4b2b-af9b-52e4847c6316 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:13:24.482743 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-111f10d4-2fd6-4b2b-af9b-52e4847c6316 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.483537 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-111f10d4-2fd6-4b2b-af9b-52e4847c6316 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Added segment 4c2706c4-8355-4029-a843-8038f318dc5f of type vlan for network d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 Feb 04 06:13:24.517111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-111f10d4-2fd6-4b2b-af9b-52e4847c6316 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.548136 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-111f10d4-2fd6-4b2b-af9b-52e4847c6316 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.553433 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111f10d4-2fd6-4b2b-af9b-52e4847c6316 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:24.554025 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-111f10d4-2fd6-4b2b-af9b-52e4847c6316 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.657398 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-111f10d4-2fd6-4b2b-af9b-52e4847c6316 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2562416 Feb 04 06:13:24.660567 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58750) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:24.663740 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f10d4-2fd6-4b2b-af9b-52e4847c6316 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Network': ['ID=d1b413c0-7cd1-4e7d-b3eb-114034b18fe2,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:24.668454 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-981601371', 'admin_state_up': True, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:24.673821 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:13:24.677024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:24.681108 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:router and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:24.684280 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:24.691213 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:24.703094 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.704313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.721059 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:25.058252 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-681a8455-f4fa-480f-a723-127d92d42e77 req-56cdab39-0e4a-449d-bec8-2d40ed2117ac tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 210 time: 0.0448780 Feb 04 06:13:25.099189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:25.156799 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-fef6813b-e95f-4abe-8878-70ba24afe9e6 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:25.157873 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-fef6813b-e95f-4abe-8878-70ba24afe9e6 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Synchronizing usage tracker for tenant:8545e1a3b8fa468c888c11d4d16e5353 on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:25.158675 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f03a84b5-eed2-49e3-b5ff-a0653e2ac580 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:13:25.200499 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: f03a84b5-eed2-49e3-b5ff-a0653e2ac580 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:13:25.201439 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f03a84b5-eed2-49e3-b5ff-a0653e2ac580 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:13:25.201993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:13:25.239082 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-fef6813b-e95f-4abe-8878-70ba24afe9e6 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Unset dirty status for tenant:8545e1a3b8fa468c888c11d4d16e5353 on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:25.239624 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:13:25.240158 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c4e60a0c-06b1-4e61-8d0a-4c5df02aa0d7 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:13:25.240285 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-fef6813b-e95f-4abe-8878-70ba24afe9e6 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.43 "GET /v2.0/networks?id=11fda8b6-b607-479d-885a-9ae11a4ba872 HTTP/1.1" status: 200 len: 811 time: 0.4468510 Feb 04 06:13:25.311881 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-c93973ab-bd87-4e1e-a35c-be69b2539f81 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Synchronizing usage tracker for tenant:8545e1a3b8fa468c888c11d4d16e5353 on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:25.335305 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-c93973ab-bd87-4e1e-a35c-be69b2539f81 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Unset dirty status for tenant:8545e1a3b8fa468c888c11d4d16e5353 on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:25.336561 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-c93973ab-bd87-4e1e-a35c-be69b2539f81 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8545e1a3b8fa468c888c11d4d16e5353 HTTP/1.1" status: 200 len: 379 time: 0.0869465 Feb 04 06:13:25.345727 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-52deb4a2-b16c-4f2f-8297-3d3bd5aff1e4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Request body: {'port': {'device_id': '5eadd115-4f91-4e69-9049-cf0c1bbc33ce', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'admin_state_up': True, 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'security_groups': ['321ccc59-3e71-4f71-b4c0-79b11824f467']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:25.594091 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:25.633384 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:25.697990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-52deb4a2-b16c-4f2f-8297-3d3bd5aff1e4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:25.719038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-52deb4a2-b16c-4f2f-8297-3d3bd5aff1e4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:25.877950 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-52deb4a2-b16c-4f2f-8297-3d3bd5aff1e4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Made reservation on behalf of 8545e1a3b8fa468c888c11d4d16e5353 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:25.881403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-52deb4a2-b16c-4f2f-8297-3d3bd5aff1e4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:25.971448 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.26.4.35 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/7de48aba-1061-4a55-bb73-62315d590ecb) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:26.188706 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-52deb4a2-b16c-4f2f-8297-3d3bd5aff1e4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Allocated IP 172.20.0.3 (11fda8b6-b607-479d-885a-9ae11a4ba872/1464dd3d-87c0-462d-8ed5-ccb402ea7201/167debb3-b4e3-416e-ac6e-0c5a927b19d8) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:26.219803 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1b6b41fa-64da-4ea0-98b0-fce0f887fe7f req-094dcf20-edf8-48b3-88c8-aef45bed8a00 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 210 time: 0.0519578 Feb 04 06:13:26.226518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:26.387425 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:26.481102 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:26.487547 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:26.490128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:26.523104 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-52deb4a2-b16c-4f2f-8297-3d3bd5aff1e4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:26.545079 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=7de48aba-1061-4a55-bb73-62315d590ecb,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:26.560503 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-52deb4a2-b16c-4f2f-8297-3d3bd5aff1e4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Transition to ACTIVE for port object 167debb3-b4e3-416e-ac6e-0c5a927b19d8 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:26.759656 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-52deb4a2-b16c-4f2f-8297-3d3bd5aff1e4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:26.905957 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-52deb4a2-b16c-4f2f-8297-3d3bd5aff1e4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Network 11fda8b6-b607-479d-885a-9ae11a4ba872 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:26.913178 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-52deb4a2-b16c-4f2f-8297-3d3bd5aff1e4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:26.918086 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-52deb4a2-b16c-4f2f-8297-3d3bd5aff1e4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:26.941889 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52deb4a2-b16c-4f2f-8297-3d3bd5aff1e4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event updated for resources: {'Port': ['ID=167debb3-b4e3-416e-ac6e-0c5a927b19d8,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:27.055366 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-52deb4a2-b16c-4f2f-8297-3d3bd5aff1e4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:27.055994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-52deb4a2-b16c-4f2f-8297-3d3bd5aff1e4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:27.079808 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:27.167642 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-52deb4a2-b16c-4f2f-8297-3d3bd5aff1e4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8260429 Feb 04 06:13:27.190115 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b14f29dc-4e23-420c-965b-76efb7cda41e None None] Provisioning for port 167debb3-b4e3-416e-ac6e-0c5a927b19d8 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:27.194960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b14f29dc-4e23-420c-965b-76efb7cda41e None None] Provisioning complete for port 167debb3-b4e3-416e-ac6e-0c5a927b19d8 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:27.195506 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b14f29dc-4e23-420c-965b-76efb7cda41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:27.228774 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Request body: {'port': {'device_id': '5eadd115-4f91-4e69-9049-cf0c1bbc33ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:27.252828 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b14f29dc-4e23-420c-965b-76efb7cda41e None None] Port 167debb3-b4e3-416e-ac6e-0c5a927b19d8 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:27.456277 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2b5d3-1e05-4699-81d6-ee5efc99e991 req-92eb8c5c-e430-4336-a1d7-c59c178dffc1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:27.457924 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ded2b5d3-1e05-4699-81d6-ee5efc99e991 req-92eb8c5c-e430-4336-a1d7-c59c178dffc1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 931 time: 0.0862513 Feb 04 06:13:27.503579 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ded2b5d3-1e05-4699-81d6-ee5efc99e991 req-772627d3-fc30-4be4-9df8-437108e5a756 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395331 Feb 04 06:13:27.552622 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:27.691460 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.078358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 271c44e2-9390-4df3-a3cc-c847eacbba4d is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:13:28.204576 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167debb3-b4e3-416e-ac6e-0c5a927b19d8 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:13:28.215361 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.299027 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Transition to ACTIVE for port object 167debb3-b4e3-416e-ac6e-0c5a927b19d8 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:28.306556 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.432407 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:28.446453 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Sync routers for ids ['271c44e2-9390-4df3-a3cc-c847eacbba4d'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:28.459391 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Routers {'271c44e2-9390-4df3-a3cc-c847eacbba4d'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:28.460094 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:13:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['271c44e2-9390-4df3-a3cc-c847eacbba4d'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:28.484723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Pushing event updated for resources: {'Port': ['ID=167debb3-b4e3-416e-ac6e-0c5a927b19d8,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:28.552108 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.553344 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-01276ea5-55ca-4f5e-a151-358d186ae141 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8911180 Feb 04 06:13:28.556631 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58764) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:28.614804 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Attempting to bind port 167debb3-b4e3-416e-ac6e-0c5a927b19d8 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:13:28.619093 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8fdac459-1c22-4d27-9c71-a34155da92cd tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=71cf42a1a4354f9391ad29100b27498c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0577569 Feb 04 06:13:28.619237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Attempting to bind port 167debb3-b4e3-416e-ac6e-0c5a927b19d8 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:13:28.619237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Attempting to bind port 167debb3-b4e3-416e-ac6e-0c5a927b19d8 on network 11fda8b6-b607-479d-885a-9ae11a4ba872 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:13:28.619237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58768) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:28.653001 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Port 167debb3-b4e3-416e-ac6e-0c5a927b19d8 on network 11fda8b6-b607-479d-885a-9ae11a4ba872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:13:28.653331 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Attempting to bind port 167debb3-b4e3-416e-ac6e-0c5a927b19d8 on network 11fda8b6-b607-479d-885a-9ae11a4ba872 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:13:28.695561 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Set router 271c44e2-9390-4df3-a3cc-c847eacbba4d gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:13:28.715537 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:13:28.715955 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Checking segment: {'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:28.716349 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Bound using segment: {'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:13:28.716792 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Bound port: 167debb3-b4e3-416e-ac6e-0c5a927b19d8, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:13:28.717133 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.749867 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529e1dc-2dfe-4fd0-9e81-fb30b45ec672 req-35685b38-63cf-459a-80d3-6f8c75ca692e tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:28.760321 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e529e1dc-2dfe-4fd0-9e81-fb30b45ec672 req-35685b38-63cf-459a-80d3-6f8c75ca692e tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 943 time: 0.1237330 Feb 04 06:13:28.828421 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e529e1dc-2dfe-4fd0-9e81-fb30b45ec672 req-96b8a2cf-9e5b-4e54-a958-b4350160ea71 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621543 Feb 04 06:13:28.852224 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48490a57-62ee-41b7-a5d0-38798454f192 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:28.853812 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-48490a57-62ee-41b7-a5d0-38798454f192 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2340102 Feb 04 06:13:28.856886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58772) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:29.021841 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'name': 'tempest-TestNetworkBasicOps-router-981601371', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:24Z', 'updated_at': '2022-02-04T06:13:26Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:25Z', 'updated_at': '2022-02-04T06:13:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:29.024011 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Checking router: 271c44e2-9390-4df3-a3cc-c847eacbba4d for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:13:29.025546 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Updating router 271c44e2-9390-4df3-a3cc-c847eacbba4d port 7de48aba-1061-4a55-bb73-62315d590ecb binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:13:29.031010 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9f5c0669-15a0-4bf6-9774-986f2a5b80cc tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1730895 Feb 04 06:13:29.033817 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] For port 167debb3-b4e3-416e-ac6e-0c5a927b19d8, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:13:29.033908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58776) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:29.039470 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-a141bac5-ed56-4882-abe0-e1b2970dfd37 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1390334576', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:29.048527 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] For port 167debb3-b4e3-416e-ac6e-0c5a927b19d8, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=167debb3-b4e3-416e-ac6e-0c5a927b19d8,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:13:29.051251 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.096988 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.109699 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:29.110195 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.111525 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] 10.222.0.43 "PUT /v2.0/ports/167debb3-b4e3-416e-ac6e-0c5a927b19d8 HTTP/1.1" status: 200 len: 1093 time: 1.9364100 Feb 04 06:13:29.118799 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eadd115-4f91-4e69-9049-cf0c1bbc33ce', 'tag': '167debb3-b4e3-416e-ac6e-0c5a927b19d8'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:13:29.158324 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a1d08-ae93-4689-9378-adf1908f61c2 service neutron] Pushing event updated for resources: {'Port': ['ID=167debb3-b4e3-416e-ac6e-0c5a927b19d8,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:29.178899 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a141bac5-ed56-4882-abe0-e1b2970dfd37 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:29.183910 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a141bac5-ed56-4882-abe0-e1b2970dfd37 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:subnet and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:29.188117 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a141bac5-ed56-4882-abe0-e1b2970dfd37 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:29.194586 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a141bac5-ed56-4882-abe0-e1b2970dfd37 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:29.214880 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eadd115-4f91-4e69-9049-cf0c1bbc33ce', 'tag': '167debb3-b4e3-416e-ac6e-0c5a927b19d8', 'status': 'completed', 'code': 200} Feb 04 06:13:29.217739 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a141bac5-ed56-4882-abe0-e1b2970dfd37 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:29.224931 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a141bac5-ed56-4882-abe0-e1b2970dfd37 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.268992 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-975226cd-99d5-4edc-9e1d-fb311a94a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:29.271143 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-975226cd-99d5-4edc-9e1d-fb311a94a456 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8545e1a3b8fa468c888c11d4d16e5353&device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 1096 time: 0.1045082 Feb 04 06:13:29.363335 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-2ea0f852-0a2b-4a75-8d5c-39f5dfd9b38d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=167debb3-b4e3-416e-ac6e-0c5a927b19d8 HTTP/1.1" status: 200 len: 217 time: 0.0815859 Feb 04 06:13:29.439040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-4801321f-1ef7-46f4-a52c-d3aa3b4c3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:29.441521 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-4801321f-1ef7-46f4-a52c-d3aa3b4c3429 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1464dd3d-87c0-462d-8ed5-ccb402ea7201 HTTP/1.1" status: 200 len: 850 time: 0.0729151 Feb 04 06:13:29.501324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a141bac5-ed56-4882-abe0-e1b2970dfd37 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.549138 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-41f9385e-25be-4c54-b060-feb1dbfad850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:29.551083 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-41f9385e-25be-4c54-b060-feb1dbfad850 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11fda8b6-b607-479d-885a-9ae11a4ba872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1033852 Feb 04 06:13:29.586862 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-60a6bc15-338e-4469-b109-53927a8a4424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.619040 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.629191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141bac5-ed56-4882-abe0-e1b2970dfd37 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Subnet': ['ID=0cf72c1f-b118-4a2f-a168-f05e56eab539,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:29.638615 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Transition to ACTIVE for port object 7de48aba-1061-4a55-bb73-62315d590ecb will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:29.638739 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141bac5-ed56-4882-abe0-e1b2970dfd37 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Checking segment: {'id': '4c2706c4-8355-4029-a843-8038f318dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:29.639107 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a141bac5-ed56-4882-abe0-e1b2970dfd37 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network hostable DHCP agents. Network: d1b413c0-7cd1-4e7d-b3eb-114034b18fe2, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:13:29.649837 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.668676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a141bac5-ed56-4882-abe0-e1b2970dfd37 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:13:29.681396 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-a141bac5-ed56-4882-abe0-e1b2970dfd37 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, d1b413c0-7cd1-4e7d-b3eb-114034b18fe2) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:29.690235 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc680112-cbc4-4c20-8d27-05a8c4e029e3 None None] Network d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:29.708122 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a141bac5-ed56-4882-abe0-e1b2970dfd37 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:29.709060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a141bac5-ed56-4882-abe0-e1b2970dfd37 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.729493 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-6d4c3c67-d172-4b9e-a43b-57fb0140b2de service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663246 Feb 04 06:13:29.736728 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Attempting to bind port 7de48aba-1061-4a55-bb73-62315d590ecb on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:13:29.737301 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Attempting to bind port 7de48aba-1061-4a55-bb73-62315d590ecb by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:13:29.737809 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Attempting to bind port 7de48aba-1061-4a55-bb73-62315d590ecb on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:13:29.740227 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9715d-5942-431c-8f63-1351d8abb948 None None] Pushing event updated for resources: {'Port': ['ID=7de48aba-1061-4a55-bb73-62315d590ecb,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:29.746145 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:13:29.746540 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:29.747085 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.747603 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:13:29.748253 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Bound port: 7de48aba-1061-4a55-bb73-62315d590ecb, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:13:29.748785 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.763033 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a141bac5-ed56-4882-abe0-e1b2970dfd37 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7279742 Feb 04 06:13:29.765598 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58782) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:29.828247 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] For port 7de48aba-1061-4a55-bb73-62315d590ecb, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:13:29.831635 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] For port 7de48aba-1061-4a55-bb73-62315d590ecb, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=7de48aba-1061-4a55-bb73-62315d590ecb,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:13:29.839948 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.879036 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-041a8cfb-c304-47c2-93a0-68a910b02599 req-81f0cf01-8fa8-4433-9d2c-5cf04762c5ab service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426678 Feb 04 06:13:29.928436 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Routers {'271c44e2-9390-4df3-a3cc-c847eacbba4d'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:29.929058 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:13:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['271c44e2-9390-4df3-a3cc-c847eacbba4d'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:29.970532 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-d1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ips': [{'subnet_id': '0cf72c1f-b118-4a2f-a168-f05e56eab539'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:13:29.971622 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.041006 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347bcdc-543e-4ff5-bd0d-0645a06b49fe req-7d7ac73b-4b7c-424c-8dcb-b9f08a35239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:30.043209 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d347bcdc-543e-4ff5-bd0d-0645a06b49fe req-7d7ac73b-4b7c-424c-8dcb-b9f08a35239e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8545e1a3b8fa468c888c11d4d16e5353&device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 1096 time: 0.1061504 Feb 04 06:13:30.121871 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] Set router 271c44e2-9390-4df3-a3cc-c847eacbba4d gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:13:30.174344 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Allocated IP 172.20.0.2 (d1b413c0-7cd1-4e7d-b3eb-114034b18fe2/0cf72c1f-b118-4a2f-a168-f05e56eab539/102760d4-87be-4ebb-bf83-4c5313f30d22) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:30.266627 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb0e2c-24e6-4f9a-afb5-d1505028a37c req-7677149f-bea8-4e4a-bc3f-96f0385c9dd4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:30.268461 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c2eb0e2c-24e6-4f9a-afb5-d1505028a37c req-7677149f-bea8-4e4a-bc3f-96f0385c9dd4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 943 time: 0.2441404 Feb 04 06:13:30.293975 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347bcdc-543e-4ff5-bd0d-0645a06b49fe req-165c287b-21ee-455a-8948-068fbb03706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:30.295594 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d347bcdc-543e-4ff5-bd0d-0645a06b49fe req-165c287b-21ee-455a-8948-068fbb03706e service neutron] 10.222.0.43 "GET /v2.0/networks?id=11fda8b6-b607-479d-885a-9ae11a4ba872 HTTP/1.1" status: 200 len: 912 time: 0.2433343 Feb 04 06:13:30.330280 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9715d-5942-431c-8f63-1351d8abb948 None None] Pushing event updated for resources: {'Port': ['ID=7de48aba-1061-4a55-bb73-62315d590ecb,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:30.386633 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d347bcdc-543e-4ff5-bd0d-0645a06b49fe req-4ee4a115-8d14-4a79-b323-828faa004131 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=167debb3-b4e3-416e-ac6e-0c5a927b19d8 HTTP/1.1" status: 200 len: 217 time: 0.0831335 Feb 04 06:13:30.463870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347bcdc-543e-4ff5-bd0d-0645a06b49fe req-58815c97-b665-4746-9256-edeb8133dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:30.464843 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d347bcdc-543e-4ff5-bd0d-0645a06b49fe req-58815c97-b665-4746-9256-edeb8133dd6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1464dd3d-87c0-462d-8ed5-ccb402ea7201 HTTP/1.1" status: 200 len: 850 time: 0.0710297 Feb 04 06:13:30.473365 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'name': 'tempest-TestNetworkBasicOps-router-981601371', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:24Z', 'updated_at': '2022-02-04T06:13:26Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:25Z', 'updated_at': '2022-02-04T06:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:30.475901 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.484165 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c2eb0e2c-24e6-4f9a-afb5-d1505028a37c req-6bff0618-79ec-4e79-a6f4-6ecb51c4ba1b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657833 Feb 04 06:13:30.488493 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fae52c-7b34-4c5f-b591-5647caaa33b3 None None] The sync data for ids ['271c44e2-9390-4df3-a3cc-c847eacbba4d'] in dv-neutron-826830-2-hyperv is: [{'id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'name': 'tempest-TestNetworkBasicOps-router-981601371', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:24Z', 'updated_at': '2022-02-04T06:13:26Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:25Z', 'updated_at': '2022-02-04T06:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:30.490836 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Transition to ACTIVE for port object 102760d4-87be-4ebb-bf83-4c5313f30d22 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:30.527708 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Transition to ACTIVE for port object 102760d4-87be-4ebb-bf83-4c5313f30d22 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:30.534991 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.562508 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347bcdc-543e-4ff5-bd0d-0645a06b49fe req-0bbd6507-662a-4530-be75-6a504d31bd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:30.564215 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d347bcdc-543e-4ff5-bd0d-0645a06b49fe req-0bbd6507-662a-4530-be75-6a504d31bd9e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11fda8b6-b607-479d-885a-9ae11a4ba872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0927243 Feb 04 06:13:30.599988 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Network d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:30.602895 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:30.606844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:30.618359 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Pushing event updated for resources: {'Port': ['ID=102760d4-87be-4ebb-bf83-4c5313f30d22,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:30.714692 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Attempting to bind port 102760d4-87be-4ebb-bf83-4c5313f30d22 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:13:30.715085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Attempting to bind port 102760d4-87be-4ebb-bf83-4c5313f30d22 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4c2706c4-8355-4029-a843-8038f318dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:13:30.716053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Attempting to bind port 102760d4-87be-4ebb-bf83-4c5313f30d22 on network d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:13:30.721844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:13:30.722506 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Checking segment: {'id': '4c2706c4-8355-4029-a843-8038f318dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:30.723067 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.723623 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Bound using segment: {'id': '4c2706c4-8355-4029-a843-8038f318dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:13:30.724343 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Bound port: 102760d4-87be-4ebb-bf83-4c5313f30d22, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2706c4-8355-4029-a843-8038f318dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:13:30.724962 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.727353 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d347bcdc-543e-4ff5-bd0d-0645a06b49fe req-c6193237-286d-4d34-8bfb-62728be294c6 service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557760 Feb 04 06:13:30.866571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] For port 102760d4-87be-4ebb-bf83-4c5313f30d22, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:13:30.870904 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] For port 102760d4-87be-4ebb-bf83-4c5313f30d22, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=102760d4-87be-4ebb-bf83-4c5313f30d22,segment=NetworkSegment(4c2706c4-8355-4029-a843-8038f318dc5f),segment_id=4c2706c4-8355-4029-a843-8038f318dc5f)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:13:30.877580 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.936920 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d347bcdc-543e-4ff5-bd0d-0645a06b49fe req-c21662c1-5a53-4956-96df-1091e59da663 service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999080 Feb 04 06:13:30.969245 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3333fb2c-b8d9-436a-aa1f-d49ffb11570b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.974768 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728ef70-ba0d-4d1d-b7be-f66fe138a1dd None None] Pushing event updated for resources: {'Port': ['ID=102760d4-87be-4ebb-bf83-4c5313f30d22,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:31.236703 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7de48aba-1061-4a55-bb73-62315d590ecb up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:31.361848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 7de48aba-1061-4a55-bb73-62315d590ecb completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:31.367746 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 7de48aba-1061-4a55-bb73-62315d590ecb triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:31.368311 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.515252 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-3333fb2c-b8d9-436a-aa1f-d49ffb11570b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.20.0.1 (d1b413c0-7cd1-4e7d-b3eb-114034b18fe2/0cf72c1f-b118-4a2f-a168-f05e56eab539/527dfde5-bfed-47b9-a0aa-6631edc9f626) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:31.517488 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.538267 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 7de48aba-1061-4a55-bb73-62315d590ecb, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=7de48aba-1061-4a55-bb73-62315d590ecb,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:31.544876 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.649212 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=7de48aba-1061-4a55-bb73-62315d590ecb,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:31.796385 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3333fb2c-b8d9-436a-aa1f-d49ffb11570b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.820308 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155475e-945c-4a30-bb1f-22308eda0e2c req-98918c1d-1dba-4d0c-b4f2-2c36ff1baa02 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:31.822128 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3155475e-945c-4a30-bb1f-22308eda0e2c req-98918c1d-1dba-4d0c-b4f2-2c36ff1baa02 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 943 time: 0.1843338 Feb 04 06:13:31.824941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-3333fb2c-b8d9-436a-aa1f-d49ffb11570b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Transition to ACTIVE for port object 527dfde5-bfed-47b9-a0aa-6631edc9f626 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:31.840795 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bf62d1b8-519d-49cf-919c-83723efa99c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.885717 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3155475e-945c-4a30-bb1f-22308eda0e2c req-38942a9b-2f4c-43c7-908f-f57682c915b4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496452 Feb 04 06:13:31.887713 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3333fb2c-b8d9-436a-aa1f-d49ffb11570b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.961113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3333fb2c-b8d9-436a-aa1f-d49ffb11570b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:31.964282 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-3333fb2c-b8d9-436a-aa1f-d49ffb11570b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:31.969078 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3333fb2c-b8d9-436a-aa1f-d49ffb11570b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:31.999286 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333fb2c-b8d9-436a-aa1f-d49ffb11570b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=527dfde5-bfed-47b9-a0aa-6631edc9f626,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:32.039613 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3333fb2c-b8d9-436a-aa1f-d49ffb11570b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.259594 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1ed654-c011-4f18-81f8-14445a1767c5 None None] Network d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:32.338603 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3333fb2c-b8d9-436a-aa1f-d49ffb11570b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.387127 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1098e4f1-fac9-4f46-bc71-40d3383ae815 None None] Provisioning for port 102760d4-87be-4ebb-bf83-4c5313f30d22 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:32.831928 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.890266 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b716a3e0-7d04-4923-b4b3-962b0f4e2ca1 None None] Provisioning for port 527dfde5-bfed-47b9-a0aa-6631edc9f626 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:32.896250 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.901069 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b716a3e0-7d04-4923-b4b3-962b0f4e2ca1 None None] Provisioning complete for port 527dfde5-bfed-47b9-a0aa-6631edc9f626 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:32.901406 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b716a3e0-7d04-4923-b4b3-962b0f4e2ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.962801 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b716a3e0-7d04-4923-b4b3-962b0f4e2ca1 None None] Port 527dfde5-bfed-47b9-a0aa-6631edc9f626 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:33.024510 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3333fb2c-b8d9-436a-aa1f-d49ffb11570b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.030810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3333fb2c-b8d9-436a-aa1f-d49ffb11570b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.198717 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bca59dcf-6e7a-4f4b-ae9c-721c67d18bf4 None None] Provisioning complete for port 527dfde5-bfed-47b9-a0aa-6631edc9f626 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:33.199718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333fb2c-b8d9-436a-aa1f-d49ffb11570b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=527dfde5-bfed-47b9-a0aa-6631edc9f626,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:33.200584 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bca59dcf-6e7a-4f4b-ae9c-721c67d18bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.205741 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3333fb2c-b8d9-436a-aa1f-d49ffb11570b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.266488 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7de48aba-1061-4a55-bb73-62315d590ecb up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:33.317229 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06a645-be59-433e-8942-81235ba31495 req-8dc9b49e-9585-4674-a18c-81c6c19c7a44 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:33.318770 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d06a645-be59-433e-8942-81235ba31495 req-8dc9b49e-9585-4674-a18c-81c6c19c7a44 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 943 time: 0.2613902 Feb 04 06:13:33.333014 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-bca59dcf-6e7a-4f4b-ae9c-721c67d18bf4 None None] Port 527dfde5-bfed-47b9-a0aa-6631edc9f626 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:33.351109 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 7de48aba-1061-4a55-bb73-62315d590ecb triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:33.351473 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.396110 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d06a645-be59-433e-8942-81235ba31495 req-a18fae01-368a-4d99-b0f4-afbababf3943 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699291 Feb 04 06:13:33.405269 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3333fb2c-b8d9-436a-aa1f-d49ffb11570b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:33.405970 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-3333fb2c-b8d9-436a-aa1f-d49ffb11570b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:33.502336 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 102760d4-87be-4ebb-bf83-4c5313f30d22 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:33.572069 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 102760d4-87be-4ebb-bf83-4c5313f30d22 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:33.576945 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 102760d4-87be-4ebb-bf83-4c5313f30d22 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:33.577325 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.601219 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3333fb2c-b8d9-436a-aa1f-d49ffb11570b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 271c44e2-9390-4df3-a3cc-c847eacbba4d has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:13:33.705570 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.715365 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-827bca0a-5af0-4168-bad9-485a173095eb None None] Provisioning complete for port 527dfde5-bfed-47b9-a0aa-6631edc9f626 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:33.715365 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-827bca0a-5af0-4168-bad9-485a173095eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.783260 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-827bca0a-5af0-4168-bad9-485a173095eb None None] Port 527dfde5-bfed-47b9-a0aa-6631edc9f626 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:33.791547 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 102760d4-87be-4ebb-bf83-4c5313f30d22, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=102760d4-87be-4ebb-bf83-4c5313f30d22,segment=NetworkSegment(4c2706c4-8355-4029-a843-8038f318dc5f),segment_id=4c2706c4-8355-4029-a843-8038f318dc5f)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:33.795341 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.802626 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3333fb2c-b8d9-436a-aa1f-d49ffb11570b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:33.817933 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3333fb2c-b8d9-436a-aa1f-d49ffb11570b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/routers/271c44e2-9390-4df3-a3cc-c847eacbba4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0493457 Feb 04 06:13:33.819292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58792) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:33.831259 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Sync routers for ids ['271c44e2-9390-4df3-a3cc-c847eacbba4d'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:33.867404 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Routers {'271c44e2-9390-4df3-a3cc-c847eacbba4d'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:33.868151 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:13:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['271c44e2-9390-4df3-a3cc-c847eacbba4d'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:33.951843 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=102760d4-87be-4ebb-bf83-4c5313f30d22,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:33.964505 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.964874 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.965439 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.966173 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.966173 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.966422 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.968955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.968955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.968955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.968955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.968955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.968955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.988009 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8571a5-8174-425d-a30f-a0e8a328e47b tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:33.988478 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8571a5-8174-425d-a30f-a0e8a328e47b tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:33.989038 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8571a5-8174-425d-a30f-a0e8a328e47b tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:33.989489 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8571a5-8174-425d-a30f-a0e8a328e47b tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:33.989926 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8571a5-8174-425d-a30f-a0e8a328e47b tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:33.990360 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8571a5-8174-425d-a30f-a0e8a328e47b tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:33.992464 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4f8571a5-8174-425d-a30f-a0e8a328e47b tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1722021 Feb 04 06:13:33.995686 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58796) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:34.064858 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Set router 271c44e2-9390-4df3-a3cc-c847eacbba4d gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:13:34.072525 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceebd57a-a692-4cc3-8c77-a00257c66f01 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:34.072994 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceebd57a-a692-4cc3-8c77-a00257c66f01 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:34.073708 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceebd57a-a692-4cc3-8c77-a00257c66f01 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:34.073800 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceebd57a-a692-4cc3-8c77-a00257c66f01 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:34.074580 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceebd57a-a692-4cc3-8c77-a00257c66f01 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:34.074963 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceebd57a-a692-4cc3-8c77-a00257c66f01 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:34.076557 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ceebd57a-a692-4cc3-8c77-a00257c66f01 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0793943 Feb 04 06:13:34.081517 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58800) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:34.287456 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.395563 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'name': 'tempest-TestNetworkBasicOps-router-981601371', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:24Z', 'updated_at': '2022-02-04T06:13:32Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:25Z', 'updated_at': '2022-02-04T06:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '527dfde5-bfed-47b9-a0aa-6631edc9f626', 'name': '', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:90:a7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:31Z', 'updated_at': '2022-02-04T06:13:32Z', 'revision_number': 2, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:34.399546 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Checking router: 271c44e2-9390-4df3-a3cc-c847eacbba4d for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:13:34.399929 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Updating router 271c44e2-9390-4df3-a3cc-c847eacbba4d port 527dfde5-bfed-47b9-a0aa-6631edc9f626 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:13:34.413866 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-51bb676f-471e-4c68-b65f-b071eee9152a tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3283353 Feb 04 06:13:34.453367 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.586712 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be9959-b975-4cbf-8d8c-ec141ea698a2 req-7bce2b9b-cdcb-455d-b219-40774e3a5cdf tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:34.588296 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-77be9959-b975-4cbf-8d8c-ec141ea698a2 req-7bce2b9b-cdcb-455d-b219-40774e3a5cdf tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 943 time: 0.0796380 Feb 04 06:13:34.634417 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-77be9959-b975-4cbf-8d8c-ec141ea698a2 req-081da576-3714-4d5c-8489-b18ff8bb40a4 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393882 Feb 04 06:13:34.791255 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.802938 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Transition to ACTIVE for port object 527dfde5-bfed-47b9-a0aa-6631edc9f626 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:34.810459 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.825718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58808) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:34.831034 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1152137285', 'description': 'tempest-secgroup-smoke-1152137285 description', 'project_id': '71cf42a1a4354f9391ad29100b27498c'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:34.837133 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:34.841219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:34.844024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:34.849701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:34.861360 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.880846 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:34.884733 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:34.887751 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:34.893751 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:34.976023 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.985542 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.034674 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=251b7086-a8e6-4987-8a37-840a3cdfaac5,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:35.042637 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:35.043079 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:35.043497 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:35.043943 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:35.044694 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:35.045043 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:35.045406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:35.045678 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:35.046152 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:35.046602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:35.047197 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:35.047655 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:35.049109 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5bc65-0599-4478-bcd5-1cd5d3b55d6b None None] Pushing event updated for resources: {'Port': ['ID=527dfde5-bfed-47b9-a0aa-6631edc9f626,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:35.051156 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.052394 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-37b37c28-bfbe-4a3d-aad3-a6eca3ebc3bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2256558 Feb 04 06:13:35.055157 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58812) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:35.060682 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-e8ebc0ee-da37-45b6-a904-3ebdd3989c63 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '251b7086-a8e6-4987-8a37-840a3cdfaac5', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:35.066538 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e8ebc0ee-da37-45b6-a904-3ebdd3989c63 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:35.070363 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e8ebc0ee-da37-45b6-a904-3ebdd3989c63 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:35.073540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e8ebc0ee-da37-45b6-a904-3ebdd3989c63 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:35.079426 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e8ebc0ee-da37-45b6-a904-3ebdd3989c63 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:35.082170 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Attempting to bind port 527dfde5-bfed-47b9-a0aa-6631edc9f626 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:13:35.082532 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Attempting to bind port 527dfde5-bfed-47b9-a0aa-6631edc9f626 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4c2706c4-8355-4029-a843-8038f318dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:13:35.083099 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Attempting to bind port 527dfde5-bfed-47b9-a0aa-6631edc9f626 on network d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:13:35.088376 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:13:35.088941 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Checking segment: {'id': '4c2706c4-8355-4029-a843-8038f318dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:35.089485 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.089910 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Bound using segment: {'id': '4c2706c4-8355-4029-a843-8038f318dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:13:35.090863 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Bound port: 527dfde5-bfed-47b9-a0aa-6631edc9f626, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2706c4-8355-4029-a843-8038f318dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:13:35.091137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.100839 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e8ebc0ee-da37-45b6-a904-3ebdd3989c63 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.157977 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 102760d4-87be-4ebb-bf83-4c5313f30d22 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:35.166354 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e8ebc0ee-da37-45b6-a904-3ebdd3989c63 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.170761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e8ebc0ee-da37-45b6-a904-3ebdd3989c63 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.195040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebc0ee-da37-45b6-a904-3ebdd3989c63 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f80b7f-2e24-4d5f-84dd-bd60c4602689,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:35.207103 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e8ebc0ee-da37-45b6-a904-3ebdd3989c63 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.208486 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e8ebc0ee-da37-45b6-a904-3ebdd3989c63 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522169 Feb 04 06:13:35.211303 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58816) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:35.216539 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f3e7009d-6555-47ec-8f1d-9e5d6a24c07f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '251b7086-a8e6-4987-8a37-840a3cdfaac5', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:35.222886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f3e7009d-6555-47ec-8f1d-9e5d6a24c07f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:35.226680 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f3e7009d-6555-47ec-8f1d-9e5d6a24c07f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:35.229520 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f3e7009d-6555-47ec-8f1d-9e5d6a24c07f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:35.235490 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f3e7009d-6555-47ec-8f1d-9e5d6a24c07f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:35.247947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] For port 527dfde5-bfed-47b9-a0aa-6631edc9f626, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:13:35.252024 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] For port 527dfde5-bfed-47b9-a0aa-6631edc9f626, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=527dfde5-bfed-47b9-a0aa-6631edc9f626,segment=NetworkSegment(4c2706c4-8355-4029-a843-8038f318dc5f),segment_id=4c2706c4-8355-4029-a843-8038f318dc5f)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:13:35.256094 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3e7009d-6555-47ec-8f1d-9e5d6a24c07f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.258209 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.327759 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3e7009d-6555-47ec-8f1d-9e5d6a24c07f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.332574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3e7009d-6555-47ec-8f1d-9e5d6a24c07f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.336815 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 102760d4-87be-4ebb-bf83-4c5313f30d22 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:35.336815 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.355530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7009d-6555-47ec-8f1d-9e5d6a24c07f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8298228-ada7-47db-800d-0dbcd891b7f6,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:35.375723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f3e7009d-6555-47ec-8f1d-9e5d6a24c07f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.376030 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Routers {'271c44e2-9390-4df3-a3cc-c847eacbba4d'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:35.376566 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:13:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['271c44e2-9390-4df3-a3cc-c847eacbba4d'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:35.379896 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58820) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:35.380457 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f3e7009d-6555-47ec-8f1d-9e5d6a24c07f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1675296 Feb 04 06:13:35.384982 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-91501e94-bfb8-4163-b585-3d05ba53b1ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '251b7086-a8e6-4987-8a37-840a3cdfaac5', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:35.391108 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-91501e94-bfb8-4163-b585-3d05ba53b1ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:35.395045 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-91501e94-bfb8-4163-b585-3d05ba53b1ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:35.398178 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-91501e94-bfb8-4163-b585-3d05ba53b1ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:35.405404 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-91501e94-bfb8-4163-b585-3d05ba53b1ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:35.424940 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-91501e94-bfb8-4163-b585-3d05ba53b1ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.450394 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5bc65-0599-4478-bcd5-1cd5d3b55d6b None None] Pushing event updated for resources: {'Port': ['ID=527dfde5-bfed-47b9-a0aa-6631edc9f626,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:35.623532 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-91501e94-bfb8-4163-b585-3d05ba53b1ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.628803 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-91501e94-bfb8-4163-b585-3d05ba53b1ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.644894 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] Set router 271c44e2-9390-4df3-a3cc-c847eacbba4d gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:13:35.652791 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91501e94-bfb8-4163-b585-3d05ba53b1ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6bd6393-db4c-40d9-9432-bc791aa215d4,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:35.663832 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-91501e94-bfb8-4163-b585-3d05ba53b1ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.668382 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-91501e94-bfb8-4163-b585-3d05ba53b1ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2873812 Feb 04 06:13:35.668651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58826) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:35.674224 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-c7f389bc-39e8-470f-9fc3-43faa7139556 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '251b7086-a8e6-4987-8a37-840a3cdfaac5', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:35.681024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c7f389bc-39e8-470f-9fc3-43faa7139556 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:35.685029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c7f389bc-39e8-470f-9fc3-43faa7139556 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:35.688062 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c7f389bc-39e8-470f-9fc3-43faa7139556 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:35.694005 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c7f389bc-39e8-470f-9fc3-43faa7139556 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:35.717459 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7f389bc-39e8-470f-9fc3-43faa7139556 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.784082 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7f389bc-39e8-470f-9fc3-43faa7139556 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.788288 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7f389bc-39e8-470f-9fc3-43faa7139556 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.815217 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f389bc-39e8-470f-9fc3-43faa7139556 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43e4f61-9d89-44b5-ab09-154a51fa4278,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:35.827058 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7f389bc-39e8-470f-9fc3-43faa7139556 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.831326 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58830) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:35.831502 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c7f389bc-39e8-470f-9fc3-43faa7139556 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1616855 Feb 04 06:13:35.838482 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-a4bcac37-e5ff-431a-8e8b-b1286ef7ccd3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '251b7086-a8e6-4987-8a37-840a3cdfaac5', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:35.846404 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a4bcac37-e5ff-431a-8e8b-b1286ef7ccd3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:35.857165 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a4942-0373-438d-b317-a3ad4f02246b req-e6ca5540-8274-4226-84fe-206ba06158ae tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:35.858992 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b0a4942-0373-438d-b317-a3ad4f02246b req-e6ca5540-8274-4226-84fe-206ba06158ae tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 943 time: 0.1093547 Feb 04 06:13:35.859998 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a4bcac37-e5ff-431a-8e8b-b1286ef7ccd3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:35.863011 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a4bcac37-e5ff-431a-8e8b-b1286ef7ccd3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:35.869911 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a4bcac37-e5ff-431a-8e8b-b1286ef7ccd3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:35.902706 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-a4bcac37-e5ff-431a-8e8b-b1286ef7ccd3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:13:35.917407 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a4bcac37-e5ff-431a-8e8b-b1286ef7ccd3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.927965 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b0a4942-0373-438d-b317-a3ad4f02246b req-ec142400-9dd3-4b95-9bd7-32b996b0ecc2 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619638 Feb 04 06:13:35.982180 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'name': 'tempest-TestNetworkBasicOps-router-981601371', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:24Z', 'updated_at': '2022-02-04T06:13:32Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:25Z', 'updated_at': '2022-02-04T06:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '527dfde5-bfed-47b9-a0aa-6631edc9f626', 'name': '', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:90:a7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:31Z', 'updated_at': '2022-02-04T06:13:35Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:35.982649 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a4bcac37-e5ff-431a-8e8b-b1286ef7ccd3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.987023 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16132103-d913-46e2-ba16-d82b8ef3ba6c None None] The sync data for ids ['271c44e2-9390-4df3-a3cc-c847eacbba4d'] in dv-neutron-826830-2-hyperv is: [{'id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'name': 'tempest-TestNetworkBasicOps-router-981601371', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:24Z', 'updated_at': '2022-02-04T06:13:32Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:25Z', 'updated_at': '2022-02-04T06:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '527dfde5-bfed-47b9-a0aa-6631edc9f626', 'name': '', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:90:a7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:31Z', 'updated_at': '2022-02-04T06:13:35Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:35.987495 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a4bcac37-e5ff-431a-8e8b-b1286ef7ccd3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.013516 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcac37-e5ff-431a-8e8b-b1286ef7ccd3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2433ee37-faae-4758-af12-ebd428a75d08,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:36.030614 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a4bcac37-e5ff-431a-8e8b-b1286ef7ccd3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.032137 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a4bcac37-e5ff-431a-8e8b-b1286ef7ccd3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1994886 Feb 04 06:13:36.035012 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58834) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:36.044195 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-9369da60-2deb-4e61-81c7-042fe6ace7c6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '251b7086-a8e6-4987-8a37-840a3cdfaac5', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:36.051305 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9369da60-2deb-4e61-81c7-042fe6ace7c6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:36.055592 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9369da60-2deb-4e61-81c7-042fe6ace7c6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:36.058783 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9369da60-2deb-4e61-81c7-042fe6ace7c6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:36.065014 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9369da60-2deb-4e61-81c7-042fe6ace7c6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:36.079076 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-9369da60-2deb-4e61-81c7-042fe6ace7c6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:13:36.086618 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9369da60-2deb-4e61-81c7-042fe6ace7c6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.158409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9369da60-2deb-4e61-81c7-042fe6ace7c6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.163950 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9369da60-2deb-4e61-81c7-042fe6ace7c6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.191354 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369da60-2deb-4e61-81c7-042fe6ace7c6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf76755-066a-4626-9f4b-cb1455ab8c03,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:36.200666 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9369da60-2deb-4e61-81c7-042fe6ace7c6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.201937 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9369da60-2deb-4e61-81c7-042fe6ace7c6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1658466 Feb 04 06:13:36.364000 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-6c076248-2795-4974-b79a-2328dd08bf37 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:36.381023 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-6c076248-2795-4974-b79a-2328dd08bf37 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:36.382289 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-6c076248-2795-4974-b79a-2328dd08bf37 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1152137285&fields=id&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 267 time: 0.0588315 Feb 04 06:13:36.538675 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-c470145f-f765-41cd-828e-12bbbb4b0d69 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:36.539356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-c470145f-f765-41cd-828e-12bbbb4b0d69 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:36.556682 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-c470145f-f765-41cd-828e-12bbbb4b0d69 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:36.557885 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-c470145f-f765-41cd-828e-12bbbb4b0d69 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/networks?id=d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 HTTP/1.1" status: 200 len: 797 time: 0.1689146 Feb 04 06:13:36.573410 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-3b8e6f0f-bfdd-493d-aa8e-2dfc08745c6a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/quotas/71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 375 time: 0.0096440 Feb 04 06:13:36.660772 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-04362a90-303f-439f-822d-b4a95761356b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:36.677521 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-04362a90-303f-439f-822d-b4a95761356b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:36.679197 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-04362a90-303f-439f-822d-b4a95761356b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995393 Feb 04 06:13:36.797895 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:13:36.823817 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-2522a3c5-6719-4e95-88fe-189986b0ed1a service neutron] 10.222.0.31 "GET /v2.0/networks/d1b413c0-7cd1-4e7d-b3eb-114034b18fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323144 Feb 04 06:13:36.963011 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-18fc9b44-0619-46da-9d15-439448caf7c5 service neutron] 10.222.0.31 "GET /v2.0/networks/d1b413c0-7cd1-4e7d-b3eb-114034b18fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331234 Feb 04 06:13:37.141051 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.193886 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-22001bd2-7dba-4d0f-ba5b-0b8114cd10c4 req-1472a365-fba0-49fc-b7f8-faeb2fe2a855 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 210 time: 0.0804203 Feb 04 06:13:37.206868 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82f8b8-525b-41a7-ab17-90371c8aa9fa req-b69ceedc-b07f-4058-a417-4b38621ecbe2 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:37.208556 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bb82f8b8-525b-41a7-ab17-90371c8aa9fa req-b69ceedc-b07f-4058-a417-4b38621ecbe2 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 943 time: 0.1705122 Feb 04 06:13:37.254264 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 527dfde5-bfed-47b9-a0aa-6631edc9f626 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:37.280967 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bb82f8b8-525b-41a7-ab17-90371c8aa9fa req-b2e3e2d5-c265-4ad0-94d9-bd2f46aaf80d tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517972 Feb 04 06:13:37.332531 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 527dfde5-bfed-47b9-a0aa-6631edc9f626 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:37.337435 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 527dfde5-bfed-47b9-a0aa-6631edc9f626 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:37.337809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.453699 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.487692 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 527dfde5-bfed-47b9-a0aa-6631edc9f626, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=527dfde5-bfed-47b9-a0aa-6631edc9f626,segment=NetworkSegment(4c2706c4-8355-4029-a843-8038f318dc5f),segment_id=4c2706c4-8355-4029-a843-8038f318dc5f)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:37.492693 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.562922 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=527dfde5-bfed-47b9-a0aa-6631edc9f626,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:37.891814 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 167debb3-b4e3-416e-ac6e-0c5a927b19d8 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:13:38.033859 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 167debb3-b4e3-416e-ac6e-0c5a927b19d8, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=167debb3-b4e3-416e-ac6e-0c5a927b19d8,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:38.048202 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '167debb3-b4e3-416e-ac6e-0c5a927b19d8', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'port_id': '167debb3-b4e3-416e-ac6e-0c5a927b19d8', 'mac_address': 'fa:16:3e:e3:cd:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:13:38.106913 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.124411 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167debb3-b4e3-416e-ac6e-0c5a927b19d8 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:13:38.139871 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 167debb3-b4e3-416e-ac6e-0c5a927b19d8, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=167debb3-b4e3-416e-ac6e-0c5a927b19d8,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:38.144906 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.276480 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=167debb3-b4e3-416e-ac6e-0c5a927b19d8,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:38.338055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-bed1091b-4f8b-4439-9265-cc6f158b5f8b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:38.339766 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-bed1091b-4f8b-4439-9265-cc6f158b5f8b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/networks?id=d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 HTTP/1.1" status: 200 len: 797 time: 0.1906722 Feb 04 06:13:38.366434 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['167debb3-b4e3-416e-ac6e-0c5a927b19d8'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:13:38.414233 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ce201cc4-ee21-4f16-a31b-8fc562bfdbde req-56a69d03-278a-497f-9901-b95eee322582 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 210 time: 0.0778096 Feb 04 06:13:38.428148 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-e22d87bb-3db5-45ab-a890-b2c35ab3669b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:38.451460 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-e22d87bb-3db5-45ab-a890-b2c35ab3669b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:38.452656 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-e22d87bb-3db5-45ab-a890-b2c35ab3669b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 380 time: 0.1042314 Feb 04 06:13:38.464033 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-e8e2a95a-561c-4f3a-b789-143614618723 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'port': {'device_id': '6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'admin_state_up': True, 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'security_groups': ['251b7086-a8e6-4987-8a37-840a3cdfaac5']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:38.508727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eaa7b2-9cbe-457c-9a18-ac996474f463 req-a97901ff-b314-4fa4-90df-fec44acc0226 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:38.510216 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b9eaa7b2-9cbe-457c-9a18-ac996474f463 req-a97901ff-b314-4fa4-90df-fec44acc0226 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 944 time: 0.0855701 Feb 04 06:13:38.560085 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b9eaa7b2-9cbe-457c-9a18-ac996474f463 req-8656b562-fbfd-471e-92b7-f6b640e23b3c tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403230 Feb 04 06:13:38.616342 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-e8e2a95a-561c-4f3a-b789-143614618723 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:38.625611 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-e8e2a95a-561c-4f3a-b789-143614618723 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:38.635934 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-e8e2a95a-561c-4f3a-b789-143614618723 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:38.639790 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-e8e2a95a-561c-4f3a-b789-143614618723 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.804153 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-e8e2a95a-561c-4f3a-b789-143614618723 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.20.0.8 (d1b413c0-7cd1-4e7d-b3eb-114034b18fe2/0cf72c1f-b118-4a2f-a168-f05e56eab539/b1dc163f-9c73-4b1c-82bc-7aabcb94afe3) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:38.999380 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-e8e2a95a-561c-4f3a-b789-143614618723 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.015674 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-e8e2a95a-561c-4f3a-b789-143614618723 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Transition to ACTIVE for port object b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:39.041367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-e8e2a95a-561c-4f3a-b789-143614618723 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.111653 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-e8e2a95a-561c-4f3a-b789-143614618723 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:39.114718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-e8e2a95a-561c-4f3a-b789-143614618723 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:39.118563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-e8e2a95a-561c-4f3a-b789-143614618723 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:39.151924 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2a95a-561c-4f3a-b789-143614618723 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=b1dc163f-9c73-4b1c-82bc-7aabcb94afe3,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:39.167642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 527dfde5-bfed-47b9-a0aa-6631edc9f626 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:39.188261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-e8e2a95a-561c-4f3a-b789-143614618723 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:39.189248 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-e8e2a95a-561c-4f3a-b789-143614618723 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.217959 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-e8e2a95a-561c-4f3a-b789-143614618723 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7599199 Feb 04 06:13:39.229447 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Request body: {'port': {'device_id': '6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:39.248437 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 527dfde5-bfed-47b9-a0aa-6631edc9f626 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:39.248796 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.348589 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.391277 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8e654907-c777-4f7f-aad8-9d0ef6f73449 None None] Provisioning for port b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:39.396072 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8e654907-c777-4f7f-aad8-9d0ef6f73449 None None] Provisioning complete for port b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:39.396443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8e654907-c777-4f7f-aad8-9d0ef6f73449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.449434 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8e654907-c777-4f7f-aad8-9d0ef6f73449 None None] Port b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:39.615498 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e193bc1-ae01-4ae3-a2a8-363c98a00ed2 req-da412eaa-4959-4e3d-a343-8dc6e72ae63d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:39.617108 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1e193bc1-ae01-4ae3-a2a8-363c98a00ed2 req-da412eaa-4959-4e3d-a343-8dc6e72ae63d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 931 time: 0.0920608 Feb 04 06:13:39.666373 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1e193bc1-ae01-4ae3-a2a8-363c98a00ed2 req-cbf2441b-d6f3-4de6-b344-6d3582ad00f6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=251b7086-a8e6-4987-8a37-840a3cdfaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431547 Feb 04 06:13:39.763541 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311ad19-fd71-4425-9066-687da5e3b2cf req-66c22d39-3b21-49c0-b3e5-36ef8007fe4a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:39.765083 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8311ad19-fd71-4425-9066-687da5e3b2cf req-66c22d39-3b21-49c0-b3e5-36ef8007fe4a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 944 time: 0.0899870 Feb 04 06:13:39.806426 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:13:39.814018 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.814188 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8311ad19-fd71-4425-9066-687da5e3b2cf req-1a1bffca-b512-4c57-aac2-11af2e7ebdda tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431497 Feb 04 06:13:39.828665 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Transition to ACTIVE for port object b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:39.833704 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.906150 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 167debb3-b4e3-416e-ac6e-0c5a927b19d8 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:39.977979 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 167debb3-b4e3-416e-ac6e-0c5a927b19d8 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:39.983117 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 167debb3-b4e3-416e-ac6e-0c5a927b19d8 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:39.983973 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.997023 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b1dc163f-9c73-4b1c-82bc-7aabcb94afe3,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:40.081494 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Attempting to bind port b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:13:40.081813 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Attempting to bind port b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '4c2706c4-8355-4029-a843-8038f318dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:13:40.082134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Attempting to bind port b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 on network d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:13:40.086868 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Port b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 on network d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:13:40.087206 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Attempting to bind port b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 on network d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:13:40.092456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:13:40.092782 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Checking segment: {'id': '4c2706c4-8355-4029-a843-8038f318dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:40.093181 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Bound using segment: {'id': '4c2706c4-8355-4029-a843-8038f318dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:13:40.093596 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Bound port: b1dc163f-9c73-4b1c-82bc-7aabcb94afe3, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2706c4-8355-4029-a843-8038f318dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:13:40.093933 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.110299 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.136904 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eadd115-4f91-4e69-9049-cf0c1bbc33ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167debb3-b4e3-416e-ac6e-0c5a927b19d8'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:13:40.151372 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 167debb3-b4e3-416e-ac6e-0c5a927b19d8, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=167debb3-b4e3-416e-ac6e-0c5a927b19d8,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:40.157907 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.186456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] For port b1dc163f-9c73-4b1c-82bc-7aabcb94afe3, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:13:40.189636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] For port b1dc163f-9c73-4b1c-82bc-7aabcb94afe3, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b1dc163f-9c73-4b1c-82bc-7aabcb94afe3,segment=NetworkSegment(4c2706c4-8355-4029-a843-8038f318dc5f),segment_id=4c2706c4-8355-4029-a843-8038f318dc5f)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:13:40.195625 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.211908 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eadd115-4f91-4e69-9049-cf0c1bbc33ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167debb3-b4e3-416e-ac6e-0c5a927b19d8', 'code': 200} Feb 04 06:13:40.266962 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=167debb3-b4e3-416e-ac6e-0c5a927b19d8,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:40.268667 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:40.269291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.270697 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] 10.222.0.43 "PUT /v2.0/ports/b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 HTTP/1.1" status: 200 len: 1093 time: 1.0455382 Feb 04 06:13:40.271281 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04', 'tag': 'b1dc163f-9c73-4b1c-82bc-7aabcb94afe3'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:13:40.297387 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b5fff-675a-457e-a4a4-8291d0e137b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b1dc163f-9c73-4b1c-82bc-7aabcb94afe3,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:40.336195 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04', 'tag': 'b1dc163f-9c73-4b1c-82bc-7aabcb94afe3', 'status': 'completed', 'code': 200} Feb 04 06:13:40.453032 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-cf784b2b-c46a-4db4-bd8b-a9a2caad5211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:40.454546 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-cf784b2b-c46a-4db4-bd8b-a9a2caad5211 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 1096 time: 0.0764294 Feb 04 06:13:40.495057 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18501ee-7c8d-41d5-bc34-9811fc95908a req-7c706359-da54-4681-b5d0-b0e26ee4e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:40.496709 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f18501ee-7c8d-41d5-bc34-9811fc95908a req-7c706359-da54-4681-b5d0-b0e26ee4e77c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 1098 time: 0.0716050 Feb 04 06:13:40.526607 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-3c3678b6-35d5-4a75-aff9-6b0061553df9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 HTTP/1.1" status: 200 len: 217 time: 0.0652533 Feb 04 06:13:40.537202 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f18501ee-7c8d-41d5-bc34-9811fc95908a req-376832a2-3079-4178-8758-c110667eee22 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349395 Feb 04 06:13:40.591823 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-163aec15-86e7-49a9-a235-43b02e4e9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:40.593271 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-163aec15-86e7-49a9-a235-43b02e4e9db4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0cf72c1f-b118-4a2f-a168-f05e56eab539 HTTP/1.1" status: 200 len: 835 time: 0.0610750 Feb 04 06:13:40.806370 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-47788a44-f098-4806-b326-b1134cadd1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:40.807878 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-47788a44-f098-4806-b326-b1134cadd1af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d1b413c0-7cd1-4e7d-b3eb-114034b18fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763669 Feb 04 06:13:40.866628 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d465cf0-f484-47b7-9460-1830a7a16f8b req-9c771fc7-d013-4454-a5e8-f209e83f2b50 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:40.868161 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1d465cf0-f484-47b7-9460-1830a7a16f8b req-9c771fc7-d013-4454-a5e8-f209e83f2b50 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 943 time: 0.0878036 Feb 04 06:13:40.915144 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1d465cf0-f484-47b7-9460-1830a7a16f8b req-8ddb1bad-d79c-485a-85ed-7393f5967f4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=251b7086-a8e6-4987-8a37-840a3cdfaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408814 Feb 04 06:13:40.943738 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-c6bff877-b1e5-4800-a35f-3d3eac40257a service neutron] 10.222.0.43 "GET /v2.0/networks/d1b413c0-7cd1-4e7d-b3eb-114034b18fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288989 Feb 04 06:13:41.016590 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917228b8-e76b-4749-9348-bade366d4851 req-1cd19017-d40f-4332-958a-48cb13e6ed01 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:41.020633 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-917228b8-e76b-4749-9348-bade366d4851 req-1cd19017-d40f-4332-958a-48cb13e6ed01 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 945 time: 0.0853643 Feb 04 06:13:41.065120 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-917228b8-e76b-4749-9348-bade366d4851 req-6e5f60bb-6a1f-4fb0-999c-b7358148051c tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405076 Feb 04 06:13:41.082376 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1d0f981a-dab9-406e-892c-3cfd643e5b9f req-5654db6d-405f-4037-be35-1ddc164e3088 service neutron] 10.222.0.43 "GET /v2.0/networks/d1b413c0-7cd1-4e7d-b3eb-114034b18fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322863 Feb 04 06:13:41.200305 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bf36d-5926-4725-9d6f-dfc9258ec1c2 req-f9f2dfde-8c7f-4080-84ce-21ec4cae6ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:41.202413 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-db9bf36d-5926-4725-9d6f-dfc9258ec1c2 req-f9f2dfde-8c7f-4080-84ce-21ec4cae6ed1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 1096 time: 0.0697262 Feb 04 06:13:41.338368 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bf36d-5926-4725-9d6f-dfc9258ec1c2 req-7b7658da-9480-4301-a32a-a7242e558da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:41.339741 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-db9bf36d-5926-4725-9d6f-dfc9258ec1c2 req-7b7658da-9480-4301-a32a-a7242e558da7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 HTTP/1.1" status: 200 len: 898 time: 0.1308455 Feb 04 06:13:41.417795 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-db9bf36d-5926-4725-9d6f-dfc9258ec1c2 req-a17c6685-18af-462f-8347-2b0f1dc2b997 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 HTTP/1.1" status: 200 len: 217 time: 0.0699539 Feb 04 06:13:41.482586 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bf36d-5926-4725-9d6f-dfc9258ec1c2 req-670dbc74-353e-423d-870f-ae0290b8851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:41.484451 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-db9bf36d-5926-4725-9d6f-dfc9258ec1c2 req-670dbc74-353e-423d-870f-ae0290b8851d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0cf72c1f-b118-4a2f-a168-f05e56eab539 HTTP/1.1" status: 200 len: 835 time: 0.0593734 Feb 04 06:13:41.569712 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bf36d-5926-4725-9d6f-dfc9258ec1c2 req-2d90f983-73ca-420b-a81e-167818bc8046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:41.571229 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-db9bf36d-5926-4725-9d6f-dfc9258ec1c2 req-2d90f983-73ca-420b-a81e-167818bc8046 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d1b413c0-7cd1-4e7d-b3eb-114034b18fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743878 Feb 04 06:13:41.711805 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-db9bf36d-5926-4725-9d6f-dfc9258ec1c2 req-2f85db4b-950a-4ae0-8fe9-02bc5c26ec49 service neutron] 10.222.0.43 "GET /v2.0/networks/d1b413c0-7cd1-4e7d-b3eb-114034b18fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284375 Feb 04 06:13:41.941578 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-db9bf36d-5926-4725-9d6f-dfc9258ec1c2 req-1de01bb5-82b9-45f4-b0c8-a7340969d0cb service neutron] 10.222.0.43 "GET /v2.0/networks/d1b413c0-7cd1-4e7d-b3eb-114034b18fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186651 Feb 04 06:13:42.114126 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed5ca3-0ea3-46b3-9e7d-244b3a37f33f req-20478ce5-907f-4f4c-8700-0ffe1e69f882 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:42.115593 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-98ed5ca3-0ea3-46b3-9e7d-244b3a37f33f req-20478ce5-907f-4f4c-8700-0ffe1e69f882 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 943 time: 0.0925834 Feb 04 06:13:42.159712 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-98ed5ca3-0ea3-46b3-9e7d-244b3a37f33f req-b351183e-bebc-4c38-a3e5-d491892c4e3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=251b7086-a8e6-4987-8a37-840a3cdfaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384362 Feb 04 06:13:42.259151 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abe9cd-3641-4217-b542-d3e9d71ad449 req-66f6d435-56a2-4745-a247-27e6b55ab621 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:42.260550 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-44abe9cd-3641-4217-b542-d3e9d71ad449 req-66f6d435-56a2-4745-a247-27e6b55ab621 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 945 time: 0.0834408 Feb 04 06:13:42.305883 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-44abe9cd-3641-4217-b542-d3e9d71ad449 req-54591ce8-2fad-46ff-88aa-aa99db4e02f2 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389836 Feb 04 06:13:42.494023 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ff9dd-19ae-4633-bbe6-cbfe0429bedd req-1d21678a-ce99-4aad-89e5-317962aae76e tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:42.495457 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ad0ff9dd-19ae-4633-bbe6-cbfe0429bedd req-1d21678a-ce99-4aad-89e5-317962aae76e tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 945 time: 0.0852604 Feb 04 06:13:42.539928 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ad0ff9dd-19ae-4633-bbe6-cbfe0429bedd req-9f57598e-df86-47d3-96d3-23e4150c9a0d tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382836 Feb 04 06:13:42.565388 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58892) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:42.635248 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e540efd4-867c-4644-bb60-341555cdcf37 tempest-TestVolumeBootPattern-1408240590 tempest-TestVolumeBootPattern-1408240590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:42.636822 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e540efd4-867c-4644-bb60-341555cdcf37 tempest-TestVolumeBootPattern-1408240590 tempest-TestVolumeBootPattern-1408240590-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 1093 time: 0.0704556 Feb 04 06:13:42.640631 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58896) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:42.645418 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': '167debb3-b4e3-416e-ac6e-0c5a927b19d8', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:42.651231 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:42.655220 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Usage tracker for resource:floatingip and tenant:8545e1a3b8fa468c888c11d4d16e5353 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:42.658079 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:42.663738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:42.680093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.815869 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.956823 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Allocated IP 172.26.4.171 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/761846b9-c993-46db-8226-2b490cf1f790) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:43.104132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.138021 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.351320 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:43.360935 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:43.362978 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event updated for resources: {'Port': ['ID=761846b9-c993-46db-8226-2b490cf1f790,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:43.366065 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:43.524578 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734e782-08d1-4071-b616-e153f3449ed6 req-8ac2902f-08c8-4e71-a97e-db57496a62d6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:43.526039 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6734e782-08d1-4071-b616-e153f3449ed6 req-8ac2902f-08c8-4e71-a97e-db57496a62d6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 943 time: 0.2352371 Feb 04 06:13:43.660903 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6734e782-08d1-4071-b616-e153f3449ed6 req-d7cd33cb-8195-4ef0-93c8-f5dabc6a3d0d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=251b7086-a8e6-4987-8a37-840a3cdfaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272049 Feb 04 06:13:43.849821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.919404 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:13:43.937243 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.057257 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port b1dc163f-9c73-4b1c-82bc-7aabcb94afe3, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b1dc163f-9c73-4b1c-82bc-7aabcb94afe3,segment=NetworkSegment(4c2706c4-8355-4029-a843-8038f318dc5f),segment_id=4c2706c4-8355-4029-a843-8038f318dc5f)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:44.070922 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': 'b1dc163f-9c73-4b1c-82bc-7aabcb94afe3', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'port_id': 'b1dc163f-9c73-4b1c-82bc-7aabcb94afe3', 'mac_address': 'fa:16:3e:f7:7c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:13:44.126735 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.145186 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.146406 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:13:44.151613 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.162895 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port b1dc163f-9c73-4b1c-82bc-7aabcb94afe3, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b1dc163f-9c73-4b1c-82bc-7aabcb94afe3,segment=NetworkSegment(4c2706c4-8355-4029-a843-8038f318dc5f),segment_id=4c2706c4-8355-4029-a843-8038f318dc5f)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:44.167313 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.250405 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=b1dc163f-9c73-4b1c-82bc-7aabcb94afe3,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:44.271704 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event updated for resources: {'Port': ['ID=761846b9-c993-46db-8226-2b490cf1f790,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:44.277056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.406843 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['b1dc163f-9c73-4b1c-82bc-7aabcb94afe3'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:13:44.461517 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Floating IP 3fb4f2c5-09ce-4349-aa3e-d2e0e42111ed associated. External IP: 172.26.4.171, port: 167debb3-b4e3-416e-ac6e-0c5a927b19d8. Feb 04 06:13:44.973786 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:13:45.048810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203cffe-4d75-4207-9ded-c1de0eabf05f req-104ed0a7-ac02-4ea5-bca2-21b60acd9e0c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:45.050239 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d203cffe-4d75-4207-9ded-c1de0eabf05f req-104ed0a7-ac02-4ea5-bca2-21b60acd9e0c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 944 time: 0.1710212 Feb 04 06:13:45.182032 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d203cffe-4d75-4207-9ded-c1de0eabf05f req-6a87854c-b2a4-404f-93e5-9e549ff8b3d2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=251b7086-a8e6-4987-8a37-840a3cdfaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207328 Feb 04 06:13:45.202517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:45.212653 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307a385-6034-42c9-9d5a-2896e8ae0b03 None None] Sync routers for ids ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:45.222270 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307a385-6034-42c9-9d5a-2896e8ae0b03 None None] Routers {'5e378c87-fd5f-4ebe-9bf1-33508c2d9561'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:45.222938 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-3307a385-6034-42c9-9d5a-2896e8ae0b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:13:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:45.227471 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:45.282920 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e459ef51-9e70-41f0-915f-1d439097321f tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6413202 Feb 04 06:13:45.283755 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eadd115-4f91-4e69-9049-cf0c1bbc33ce', 'tag': '167debb3-b4e3-416e-ac6e-0c5a927b19d8'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:13:45.327156 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eadd115-4f91-4e69-9049-cf0c1bbc33ce', 'tag': '167debb3-b4e3-416e-ac6e-0c5a927b19d8', 'status': 'completed', 'code': 200} Feb 04 06:13:45.405262 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-3307a385-6034-42c9-9d5a-2896e8ae0b03 None None] Set router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:13:45.421404 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20f0ae-45a8-4ef0-90f1-f1680aa5512b req-381b0fd8-6f47-44ed-a42d-4a78c6d4382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:45.422939 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ac20f0ae-45a8-4ef0-90f1-f1680aa5512b req-381b0fd8-6f47-44ed-a42d-4a78c6d4382f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8545e1a3b8fa468c888c11d4d16e5353&device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 1098 time: 0.0736582 Feb 04 06:13:45.560517 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20f0ae-45a8-4ef0-90f1-f1680aa5512b req-a7d8f57a-6cf6-4617-a170-718a5a0110ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:45.561896 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ac20f0ae-45a8-4ef0-90f1-f1680aa5512b req-a7d8f57a-6cf6-4617-a170-718a5a0110ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=11fda8b6-b607-479d-885a-9ae11a4ba872 HTTP/1.1" status: 200 len: 912 time: 0.1323390 Feb 04 06:13:45.665466 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ac20f0ae-45a8-4ef0-90f1-f1680aa5512b req-962ae248-a58f-4b7c-847f-f04cec6d9041 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=167debb3-b4e3-416e-ac6e-0c5a927b19d8 HTTP/1.1" status: 200 len: 999 time: 0.0970540 Feb 04 06:13:45.727426 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20f0ae-45a8-4ef0-90f1-f1680aa5512b req-e85820cc-e526-45d5-8a4a-4253106f9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:45.728907 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ac20f0ae-45a8-4ef0-90f1-f1680aa5512b req-e85820cc-e526-45d5-8a4a-4253106f9051 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1464dd3d-87c0-462d-8ed5-ccb402ea7201 HTTP/1.1" status: 200 len: 850 time: 0.0571613 Feb 04 06:13:45.777589 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-3307a385-6034-42c9-9d5a-2896e8ae0b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '3fb4f2c5-09ce-4349-aa3e-d2e0e42111ed', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'floating_ip_address': '172.26.4.171', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'port_id': '167debb3-b4e3-416e-ac6e-0c5a927b19d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'mac_address': 'fa:16:3e:e3:cd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eadd115-4f91-4e69-9049-cf0c1bbc33ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:43Z', 'updated_at': '2022-02-04T06:13:43Z', 'revision_number': 0, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'fixed_ip_address_scope': None}, {'id': 'f7194240-7dd0-4406-9dd7-4bc75fcb1206', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'floating_ip_address': '172.26.4.208', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'port_id': '84760030-72d4-4829-8362-80dd51262115', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'mac_address': 'fa:16:3e:c6:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:11:29Z', 'updated_at': '2022-02-04T06:11:33Z', 'revision_number': 1, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 5, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:45.782068 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307a385-6034-42c9-9d5a-2896e8ae0b03 None None] Checking router: 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:13:45.792319 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307a385-6034-42c9-9d5a-2896e8ae0b03 None None] Routers {'5e378c87-fd5f-4ebe-9bf1-33508c2d9561'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:45.793003 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-3307a385-6034-42c9-9d5a-2896e8ae0b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:13:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:45.807930 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20f0ae-45a8-4ef0-90f1-f1680aa5512b req-0cb915c8-b65a-4ed0-915c-cf7ba5fc3c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:45.809438 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ac20f0ae-45a8-4ef0-90f1-f1680aa5512b req-0cb915c8-b65a-4ed0-915c-cf7ba5fc3c28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11fda8b6-b607-479d-885a-9ae11a4ba872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746775 Feb 04 06:13:45.944245 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ac20f0ae-45a8-4ef0-90f1-f1680aa5512b req-18d8b13c-3965-44ed-89c9-f9ef9273916e service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286213 Feb 04 06:13:45.954675 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:45.966258 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-3307a385-6034-42c9-9d5a-2896e8ae0b03 None None] Set router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:13:46.027096 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:46.032676 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:46.033229 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:46.076910 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ac20f0ae-45a8-4ef0-90f1-f1680aa5512b req-98e7ddd2-a7d8-40a5-ba7d-d7fc81f3946e service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241391 Feb 04 06:13:46.153688 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:46.180197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1dc163f-9c73-4b1c-82bc-7aabcb94afe3'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:13:46.189940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port b1dc163f-9c73-4b1c-82bc-7aabcb94afe3, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b1dc163f-9c73-4b1c-82bc-7aabcb94afe3,segment=NetworkSegment(4c2706c4-8355-4029-a843-8038f318dc5f),segment_id=4c2706c4-8355-4029-a843-8038f318dc5f)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:46.205590 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:46.243615 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1dc163f-9c73-4b1c-82bc-7aabcb94afe3', 'code': 200} Feb 04 06:13:46.284038 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=b1dc163f-9c73-4b1c-82bc-7aabcb94afe3,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:46.353288 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-3307a385-6034-42c9-9d5a-2896e8ae0b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '3fb4f2c5-09ce-4349-aa3e-d2e0e42111ed', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'floating_ip_address': '172.26.4.171', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'port_id': '167debb3-b4e3-416e-ac6e-0c5a927b19d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'mac_address': 'fa:16:3e:e3:cd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eadd115-4f91-4e69-9049-cf0c1bbc33ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:43Z', 'updated_at': '2022-02-04T06:13:43Z', 'revision_number': 0, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'fixed_ip_address_scope': None}, {'id': 'f7194240-7dd0-4406-9dd7-4bc75fcb1206', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'floating_ip_address': '172.26.4.208', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'port_id': '84760030-72d4-4829-8362-80dd51262115', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'mac_address': 'fa:16:3e:c6:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:11:29Z', 'updated_at': '2022-02-04T06:11:33Z', 'revision_number': 1, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 5, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:46.357296 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307a385-6034-42c9-9d5a-2896e8ae0b03 None None] The sync data for ids ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'] in dv-neutron-826830-2-hyperv is: [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '3fb4f2c5-09ce-4349-aa3e-d2e0e42111ed', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'floating_ip_address': '172.26.4.171', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'port_id': '167debb3-b4e3-416e-ac6e-0c5a927b19d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'mac_address': 'fa:16:3e:e3:cd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eadd115-4f91-4e69-9049-cf0c1bbc33ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:43Z', 'updated_at': '2022-02-04T06:13:43Z', 'revision_number': 0, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'fixed_ip_address_scope': None}, {'id': 'f7194240-7dd0-4406-9dd7-4bc75fcb1206', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'floating_ip_address': '172.26.4.208', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'port_id': '84760030-72d4-4829-8362-80dd51262115', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'mac_address': 'fa:16:3e:c6:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:11:29Z', 'updated_at': '2022-02-04T06:11:33Z', 'revision_number': 1, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 5, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:46.398862 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca984e9b-b0c9-47f6-8465-823e8a8964e9 req-0e7f6179-417f-4c63-aa7a-c6f66dc4a717 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:46.400398 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ca984e9b-b0c9-47f6-8465-823e8a8964e9 req-0e7f6179-417f-4c63-aa7a-c6f66dc4a717 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 945 time: 0.0855646 Feb 04 06:13:46.450565 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ca984e9b-b0c9-47f6-8465-823e8a8964e9 req-96b2f2fa-d30a-4bac-996d-1235e36ae66a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=251b7086-a8e6-4987-8a37-840a3cdfaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438073 Feb 04 06:13:46.493895 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b0e14-2bdc-4d5d-9500-7340ba878c69 req-9d06bb70-a50d-4cdb-89d8-7e241594e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:46.495393 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-778b0e14-2bdc-4d5d-9500-7340ba878c69 req-9d06bb70-a50d-4cdb-89d8-7e241594e5dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 1098 time: 0.0759683 Feb 04 06:13:46.537324 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-778b0e14-2bdc-4d5d-9500-7340ba878c69 req-6b23d2d8-ad90-4275-a71e-d11cabd20e96 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=251b7086-a8e6-4987-8a37-840a3cdfaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356538 Feb 04 06:13:46.570952 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711501d1-ee93-472b-ad64-4af0667f4be7 None None] New status for floating IP 3fb4f2c5-09ce-4349-aa3e-d2e0e42111ed: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:13:47.803099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf2293-1a6d-4750-bb6f-a732952da2fa req-d9c86dea-1c70-4127-9387-d31302c719e7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:47.804468 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6daf2293-1a6d-4750-bb6f-a732952da2fa req-d9c86dea-1c70-4127-9387-d31302c719e7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 945 time: 0.0818210 Feb 04 06:13:47.853404 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6daf2293-1a6d-4750-bb6f-a732952da2fa req-07b86287-a52a-4226-a704-1742d4c67162 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=251b7086-a8e6-4987-8a37-840a3cdfaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407274 Feb 04 06:13:49.055748 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e203093-4f9b-4a17-89bd-5a1589a3f19f req-1d481a9b-7787-4209-80f1-24550a0f6e6c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:49.057207 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6e203093-4f9b-4a17-89bd-5a1589a3f19f req-1d481a9b-7787-4209-80f1-24550a0f6e6c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 945 time: 0.0939996 Feb 04 06:13:49.102750 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6e203093-4f9b-4a17-89bd-5a1589a3f19f req-58ae14a2-8e2a-4bd9-ba26-227e3b4d8d17 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=251b7086-a8e6-4987-8a37-840a3cdfaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371675 Feb 04 06:13:49.314404 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c7f6e-e09d-4200-9ca3-33f609408974 req-cfbc37bf-2e9f-48e3-8842-5d7435d16121 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:49.315898 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a83c7f6e-e09d-4200-9ca3-33f609408974 req-cfbc37bf-2e9f-48e3-8842-5d7435d16121 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 945 time: 0.1101160 Feb 04 06:13:49.361027 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a83c7f6e-e09d-4200-9ca3-33f609408974 req-aff41629-2979-4c7a-ac6f-c9443379f4c3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=251b7086-a8e6-4987-8a37-840a3cdfaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393512 Feb 04 06:13:49.384149 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58918) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:49.468661 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0610774f-c7ae-4231-95ba-afda3b2b7211 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:49.470062 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0610774f-c7ae-4231-95ba-afda3b2b7211 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 1093 time: 0.0848525 Feb 04 06:13:49.474397 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58922) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:49.479204 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': 'b1dc163f-9c73-4b1c-82bc-7aabcb94afe3', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:49.485760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:49.489922 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:floatingip and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:49.492898 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:49.499914 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:49.515083 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.657913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.802267 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.26.4.60 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/596ab5c6-06c5-4d07-911f-be6c764e1e0d) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:49.948474 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.981059 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:50.045897 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:50.048794 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:50.053333 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:50.081343 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=596ab5c6-06c5-4d07-911f-be6c764e1e0d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:50.576020 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:50.655698 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:50.859020 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:50.866625 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:50.970599 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=596ab5c6-06c5-4d07-911f-be6c764e1e0d,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:50.983479 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:51.155895 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Floating IP 4c5f2773-a542-48dc-94fa-65aff019ae33 associated. External IP: 172.26.4.60, port: b1dc163f-9c73-4b1c-82bc-7aabcb94afe3. Feb 04 06:13:51.512480 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 271c44e2-9390-4df3-a3cc-c847eacbba4d has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:13:51.789055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:51.799081 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e236492-3760-447c-83ed-324894e4e51d None None] Sync routers for ids ['271c44e2-9390-4df3-a3cc-c847eacbba4d'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:51.809558 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e236492-3760-447c-83ed-324894e4e51d None None] Routers {'271c44e2-9390-4df3-a3cc-c847eacbba4d'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:51.810162 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-3e236492-3760-447c-83ed-324894e4e51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:13:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['271c44e2-9390-4df3-a3cc-c847eacbba4d'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:51.816849 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:51.875556 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-28101853-ca0e-46b0-999c-eafc14676487 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4001431 Feb 04 06:13:51.876237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04', 'tag': 'b1dc163f-9c73-4b1c-82bc-7aabcb94afe3'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:13:51.878426 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58926) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:51.920260 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04', 'tag': 'b1dc163f-9c73-4b1c-82bc-7aabcb94afe3', 'status': 'completed', 'code': 200} Feb 04 06:13:52.004484 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-3e236492-3760-447c-83ed-324894e4e51d None None] Set router 271c44e2-9390-4df3-a3cc-c847eacbba4d gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:13:52.018559 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8954bfb-3252-441a-804a-edb729b60751 req-3238be8b-dbb9-417e-96ce-cc1872c7daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:52.021431 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c8954bfb-3252-441a-804a-edb729b60751 req-3238be8b-dbb9-417e-96ce-cc1872c7daf1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 1098 time: 0.0756717 Feb 04 06:13:52.062990 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ba4ce363-2673-489f-a8f6-3345791870c6 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/routers/271c44e2-9390-4df3-a3cc-c847eacbba4d HTTP/1.1" status: 200 len: 921 time: 0.1801746 Feb 04 06:13:52.063190 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58932) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:52.170626 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-70f9cedd-a388-4217-a240-e8e854c1b740 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/4c5f2773-a542-48dc-94fa-65aff019ae33 HTTP/1.1" status: 200 len: 990 time: 0.1064177 Feb 04 06:13:52.179242 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8954bfb-3252-441a-804a-edb729b60751 req-205adb44-6bc1-443c-85ce-8dc28988900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:52.180721 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c8954bfb-3252-441a-804a-edb729b60751 req-205adb44-6bc1-443c-85ce-8dc28988900f service neutron] 10.222.0.43 "GET /v2.0/networks?id=d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 HTTP/1.1" status: 200 len: 898 time: 0.1452937 Feb 04 06:13:52.283822 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c8954bfb-3252-441a-804a-edb729b60751 req-9ab83529-df31-43a8-aefa-9c85071ff2ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 HTTP/1.1" status: 200 len: 998 time: 0.0966797 Feb 04 06:13:52.349922 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8954bfb-3252-441a-804a-edb729b60751 req-ec26fe03-014a-4828-ac3c-9bd91308b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:52.351284 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c8954bfb-3252-441a-804a-edb729b60751 req-ec26fe03-014a-4828-ac3c-9bd91308b7bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0cf72c1f-b118-4a2f-a168-f05e56eab539 HTTP/1.1" status: 200 len: 835 time: 0.0613472 Feb 04 06:13:52.392500 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-3e236492-3760-447c-83ed-324894e4e51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'name': 'tempest-TestNetworkBasicOps-router-981601371', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:24Z', 'updated_at': '2022-02-04T06:13:32Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:25Z', 'updated_at': '2022-02-04T06:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '4c5f2773-a542-48dc-94fa-65aff019ae33', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'port_id': 'b1dc163f-9c73-4b1c-82bc-7aabcb94afe3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'mac_address': 'fa:16:3e:f7:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:50Z', 'updated_at': '2022-02-04T06:13:50Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527dfde5-bfed-47b9-a0aa-6631edc9f626', 'name': '', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:90:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:31Z', 'updated_at': '2022-02-04T06:13:37Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:52.396457 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e236492-3760-447c-83ed-324894e4e51d None None] Checking router: 271c44e2-9390-4df3-a3cc-c847eacbba4d for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:13:52.404940 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e236492-3760-447c-83ed-324894e4e51d None None] Routers {'271c44e2-9390-4df3-a3cc-c847eacbba4d'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:52.405539 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-3e236492-3760-447c-83ed-324894e4e51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:13:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['271c44e2-9390-4df3-a3cc-c847eacbba4d'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:52.427586 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8954bfb-3252-441a-804a-edb729b60751 req-75078878-fe6e-487d-8c3c-f833c661632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:52.429129 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c8954bfb-3252-441a-804a-edb729b60751 req-75078878-fe6e-487d-8c3c-f833c661632f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d1b413c0-7cd1-4e7d-b3eb-114034b18fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698006 Feb 04 06:13:52.561405 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c8954bfb-3252-441a-804a-edb729b60751 req-73e38e42-b05d-41b5-afce-bada6a847931 service neutron] 10.222.0.43 "GET /v2.0/networks/d1b413c0-7cd1-4e7d-b3eb-114034b18fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254907 Feb 04 06:13:52.581958 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-3e236492-3760-447c-83ed-324894e4e51d None None] Set router 271c44e2-9390-4df3-a3cc-c847eacbba4d gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:13:52.709541 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c8954bfb-3252-441a-804a-edb729b60751 req-afcd6467-d5f0-4b62-bf04-ba568c437d45 service neutron] 10.222.0.43 "GET /v2.0/networks/d1b413c0-7cd1-4e7d-b3eb-114034b18fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338587 Feb 04 06:13:52.941535 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-3e236492-3760-447c-83ed-324894e4e51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'name': 'tempest-TestNetworkBasicOps-router-981601371', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:24Z', 'updated_at': '2022-02-04T06:13:32Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:25Z', 'updated_at': '2022-02-04T06:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '4c5f2773-a542-48dc-94fa-65aff019ae33', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'port_id': 'b1dc163f-9c73-4b1c-82bc-7aabcb94afe3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'mac_address': 'fa:16:3e:f7:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:50Z', 'updated_at': '2022-02-04T06:13:50Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527dfde5-bfed-47b9-a0aa-6631edc9f626', 'name': '', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:90:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:31Z', 'updated_at': '2022-02-04T06:13:37Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:52.945639 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e236492-3760-447c-83ed-324894e4e51d None None] The sync data for ids ['271c44e2-9390-4df3-a3cc-c847eacbba4d'] in dv-neutron-826830-2-hyperv is: [{'id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'name': 'tempest-TestNetworkBasicOps-router-981601371', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:24Z', 'updated_at': '2022-02-04T06:13:32Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:25Z', 'updated_at': '2022-02-04T06:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '4c5f2773-a542-48dc-94fa-65aff019ae33', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'port_id': 'b1dc163f-9c73-4b1c-82bc-7aabcb94afe3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'mac_address': 'fa:16:3e:f7:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:50Z', 'updated_at': '2022-02-04T06:13:50Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527dfde5-bfed-47b9-a0aa-6631edc9f626', 'name': '', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:90:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:31Z', 'updated_at': '2022-02-04T06:13:37Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:53.161871 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a55c0-38b1-46c3-a28c-24398cf34baa None None] New status for floating IP 4c5f2773-a542-48dc-94fa-65aff019ae33: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:13:53.174089 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58938) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:53.299222 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-488b979c-d8a4-4df7-ab24-c836fa2d2cb6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/4c5f2773-a542-48dc-94fa-65aff019ae33 HTTP/1.1" status: 200 len: 990 time: 0.1214578 Feb 04 06:13:54.301568 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58942) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:54.421994 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-01688322-3c5a-40ec-851e-41b3e6774b04 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/4c5f2773-a542-48dc-94fa-65aff019ae33 HTTP/1.1" status: 200 len: 992 time: 0.1189148 Feb 04 06:13:59.495659 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-11b5fc02-807a-4e7a-a788-a2fdbd7ac356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.833521 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2c62ac82-595b-4fb6-a972-ff03a0baac58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.834808 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.882687 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.238244 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.142295 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.798851 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:14:21.080395 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3018360d-97d7-4016-bb3c-e80a75632119 req-8d104161-c81d-4f2c-91c1-895bc73240b2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692952 Feb 04 06:14:21.228218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018360d-97d7-4016-bb3c-e80a75632119 req-54ea40f7-69d1-4f93-b81d-f09110f340f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:21.229715 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3018360d-97d7-4016-bb3c-e80a75632119 req-54ea40f7-69d1-4f93-b81d-f09110f340f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8545e1a3b8fa468c888c11d4d16e5353&device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 1098 time: 0.0742238 Feb 04 06:14:21.388312 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018360d-97d7-4016-bb3c-e80a75632119 req-1f1c8c60-51c0-4051-a86c-ba3760adab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:21.389746 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3018360d-97d7-4016-bb3c-e80a75632119 req-1f1c8c60-51c0-4051-a86c-ba3760adab0b service neutron] 10.222.0.43 "GET /v2.0/networks?id=11fda8b6-b607-479d-885a-9ae11a4ba872 HTTP/1.1" status: 200 len: 912 time: 0.1379335 Feb 04 06:14:21.502796 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3018360d-97d7-4016-bb3c-e80a75632119 req-6ac2fe18-f0e1-4aeb-96e7-bcd689663706 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84760030-72d4-4829-8362-80dd51262115 HTTP/1.1" status: 200 len: 1001 time: 0.1063626 Feb 04 06:14:21.564636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018360d-97d7-4016-bb3c-e80a75632119 req-f0b0717a-36cf-4d7f-9712-828d9ba09aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:21.566006 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3018360d-97d7-4016-bb3c-e80a75632119 req-f0b0717a-36cf-4d7f-9712-828d9ba09aef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1464dd3d-87c0-462d-8ed5-ccb402ea7201 HTTP/1.1" status: 200 len: 850 time: 0.0557833 Feb 04 06:14:21.653762 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018360d-97d7-4016-bb3c-e80a75632119 req-ab698fb8-cea0-46f2-add6-afc6e80400ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:21.655119 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3018360d-97d7-4016-bb3c-e80a75632119 req-ab698fb8-cea0-46f2-add6-afc6e80400ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11fda8b6-b607-479d-885a-9ae11a4ba872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820963 Feb 04 06:14:21.882836 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3018360d-97d7-4016-bb3c-e80a75632119 req-6b417d56-70df-443a-9a97-db950c6143ca service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198317 Feb 04 06:14:22.013367 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3018360d-97d7-4016-bb3c-e80a75632119 req-5d8cb719-ee18-4184-9d9d-ecedd59424f4 service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223397 Feb 04 06:14:23.670052 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58962) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:23.860984 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-184a0086-abf6-4001-82a6-2ef7964f2633 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/routers/271c44e2-9390-4df3-a3cc-c847eacbba4d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1893492 Feb 04 06:14:23.865052 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58966) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:24.054984 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7eeb6de-50e4-4401-947a-646f17f885b0 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Notify agent at dv-neutron-826830-2-hyperv the message router_removed_from_agent {{(pid=87470) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 04 06:14:24.060032 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c7eeb6de-50e4-4401-947a-646f17f885b0 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "DELETE /v2.0/agents/2d27cf2f-a209-4921-80f6-77242f4efead/l3-routers/271c44e2-9390-4df3-a3cc-c847eacbba4d HTTP/1.1" status: 204 len: 168 time: 0.1929524 Feb 04 06:14:24.061670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58970) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:24.242917 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7d3aa840-a113-42c3-8eb6-c7a6d7bed06a tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/routers/271c44e2-9390-4df3-a3cc-c847eacbba4d/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1801577 Feb 04 06:14:24.246153 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58974) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:24.349948 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-286bef56-6aa9-4694-a3fa-31a70ffc797c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/4c5f2773-a542-48dc-94fa-65aff019ae33 HTTP/1.1" status: 200 len: 992 time: 0.1026239 Feb 04 06:14:24.837061 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e20bcd-581f-4034-802e-10cb9ea9de57 None None] New status for floating IP 4c5f2773-a542-48dc-94fa-65aff019ae33: DOWN {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:14:25.174746 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7de48aba-1061-4a55-bb73-62315d590ecb no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:14:25.290250 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.306456 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 7de48aba-1061-4a55-bb73-62315d590ecb, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=7de48aba-1061-4a55-bb73-62315d590ecb,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:25.311169 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.311883 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 527dfde5-bfed-47b9-a0aa-6631edc9f626 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:14:25.354015 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58980) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:25.422532 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=7de48aba-1061-4a55-bb73-62315d590ecb,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:25.455462 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-68de8ac6-a223-4842-a70d-3b9975104364 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/4c5f2773-a542-48dc-94fa-65aff019ae33 HTTP/1.1" status: 200 len: 990 time: 0.1003063 Feb 04 06:14:25.482637 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.514508 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 527dfde5-bfed-47b9-a0aa-6631edc9f626, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=527dfde5-bfed-47b9-a0aa-6631edc9f626,segment=NetworkSegment(4c2706c4-8355-4029-a843-8038f318dc5f),segment_id=4c2706c4-8355-4029-a843-8038f318dc5f)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:25.521485 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.588697 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=527dfde5-bfed-47b9-a0aa-6631edc9f626,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:26.613369 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58986) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:26.832232 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585624a3-dfab-474e-b710-95949ea651be tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Router 271c44e2-9390-4df3-a3cc-c847eacbba4d is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:14:26.832483 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585624a3-dfab-474e-b710-95949ea651be tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Notify agent at dv-neutron-826830-2-hyperv the message router_added_to_agent {{(pid=87470) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 04 06:14:26.850163 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-585624a3-dfab-474e-b710-95949ea651be tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "POST /v2.0/agents/2d27cf2f-a209-4921-80f6-77242f4efead/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2355044 Feb 04 06:14:26.852996 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 58994) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:26.865514 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec6848-9e59-4fba-b133-d344697864ba None None] Sync routers for ids ['271c44e2-9390-4df3-a3cc-c847eacbba4d'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:14:26.875574 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec6848-9e59-4fba-b133-d344697864ba None None] Routers {'271c44e2-9390-4df3-a3cc-c847eacbba4d'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:26.876395 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-33ec6848-9e59-4fba-b133-d344697864ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:14:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['271c44e2-9390-4df3-a3cc-c847eacbba4d'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:27.058380 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-33ec6848-9e59-4fba-b133-d344697864ba None None] Set router 271c44e2-9390-4df3-a3cc-c847eacbba4d gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:14:27.148481 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-adf77970-1517-48ae-8cff-9aba7ce4a0b2 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/routers/271c44e2-9390-4df3-a3cc-c847eacbba4d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2944107 Feb 04 06:14:27.149012 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 58998) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:27.258296 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-18315e54-169e-45c1-9a08-831a767c1772 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/4c5f2773-a542-48dc-94fa-65aff019ae33 HTTP/1.1" status: 200 len: 990 time: 0.1076260 Feb 04 06:14:27.444261 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-33ec6848-9e59-4fba-b133-d344697864ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'name': 'tempest-TestNetworkBasicOps-router-981601371', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:24Z', 'updated_at': '2022-02-04T06:13:32Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:25Z', 'updated_at': '2022-02-04T06:14:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '4c5f2773-a542-48dc-94fa-65aff019ae33', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'port_id': 'b1dc163f-9c73-4b1c-82bc-7aabcb94afe3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'mac_address': 'fa:16:3e:f7:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:50Z', 'updated_at': '2022-02-04T06:14:25Z', 'revision_number': 2, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527dfde5-bfed-47b9-a0aa-6631edc9f626', 'name': '', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:90:a7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:31Z', 'updated_at': '2022-02-04T06:14:25Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:27.448046 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec6848-9e59-4fba-b133-d344697864ba None None] Checking router: 271c44e2-9390-4df3-a3cc-c847eacbba4d for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:14:27.456826 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec6848-9e59-4fba-b133-d344697864ba None None] Routers {'271c44e2-9390-4df3-a3cc-c847eacbba4d'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:27.457421 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-33ec6848-9e59-4fba-b133-d344697864ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:14:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['271c44e2-9390-4df3-a3cc-c847eacbba4d'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:27.643967 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-33ec6848-9e59-4fba-b133-d344697864ba None None] Set router 271c44e2-9390-4df3-a3cc-c847eacbba4d gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:14:28.005908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-33ec6848-9e59-4fba-b133-d344697864ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'name': 'tempest-TestNetworkBasicOps-router-981601371', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:24Z', 'updated_at': '2022-02-04T06:13:32Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:25Z', 'updated_at': '2022-02-04T06:14:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '4c5f2773-a542-48dc-94fa-65aff019ae33', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'port_id': 'b1dc163f-9c73-4b1c-82bc-7aabcb94afe3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'mac_address': 'fa:16:3e:f7:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:50Z', 'updated_at': '2022-02-04T06:14:25Z', 'revision_number': 2, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527dfde5-bfed-47b9-a0aa-6631edc9f626', 'name': '', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:90:a7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:31Z', 'updated_at': '2022-02-04T06:14:25Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:28.010014 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec6848-9e59-4fba-b133-d344697864ba None None] The sync data for ids ['271c44e2-9390-4df3-a3cc-c847eacbba4d'] in dv-neutron-826830-2-hyperv is: [{'id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'name': 'tempest-TestNetworkBasicOps-router-981601371', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:24Z', 'updated_at': '2022-02-04T06:13:32Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:25Z', 'updated_at': '2022-02-04T06:14:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '4c5f2773-a542-48dc-94fa-65aff019ae33', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'port_id': 'b1dc163f-9c73-4b1c-82bc-7aabcb94afe3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'mac_address': 'fa:16:3e:f7:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:50Z', 'updated_at': '2022-02-04T06:14:25Z', 'revision_number': 2, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527dfde5-bfed-47b9-a0aa-6631edc9f626', 'name': '', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:90:a7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:31Z', 'updated_at': '2022-02-04T06:14:25Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:14:28.262178 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59002) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:28.386226 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7a726407-ad47-4c2a-b7de-840f09655b97 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/4c5f2773-a542-48dc-94fa-65aff019ae33 HTTP/1.1" status: 200 len: 990 time: 0.1187496 Feb 04 06:14:29.256614 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7de48aba-1061-4a55-bb73-62315d590ecb up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:29.330239 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 7de48aba-1061-4a55-bb73-62315d590ecb triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:29.330505 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.389802 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59008) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:29.448764 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.464987 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 7de48aba-1061-4a55-bb73-62315d590ecb, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=7de48aba-1061-4a55-bb73-62315d590ecb,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:29.471112 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.472060 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 527dfde5-bfed-47b9-a0aa-6631edc9f626 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:29.494351 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d9142948-7fe0-41d5-8406-0c247e75a71d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/4c5f2773-a542-48dc-94fa-65aff019ae33 HTTP/1.1" status: 200 len: 990 time: 0.1033361 Feb 04 06:14:29.583648 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fb64ac18-f890-4072-9257-7cc9650f993c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.599926 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=7de48aba-1061-4a55-bb73-62315d590ecb,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:29.617354 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 527dfde5-bfed-47b9-a0aa-6631edc9f626 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:29.617738 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.745597 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b858707c-cca2-402c-a526-9e26d7337547 None None] New status for floating IP 4c5f2773-a542-48dc-94fa-65aff019ae33: ACTIVE {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:14:29.749980 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.783100 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 527dfde5-bfed-47b9-a0aa-6631edc9f626, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=527dfde5-bfed-47b9-a0aa-6631edc9f626,segment=NetworkSegment(4c2706c4-8355-4029-a843-8038f318dc5f),segment_id=4c2706c4-8355-4029-a843-8038f318dc5f)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:29.788556 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.856802 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=527dfde5-bfed-47b9-a0aa-6631edc9f626,revision_number=7']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:30.497643 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59012) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:30.617074 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9c9babbc-7bf7-43de-bcc7-f1f745a1a71c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/4c5f2773-a542-48dc-94fa-65aff019ae33 HTTP/1.1" status: 200 len: 992 time: 0.1179590 Feb 04 06:14:30.897785 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59020) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:31.222138 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7de48aba-1061-4a55-bb73-62315d590ecb up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:31.224824 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 596ab5c6-06c5-4d07-911f-be6c764e1e0d {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:31.225161 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.295624 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 7de48aba-1061-4a55-bb73-62315d590ecb triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:31.296022 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.399541 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.400812 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.419042 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 527dfde5-bfed-47b9-a0aa-6631edc9f626 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:31.490533 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 527dfde5-bfed-47b9-a0aa-6631edc9f626 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:31.492341 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.527821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 596ab5c6-06c5-4d07-911f-be6c764e1e0d owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:31.693040 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.741062 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=596ab5c6-06c5-4d07-911f-be6c764e1e0d,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:31.813150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:31.813150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:31.813150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:31.813150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:31.813150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:31.813150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:31.813150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:31.813150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:31.813150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:31.813150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:31.813150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:31.813150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:31.826286 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4464300f-9aca-42a4-90b0-54a4e17ed232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.845198 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.845198 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Floating IP 4c5f2773-a542-48dc-94fa-65aff019ae33 disassociated (deleted). External IP: 172.26.4.60, port: b1dc163f-9c73-4b1c-82bc-7aabcb94afe3. Feb 04 06:14:32.222270 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 271c44e2-9390-4df3-a3cc-c847eacbba4d has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:14:32.410645 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:14:32.422311 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705178aa-82f0-43bf-bdeb-9a9fb14cde4b None None] Sync routers for ids ['271c44e2-9390-4df3-a3cc-c847eacbba4d'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:14:32.431630 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705178aa-82f0-43bf-bdeb-9a9fb14cde4b None None] Routers {'271c44e2-9390-4df3-a3cc-c847eacbba4d'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:32.432002 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-705178aa-82f0-43bf-bdeb-9a9fb14cde4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:14:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['271c44e2-9390-4df3-a3cc-c847eacbba4d'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:32.432725 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.495751 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ebb48dc4-9e0d-4252-8327-3e79e5b1de4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/floatingips/4c5f2773-a542-48dc-94fa-65aff019ae33 HTTP/1.1" status: 204 len: 168 time: 1.5961277 Feb 04 06:14:32.495751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04', 'tag': 'b1dc163f-9c73-4b1c-82bc-7aabcb94afe3'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:14:32.548893 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04', 'tag': 'b1dc163f-9c73-4b1c-82bc-7aabcb94afe3', 'status': 'completed', 'code': 200} Feb 04 06:14:32.634850 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-705178aa-82f0-43bf-bdeb-9a9fb14cde4b None None] Set router 271c44e2-9390-4df3-a3cc-c847eacbba4d gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:14:32.669120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52719be2-670a-424e-8197-990ca009e7ce req-65896bc0-4be6-4647-a0d9-d0130e1b1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:32.670781 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-52719be2-670a-424e-8197-990ca009e7ce req-65896bc0-4be6-4647-a0d9-d0130e1b1901 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 1098 time: 0.0949380 Feb 04 06:14:32.837441 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52719be2-670a-424e-8197-990ca009e7ce req-247ac6c7-0c53-49c8-821f-dead3fc66296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:32.839143 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-52719be2-670a-424e-8197-990ca009e7ce req-247ac6c7-0c53-49c8-821f-dead3fc66296 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 HTTP/1.1" status: 200 len: 898 time: 0.1608505 Feb 04 06:14:32.945051 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-52719be2-670a-424e-8197-990ca009e7ce req-5c24c579-fca1-4e78-8489-070dcfe425c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 HTTP/1.1" status: 200 len: 217 time: 0.0893302 Feb 04 06:14:32.955303 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14adbeb-57e6-4b5a-b002-87c33a412c26 req-46c15041-bbd2-4ad0-8e7e-1364ddc0e521 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:32.955303 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-f14adbeb-57e6-4b5a-b002-87c33a412c26 req-46c15041-bbd2-4ad0-8e7e-1364ddc0e521 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:32.963057 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.963057 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.974613 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-f14adbeb-57e6-4b5a-b002-87c33a412c26 req-46c15041-bbd2-4ad0-8e7e-1364ddc0e521 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:32.974613 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f14adbeb-57e6-4b5a-b002-87c33a412c26 req-46c15041-bbd2-4ad0-8e7e-1364ddc0e521 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 945 time: 0.1273108 Feb 04 06:14:33.023626 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52719be2-670a-424e-8197-990ca009e7ce req-ea71db5a-3ce4-4dfc-b549-dff7488f091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:33.025645 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-52719be2-670a-424e-8197-990ca009e7ce req-ea71db5a-3ce4-4dfc-b549-dff7488f091e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0cf72c1f-b118-4a2f-a168-f05e56eab539 HTTP/1.1" status: 200 len: 835 time: 0.0796590 Feb 04 06:14:33.080184 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-705178aa-82f0-43bf-bdeb-9a9fb14cde4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'name': 'tempest-TestNetworkBasicOps-router-981601371', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:24Z', 'updated_at': '2022-02-04T06:13:32Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:25Z', 'updated_at': '2022-02-04T06:14:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '527dfde5-bfed-47b9-a0aa-6631edc9f626', 'name': '', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:90:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:31Z', 'updated_at': '2022-02-04T06:14:29Z', 'revision_number': 7, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:33.082111 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705178aa-82f0-43bf-bdeb-9a9fb14cde4b None None] Checking router: 271c44e2-9390-4df3-a3cc-c847eacbba4d for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:14:33.093451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705178aa-82f0-43bf-bdeb-9a9fb14cde4b None None] Routers {'271c44e2-9390-4df3-a3cc-c847eacbba4d'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:33.095222 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-705178aa-82f0-43bf-bdeb-9a9fb14cde4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:14:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['271c44e2-9390-4df3-a3cc-c847eacbba4d'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:33.133883 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52719be2-670a-424e-8197-990ca009e7ce req-042a3192-3099-4824-9d0f-0b996c70afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:33.135743 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-52719be2-670a-424e-8197-990ca009e7ce req-042a3192-3099-4824-9d0f-0b996c70afe4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d1b413c0-7cd1-4e7d-b3eb-114034b18fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1028881 Feb 04 06:14:33.151986 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f14adbeb-57e6-4b5a-b002-87c33a412c26 req-02eedc54-7dd8-420b-8d23-babaff728c85 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=251b7086-a8e6-4987-8a37-840a3cdfaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767471 Feb 04 06:14:33.306274 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-52719be2-670a-424e-8197-990ca009e7ce req-c4c61f08-fd2f-47a8-9e30-6eaefc27f81e service neutron] 10.222.0.43 "GET /v2.0/networks/d1b413c0-7cd1-4e7d-b3eb-114034b18fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630688 Feb 04 06:14:33.308978 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-705178aa-82f0-43bf-bdeb-9a9fb14cde4b None None] Set router 271c44e2-9390-4df3-a3cc-c847eacbba4d gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:14:33.448175 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-52719be2-670a-424e-8197-990ca009e7ce req-f3cdce41-a6cf-470e-9b7d-d8acd1a3db0f service neutron] 10.222.0.43 "GET /v2.0/networks/d1b413c0-7cd1-4e7d-b3eb-114034b18fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340382 Feb 04 06:14:33.643941 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-705178aa-82f0-43bf-bdeb-9a9fb14cde4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'name': 'tempest-TestNetworkBasicOps-router-981601371', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:24Z', 'updated_at': '2022-02-04T06:13:32Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:25Z', 'updated_at': '2022-02-04T06:14:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '527dfde5-bfed-47b9-a0aa-6631edc9f626', 'name': '', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:90:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:31Z', 'updated_at': '2022-02-04T06:14:29Z', 'revision_number': 7, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:33.648665 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705178aa-82f0-43bf-bdeb-9a9fb14cde4b None None] The sync data for ids ['271c44e2-9390-4df3-a3cc-c847eacbba4d'] in dv-neutron-826830-2-hyperv is: [{'id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'name': 'tempest-TestNetworkBasicOps-router-981601371', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:24Z', 'updated_at': '2022-02-04T06:13:32Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:25Z', 'updated_at': '2022-02-04T06:14:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '527dfde5-bfed-47b9-a0aa-6631edc9f626', 'name': '', 'network_id': 'd1b413c0-7cd1-4e7d-b3eb-114034b18fe2', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:90:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:31Z', 'updated_at': '2022-02-04T06:14:29Z', 'revision_number': 7, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '0cf72c1f-b118-4a2f-a168-f05e56eab539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:14:34.244680 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:34.272256 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5500c-bf7c-4501-b19d-d38c43e0a3ae req-1418056c-c717-4d28-8bb1-9bb13dc57ca7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:34.272737 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-ccd5500c-bf7c-4501-b19d-d38c43e0a3ae req-1418056c-c717-4d28-8bb1-9bb13dc57ca7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:34.287117 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-ccd5500c-bf7c-4501-b19d-d38c43e0a3ae req-1418056c-c717-4d28-8bb1-9bb13dc57ca7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:34.288256 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ccd5500c-bf7c-4501-b19d-d38c43e0a3ae req-1418056c-c717-4d28-8bb1-9bb13dc57ca7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 945 time: 0.1248145 Feb 04 06:14:34.359239 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3dda-a1b2-48d0-9f9f-ef27a5a7e715 req-b737280c-b062-4c5a-ac2d-f9fe2f2e3562 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:34.360735 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-26ff3dda-a1b2-48d0-9f9f-ef27a5a7e715 req-b737280c-b062-4c5a-ac2d-f9fe2f2e3562 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 945 time: 0.0837343 Feb 04 06:14:34.360947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-ccd5500c-bf7c-4501-b19d-d38c43e0a3ae req-f12d4501-526b-48e0-b8e7-1987340906c1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:34.363621 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ccd5500c-bf7c-4501-b19d-d38c43e0a3ae req-f12d4501-526b-48e0-b8e7-1987340906c1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:34.409610 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-26ff3dda-a1b2-48d0-9f9f-ef27a5a7e715 req-136198c6-8e53-429b-bde0-3867020347c2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=251b7086-a8e6-4987-8a37-840a3cdfaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426798 Feb 04 06:14:34.709466 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-ccd5500c-bf7c-4501-b19d-d38c43e0a3ae req-f12d4501-526b-48e0-b8e7-1987340906c1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port b1dc163f-9c73-4b1c-82bc-7aabcb94afe3, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b1dc163f-9c73-4b1c-82bc-7aabcb94afe3,segment=NetworkSegment(4c2706c4-8355-4029-a843-8038f318dc5f),segment_id=4c2706c4-8355-4029-a843-8038f318dc5f)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:34.709757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ccd5500c-bf7c-4501-b19d-d38c43e0a3ae req-f12d4501-526b-48e0-b8e7-1987340906c1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:34.836925 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-ccd5500c-bf7c-4501-b19d-d38c43e0a3ae req-f12d4501-526b-48e0-b8e7-1987340906c1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:34.850066 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4545f051-dbad-4d8e-b22f-1e1bc495e206 None None] New status for floating IP 4c5f2773-a542-48dc-94fa-65aff019ae33: DOWN {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:14:34.983562 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ccd5500c-bf7c-4501-b19d-d38c43e0a3ae req-f12d4501-526b-48e0-b8e7-1987340906c1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:35.036612 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d4501-526b-48e0-b8e7-1987340906c1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=b1dc163f-9c73-4b1c-82bc-7aabcb94afe3,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:35.107670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd5500c-bf7c-4501-b19d-d38c43e0a3ae req-f12d4501-526b-48e0-b8e7-1987340906c1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] No DVR routers for this DVR port b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:35.110602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ccd5500c-bf7c-4501-b19d-d38c43e0a3ae req-f12d4501-526b-48e0-b8e7-1987340906c1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:35.113128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04', 'name': 'network-vif-deleted', 'tag': 'b1dc163f-9c73-4b1c-82bc-7aabcb94afe3'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:14:35.132075 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ccd5500c-bf7c-4501-b19d-d38c43e0a3ae req-f12d4501-526b-48e0-b8e7-1987340906c1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "DELETE /v2.0/ports/b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 HTTP/1.1" status: 204 len: 173 time: 0.8372941 Feb 04 06:14:35.161437 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04', 'name': 'network-vif-deleted', 'tag': 'b1dc163f-9c73-4b1c-82bc-7aabcb94afe3', 'status': 'completed', 'code': 200} Feb 04 06:14:35.582378 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ba4dc6c5-8420-41ce-8364-ba465a75b660 req-b9a1e60f-c1e5-4e0c-81c1-dbf8c05b7f6d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce8eb30-faa3-4bec-8dd4-c93de5cf5c04 HTTP/1.1" status: 200 len: 210 time: 0.0452702 Feb 04 06:14:36.682508 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59040) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:36.757956 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ce2446f-4388-4ff9-8f06-7da1bfd49f84 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.788267 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ce2446f-4388-4ff9-8f06-7da1bfd49f84 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.857793 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ce2446f-4388-4ff9-8f06-7da1bfd49f84 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.876075 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2446f-4388-4ff9-8f06-7da1bfd49f84 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=251b7086-a8e6-4987-8a37-840a3cdfaac5,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:36.885798 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce2446f-4388-4ff9-8f06-7da1bfd49f84 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:36.886138 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce2446f-4388-4ff9-8f06-7da1bfd49f84 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:36.886468 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce2446f-4388-4ff9-8f06-7da1bfd49f84 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:36.886794 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce2446f-4388-4ff9-8f06-7da1bfd49f84 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:36.887115 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce2446f-4388-4ff9-8f06-7da1bfd49f84 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:36.887441 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce2446f-4388-4ff9-8f06-7da1bfd49f84 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:36.887758 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce2446f-4388-4ff9-8f06-7da1bfd49f84 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:36.888145 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce2446f-4388-4ff9-8f06-7da1bfd49f84 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:36.888419 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce2446f-4388-4ff9-8f06-7da1bfd49f84 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:36.888733 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce2446f-4388-4ff9-8f06-7da1bfd49f84 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:36.889044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce2446f-4388-4ff9-8f06-7da1bfd49f84 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:36.889353 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce2446f-4388-4ff9-8f06-7da1bfd49f84 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:36.894530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ce2446f-4388-4ff9-8f06-7da1bfd49f84 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.895633 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3ce2446f-4388-4ff9-8f06-7da1bfd49f84 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/security-groups/251b7086-a8e6-4987-8a37-840a3cdfaac5 HTTP/1.1" status: 204 len: 168 time: 0.2121153 Feb 04 06:14:36.926895 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59046) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:37.151561 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.486675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-efedb669-aa0f-495b-a642-967c45013748 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.943999 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-efedb669-aa0f-495b-a642-967c45013748 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 527dfde5-bfed-47b9-a0aa-6631edc9f626 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:37.944703 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-efedb669-aa0f-495b-a642-967c45013748 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.149827 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-efedb669-aa0f-495b-a642-967c45013748 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port 527dfde5-bfed-47b9-a0aa-6631edc9f626, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=527dfde5-bfed-47b9-a0aa-6631edc9f626,segment=NetworkSegment(4c2706c4-8355-4029-a843-8038f318dc5f),segment_id=4c2706c4-8355-4029-a843-8038f318dc5f)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:38.150180 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-efedb669-aa0f-495b-a642-967c45013748 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.195189 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:14:38.229735 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:14:38.230354 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device b1dc163f-9c73-4b1c-82bc-7aabcb94afe3 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:14:38.272027 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-efedb669-aa0f-495b-a642-967c45013748 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 527dfde5-bfed-47b9-a0aa-6631edc9f626 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:38.468013 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-efedb669-aa0f-495b-a642-967c45013748 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.519390 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efedb669-aa0f-495b-a642-967c45013748 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=527dfde5-bfed-47b9-a0aa-6631edc9f626,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:38.807271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-efedb669-aa0f-495b-a642-967c45013748 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.190775 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efedb669-aa0f-495b-a642-967c45013748 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 271c44e2-9390-4df3-a3cc-c847eacbba4d has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:14:39.503800 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efedb669-aa0f-495b-a642-967c45013748 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:14:39.514647 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07015dea-0e94-4798-9842-88ac92b2565c None None] Sync routers for ids ['271c44e2-9390-4df3-a3cc-c847eacbba4d'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:14:39.517418 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-efedb669-aa0f-495b-a642-967c45013748 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/routers/271c44e2-9390-4df3-a3cc-c847eacbba4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5893247 Feb 04 06:14:39.520257 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59050) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:39.524802 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07015dea-0e94-4798-9842-88ac92b2565c None None] Routers {'271c44e2-9390-4df3-a3cc-c847eacbba4d'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:39.525432 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-07015dea-0e94-4798-9842-88ac92b2565c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:14:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['271c44e2-9390-4df3-a3cc-c847eacbba4d'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:39.595875 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d99af26-9521-4bb7-9704-21a121cd3cb3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting subnet 0cf72c1f-b118-4a2f-a168-f05e56eab539 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:14:39.598282 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5d99af26-9521-4bb7-9704-21a121cd3cb3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.659077 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5d99af26-9521-4bb7-9704-21a121cd3cb3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.748506 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5d99af26-9521-4bb7-9704-21a121cd3cb3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.762187 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-07015dea-0e94-4798-9842-88ac92b2565c None None] Set router 271c44e2-9390-4df3-a3cc-c847eacbba4d gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:14:39.830563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5d99af26-9521-4bb7-9704-21a121cd3cb3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.869949 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99af26-9521-4bb7-9704-21a121cd3cb3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf72c1f-b118-4a2f-a168-f05e56eab539,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:39.873487 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5d99af26-9521-4bb7-9704-21a121cd3cb3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.882793 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5d99af26-9521-4bb7-9704-21a121cd3cb3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/subnets/0cf72c1f-b118-4a2f-a168-f05e56eab539 HTTP/1.1" status: 204 len: 168 time: 0.3584154 Feb 04 06:14:39.883110 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59054) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:39.890502 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741600b1-3a78-454a-98b2-e1e00d2cdd85 None None] Network d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:40.063635 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5dc5ef8-1e53-4b9b-8945-b4f7e10855ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:40.229191 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-07015dea-0e94-4798-9842-88ac92b2565c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'name': 'tempest-TestNetworkBasicOps-router-981601371', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:24Z', 'updated_at': '2022-02-04T06:14:38Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '7de48aba-1061-4a55-bb73-62315d590ecb', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:25Z', 'updated_at': '2022-02-04T06:14:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:40.234985 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07015dea-0e94-4798-9842-88ac92b2565c None None] Checking router: 271c44e2-9390-4df3-a3cc-c847eacbba4d for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:14:40.243947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07015dea-0e94-4798-9842-88ac92b2565c None None] Routers {'271c44e2-9390-4df3-a3cc-c847eacbba4d'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:40.244559 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-07015dea-0e94-4798-9842-88ac92b2565c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:14:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['271c44e2-9390-4df3-a3cc-c847eacbba4d'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:40.263122 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5dc5ef8-1e53-4b9b-8945-b4f7e10855ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:40.277160 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc5ef8-1e53-4b9b-8945-b4f7e10855ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 7de48aba-1061-4a55-bb73-62315d590ecb {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:40.277620 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5dc5ef8-1e53-4b9b-8945-b4f7e10855ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:40.299397 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] DHCP port deletion for d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:14:40.367753 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] Deleting port 102760d4-87be-4ebb-bf83-4c5313f30d22 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:40.367753 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:40.475418 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-07015dea-0e94-4798-9842-88ac92b2565c None None] Set router 271c44e2-9390-4df3-a3cc-c847eacbba4d gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:14:40.481081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-e5dc5ef8-1e53-4b9b-8945-b4f7e10855ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port 7de48aba-1061-4a55-bb73-62315d590ecb, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=7de48aba-1061-4a55-bb73-62315d590ecb,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:40.481441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5dc5ef8-1e53-4b9b-8945-b4f7e10855ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:40.594308 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-07015dea-0e94-4798-9842-88ac92b2565c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'name': 'tempest-TestNetworkBasicOps-router-981601371', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:24Z', 'updated_at': '2022-02-04T06:14:40Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:40.610618 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc5ef8-1e53-4b9b-8945-b4f7e10855ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 7de48aba-1061-4a55-bb73-62315d590ecb owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:40.614599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07015dea-0e94-4798-9842-88ac92b2565c None None] The sync data for ids ['271c44e2-9390-4df3-a3cc-c847eacbba4d'] in dv-neutron-826830-2-hyperv is: [{'id': '271c44e2-9390-4df3-a3cc-c847eacbba4d', 'name': 'tempest-TestNetworkBasicOps-router-981601371', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:24Z', 'updated_at': '2022-02-04T06:14:40Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:14:40.708759 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] For port 102760d4-87be-4ebb-bf83-4c5313f30d22, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=102760d4-87be-4ebb-bf83-4c5313f30d22,segment=NetworkSegment(4c2706c4-8355-4029-a843-8038f318dc5f),segment_id=4c2706c4-8355-4029-a843-8038f318dc5f)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:40.709147 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:40.831772 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] Calling delete_port for 102760d4-87be-4ebb-bf83-4c5313f30d22 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:40.910416 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:40.928173 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5dc5ef8-1e53-4b9b-8945-b4f7e10855ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:40.953731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] Pushing event deleted for resources: {'Port': ['ID=102760d4-87be-4ebb-bf83-4c5313f30d22,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:40.964639 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.964983 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.965320 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.965652 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.965980 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.966308 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.966634 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.966963 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.967287 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.967610 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.967962 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.968277 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.972895 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28422058-a967-48dd-905f-e8b85e0c145b None None] No DVR routers for this DVR port 102760d4-87be-4ebb-bf83-4c5313f30d22 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:40.975704 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc5ef8-1e53-4b9b-8945-b4f7e10855ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=7de48aba-1061-4a55-bb73-62315d590ecb,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:41.087697 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5dc5ef8-1e53-4b9b-8945-b4f7e10855ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.405098 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5dc5ef8-1e53-4b9b-8945-b4f7e10855ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.407152 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5dc5ef8-1e53-4b9b-8945-b4f7e10855ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.452825 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5dc5ef8-1e53-4b9b-8945-b4f7e10855ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.453168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dc5ef8-1e53-4b9b-8945-b4f7e10855ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Fanout notify agent at l3_agent the message router_deleted on router 271c44e2-9390-4df3-a3cc-c847eacbba4d {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:14:41.461755 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7de48aba-1061-4a55-bb73-62315d590ecb no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:14:41.477407 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5dc5ef8-1e53-4b9b-8945-b4f7e10855ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.477407 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e5dc5ef8-1e53-4b9b-8945-b4f7e10855ae tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/routers/271c44e2-9390-4df3-a3cc-c847eacbba4d HTTP/1.1" status: 204 len: 168 time: 1.5933700 Feb 04 06:14:41.482200 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59058) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:41.509885 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 7de48aba-1061-4a55-bb73-62315d590ecb {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:14:41.509885 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 7de48aba-1061-4a55-bb73-62315d590ecb not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:14:41.509885 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 527dfde5-bfed-47b9-a0aa-6631edc9f626 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:14:41.609241 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3efa2fd4-4468-4dfc-83d9-08cec6f25545 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.622846 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 527dfde5-bfed-47b9-a0aa-6631edc9f626 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:14:41.622846 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 527dfde5-bfed-47b9-a0aa-6631edc9f626 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:14:41.622846 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 102760d4-87be-4ebb-bf83-4c5313f30d22 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:14:41.662804 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 102760d4-87be-4ebb-bf83-4c5313f30d22 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:14:41.665078 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 102760d4-87be-4ebb-bf83-4c5313f30d22 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:14:41.753786 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3efa2fd4-4468-4dfc-83d9-08cec6f25545 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.782671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-3efa2fd4-4468-4dfc-83d9-08cec6f25545 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b413c0-7cd1-4e7d-b3eb-114034b18fe2']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:41.794690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-3efa2fd4-4468-4dfc-83d9-08cec6f25545 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2706c4-8355-4029-a843-8038f318dc5f') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:41.795795 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-3efa2fd4-4468-4dfc-83d9-08cec6f25545 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2706c4-8355-4029-a843-8038f318dc5f') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:41.808171 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3efa2fd4-4468-4dfc-83d9-08cec6f25545 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.824182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3efa2fd4-4468-4dfc-83d9-08cec6f25545 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.831311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efa2fd4-4468-4dfc-83d9-08cec6f25545 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:41.831311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3efa2fd4-4468-4dfc-83d9-08cec6f25545 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:41.846225 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:41.931108 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3efa2fd4-4468-4dfc-83d9-08cec6f25545 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.948765 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3efa2fd4-4468-4dfc-83d9-08cec6f25545 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.960645 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa2fd4-4468-4dfc-83d9-08cec6f25545 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Network': ['ID=d1b413c0-7cd1-4e7d-b3eb-114034b18fe2,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:41.973345 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3efa2fd4-4468-4dfc-83d9-08cec6f25545 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/networks/d1b413c0-7cd1-4e7d-b3eb-114034b18fe2 HTTP/1.1" status: 204 len: 168 time: 0.4879587 Feb 04 06:14:41.991439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59062) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:41.998107 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-099a5e0f-2ee2-4e36-9f84-2193a83bce30 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'network': {'name': 'tempest-network-smoke--982058861', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'port_security_enabled': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:42.005441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-099a5e0f-2ee2-4e36-9f84-2193a83bce30 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:42.009494 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-099a5e0f-2ee2-4e36-9f84-2193a83bce30 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:network and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:42.015508 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-099a5e0f-2ee2-4e36-9f84-2193a83bce30 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:42.022213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-099a5e0f-2ee2-4e36-9f84-2193a83bce30 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:42.032342 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099a5e0f-2ee2-4e36-9f84-2193a83bce30 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:42.035960 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-099a5e0f-2ee2-4e36-9f84-2193a83bce30 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.064545 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099a5e0f-2ee2-4e36-9f84-2193a83bce30 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:42.075119 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-099a5e0f-2ee2-4e36-9f84-2193a83bce30 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.075119 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-099a5e0f-2ee2-4e36-9f84-2193a83bce30 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Added segment efa9b382-f565-45ab-8abf-5a61e446cc78 of type vlan for network 6c81844d-e8e2-4595-902d-ddecd6710b8c Feb 04 06:14:42.103549 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-099a5e0f-2ee2-4e36-9f84-2193a83bce30 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.141457 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-099a5e0f-2ee2-4e36-9f84-2193a83bce30 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.148909 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099a5e0f-2ee2-4e36-9f84-2193a83bce30 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:42.148909 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-099a5e0f-2ee2-4e36-9f84-2193a83bce30 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.279249 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-099a5e0f-2ee2-4e36-9f84-2193a83bce30 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2875400 Feb 04 06:14:42.282252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59066) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:42.286197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a5e0f-2ee2-4e36-9f84-2193a83bce30 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Network': ['ID=6c81844d-e8e2-4595-902d-ddecd6710b8c,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:42.288372 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1470862250', 'admin_state_up': True, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:42.297180 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 6c81844d-e8e2-4595-902d-ddecd6710b8c details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:42.300722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:42.306358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:router and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:42.309649 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:42.316425 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:42.332697 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.332697 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.352639 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.657198 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.965290 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.994266 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.137097 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.26.4.50 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/2aca8445-569f-48d9-9198-7c3dfc40977a) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:43.388793 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.424892 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.488420 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:43.491096 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:43.493762 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:43.527591 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=2aca8445-569f-48d9-9198-7c3dfc40977a,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:43.916925 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.260382 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.463923 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router c552158a-fefb-4514-9090-0541b31bd0a4 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:14:44.651008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:14:44.661069 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Sync routers for ids ['c552158a-fefb-4514-9090-0541b31bd0a4'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:14:44.670998 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Routers {'c552158a-fefb-4514-9090-0541b31bd0a4'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:44.671601 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:14:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['c552158a-fefb-4514-9090-0541b31bd0a4'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:44.684757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.686044 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5ece2166-9c46-46da-a712-2f0ce5fc6e93 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4027119 Feb 04 06:14:44.689340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59074) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:44.850016 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-58146fd8-672d-4230-86cb-d7e32430009c tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=71cf42a1a4354f9391ad29100b27498c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1594126 Feb 04 06:14:44.852737 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59078) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:44.860238 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Set router c552158a-fefb-4514-9090-0541b31bd0a4 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:14:44.991292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a35e7c-b0c3-4ded-8af6-46965c356af5 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:44.992868 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-19a35e7c-b0c3-4ded-8af6-46965c356af5 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1391020 Feb 04 06:14:44.995808 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59082) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:45.038201 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-53df9462-25e7-4438-a4b6-3875c026eb12 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412953 Feb 04 06:14:45.041088 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59086) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:45.046376 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8c6d5af9-237c-4127-886a-45e432f9e829 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2083634829', 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:45.144448 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'name': 'tempest-TestNetworkBasicOps-router-1470862250', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:42Z', 'updated_at': '2022-02-04T06:14:43Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:43Z', 'updated_at': '2022-02-04T06:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:45.148567 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Checking router: c552158a-fefb-4514-9090-0541b31bd0a4 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:14:45.148910 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Updating router c552158a-fefb-4514-9090-0541b31bd0a4 port 2aca8445-569f-48d9-9198-7c3dfc40977a binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:14:45.152063 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8c6d5af9-237c-4127-886a-45e432f9e829 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:45.155951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8c6d5af9-237c-4127-886a-45e432f9e829 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:subnet and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:45.158826 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8c6d5af9-237c-4127-886a-45e432f9e829 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:45.164624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8c6d5af9-237c-4127-886a-45e432f9e829 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:45.175640 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6d5af9-237c-4127-886a-45e432f9e829 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:45.179584 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8c6d5af9-237c-4127-886a-45e432f9e829 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.201339 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.401743 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8c6d5af9-237c-4127-886a-45e432f9e829 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.477106 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d5af9-237c-4127-886a-45e432f9e829 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Subnet': ['ID=3bfe0b45-0b76-45b5-b5ce-198290cfe15d,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:45.487198 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d5af9-237c-4127-886a-45e432f9e829 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Checking segment: {'id': 'efa9b382-f565-45ab-8abf-5a61e446cc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:45.487592 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6d5af9-237c-4127-886a-45e432f9e829 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network hostable DHCP agents. Network: 6c81844d-e8e2-4595-902d-ddecd6710b8c, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:14:45.506948 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6d5af9-237c-4127-886a-45e432f9e829 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 6c81844d-e8e2-4595-902d-ddecd6710b8c is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:14:45.516614 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-8c6d5af9-237c-4127-886a-45e432f9e829 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 6c81844d-e8e2-4595-902d-ddecd6710b8c) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:45.521038 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6d5af9-237c-4127-886a-45e432f9e829 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:45.521695 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8c6d5af9-237c-4127-886a-45e432f9e829 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.523594 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.528704 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545b2b02-953e-45f7-ab9e-01c727bdb8f7 None None] Network 6c81844d-e8e2-4595-902d-ddecd6710b8c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:45.536149 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Transition to ACTIVE for port object 2aca8445-569f-48d9-9198-7c3dfc40977a will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:45.544676 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.549739 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8c6d5af9-237c-4127-886a-45e432f9e829 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5049627 Feb 04 06:14:45.549948 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59090) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:45.622575 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Attempting to bind port 2aca8445-569f-48d9-9198-7c3dfc40977a on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:45.622946 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Attempting to bind port 2aca8445-569f-48d9-9198-7c3dfc40977a by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:45.623285 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Attempting to bind port 2aca8445-569f-48d9-9198-7c3dfc40977a on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:14:45.630933 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bc943-3504-486b-8618-67ffabbef1e3 None None] Pushing event updated for resources: {'Port': ['ID=2aca8445-569f-48d9-9198-7c3dfc40977a,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:45.633379 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:14:45.633727 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:45.634118 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.634515 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:14:45.634959 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Bound port: 2aca8445-569f-48d9-9198-7c3dfc40977a, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:45.635314 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.673617 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05bc943-3504-486b-8618-67ffabbef1e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:45.674284 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05bc943-3504-486b-8618-67ffabbef1e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:45.674284 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05bc943-3504-486b-8618-67ffabbef1e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:45.674578 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05bc943-3504-486b-8618-67ffabbef1e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:45.674835 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05bc943-3504-486b-8618-67ffabbef1e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:45.675173 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05bc943-3504-486b-8618-67ffabbef1e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:45.675487 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05bc943-3504-486b-8618-67ffabbef1e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:45.675809 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05bc943-3504-486b-8618-67ffabbef1e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:45.676135 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05bc943-3504-486b-8618-67ffabbef1e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:45.676462 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05bc943-3504-486b-8618-67ffabbef1e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:45.676754 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05bc943-3504-486b-8618-67ffabbef1e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:45.677055 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05bc943-3504-486b-8618-67ffabbef1e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:45.720731 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] For port 2aca8445-569f-48d9-9198-7c3dfc40977a, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:14:45.723646 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] For port 2aca8445-569f-48d9-9198-7c3dfc40977a, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2aca8445-569f-48d9-9198-7c3dfc40977a,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:14:45.729306 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.759969 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-6c81844d-e8e2-4595-902d-ddecd6710b8c', 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ips': [{'subnet_id': '3bfe0b45-0b76-45b5-b5ce-198290cfe15d'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:45.761034 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.804447 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Routers {'c552158a-fefb-4514-9090-0541b31bd0a4'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:45.805045 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:14:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['c552158a-fefb-4514-9090-0541b31bd0a4'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:45.885248 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bc943-3504-486b-8618-67ffabbef1e3 None None] Pushing event updated for resources: {'Port': ['ID=2aca8445-569f-48d9-9198-7c3dfc40977a,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:45.925070 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Allocated IP 172.20.0.2 (6c81844d-e8e2-4595-902d-ddecd6710b8c/3bfe0b45-0b76-45b5-b5ce-198290cfe15d/354b59cd-988c-4f11-928b-ee17bf5b6d4f) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:45.993719 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] Set router c552158a-fefb-4514-9090-0541b31bd0a4 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:14:46.137552 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.150681 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Transition to ACTIVE for port object 354b59cd-988c-4f11-928b-ee17bf5b6d4f will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:46.181896 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Transition to ACTIVE for port object 354b59cd-988c-4f11-928b-ee17bf5b6d4f will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:46.194065 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.256118 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Network 6c81844d-e8e2-4595-902d-ddecd6710b8c is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:46.263185 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:46.267648 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:46.311746 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'name': 'tempest-TestNetworkBasicOps-router-1470862250', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:42Z', 'updated_at': '2022-02-04T06:14:43Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:43Z', 'updated_at': '2022-02-04T06:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:46.315841 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95b74f3-f840-4b4c-8e5b-50822d1b3c02 None None] The sync data for ids ['c552158a-fefb-4514-9090-0541b31bd0a4'] in dv-neutron-826830-2-hyperv is: [{'id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'name': 'tempest-TestNetworkBasicOps-router-1470862250', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:42Z', 'updated_at': '2022-02-04T06:14:43Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:43Z', 'updated_at': '2022-02-04T06:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:14:46.344218 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Pushing event updated for resources: {'Port': ['ID=354b59cd-988c-4f11-928b-ee17bf5b6d4f,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:46.366840 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Attempting to bind port 354b59cd-988c-4f11-928b-ee17bf5b6d4f on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:46.367207 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Attempting to bind port 354b59cd-988c-4f11-928b-ee17bf5b6d4f by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'efa9b382-f565-45ab-8abf-5a61e446cc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:46.367568 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Attempting to bind port 354b59cd-988c-4f11-928b-ee17bf5b6d4f on network 6c81844d-e8e2-4595-902d-ddecd6710b8c {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:14:46.373654 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:14:46.374024 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Checking segment: {'id': 'efa9b382-f565-45ab-8abf-5a61e446cc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:46.374423 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.374809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Bound using segment: {'id': 'efa9b382-f565-45ab-8abf-5a61e446cc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:14:46.375267 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Bound port: 354b59cd-988c-4f11-928b-ee17bf5b6d4f, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa9b382-f565-45ab-8abf-5a61e446cc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:46.375823 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.389880 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-207a91d8-568b-4f8b-b9ae-364db74b5917 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.471324 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] For port 354b59cd-988c-4f11-928b-ee17bf5b6d4f, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:14:46.475060 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] For port 354b59cd-988c-4f11-928b-ee17bf5b6d4f, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=354b59cd-988c-4f11-928b-ee17bf5b6d4f,segment=NetworkSegment(efa9b382-f565-45ab-8abf-5a61e446cc78),segment_id=efa9b382-f565-45ab-8abf-5a61e446cc78)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:14:46.482767 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.563933 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e926e00-1857-4d7d-812c-c14daa75c11b None None] Pushing event updated for resources: {'Port': ['ID=354b59cd-988c-4f11-928b-ee17bf5b6d4f,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:46.825467 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-207a91d8-568b-4f8b-b9ae-364db74b5917 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.20.0.1 (6c81844d-e8e2-4595-902d-ddecd6710b8c/3bfe0b45-0b76-45b5-b5ce-198290cfe15d/0552bff7-4d04-4b9c-a817-3acd8a877dba) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:47.002037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-207a91d8-568b-4f8b-b9ae-364db74b5917 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.018391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-207a91d8-568b-4f8b-b9ae-364db74b5917 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Transition to ACTIVE for port object 0552bff7-4d04-4b9c-a817-3acd8a877dba will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:47.043115 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-207a91d8-568b-4f8b-b9ae-364db74b5917 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.112605 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207a91d8-568b-4f8b-b9ae-364db74b5917 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 6c81844d-e8e2-4595-902d-ddecd6710b8c is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:47.115915 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-207a91d8-568b-4f8b-b9ae-364db74b5917 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:47.119955 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207a91d8-568b-4f8b-b9ae-364db74b5917 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:47.150773 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a91d8-568b-4f8b-b9ae-364db74b5917 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=0552bff7-4d04-4b9c-a817-3acd8a877dba,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:47.197662 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-207a91d8-568b-4f8b-b9ae-364db74b5917 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.334776 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2aca8445-569f-48d9-9198-7c3dfc40977a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:47.411752 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 2aca8445-569f-48d9-9198-7c3dfc40977a completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:47.419529 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 2aca8445-569f-48d9-9198-7c3dfc40977a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:47.419956 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.547132 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.566458 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 2aca8445-569f-48d9-9198-7c3dfc40977a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2aca8445-569f-48d9-9198-7c3dfc40977a,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:47.571691 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.572658 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 354b59cd-988c-4f11-928b-ee17bf5b6d4f up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:47.615140 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-207a91d8-568b-4f8b-b9ae-364db74b5917 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.677138 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbdbffa-2e2a-4868-b558-183c1a38d6fc None None] Network 6c81844d-e8e2-4595-902d-ddecd6710b8c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:47.771044 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=2aca8445-569f-48d9-9198-7c3dfc40977a,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:47.787106 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-96edfad1-adea-47c2-a119-f86e3898b747 None None] Provisioning for port 354b59cd-988c-4f11-928b-ee17bf5b6d4f completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:47.821863 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 354b59cd-988c-4f11-928b-ee17bf5b6d4f completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:47.839310 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 354b59cd-988c-4f11-928b-ee17bf5b6d4f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:47.839688 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.045203 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-207a91d8-568b-4f8b-b9ae-364db74b5917 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.051768 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-207a91d8-568b-4f8b-b9ae-364db74b5917 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.085617 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.125462 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 354b59cd-988c-4f11-928b-ee17bf5b6d4f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=354b59cd-988c-4f11-928b-ee17bf5b6d4f,segment=NetworkSegment(efa9b382-f565-45ab-8abf-5a61e446cc78),segment_id=efa9b382-f565-45ab-8abf-5a61e446cc78)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:48.132247 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.170990 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-207a91d8-568b-4f8b-b9ae-364db74b5917 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.192708 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a91d8-568b-4f8b-b9ae-364db74b5917 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=0552bff7-4d04-4b9c-a817-3acd8a877dba,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:48.202440 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=354b59cd-988c-4f11-928b-ee17bf5b6d4f,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:48.316791 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207a91d8-568b-4f8b-b9ae-364db74b5917 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 6c81844d-e8e2-4595-902d-ddecd6710b8c is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:48.317920 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-207a91d8-568b-4f8b-b9ae-364db74b5917 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:48.425525 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f427cfaa-5833-4a74-b422-ca8fc88bb389 None None] Provisioning complete for port 354b59cd-988c-4f11-928b-ee17bf5b6d4f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:48.426062 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f427cfaa-5833-4a74-b422-ca8fc88bb389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.507863 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207a91d8-568b-4f8b-b9ae-364db74b5917 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router c552158a-fefb-4514-9090-0541b31bd0a4 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:14:48.561774 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f427cfaa-5833-4a74-b422-ca8fc88bb389 None None] Provisioning for port 0552bff7-4d04-4b9c-a817-3acd8a877dba completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:48.567002 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f427cfaa-5833-4a74-b422-ca8fc88bb389 None None] Provisioning complete for port 0552bff7-4d04-4b9c-a817-3acd8a877dba triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:48.567628 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f427cfaa-5833-4a74-b422-ca8fc88bb389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.624080 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f427cfaa-5833-4a74-b422-ca8fc88bb389 None None] Port 0552bff7-4d04-4b9c-a817-3acd8a877dba cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:14:48.692471 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207a91d8-568b-4f8b-b9ae-364db74b5917 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:14:48.702269 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Sync routers for ids ['c552158a-fefb-4514-9090-0541b31bd0a4'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:14:48.705990 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-207a91d8-568b-4f8b-b9ae-364db74b5917 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/routers/c552158a-fefb-4514-9090-0541b31bd0a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1549716 Feb 04 06:14:48.708836 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59094) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:48.711606 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Routers {'c552158a-fefb-4514-9090-0541b31bd0a4'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:48.712239 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:14:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['c552158a-fefb-4514-9090-0541b31bd0a4'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:48.801491 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a80b2e43-5b17-4294-8019-b7a56007c80d None None] Provisioning complete for port 0552bff7-4d04-4b9c-a817-3acd8a877dba triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:48.801736 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a80b2e43-5b17-4294-8019-b7a56007c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.934072 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a80b2e43-5b17-4294-8019-b7a56007c80d None None] Port 0552bff7-4d04-4b9c-a817-3acd8a877dba cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:14:48.944302 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Set router c552158a-fefb-4514-9090-0541b31bd0a4 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:14:48.977204 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443ba87-2f92-455b-b40d-ae941f5ecece tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:48.977658 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443ba87-2f92-455b-b40d-ae941f5ecece tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:48.978076 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443ba87-2f92-455b-b40d-ae941f5ecece tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:48.978553 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443ba87-2f92-455b-b40d-ae941f5ecece tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:48.978995 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443ba87-2f92-455b-b40d-ae941f5ecece tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:48.979431 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443ba87-2f92-455b-b40d-ae941f5ecece tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:48.981211 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5443ba87-2f92-455b-b40d-ae941f5ecece tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2714427 Feb 04 06:14:48.984601 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59098) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:49.052931 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c12dc82-7b40-4be9-be8b-536aec713af6 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:49.053287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c12dc82-7b40-4be9-be8b-536aec713af6 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:49.053726 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c12dc82-7b40-4be9-be8b-536aec713af6 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:49.054166 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c12dc82-7b40-4be9-be8b-536aec713af6 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:49.054599 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c12dc82-7b40-4be9-be8b-536aec713af6 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:49.055029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c12dc82-7b40-4be9-be8b-536aec713af6 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:49.056791 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8c12dc82-7b40-4be9-be8b-536aec713af6 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0712154 Feb 04 06:14:49.059689 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59102) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:49.225852 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2aca8445-569f-48d9-9198-7c3dfc40977a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:49.280710 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a88f1524-8147-411b-882d-a429732d0195 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2198648 Feb 04 06:14:49.320582 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 2aca8445-569f-48d9-9198-7c3dfc40977a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:49.320960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.367793 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'name': 'tempest-TestNetworkBasicOps-router-1470862250', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:42Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:43Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '0552bff7-4d04-4b9c-a817-3acd8a877dba', 'name': '', 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:8e:61:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3bfe0b45-0b76-45b5-b5ce-198290cfe15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:46Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 2, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '3bfe0b45-0b76-45b5-b5ce-198290cfe15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:49.376778 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Checking router: c552158a-fefb-4514-9090-0541b31bd0a4 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:14:49.377137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Updating router c552158a-fefb-4514-9090-0541b31bd0a4 port 0552bff7-4d04-4b9c-a817-3acd8a877dba binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:14:49.438068 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.546427 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 354b59cd-988c-4f11-928b-ee17bf5b6d4f up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:49.659088 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59108) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:49.664347 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-bba4207b-1a52-4910-918f-c71fa0c3c909 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1161312614', 'description': 'tempest-secgroup-smoke-1161312614 description', 'project_id': '71cf42a1a4354f9391ad29100b27498c'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:49.670281 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bba4207b-1a52-4910-918f-c71fa0c3c909 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:49.674359 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bba4207b-1a52-4910-918f-c71fa0c3c909 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:49.677389 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bba4207b-1a52-4910-918f-c71fa0c3c909 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:49.683219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bba4207b-1a52-4910-918f-c71fa0c3c909 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:49.694737 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bba4207b-1a52-4910-918f-c71fa0c3c909 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.715351 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bba4207b-1a52-4910-918f-c71fa0c3c909 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:49.719187 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bba4207b-1a52-4910-918f-c71fa0c3c909 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:49.722146 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bba4207b-1a52-4910-918f-c71fa0c3c909 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:49.727864 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bba4207b-1a52-4910-918f-c71fa0c3c909 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:49.797647 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 354b59cd-988c-4f11-928b-ee17bf5b6d4f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:49.798238 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.802764 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bba4207b-1a52-4910-918f-c71fa0c3c909 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.809327 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bba4207b-1a52-4910-918f-c71fa0c3c909 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.855082 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4207b-1a52-4910-918f-c71fa0c3c909 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2c7a71-b071-422c-9605-f122d706712f,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:49.859567 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bba4207b-1a52-4910-918f-c71fa0c3c909 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.860803 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bba4207b-1a52-4910-918f-c71fa0c3c909 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2007370 Feb 04 06:14:49.863745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59112) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:49.869272 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b64de0f6-e0a0-47f4-a0cd-0465d0cd17c2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'bf2c7a71-b071-422c-9605-f122d706712f', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:49.875128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b64de0f6-e0a0-47f4-a0cd-0465d0cd17c2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:49.879136 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b64de0f6-e0a0-47f4-a0cd-0465d0cd17c2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:49.882002 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b64de0f6-e0a0-47f4-a0cd-0465d0cd17c2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:49.887609 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b64de0f6-e0a0-47f4-a0cd-0465d0cd17c2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:49.905122 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b64de0f6-e0a0-47f4-a0cd-0465d0cd17c2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.965204 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b64de0f6-e0a0-47f4-a0cd-0465d0cd17c2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.971670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b64de0f6-e0a0-47f4-a0cd-0465d0cd17c2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.995107 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64de0f6-e0a0-47f4-a0cd-0465d0cd17c2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3768699-f621-49fe-a344-597d33b9f61a,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:50.005640 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b64de0f6-e0a0-47f4-a0cd-0465d0cd17c2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.006841 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b64de0f6-e0a0-47f4-a0cd-0465d0cd17c2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421380 Feb 04 06:14:50.010165 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59116) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:50.015422 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-3df2f938-d8b6-40a9-9a89-02b49ff635ea tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'bf2c7a71-b071-422c-9605-f122d706712f', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:50.021371 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-3df2f938-d8b6-40a9-9a89-02b49ff635ea tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:50.025440 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3df2f938-d8b6-40a9-9a89-02b49ff635ea tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:50.028616 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3df2f938-d8b6-40a9-9a89-02b49ff635ea tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:50.031836 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.034377 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-3df2f938-d8b6-40a9-9a89-02b49ff635ea tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:50.044353 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Transition to ACTIVE for port object 0552bff7-4d04-4b9c-a817-3acd8a877dba will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:50.051230 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.053461 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3df2f938-d8b6-40a9-9a89-02b49ff635ea tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.116524 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3df2f938-d8b6-40a9-9a89-02b49ff635ea tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.122279 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3df2f938-d8b6-40a9-9a89-02b49ff635ea tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.152295 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2f938-d8b6-40a9-9a89-02b49ff635ea tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aebe1ba-5ba1-44f6-abef-ef19c7cdbf94,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:50.167981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3df2f938-d8b6-40a9-9a89-02b49ff635ea tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.171982 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3df2f938-d8b6-40a9-9a89-02b49ff635ea tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1580307 Feb 04 06:14:50.172109 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59120) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:50.177226 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-58cd7e2c-341d-432f-9bec-653ebf977560 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'bf2c7a71-b071-422c-9605-f122d706712f', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:50.183243 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-58cd7e2c-341d-432f-9bec-653ebf977560 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:50.187167 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-58cd7e2c-341d-432f-9bec-653ebf977560 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:50.190150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-58cd7e2c-341d-432f-9bec-653ebf977560 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:50.196132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-58cd7e2c-341d-432f-9bec-653ebf977560 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:50.207101 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79c2c7-4d02-4e8d-aee1-3e90dddb26c0 None None] Pushing event updated for resources: {'Port': ['ID=0552bff7-4d04-4b9c-a817-3acd8a877dba,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:50.218266 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-58cd7e2c-341d-432f-9bec-653ebf977560 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.276693 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Attempting to bind port 0552bff7-4d04-4b9c-a817-3acd8a877dba on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:50.277061 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Attempting to bind port 0552bff7-4d04-4b9c-a817-3acd8a877dba by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'efa9b382-f565-45ab-8abf-5a61e446cc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:50.277467 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Attempting to bind port 0552bff7-4d04-4b9c-a817-3acd8a877dba on network 6c81844d-e8e2-4595-902d-ddecd6710b8c {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:14:50.283197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:14:50.283554 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Checking segment: {'id': 'efa9b382-f565-45ab-8abf-5a61e446cc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:50.284010 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.284404 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Bound using segment: {'id': 'efa9b382-f565-45ab-8abf-5a61e446cc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:14:50.284864 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Bound port: 0552bff7-4d04-4b9c-a817-3acd8a877dba, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa9b382-f565-45ab-8abf-5a61e446cc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:50.285236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.295916 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-58cd7e2c-341d-432f-9bec-653ebf977560 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.300911 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-58cd7e2c-341d-432f-9bec-653ebf977560 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.326266 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd7e2c-341d-432f-9bec-653ebf977560 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a7eabb-6fec-4c29-aa9a-4125792c537c,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:50.337815 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-58cd7e2c-341d-432f-9bec-653ebf977560 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.341736 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-58cd7e2c-341d-432f-9bec-653ebf977560 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1660624 Feb 04 06:14:50.343077 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59124) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:50.348892 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-88cab463-7f20-40e1-a244-2c06749f6efe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'bf2c7a71-b071-422c-9605-f122d706712f', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:50.355369 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-88cab463-7f20-40e1-a244-2c06749f6efe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:50.359996 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-88cab463-7f20-40e1-a244-2c06749f6efe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:50.362533 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-88cab463-7f20-40e1-a244-2c06749f6efe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:50.368234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-88cab463-7f20-40e1-a244-2c06749f6efe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:50.381699 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] For port 0552bff7-4d04-4b9c-a817-3acd8a877dba, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:14:50.384599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] For port 0552bff7-4d04-4b9c-a817-3acd8a877dba, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0552bff7-4d04-4b9c-a817-3acd8a877dba,segment=NetworkSegment(efa9b382-f565-45ab-8abf-5a61e446cc78),segment_id=efa9b382-f565-45ab-8abf-5a61e446cc78)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:14:50.387836 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-88cab463-7f20-40e1-a244-2c06749f6efe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.389437 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.452291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-88cab463-7f20-40e1-a244-2c06749f6efe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.457350 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-88cab463-7f20-40e1-a244-2c06749f6efe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.478542 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79c2c7-4d02-4e8d-aee1-3e90dddb26c0 None None] Pushing event updated for resources: {'Port': ['ID=0552bff7-4d04-4b9c-a817-3acd8a877dba,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:50.481502 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Routers {'c552158a-fefb-4514-9090-0541b31bd0a4'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:50.482118 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:14:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['c552158a-fefb-4514-9090-0541b31bd0a4'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:50.488437 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cab463-7f20-40e1-a244-2c06749f6efe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83e73c7-a9b3-47d5-9de8-fc5fad7f2154,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:50.494496 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-88cab463-7f20-40e1-a244-2c06749f6efe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.495879 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-88cab463-7f20-40e1-a244-2c06749f6efe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1517482 Feb 04 06:14:50.498743 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59128) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:50.504483 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d7c49488-1320-49c3-b138-e0e34d6f0542 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'bf2c7a71-b071-422c-9605-f122d706712f', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:50.510919 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d7c49488-1320-49c3-b138-e0e34d6f0542 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:50.515057 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d7c49488-1320-49c3-b138-e0e34d6f0542 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:50.521738 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d7c49488-1320-49c3-b138-e0e34d6f0542 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:50.528646 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d7c49488-1320-49c3-b138-e0e34d6f0542 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:50.540581 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-d7c49488-1320-49c3-b138-e0e34d6f0542 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:14:50.551502 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7c49488-1320-49c3-b138-e0e34d6f0542 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.623147 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7c49488-1320-49c3-b138-e0e34d6f0542 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.628265 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7c49488-1320-49c3-b138-e0e34d6f0542 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.655131 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c49488-1320-49c3-b138-e0e34d6f0542 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51b6e07-9254-4cd9-a3c7-8fdc6b811323,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:50.669734 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d7c49488-1320-49c3-b138-e0e34d6f0542 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.672283 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d7c49488-1320-49c3-b138-e0e34d6f0542 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1720736 Feb 04 06:14:50.674247 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59132) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:50.679674 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-53dd1d84-f8e7-4ae8-9999-5683149e78ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'bf2c7a71-b071-422c-9605-f122d706712f', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:50.680528 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] Set router c552158a-fefb-4514-9090-0541b31bd0a4 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:14:50.685747 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-53dd1d84-f8e7-4ae8-9999-5683149e78ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:50.689485 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-53dd1d84-f8e7-4ae8-9999-5683149e78ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:50.692352 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-53dd1d84-f8e7-4ae8-9999-5683149e78ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:50.697911 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-53dd1d84-f8e7-4ae8-9999-5683149e78ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:50.709103 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-53dd1d84-f8e7-4ae8-9999-5683149e78ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:14:50.715681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-53dd1d84-f8e7-4ae8-9999-5683149e78ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.782146 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-53dd1d84-f8e7-4ae8-9999-5683149e78ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.786904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-53dd1d84-f8e7-4ae8-9999-5683149e78ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.798770 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:14:50.811465 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd1d84-f8e7-4ae8-9999-5683149e78ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba42912c-5287-4f32-80ef-462910ad582c,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:50.822421 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-53dd1d84-f8e7-4ae8-9999-5683149e78ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.830203 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-53dd1d84-f8e7-4ae8-9999-5683149e78ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1483731 Feb 04 06:14:50.985975 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-2db107b4-2a3c-4eb9-a0b4-aaf6ec913cb2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161312614&fields=id&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 267 time: 0.0403242 Feb 04 06:14:50.996860 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'name': 'tempest-TestNetworkBasicOps-router-1470862250', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:42Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:43Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '0552bff7-4d04-4b9c-a817-3acd8a877dba', 'name': '', 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:8e:61:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3bfe0b45-0b76-45b5-b5ce-198290cfe15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:46Z', 'updated_at': '2022-02-04T06:14:50Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '3bfe0b45-0b76-45b5-b5ce-198290cfe15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:51.001187 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae775bf-e7ba-4db0-b5ae-2f7f914000b0 None None] The sync data for ids ['c552158a-fefb-4514-9090-0541b31bd0a4'] in dv-neutron-826830-2-hyperv is: [{'id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'name': 'tempest-TestNetworkBasicOps-router-1470862250', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:42Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:43Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '0552bff7-4d04-4b9c-a817-3acd8a877dba', 'name': '', 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:8e:61:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3bfe0b45-0b76-45b5-b5ce-198290cfe15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:46Z', 'updated_at': '2022-02-04T06:14:50Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '3bfe0b45-0b76-45b5-b5ce-198290cfe15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:14:51.167928 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-f745379f-8066-4ff0-9f38-76a651c74ba7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:51.168693 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-f745379f-8066-4ff0-9f38-76a651c74ba7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:51.193459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-f745379f-8066-4ff0-9f38-76a651c74ba7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:51.194933 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-f745379f-8066-4ff0-9f38-76a651c74ba7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/networks?id=6c81844d-e8e2-4595-902d-ddecd6710b8c HTTP/1.1" status: 200 len: 796 time: 0.2024186 Feb 04 06:14:51.214875 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-6e11b2bc-bafc-40e6-bd32-0c6174b62308 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/quotas/71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 375 time: 0.0139196 Feb 04 06:14:51.247664 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0552bff7-4d04-4b9c-a817-3acd8a877dba up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:51.298714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-82afe649-7626-44fc-a5f8-26c96eec2493 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:51.316846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-82afe649-7626-44fc-a5f8-26c96eec2493 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:51.317832 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 0552bff7-4d04-4b9c-a817-3acd8a877dba completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:51.318659 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-82afe649-7626-44fc-a5f8-26c96eec2493 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025808 Feb 04 06:14:51.322791 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 0552bff7-4d04-4b9c-a817-3acd8a877dba triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:51.323157 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.455577 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.493028 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 0552bff7-4d04-4b9c-a817-3acd8a877dba, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0552bff7-4d04-4b9c-a817-3acd8a877dba,segment=NetworkSegment(efa9b382-f565-45ab-8abf-5a61e446cc78),segment_id=efa9b382-f565-45ab-8abf-5a61e446cc78)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:51.499436 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.540962 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-e0443b69-15d2-47a9-aa94-d9fdf5ad1ca1 service neutron] 10.222.0.31 "GET /v2.0/networks/6c81844d-e8e2-4595-902d-ddecd6710b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986005 Feb 04 06:14:51.616151 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=0552bff7-4d04-4b9c-a817-3acd8a877dba,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:51.682257 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-cf0a42a5-2bff-44a1-be98-a79de78da81f service neutron] 10.222.0.31 "GET /v2.0/networks/6c81844d-e8e2-4595-902d-ddecd6710b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351652 Feb 04 06:14:51.868368 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f6ad0a64-4ddb-429d-b6ca-04de095016e8 req-a92760f7-091f-41eb-b861-35e742d3f6ef tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 210 time: 0.0491357 Feb 04 06:14:52.932519 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-05f1230b-c226-43cf-9d75-2fb04b11b4fe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:52.933968 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-05f1230b-c226-43cf-9d75-2fb04b11b4fe tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/networks?id=6c81844d-e8e2-4595-902d-ddecd6710b8c HTTP/1.1" status: 200 len: 796 time: 0.1476517 Feb 04 06:14:52.984778 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-642fe120-9dee-4e76-8586-d737bfdd76ed tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:53.002432 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-642fe120-9dee-4e76-8586-d737bfdd76ed tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:53.003725 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-642fe120-9dee-4e76-8586-d737bfdd76ed tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 380 time: 0.0607669 Feb 04 06:14:53.013773 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-865387bb-7aa1-47b9-b75e-79cbf8a65d79 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'port': {'device_id': '1b82c5ea-e015-4eb7-90fc-33a9de4bbb75', 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c', 'admin_state_up': True, 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'security_groups': ['bf2c7a71-b071-422c-9605-f122d706712f']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:53.020739 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-51b06043-102d-4ebd-86c3-43af4b614833 req-8857adf2-64c6-4d67-afaa-d709bf679836 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 210 time: 0.0449479 Feb 04 06:14:53.153212 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-865387bb-7aa1-47b9-b75e-79cbf8a65d79 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:53.166733 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-865387bb-7aa1-47b9-b75e-79cbf8a65d79 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:53.179659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-865387bb-7aa1-47b9-b75e-79cbf8a65d79 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:53.183626 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-865387bb-7aa1-47b9-b75e-79cbf8a65d79 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.196565 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0552bff7-4d04-4b9c-a817-3acd8a877dba up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:53.264046 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 0552bff7-4d04-4b9c-a817-3acd8a877dba triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:53.264409 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.348801 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-865387bb-7aa1-47b9-b75e-79cbf8a65d79 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.20.0.12 (6c81844d-e8e2-4595-902d-ddecd6710b8c/3bfe0b45-0b76-45b5-b5ce-198290cfe15d/08395b71-b2ab-4d95-a02e-09b977d88892) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:53.542429 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-865387bb-7aa1-47b9-b75e-79cbf8a65d79 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.561722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-865387bb-7aa1-47b9-b75e-79cbf8a65d79 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Transition to ACTIVE for port object 08395b71-b2ab-4d95-a02e-09b977d88892 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:53.587863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-865387bb-7aa1-47b9-b75e-79cbf8a65d79 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.661013 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-865387bb-7aa1-47b9-b75e-79cbf8a65d79 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 6c81844d-e8e2-4595-902d-ddecd6710b8c is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:53.663963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-865387bb-7aa1-47b9-b75e-79cbf8a65d79 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:53.666389 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-865387bb-7aa1-47b9-b75e-79cbf8a65d79 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:53.702811 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865387bb-7aa1-47b9-b75e-79cbf8a65d79 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=08395b71-b2ab-4d95-a02e-09b977d88892,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:53.736497 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-865387bb-7aa1-47b9-b75e-79cbf8a65d79 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:53.737132 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-865387bb-7aa1-47b9-b75e-79cbf8a65d79 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.764126 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-865387bb-7aa1-47b9-b75e-79cbf8a65d79 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7543175 Feb 04 06:14:53.775510 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Request body: {'port': {'device_id': '1b82c5ea-e015-4eb7-90fc-33a9de4bbb75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:53.889335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.893746 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7d730f4c-825f-4350-a075-6847939924bf None None] Provisioning for port 08395b71-b2ab-4d95-a02e-09b977d88892 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:53.898769 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7d730f4c-825f-4350-a075-6847939924bf None None] Provisioning complete for port 08395b71-b2ab-4d95-a02e-09b977d88892 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:53.899137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7d730f4c-825f-4350-a075-6847939924bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.952359 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7d730f4c-825f-4350-a075-6847939924bf None None] Port 08395b71-b2ab-4d95-a02e-09b977d88892 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:14:54.208826 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2cc4b8-2f4a-466e-9217-9b12e62eac28 req-fb2411e3-62f0-45f7-8e5d-045bb632f342 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:54.210330 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ae2cc4b8-2f4a-466e-9217-9b12e62eac28 req-fb2411e3-62f0-45f7-8e5d-045bb632f342 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 932 time: 0.0826533 Feb 04 06:14:54.254939 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ae2cc4b8-2f4a-466e-9217-9b12e62eac28 req-cfc1c697-d6fc-4c96-81a7-35d42bc7a10f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2c7a71-b071-422c-9605-f122d706712f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383482 Feb 04 06:14:54.332134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08395b71-b2ab-4d95-a02e-09b977d88892 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:14:54.339348 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.353549 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Transition to ACTIVE for port object 08395b71-b2ab-4d95-a02e-09b977d88892 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:54.361257 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.501657 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Pushing event updated for resources: {'Port': ['ID=08395b71-b2ab-4d95-a02e-09b977d88892,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:54.604930 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Attempting to bind port 08395b71-b2ab-4d95-a02e-09b977d88892 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:54.605236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Attempting to bind port 08395b71-b2ab-4d95-a02e-09b977d88892 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'efa9b382-f565-45ab-8abf-5a61e446cc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:54.605555 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Attempting to bind port 08395b71-b2ab-4d95-a02e-09b977d88892 on network 6c81844d-e8e2-4595-902d-ddecd6710b8c {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:14:54.610452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Port 08395b71-b2ab-4d95-a02e-09b977d88892 on network 6c81844d-e8e2-4595-902d-ddecd6710b8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:14:54.610784 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Attempting to bind port 08395b71-b2ab-4d95-a02e-09b977d88892 on network 6c81844d-e8e2-4595-902d-ddecd6710b8c {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:14:54.615823 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:14:54.616160 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Checking segment: {'id': 'efa9b382-f565-45ab-8abf-5a61e446cc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:54.616532 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Bound using segment: {'id': 'efa9b382-f565-45ab-8abf-5a61e446cc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:14:54.616946 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Bound port: 08395b71-b2ab-4d95-a02e-09b977d88892, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa9b382-f565-45ab-8abf-5a61e446cc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:54.617281 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.711661 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] For port 08395b71-b2ab-4d95-a02e-09b977d88892, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:14:54.715401 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] For port 08395b71-b2ab-4d95-a02e-09b977d88892, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=08395b71-b2ab-4d95-a02e-09b977d88892,segment=NetworkSegment(efa9b382-f565-45ab-8abf-5a61e446cc78),segment_id=efa9b382-f565-45ab-8abf-5a61e446cc78)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:14:54.722602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.786395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:54.786933 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.788384 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-79833c53-6d23-473f-9f48-096d814809bf service neutron] 10.222.0.43 "PUT /v2.0/ports/08395b71-b2ab-4d95-a02e-09b977d88892 HTTP/1.1" status: 200 len: 1094 time: 1.0171337 Feb 04 06:14:54.788815 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b82c5ea-e015-4eb7-90fc-33a9de4bbb75', 'tag': '08395b71-b2ab-4d95-a02e-09b977d88892'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:14:54.808688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79833c53-6d23-473f-9f48-096d814809bf service neutron] Pushing event updated for resources: {'Port': ['ID=08395b71-b2ab-4d95-a02e-09b977d88892,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:54.868509 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b82c5ea-e015-4eb7-90fc-33a9de4bbb75', 'tag': '08395b71-b2ab-4d95-a02e-09b977d88892', 'status': 'completed', 'code': 200} Feb 04 06:14:54.905192 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-a7e9474b-e7dd-4881-8047-5d84b151b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:54.906735 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-a7e9474b-e7dd-4881-8047-5d84b151b8b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 1097 time: 0.0773299 Feb 04 06:14:54.976341 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-8514cfab-6e16-4270-9157-118f44c45764 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08395b71-b2ab-4d95-a02e-09b977d88892 HTTP/1.1" status: 200 len: 217 time: 0.0615830 Feb 04 06:14:55.042180 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-2238b227-fdd4-4b3b-803a-b6e5b3cb2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:55.043620 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-2238b227-fdd4-4b3b-803a-b6e5b3cb2629 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bfe0b45-0b76-45b5-b5ce-198290cfe15d HTTP/1.1" status: 200 len: 844 time: 0.0616803 Feb 04 06:14:55.127285 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-8b437ce9-cf65-480d-92ee-258aa1c7229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:55.128986 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-8b437ce9-cf65-480d-92ee-258aa1c7229c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c81844d-e8e2-4595-902d-ddecd6710b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797474 Feb 04 06:14:55.259559 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-a511faf0-ab70-4213-85c1-24685cf4be46 service neutron] 10.222.0.43 "GET /v2.0/networks/6c81844d-e8e2-4595-902d-ddecd6710b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239550 Feb 04 06:14:55.395014 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b3062c15-f36e-4bec-bad9-13f68d164370 req-e90d480d-91d3-4e5d-b040-c457cfc33d8d service neutron] 10.222.0.43 "GET /v2.0/networks/6c81844d-e8e2-4595-902d-ddecd6710b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289861 Feb 04 06:14:55.443680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c32f6-006a-41bb-9168-b8ceac1b3659 req-489e6fce-140d-4138-a35b-d2d3f9f15a4a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:55.445188 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bd7c32f6-006a-41bb-9168-b8ceac1b3659 req-489e6fce-140d-4138-a35b-d2d3f9f15a4a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 944 time: 0.0862231 Feb 04 06:14:55.489573 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bd7c32f6-006a-41bb-9168-b8ceac1b3659 req-da2790e0-c760-4802-8091-a80f1ea7042c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2c7a71-b071-422c-9605-f122d706712f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387001 Feb 04 06:14:55.528821 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbff65e-bdb7-4cf1-98b3-04d983a7f517 req-4b9fefe1-6f0f-4738-8861-b3bd776e297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:55.530283 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2cbff65e-bdb7-4cf1-98b3-04d983a7f517 req-4b9fefe1-6f0f-4738-8861-b3bd776e297f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 1097 time: 0.0835617 Feb 04 06:14:55.671306 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbff65e-bdb7-4cf1-98b3-04d983a7f517 req-9b472488-7558-4522-bcc7-ff4e40ce5b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:55.672708 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2cbff65e-bdb7-4cf1-98b3-04d983a7f517 req-9b472488-7558-4522-bcc7-ff4e40ce5b2d service neutron] 10.222.0.43 "GET /v2.0/networks?id=6c81844d-e8e2-4595-902d-ddecd6710b8c HTTP/1.1" status: 200 len: 897 time: 0.1350100 Feb 04 06:14:55.742216 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2cbff65e-bdb7-4cf1-98b3-04d983a7f517 req-7a13ec65-4e72-4ae5-8753-82343f8d73d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08395b71-b2ab-4d95-a02e-09b977d88892 HTTP/1.1" status: 200 len: 217 time: 0.0625019 Feb 04 06:14:55.808725 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbff65e-bdb7-4cf1-98b3-04d983a7f517 req-5b81124d-02b2-403d-92b5-8ba68a4a21a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:55.810112 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2cbff65e-bdb7-4cf1-98b3-04d983a7f517 req-5b81124d-02b2-403d-92b5-8ba68a4a21a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bfe0b45-0b76-45b5-b5ce-198290cfe15d HTTP/1.1" status: 200 len: 844 time: 0.0613117 Feb 04 06:14:55.887225 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbff65e-bdb7-4cf1-98b3-04d983a7f517 req-c34f1c52-d3ab-4618-8435-306d99ead098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:55.888658 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2cbff65e-bdb7-4cf1-98b3-04d983a7f517 req-c34f1c52-d3ab-4618-8435-306d99ead098 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c81844d-e8e2-4595-902d-ddecd6710b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715981 Feb 04 06:14:56.121160 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2cbff65e-bdb7-4cf1-98b3-04d983a7f517 req-63c887eb-4315-46f6-b31a-6219882a0bc5 service neutron] 10.222.0.43 "GET /v2.0/networks/6c81844d-e8e2-4595-902d-ddecd6710b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225525 Feb 04 06:14:56.255675 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2cbff65e-bdb7-4cf1-98b3-04d983a7f517 req-2b4a509f-8eb0-4d6a-a9bf-fa7a73855b2e service neutron] 10.222.0.43 "GET /v2.0/networks/6c81844d-e8e2-4595-902d-ddecd6710b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268299 Feb 04 06:14:56.712340 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56ac0-5a5b-45f4-8752-26c1894ebc37 req-ce2faff0-115d-4f2d-b910-4601001822cc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:56.713738 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-abb56ac0-5a5b-45f4-8752-26c1894ebc37 req-ce2faff0-115d-4f2d-b910-4601001822cc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 944 time: 0.0953114 Feb 04 06:14:56.761992 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-abb56ac0-5a5b-45f4-8752-26c1894ebc37 req-a20949db-8f63-4f46-94d7-21e7dcbe3d7d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2c7a71-b071-422c-9605-f122d706712f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424864 Feb 04 06:14:57.968212 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f103d-28fd-434e-a326-267f1b6d7136 req-35ff03ec-3f81-41c6-bd55-2ebaea6e8034 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:57.969672 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1d4f103d-28fd-434e-a326-267f1b6d7136 req-35ff03ec-3f81-41c6-bd55-2ebaea6e8034 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 944 time: 0.0844734 Feb 04 06:14:58.014516 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1d4f103d-28fd-434e-a326-267f1b6d7136 req-0f01c442-8157-4e81-b0ec-e702c30d0a15 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2c7a71-b071-422c-9605-f122d706712f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390387 Feb 04 06:14:58.323111 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 08395b71-b2ab-4d95-a02e-09b977d88892 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:14:58.472270 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 08395b71-b2ab-4d95-a02e-09b977d88892, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=08395b71-b2ab-4d95-a02e-09b977d88892,segment=NetworkSegment(efa9b382-f565-45ab-8abf-5a61e446cc78),segment_id=efa9b382-f565-45ab-8abf-5a61e446cc78)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:58.487093 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '08395b71-b2ab-4d95-a02e-09b977d88892', 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c', 'port_id': '08395b71-b2ab-4d95-a02e-09b977d88892', 'mac_address': 'fa:16:3e:99:b0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfe0b45-0b76-45b5-b5ce-198290cfe15d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:14:58.552192 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:58.569424 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08395b71-b2ab-4d95-a02e-09b977d88892 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:14:58.586858 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 08395b71-b2ab-4d95-a02e-09b977d88892, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=08395b71-b2ab-4d95-a02e-09b977d88892,segment=NetworkSegment(efa9b382-f565-45ab-8abf-5a61e446cc78),segment_id=efa9b382-f565-45ab-8abf-5a61e446cc78)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:58.592282 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:58.660271 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=08395b71-b2ab-4d95-a02e-09b977d88892,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:58.827616 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['08395b71-b2ab-4d95-a02e-09b977d88892'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:14:59.199974 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aff546-c308-467e-ab58-41da404e944a req-4236036b-3ddd-48a2-a4a7-3c3a86753545 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:59.201430 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f5aff546-c308-467e-ab58-41da404e944a req-4236036b-3ddd-48a2-a4a7-3c3a86753545 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 945 time: 0.0818245 Feb 04 06:14:59.246198 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f5aff546-c308-467e-ab58-41da404e944a req-0db784c6-0507-48e0-9d53-e455fd29d40b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2c7a71-b071-422c-9605-f122d706712f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374513 Feb 04 06:14:59.504633 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0b9b805e-153f-429d-8b0d-e401132e958c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:00.336823 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 08395b71-b2ab-4d95-a02e-09b977d88892 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:15:00.406365 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 08395b71-b2ab-4d95-a02e-09b977d88892 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:00.411306 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 08395b71-b2ab-4d95-a02e-09b977d88892 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:00.411694 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:00.428539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542fed5-228f-4f38-a763-9564269429b3 req-a53fe77f-33d1-49c8-9f54-8528b5c38660 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:00.430006 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c542fed5-228f-4f38-a763-9564269429b3 req-a53fe77f-33d1-49c8-9f54-8528b5c38660 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 945 time: 0.0802269 Feb 04 06:15:00.476327 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c542fed5-228f-4f38-a763-9564269429b3 req-fa6d7bb7-048e-4bd0-8337-072bf384ddda tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2c7a71-b071-422c-9605-f122d706712f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401452 Feb 04 06:15:00.537102 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:00.569893 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b82c5ea-e015-4eb7-90fc-33a9de4bbb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08395b71-b2ab-4d95-a02e-09b977d88892'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:15:00.580678 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 08395b71-b2ab-4d95-a02e-09b977d88892, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=08395b71-b2ab-4d95-a02e-09b977d88892,segment=NetworkSegment(efa9b382-f565-45ab-8abf-5a61e446cc78),segment_id=efa9b382-f565-45ab-8abf-5a61e446cc78)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:00.588318 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:00.623898 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b82c5ea-e015-4eb7-90fc-33a9de4bbb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08395b71-b2ab-4d95-a02e-09b977d88892', 'code': 200} Feb 04 06:15:00.657190 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=08395b71-b2ab-4d95-a02e-09b977d88892,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:00.861452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb61e1-0246-42e9-851f-64d3d3d033bc req-80988fe5-7bdf-4a33-89e3-c11f9c1759f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:00.863699 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-42fb61e1-0246-42e9-851f-64d3d3d033bc req-80988fe5-7bdf-4a33-89e3-c11f9c1759f1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 1099 time: 0.0808969 Feb 04 06:15:00.913798 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-42fb61e1-0246-42e9-851f-64d3d3d033bc req-b4c640ed-b911-4b15-861c-63a889d8b1fc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bf2c7a71-b071-422c-9605-f122d706712f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427489 Feb 04 06:15:01.675855 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb95494-bd12-4525-8aa8-df8ad1fff45e req-3c99c936-0b8a-47c2-b1ce-14a2a41d8797 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:01.677310 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3cb95494-bd12-4525-8aa8-df8ad1fff45e req-3c99c936-0b8a-47c2-b1ce-14a2a41d8797 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 946 time: 0.0867829 Feb 04 06:15:01.721640 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3cb95494-bd12-4525-8aa8-df8ad1fff45e req-bf2a69d2-9662-4268-919f-2595898f14c8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2c7a71-b071-422c-9605-f122d706712f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385709 Feb 04 06:15:01.820564 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9409ff0d-2792-425a-985b-f94c97bf1f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:02.838366 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:02.886781 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:02.926499 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1692d-11a7-4f80-8b83-3f70cce55750 req-f58604ad-4f24-4ed8-afc6-efbfcc6f7c8a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:02.928274 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2ac1692d-11a7-4f80-8b83-3f70cce55750 req-f58604ad-4f24-4ed8-afc6-efbfcc6f7c8a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 946 time: 0.0859988 Feb 04 06:15:02.990640 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2ac1692d-11a7-4f80-8b83-3f70cce55750 req-870f0acb-019e-4def-9181-8445e213b594 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2c7a71-b071-422c-9605-f122d706712f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543404 Feb 04 06:15:03.190596 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c232c-c4ef-4463-839a-6b976804323b req-0c4121f7-9e29-4010-93eb-02abe9322474 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:03.192101 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f17c232c-c4ef-4463-839a-6b976804323b req-0c4121f7-9e29-4010-93eb-02abe9322474 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 946 time: 0.0846455 Feb 04 06:15:03.237235 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f17c232c-c4ef-4463-839a-6b976804323b req-223c992d-fd16-44be-8358-cc0ed999ac85 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2c7a71-b071-422c-9605-f122d706712f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393524 Feb 04 06:15:03.266044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59188) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:03.349511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b35c996-ce78-479e-abe9-706985be5c52 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:03.351061 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4b35c996-ce78-479e-abe9-706985be5c52 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 1094 time: 0.0841219 Feb 04 06:15:03.354065 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59192) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:03.359286 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': '08395b71-b2ab-4d95-a02e-09b977d88892', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:03.365505 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:03.371438 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:floatingip and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:03.375643 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:03.382635 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:03.394898 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.532596 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.765383 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.26.4.90 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/544013fc-3123-48f2-a2e1-88f8328489e8) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:03.910833 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.944485 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.011103 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:04.013969 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:04.017532 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:04.050345 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=544013fc-3123-48f2-a2e1-88f8328489e8,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:04.256127 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.430449 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.507135 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.724781 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.730332 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.834821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=544013fc-3123-48f2-a2e1-88f8328489e8,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:04.846829 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.019637 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Floating IP 611b54cc-96c9-403a-96b6-57a3f2659a97 associated. External IP: 172.26.4.90, port: 08395b71-b2ab-4d95-a02e-09b977d88892. Feb 04 06:15:05.492395 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router c552158a-fefb-4514-9090-0541b31bd0a4 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:15:05.683479 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:15:05.695397 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8d6fbd-20cc-4136-90bd-aef49cc50e9d None None] Sync routers for ids ['c552158a-fefb-4514-9090-0541b31bd0a4'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:15:05.706373 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8d6fbd-20cc-4136-90bd-aef49cc50e9d None None] Routers {'c552158a-fefb-4514-9090-0541b31bd0a4'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:05.707045 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6c8d6fbd-20cc-4136-90bd-aef49cc50e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:15:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['c552158a-fefb-4514-9090-0541b31bd0a4'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:05.713910 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.774128 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ef77e48e-cefb-4c52-8aa7-7dd998372176 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4189606 Feb 04 06:15:05.774664 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b82c5ea-e015-4eb7-90fc-33a9de4bbb75', 'tag': '08395b71-b2ab-4d95-a02e-09b977d88892'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:15:05.777005 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59196) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:05.820548 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b82c5ea-e015-4eb7-90fc-33a9de4bbb75', 'tag': '08395b71-b2ab-4d95-a02e-09b977d88892', 'status': 'completed', 'code': 200} Feb 04 06:15:05.881944 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-6c8d6fbd-20cc-4136-90bd-aef49cc50e9d None None] Set router c552158a-fefb-4514-9090-0541b31bd0a4 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:15:05.935465 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6448ae59-7d7d-42d8-a917-fe193daf32d5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/611b54cc-96c9-403a-96b6-57a3f2659a97 HTTP/1.1" status: 200 len: 991 time: 0.1554167 Feb 04 06:15:05.952953 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e816f6-e6cb-44ac-87d7-180abc704f77 req-37b112e9-2e1d-4868-b4b9-49a17add2825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:05.954371 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-20e816f6-e6cb-44ac-87d7-180abc704f77 req-37b112e9-2e1d-4868-b4b9-49a17add2825 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 1099 time: 0.0948811 Feb 04 06:15:06.082480 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e816f6-e6cb-44ac-87d7-180abc704f77 req-ed84803e-3112-40df-abb3-1c57a370f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:06.083825 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-20e816f6-e6cb-44ac-87d7-180abc704f77 req-ed84803e-3112-40df-abb3-1c57a370f513 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6c81844d-e8e2-4595-902d-ddecd6710b8c HTTP/1.1" status: 200 len: 897 time: 0.1228168 Feb 04 06:15:06.186580 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-20e816f6-e6cb-44ac-87d7-180abc704f77 req-7241f56c-457a-4f49-977b-c309ef2a0faf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08395b71-b2ab-4d95-a02e-09b977d88892 HTTP/1.1" status: 200 len: 999 time: 0.0967393 Feb 04 06:15:06.223516 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6c8d6fbd-20cc-4136-90bd-aef49cc50e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'name': 'tempest-TestNetworkBasicOps-router-1470862250', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:42Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:43Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '611b54cc-96c9-403a-96b6-57a3f2659a97', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.90', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'port_id': '08395b71-b2ab-4d95-a02e-09b977d88892', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c', 'mac_address': 'fa:16:3e:99:b0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b82c5ea-e015-4eb7-90fc-33a9de4bbb75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:15:04Z', 'updated_at': '2022-02-04T06:15:04Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0552bff7-4d04-4b9c-a817-3acd8a877dba', 'name': '', 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:8e:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3bfe0b45-0b76-45b5-b5ce-198290cfe15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:46Z', 'updated_at': '2022-02-04T06:14:51Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '3bfe0b45-0b76-45b5-b5ce-198290cfe15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:06.227301 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8d6fbd-20cc-4136-90bd-aef49cc50e9d None None] Checking router: c552158a-fefb-4514-9090-0541b31bd0a4 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:15:06.235964 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8d6fbd-20cc-4136-90bd-aef49cc50e9d None None] Routers {'c552158a-fefb-4514-9090-0541b31bd0a4'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:06.236552 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6c8d6fbd-20cc-4136-90bd-aef49cc50e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:15:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['c552158a-fefb-4514-9090-0541b31bd0a4'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:06.254333 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e816f6-e6cb-44ac-87d7-180abc704f77 req-86df00f8-8047-4463-b6f7-fa829d03ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:06.255771 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-20e816f6-e6cb-44ac-87d7-180abc704f77 req-86df00f8-8047-4463-b6f7-fa829d03ffba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bfe0b45-0b76-45b5-b5ce-198290cfe15d HTTP/1.1" status: 200 len: 844 time: 0.0622616 Feb 04 06:15:06.329485 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e816f6-e6cb-44ac-87d7-180abc704f77 req-4b4976a3-87fe-455d-a554-0d23e7825fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:06.330929 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-20e816f6-e6cb-44ac-87d7-180abc704f77 req-4b4976a3-87fe-455d-a554-0d23e7825fab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c81844d-e8e2-4595-902d-ddecd6710b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687947 Feb 04 06:15:06.410657 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-6c8d6fbd-20cc-4136-90bd-aef49cc50e9d None None] Set router c552158a-fefb-4514-9090-0541b31bd0a4 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:15:06.461362 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-20e816f6-e6cb-44ac-87d7-180abc704f77 req-20396b72-9659-4e0d-9f0e-24ef4f5ef0af service neutron] 10.222.0.43 "GET /v2.0/networks/6c81844d-e8e2-4595-902d-ddecd6710b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243501 Feb 04 06:15:06.591524 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-20e816f6-e6cb-44ac-87d7-180abc704f77 req-7578e2d9-97b8-414b-917f-801816343c26 service neutron] 10.222.0.43 "GET /v2.0/networks/6c81844d-e8e2-4595-902d-ddecd6710b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243870 Feb 04 06:15:06.766488 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6c8d6fbd-20cc-4136-90bd-aef49cc50e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'name': 'tempest-TestNetworkBasicOps-router-1470862250', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:42Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:43Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '611b54cc-96c9-403a-96b6-57a3f2659a97', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.90', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'port_id': '08395b71-b2ab-4d95-a02e-09b977d88892', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c', 'mac_address': 'fa:16:3e:99:b0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b82c5ea-e015-4eb7-90fc-33a9de4bbb75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:15:04Z', 'updated_at': '2022-02-04T06:15:04Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0552bff7-4d04-4b9c-a817-3acd8a877dba', 'name': '', 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:8e:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3bfe0b45-0b76-45b5-b5ce-198290cfe15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:46Z', 'updated_at': '2022-02-04T06:14:51Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '3bfe0b45-0b76-45b5-b5ce-198290cfe15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:06.770665 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8d6fbd-20cc-4136-90bd-aef49cc50e9d None None] The sync data for ids ['c552158a-fefb-4514-9090-0541b31bd0a4'] in dv-neutron-826830-2-hyperv is: [{'id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'name': 'tempest-TestNetworkBasicOps-router-1470862250', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:42Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:43Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '611b54cc-96c9-403a-96b6-57a3f2659a97', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.90', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'port_id': '08395b71-b2ab-4d95-a02e-09b977d88892', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c', 'mac_address': 'fa:16:3e:99:b0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b82c5ea-e015-4eb7-90fc-33a9de4bbb75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:15:04Z', 'updated_at': '2022-02-04T06:15:04Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0552bff7-4d04-4b9c-a817-3acd8a877dba', 'name': '', 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:8e:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3bfe0b45-0b76-45b5-b5ce-198290cfe15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:46Z', 'updated_at': '2022-02-04T06:14:51Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '3bfe0b45-0b76-45b5-b5ce-198290cfe15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:15:06.937881 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59202) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:06.980901 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e94ceb1-1fcb-412e-9f7f-3e38e2c421ec None None] New status for floating IP 611b54cc-96c9-403a-96b6-57a3f2659a97: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:15:07.052986 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b26294a3-f8df-48f9-8ff3-570c449655cf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/611b54cc-96c9-403a-96b6-57a3f2659a97 HTTP/1.1" status: 200 len: 991 time: 0.1138597 Feb 04 06:15:07.182490 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:08.057187 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59206) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:08.163252 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-717d5333-0fb0-4f67-8308-8ba75c155c95 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/611b54cc-96c9-403a-96b6-57a3f2659a97 HTTP/1.1" status: 200 len: 993 time: 0.1049349 Feb 04 06:15:14.867676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [req-8a06043c-a325-4ff1-b32b-d6fcc6419716 req-65356680-2a99-47a1-a5f8-06940fba1e23 service neutron] (87471) timed out ('10.222.0.43', 49877) {{(pid=87471) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 06:15:23.168298 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d72e604e-5840-4d1a-b701-2415930a0660 req-a6f77440-8f1a-4aa0-9e0a-a5720a3d6c66 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1200931 Feb 04 06:15:23.358666 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e604e-5840-4d1a-b701-2415930a0660 req-fdad9843-0b22-46d4-8e02-5fe5e3799659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:23.360423 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d72e604e-5840-4d1a-b701-2415930a0660 req-fdad9843-0b22-46d4-8e02-5fe5e3799659 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8545e1a3b8fa468c888c11d4d16e5353&device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 1098 time: 0.1698370 Feb 04 06:15:23.516755 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e604e-5840-4d1a-b701-2415930a0660 req-8863742b-d4dc-4e19-8689-ed21fccc6d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:23.518202 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d72e604e-5840-4d1a-b701-2415930a0660 req-8863742b-d4dc-4e19-8689-ed21fccc6d0c service neutron] 10.222.0.43 "GET /v2.0/networks?id=11fda8b6-b607-479d-885a-9ae11a4ba872 HTTP/1.1" status: 200 len: 912 time: 0.1357076 Feb 04 06:15:23.621691 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d72e604e-5840-4d1a-b701-2415930a0660 req-fed98b34-8491-41f4-b486-ddfe6270b022 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=167debb3-b4e3-416e-ac6e-0c5a927b19d8 HTTP/1.1" status: 200 len: 1001 time: 0.0960701 Feb 04 06:15:23.687512 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e604e-5840-4d1a-b701-2415930a0660 req-984a1761-aa80-45b8-a80d-fca3e8e65bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:23.689853 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d72e604e-5840-4d1a-b701-2415930a0660 req-984a1761-aa80-45b8-a80d-fca3e8e65bd9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1464dd3d-87c0-462d-8ed5-ccb402ea7201 HTTP/1.1" status: 200 len: 850 time: 0.0618792 Feb 04 06:15:23.768399 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e604e-5840-4d1a-b701-2415930a0660 req-ac8e5bb4-f4c1-4044-8a28-22f832598358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:23.769880 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d72e604e-5840-4d1a-b701-2415930a0660 req-ac8e5bb4-f4c1-4044-8a28-22f832598358 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11fda8b6-b607-479d-885a-9ae11a4ba872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734699 Feb 04 06:15:23.902118 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d72e604e-5840-4d1a-b701-2415930a0660 req-27992d5c-455c-498f-ae1c-b393b3e5e3e2 service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253257 Feb 04 06:15:24.036258 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d72e604e-5840-4d1a-b701-2415930a0660 req-67d25f92-198c-4f13-a4be-766439480108 service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276531 Feb 04 06:15:24.399249 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59212) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:24.616684 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-36db680d-8de7-4892-8bda-03cd7152d297 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Deleting port 761846b9-c993-46db-8226-2b490cf1f790 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:24.617108 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-36db680d-8de7-4892-8bda-03cd7152d297 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.786036 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-36db680d-8de7-4892-8bda-03cd7152d297 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.786246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-36db680d-8de7-4892-8bda-03cd7152d297 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.905081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-36db680d-8de7-4892-8bda-03cd7152d297 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Calling delete_port for 761846b9-c993-46db-8226-2b490cf1f790 owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:25.057285 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-36db680d-8de7-4892-8bda-03cd7152d297 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.102333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db680d-8de7-4892-8bda-03cd7152d297 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event deleted for resources: {'Port': ['ID=761846b9-c993-46db-8226-2b490cf1f790,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:25.193768 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-36db680d-8de7-4892-8bda-03cd7152d297 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for floatingip, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.194159 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-36db680d-8de7-4892-8bda-03cd7152d297 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Floating IP 3fb4f2c5-09ce-4349-aa3e-d2e0e42111ed disassociated (deleted). External IP: 172.26.4.171, port: 167debb3-b4e3-416e-ac6e-0c5a927b19d8. Feb 04 06:15:25.665715 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36db680d-8de7-4892-8bda-03cd7152d297 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:15:25.846039 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36db680d-8de7-4892-8bda-03cd7152d297 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:15:25.856659 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d3f7ce-6b99-4575-80b8-b6e1a9756b2f None None] Sync routers for ids ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:15:25.863904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-36db680d-8de7-4892-8bda-03cd7152d297 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.867345 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d3f7ce-6b99-4575-80b8-b6e1a9756b2f None None] Routers {'5e378c87-fd5f-4ebe-9bf1-33508c2d9561'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:25.868052 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-a9d3f7ce-6b99-4575-80b8-b6e1a9756b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:15:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:25.920725 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-36db680d-8de7-4892-8bda-03cd7152d297 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "DELETE /v2.0/floatingips/3fb4f2c5-09ce-4349-aa3e-d2e0e42111ed HTTP/1.1" status: 204 len: 168 time: 1.5200026 Feb 04 06:15:25.921085 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eadd115-4f91-4e69-9049-cf0c1bbc33ce', 'tag': '167debb3-b4e3-416e-ac6e-0c5a927b19d8'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:15:26.016706 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eadd115-4f91-4e69-9049-cf0c1bbc33ce', 'tag': '167debb3-b4e3-416e-ac6e-0c5a927b19d8', 'status': 'completed', 'code': 200} Feb 04 06:15:26.076435 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-a9d3f7ce-6b99-4575-80b8-b6e1a9756b2f None None] Set router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:15:26.131812 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31fe04-a2c4-44c5-b811-30ab7f8b3fc8 req-9f2ba1c1-f3a8-4c07-beb6-9486043da709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:26.133559 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0e31fe04-a2c4-44c5-b811-30ab7f8b3fc8 req-9f2ba1c1-f3a8-4c07-beb6-9486043da709 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8545e1a3b8fa468c888c11d4d16e5353&device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 1098 time: 0.0907102 Feb 04 06:15:26.292779 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31fe04-a2c4-44c5-b811-30ab7f8b3fc8 req-f407d09f-5c25-46e8-b029-41a3626ba3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:26.294390 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0e31fe04-a2c4-44c5-b811-30ab7f8b3fc8 req-f407d09f-5c25-46e8-b029-41a3626ba3d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11fda8b6-b607-479d-885a-9ae11a4ba872 HTTP/1.1" status: 200 len: 912 time: 0.1547751 Feb 04 06:15:26.360505 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf9a64-019d-4bf2-965e-6ce480f039b5 req-fcf661a6-2317-4e56-bd0f-b9b70ab59ab7 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:26.361206 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-fdaf9a64-019d-4bf2-965e-6ce480f039b5 req-fcf661a6-2317-4e56-bd0f-b9b70ab59ab7 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Synchronizing usage tracker for tenant:8545e1a3b8fa468c888c11d4d16e5353 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:26.366486 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0e31fe04-a2c4-44c5-b811-30ab7f8b3fc8 req-3cdf52a0-8db6-4b06-98ce-23e721de497b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=167debb3-b4e3-416e-ac6e-0c5a927b19d8 HTTP/1.1" status: 200 len: 217 time: 0.0650849 Feb 04 06:15:26.387620 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-fdaf9a64-019d-4bf2-965e-6ce480f039b5 req-fcf661a6-2317-4e56-bd0f-b9b70ab59ab7 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Unset dirty status for tenant:8545e1a3b8fa468c888c11d4d16e5353 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:26.388737 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fdaf9a64-019d-4bf2-965e-6ce480f039b5 req-fcf661a6-2317-4e56-bd0f-b9b70ab59ab7 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 945 time: 0.1690695 Feb 04 06:15:26.435925 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31fe04-a2c4-44c5-b811-30ab7f8b3fc8 req-171249dc-7e29-4392-a7de-8b2ef49694b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:26.436431 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fdaf9a64-019d-4bf2-965e-6ce480f039b5 req-d193efa0-c267-4b71-8826-451816678146 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414708 Feb 04 06:15:26.437458 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0e31fe04-a2c4-44c5-b811-30ab7f8b3fc8 req-171249dc-7e29-4392-a7de-8b2ef49694b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1464dd3d-87c0-462d-8ed5-ccb402ea7201 HTTP/1.1" status: 200 len: 850 time: 0.0624614 Feb 04 06:15:26.447078 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-a9d3f7ce-6b99-4575-80b8-b6e1a9756b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'f7194240-7dd0-4406-9dd7-4bc75fcb1206', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'floating_ip_address': '172.26.4.208', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'port_id': '84760030-72d4-4829-8362-80dd51262115', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'mac_address': 'fa:16:3e:c6:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:11:29Z', 'updated_at': '2022-02-04T06:11:33Z', 'revision_number': 1, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 5, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:26.450965 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d3f7ce-6b99-4575-80b8-b6e1a9756b2f None None] Checking router: 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:15:26.459172 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d3f7ce-6b99-4575-80b8-b6e1a9756b2f None None] Routers {'5e378c87-fd5f-4ebe-9bf1-33508c2d9561'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:26.459753 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-a9d3f7ce-6b99-4575-80b8-b6e1a9756b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:15:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:26.516443 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31fe04-a2c4-44c5-b811-30ab7f8b3fc8 req-1d370ebf-fd26-435b-917a-9af8a3f1a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:26.517796 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0e31fe04-a2c4-44c5-b811-30ab7f8b3fc8 req-1d370ebf-fd26-435b-917a-9af8a3f1a61d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11fda8b6-b607-479d-885a-9ae11a4ba872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727212 Feb 04 06:15:26.634543 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-a9d3f7ce-6b99-4575-80b8-b6e1a9756b2f None None] Set router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:15:26.652455 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0e31fe04-a2c4-44c5-b811-30ab7f8b3fc8 req-8b193aaa-e6d8-457b-933e-1aec2fe79082 service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261570 Feb 04 06:15:26.795605 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0e31fe04-a2c4-44c5-b811-30ab7f8b3fc8 req-a246b4c2-e3ed-4ff5-ba51-7788f9afef8d service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359782 Feb 04 06:15:26.974381 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-a9d3f7ce-6b99-4575-80b8-b6e1a9756b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'f7194240-7dd0-4406-9dd7-4bc75fcb1206', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'floating_ip_address': '172.26.4.208', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'port_id': '84760030-72d4-4829-8362-80dd51262115', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'mac_address': 'fa:16:3e:c6:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:11:29Z', 'updated_at': '2022-02-04T06:11:33Z', 'revision_number': 1, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 5, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:26.978442 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d3f7ce-6b99-4575-80b8-b6e1a9756b2f None None] The sync data for ids ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'] in dv-neutron-826830-2-hyperv is: [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'f7194240-7dd0-4406-9dd7-4bc75fcb1206', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'floating_ip_address': '172.26.4.208', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'port_id': '84760030-72d4-4829-8362-80dd51262115', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'mac_address': 'fa:16:3e:c6:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:11:29Z', 'updated_at': '2022-02-04T06:11:33Z', 'revision_number': 1, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 5, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:15:27.198418 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eead30-4f3e-4a8f-ac9b-445b979c52b5 None None] New status for floating IP 3fb4f2c5-09ce-4349-aa3e-d2e0e42111ed: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:15:27.680050 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac6e21-1513-49ed-9a27-f4ef807d7b6f req-84a2a04b-0158-4fce-838d-3955053b7918 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:27.681503 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-54ac6e21-1513-49ed-9a27-f4ef807d7b6f req-84a2a04b-0158-4fce-838d-3955053b7918 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 945 time: 0.1286619 Feb 04 06:15:27.732122 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-54ac6e21-1513-49ed-9a27-f4ef807d7b6f req-3a95fea8-11b7-4cf9-85df-9ab05ccb38fb tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392430 Feb 04 06:15:27.798241 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:15:27.864794 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b34ed9-2a37-4afd-af7d-62cf75db1bb5 req-9bba6f0c-cf74-46ba-9497-c4045dfe3a22 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:27.865489 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-c1b34ed9-2a37-4afd-af7d-62cf75db1bb5 req-9bba6f0c-cf74-46ba-9497-c4045dfe3a22 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Synchronizing usage tracker for tenant:8545e1a3b8fa468c888c11d4d16e5353 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:27.877604 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-c1b34ed9-2a37-4afd-af7d-62cf75db1bb5 req-9bba6f0c-cf74-46ba-9497-c4045dfe3a22 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Unset dirty status for tenant:8545e1a3b8fa468c888c11d4d16e5353 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:27.878679 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c1b34ed9-2a37-4afd-af7d-62cf75db1bb5 req-9bba6f0c-cf74-46ba-9497-c4045dfe3a22 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 945 time: 0.0988653 Feb 04 06:15:27.950450 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-c1b34ed9-2a37-4afd-af7d-62cf75db1bb5 req-e92cb7ca-a13c-4968-b401-039cbee708a9 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Deleting port 167debb3-b4e3-416e-ac6e-0c5a927b19d8 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:27.950794 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-c1b34ed9-2a37-4afd-af7d-62cf75db1bb5 req-e92cb7ca-a13c-4968-b401-039cbee708a9 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.287189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-c1b34ed9-2a37-4afd-af7d-62cf75db1bb5 req-e92cb7ca-a13c-4968-b401-039cbee708a9 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] For port 167debb3-b4e3-416e-ac6e-0c5a927b19d8, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=167debb3-b4e3-416e-ac6e-0c5a927b19d8,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:28.287550 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-c1b34ed9-2a37-4afd-af7d-62cf75db1bb5 req-e92cb7ca-a13c-4968-b401-039cbee708a9 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.408990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-c1b34ed9-2a37-4afd-af7d-62cf75db1bb5 req-e92cb7ca-a13c-4968-b401-039cbee708a9 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Calling delete_port for 167debb3-b4e3-416e-ac6e-0c5a927b19d8 owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:28.561213 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-c1b34ed9-2a37-4afd-af7d-62cf75db1bb5 req-e92cb7ca-a13c-4968-b401-039cbee708a9 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.613462 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cb7ca-a13c-4968-b401-039cbee708a9 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event deleted for resources: {'Port': ['ID=167debb3-b4e3-416e-ac6e-0c5a927b19d8,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:28.685966 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b34ed9-2a37-4afd-af7d-62cf75db1bb5 req-e92cb7ca-a13c-4968-b401-039cbee708a9 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] No DVR routers for this DVR port 167debb3-b4e3-416e-ac6e-0c5a927b19d8 on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:15:28.688728 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-c1b34ed9-2a37-4afd-af7d-62cf75db1bb5 req-e92cb7ca-a13c-4968-b401-039cbee708a9 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.691139 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eadd115-4f91-4e69-9049-cf0c1bbc33ce', 'name': 'network-vif-deleted', 'tag': '167debb3-b4e3-416e-ac6e-0c5a927b19d8'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:15:28.707541 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c1b34ed9-2a37-4afd-af7d-62cf75db1bb5 req-e92cb7ca-a13c-4968-b401-039cbee708a9 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.43 "DELETE /v2.0/ports/167debb3-b4e3-416e-ac6e-0c5a927b19d8 HTTP/1.1" status: 204 len: 173 time: 0.8218470 Feb 04 06:15:28.737799 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eadd115-4f91-4e69-9049-cf0c1bbc33ce', 'name': 'network-vif-deleted', 'tag': '167debb3-b4e3-416e-ac6e-0c5a927b19d8', 'status': 'completed', 'code': 200} Feb 04 06:15:28.880410 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-071902c7-b0f8-4e59-a093-4c6127c3ba21 req-ff1ae627-71d4-436a-8bba-d7f66333ef9d tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eadd115-4f91-4e69-9049-cf0c1bbc33ce HTTP/1.1" status: 200 len: 210 time: 0.0459065 Feb 04 06:15:29.511158 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4217501a-9348-429d-9c8b-adbd40f7a691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:30.449707 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 167debb3-b4e3-416e-ac6e-0c5a927b19d8 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:15:30.487454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 167debb3-b4e3-416e-ac6e-0c5a927b19d8 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:15:30.487642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 167debb3-b4e3-416e-ac6e-0c5a927b19d8 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:15:31.828372 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6bb38ab7-df46-4d0d-8413-6afb6d48dbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:32.841866 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:32.892863 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:34.250958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:34.521161 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59260) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:34.724031 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Deleting port 47bbffdc-4a00-4052-b684-ae26709d6a47 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:34.724370 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:34.899812 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:34.900092 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:35.024352 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Calling delete_port for 47bbffdc-4a00-4052-b684-ae26709d6a47 owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:35.183240 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:35.344057 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event deleted for resources: {'Port': ['ID=47bbffdc-4a00-4052-b684-ae26709d6a47,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:35.380739 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:35.381084 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:35.381417 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:35.381744 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:35.382069 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:35.382386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:35.382737 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:35.383060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:35.383376 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:35.383693 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:35.384050 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:35.384352 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:35.445734 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for floatingip, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:35.445920 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Floating IP f7194240-7dd0-4406-9dd7-4bc75fcb1206 disassociated (deleted). External IP: 172.26.4.208, port: 84760030-72d4-4829-8362-80dd51262115. Feb 04 06:15:35.795192 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:15:35.974464 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:15:35.985224 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c30cd-91c9-4886-b985-f06c9efac828 None None] Sync routers for ids ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:15:35.994199 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:35.995620 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c30cd-91c9-4886-b985-f06c9efac828 None None] Routers {'5e378c87-fd5f-4ebe-9bf1-33508c2d9561'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:35.996274 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-a40c30cd-91c9-4886-b985-f06c9efac828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:15:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:36.050975 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2fe5cdd6-c4bd-4958-9eff-6189dc399d32 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "DELETE /v2.0/floatingips/f7194240-7dd0-4406-9dd7-4bc75fcb1206 HTTP/1.1" status: 204 len: 168 time: 1.5285311 Feb 04 06:15:36.051428 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'tag': '84760030-72d4-4829-8362-80dd51262115'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:15:36.094650 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'tag': '84760030-72d4-4829-8362-80dd51262115', 'status': 'completed', 'code': 200} Feb 04 06:15:36.183145 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-a40c30cd-91c9-4886-b985-f06c9efac828 None None] Set router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:15:36.205324 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246a78f-cc29-4b8b-99f4-0e7858b35794 req-2cd4727f-00ac-4c16-9e34-473abd686e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:36.207107 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4246a78f-cc29-4b8b-99f4-0e7858b35794 req-2cd4727f-00ac-4c16-9e34-473abd686e30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8545e1a3b8fa468c888c11d4d16e5353&device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 1098 time: 0.0881078 Feb 04 06:15:36.346478 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246a78f-cc29-4b8b-99f4-0e7858b35794 req-b237f6a1-133c-485d-9a41-37d48c55de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:36.348448 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4246a78f-cc29-4b8b-99f4-0e7858b35794 req-b237f6a1-133c-485d-9a41-37d48c55de39 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11fda8b6-b607-479d-885a-9ae11a4ba872 HTTP/1.1" status: 200 len: 912 time: 0.1347826 Feb 04 06:15:36.416300 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4246a78f-cc29-4b8b-99f4-0e7858b35794 req-112f4678-3a08-4299-91a0-b0713d01891e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84760030-72d4-4829-8362-80dd51262115 HTTP/1.1" status: 200 len: 217 time: 0.0613146 Feb 04 06:15:36.428023 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb996b87-a788-4316-bca9-66b0d265efe4 req-95a9c1bd-9db3-4122-9bd5-a468678c51d9 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:36.428724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-eb996b87-a788-4316-bca9-66b0d265efe4 req-95a9c1bd-9db3-4122-9bd5-a468678c51d9 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Synchronizing usage tracker for tenant:8545e1a3b8fa468c888c11d4d16e5353 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:36.449230 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-eb996b87-a788-4316-bca9-66b0d265efe4 req-95a9c1bd-9db3-4122-9bd5-a468678c51d9 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Unset dirty status for tenant:8545e1a3b8fa468c888c11d4d16e5353 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:36.450430 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-eb996b87-a788-4316-bca9-66b0d265efe4 req-95a9c1bd-9db3-4122-9bd5-a468678c51d9 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 945 time: 0.1026144 Feb 04 06:15:36.486222 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246a78f-cc29-4b8b-99f4-0e7858b35794 req-0d066f57-99f6-4f84-a2f2-fd9eacd390f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:36.488116 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4246a78f-cc29-4b8b-99f4-0e7858b35794 req-0d066f57-99f6-4f84-a2f2-fd9eacd390f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1464dd3d-87c0-462d-8ed5-ccb402ea7201 HTTP/1.1" status: 200 len: 850 time: 0.0658505 Feb 04 06:15:36.500161 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-eb996b87-a788-4316-bca9-66b0d265efe4 req-b5b2ac1a-9641-4cc2-a1b0-bf72b278cb7e tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435307 Feb 04 06:15:36.534772 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-a40c30cd-91c9-4886-b985-f06c9efac828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 5, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:36.538511 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c30cd-91c9-4886-b985-f06c9efac828 None None] Checking router: 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:15:36.546662 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c30cd-91c9-4886-b985-f06c9efac828 None None] Routers {'5e378c87-fd5f-4ebe-9bf1-33508c2d9561'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:36.547268 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-a40c30cd-91c9-4886-b985-f06c9efac828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:15:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:36.574050 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246a78f-cc29-4b8b-99f4-0e7858b35794 req-f9aacc52-9416-4e1c-ab94-a306055415bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:36.575515 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4246a78f-cc29-4b8b-99f4-0e7858b35794 req-f9aacc52-9416-4e1c-ab94-a306055415bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11fda8b6-b607-479d-885a-9ae11a4ba872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796430 Feb 04 06:15:36.708966 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4246a78f-cc29-4b8b-99f4-0e7858b35794 req-778bc8b4-59a6-41a1-b6a6-8c87f9e87c06 service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268654 Feb 04 06:15:36.721301 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-a40c30cd-91c9-4886-b985-f06c9efac828 None None] Set router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:15:36.846548 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4246a78f-cc29-4b8b-99f4-0e7858b35794 req-adb5130b-69bd-41ff-8e7a-70d413097d71 service neutron] 10.222.0.43 "GET /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310103 Feb 04 06:15:37.035300 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-a40c30cd-91c9-4886-b985-f06c9efac828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 5, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:37.039273 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c30cd-91c9-4886-b985-f06c9efac828 None None] The sync data for ids ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'] in dv-neutron-826830-2-hyperv is: [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'e3be6d97-3000-484a-b2fd-146ec77bd303', 'name': '', 'network_id': '11fda8b6-b607-479d-885a-9ae11a4ba872', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'mac_address': 'fa:16:3e:38:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:05Z', 'updated_at': '2022-02-04T06:08:15Z', 'revision_number': 5, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'subnets': [{'id': '1464dd3d-87c0-462d-8ed5-ccb402ea7201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:15:37.166224 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:37.261449 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6c4fd-d0e2-4c1f-a00a-fc7684d21ac4 None None] New status for floating IP f7194240-7dd0-4406-9dd7-4bc75fcb1206: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:15:37.701357 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b61134-4ccb-40b7-8f91-b713ac72568b req-adbbd8ec-abf6-4739-8cdf-999e8bd96bf1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:37.702715 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c1b61134-4ccb-40b7-8f91-b713ac72568b req-adbbd8ec-abf6-4739-8cdf-999e8bd96bf1 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 945 time: 0.0903876 Feb 04 06:15:37.753142 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c1b61134-4ccb-40b7-8f91-b713ac72568b req-a968bb25-7641-4200-ab74-5ec1af261114 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/security-groups?id=321ccc59-3e71-4f71-b4c0-79b11824f467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421860 Feb 04 06:15:37.957686 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56210d22-3afc-4108-b702-40efa9cbeae6 req-0111cc52-efc7-4cb8-99cb-0f5606829dbe tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:37.958384 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-56210d22-3afc-4108-b702-40efa9cbeae6 req-0111cc52-efc7-4cb8-99cb-0f5606829dbe tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Synchronizing usage tracker for tenant:8545e1a3b8fa468c888c11d4d16e5353 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:37.970599 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-56210d22-3afc-4108-b702-40efa9cbeae6 req-0111cc52-efc7-4cb8-99cb-0f5606829dbe tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Unset dirty status for tenant:8545e1a3b8fa468c888c11d4d16e5353 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:37.971715 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-56210d22-3afc-4108-b702-40efa9cbeae6 req-0111cc52-efc7-4cb8-99cb-0f5606829dbe tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.43 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 945 time: 0.1126106 Feb 04 06:15:38.045244 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-56210d22-3afc-4108-b702-40efa9cbeae6 req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Deleting port 84760030-72d4-4829-8362-80dd51262115 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:38.045443 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-56210d22-3afc-4108-b702-40efa9cbeae6 req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:38.390931 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-56210d22-3afc-4108-b702-40efa9cbeae6 req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] For port 84760030-72d4-4829-8362-80dd51262115, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=84760030-72d4-4829-8362-80dd51262115,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:38.391261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-56210d22-3afc-4108-b702-40efa9cbeae6 req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:38.513634 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-56210d22-3afc-4108-b702-40efa9cbeae6 req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Calling delete_port for 84760030-72d4-4829-8362-80dd51262115 owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:38.669037 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-56210d22-3afc-4108-b702-40efa9cbeae6 req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:38.718796 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event deleted for resources: {'Port': ['ID=84760030-72d4-4829-8362-80dd51262115,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:38.756552 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:38.756898 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:38.757234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:38.757673 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:38.757970 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:38.758296 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:38.758618 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:38.758946 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:38.759266 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:38.759588 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:38.759918 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:38.760239 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:38.805240 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-56210d22-3afc-4108-b702-40efa9cbeae6 req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] No DVR routers for this DVR port 84760030-72d4-4829-8362-80dd51262115 on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:15:38.807672 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-56210d22-3afc-4108-b702-40efa9cbeae6 req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:38.810197 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'name': 'network-vif-deleted', 'tag': '84760030-72d4-4829-8362-80dd51262115'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:15:38.828063 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-56210d22-3afc-4108-b702-40efa9cbeae6 req-d93bb8fc-14ea-4170-b41b-764c4310e034 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.43 "DELETE /v2.0/ports/84760030-72d4-4829-8362-80dd51262115 HTTP/1.1" status: 204 len: 173 time: 0.8499532 Feb 04 06:15:38.857540 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5404ff83-3ee0-4fed-a9fa-16e1f7071682', 'name': 'network-vif-deleted', 'tag': '84760030-72d4-4829-8362-80dd51262115', 'status': 'completed', 'code': 200} Feb 04 06:15:38.906053 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c0db192f-7ac4-4125-a4fc-eb6ba82e6e6a req-78e2cbd7-638d-4f45-ad9a-4b80629b1a78 tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "GET /v2.0/ports?device_id=5404ff83-3ee0-4fed-a9fa-16e1f7071682 HTTP/1.1" status: 200 len: 210 time: 0.0452285 Feb 04 06:15:40.003588 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59284) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:40.164552 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-3d213734-c5e0-4266-87d0-e4e2c833ea4a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Deleting port 7ad9ad02-aab3-4291-89e6-82d3d5dd9737 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:40.165001 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3d213734-c5e0-4266-87d0-e4e2c833ea4a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:40.338908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3d213734-c5e0-4266-87d0-e4e2c833ea4a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:40.339143 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3d213734-c5e0-4266-87d0-e4e2c833ea4a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:40.491253 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 84760030-72d4-4829-8362-80dd51262115 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:15:40.524645 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 84760030-72d4-4829-8362-80dd51262115 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:15:40.524987 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 84760030-72d4-4829-8362-80dd51262115 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:15:40.564246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-3d213734-c5e0-4266-87d0-e4e2c833ea4a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Calling delete_port for 7ad9ad02-aab3-4291-89e6-82d3d5dd9737 owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:40.706149 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3d213734-c5e0-4266-87d0-e4e2c833ea4a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:40.751985 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d213734-c5e0-4266-87d0-e4e2c833ea4a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event deleted for resources: {'Port': ['ID=7ad9ad02-aab3-4291-89e6-82d3d5dd9737,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:40.845374 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3d213734-c5e0-4266-87d0-e4e2c833ea4a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for floatingip, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:40.861385 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3d213734-c5e0-4266-87d0-e4e2c833ea4a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:40.862557 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3d213734-c5e0-4266-87d0-e4e2c833ea4a tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "DELETE /v2.0/floatingips/57a1789b-fe18-4b6f-b689-69db7a2285fe HTTP/1.1" status: 204 len: 168 time: 0.8572817 Feb 04 06:15:43.350375 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59300) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:43.419095 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70803da2-c9e2-4477-a251-47128729996b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:43.449976 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70803da2-c9e2-4477-a251-47128729996b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:43.514137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70803da2-c9e2-4477-a251-47128729996b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:43.536207 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70803da2-c9e2-4477-a251-47128729996b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=321ccc59-3e71-4f71-b4c0-79b11824f467,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:43.543857 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70803da2-c9e2-4477-a251-47128729996b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:43.544984 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-70803da2-c9e2-4477-a251-47128729996b tempest-TestVolumeBootPattern-1999446438 tempest-TestVolumeBootPattern-1999446438-project] 10.222.0.31 "DELETE /v2.0/security-groups/321ccc59-3e71-4f71-b4c0-79b11824f467 HTTP/1.1" status: 204 len: 168 time: 0.1935444 Feb 04 06:15:43.598423 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59306) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:44.285519 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5e63b0e4-16a2-4335-bf7a-9ac56e24d8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:44.630924 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-5e63b0e4-16a2-4335-bf7a-9ac56e24d8f3 admin admin] Deleting port e3be6d97-3000-484a-b2fd-146ec77bd303 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:44.631626 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5e63b0e4-16a2-4335-bf7a-9ac56e24d8f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:44.907036 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-5e63b0e4-16a2-4335-bf7a-9ac56e24d8f3 admin admin] For port e3be6d97-3000-484a-b2fd-146ec77bd303, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=e3be6d97-3000-484a-b2fd-146ec77bd303,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:44.907339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5e63b0e4-16a2-4335-bf7a-9ac56e24d8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:45.031370 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-5e63b0e4-16a2-4335-bf7a-9ac56e24d8f3 admin admin] Calling delete_port for e3be6d97-3000-484a-b2fd-146ec77bd303 owned by network:router_interface {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:45.366228 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5e63b0e4-16a2-4335-bf7a-9ac56e24d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:45.414796 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63b0e4-16a2-4335-bf7a-9ac56e24d8f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3be6d97-3000-484a-b2fd-146ec77bd303,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:45.685847 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5e63b0e4-16a2-4335-bf7a-9ac56e24d8f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.047548 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e63b0e4-16a2-4335-bf7a-9ac56e24d8f3 admin admin] Router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:15:46.348188 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e63b0e4-16a2-4335-bf7a-9ac56e24d8f3 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:15:46.358514 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09270c4b-82dc-4387-84eb-bff655052630 None None] Sync routers for ids ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:15:46.364865 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5e63b0e4-16a2-4335-bf7a-9ac56e24d8f3 admin admin] 10.222.0.31 "PUT /v2.0/routers/5e378c87-fd5f-4ebe-9bf1-33508c2d9561/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7644768 Feb 04 06:15:46.368330 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59312) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:46.371448 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09270c4b-82dc-4387-84eb-bff655052630 None None] Routers {'5e378c87-fd5f-4ebe-9bf1-33508c2d9561'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:46.372171 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-09270c4b-82dc-4387-84eb-bff655052630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:15:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:46.545877 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-09270c4b-82dc-4387-84eb-bff655052630 None None] Set router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:15:46.556444 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce7241de-d90a-41a5-ba26-1f753b8184b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.734851 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce7241de-d90a-41a5-ba26-1f753b8184b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.745580 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ce7241de-d90a-41a5-ba26-1f753b8184b7 admin admin] Deleting port d19ecb28-e62e-4480-83ff-a4832ce2bd54 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:46.745912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce7241de-d90a-41a5-ba26-1f753b8184b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.844691 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-09270c4b-82dc-4387-84eb-bff655052630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:15:45Z', 'revision_number': 5, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port': {'id': 'd19ecb28-e62e-4480-83ff-a4832ce2bd54', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:01Z', 'updated_at': '2022-02-04T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:46.848449 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09270c4b-82dc-4387-84eb-bff655052630 None None] Checking router: 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:15:46.856591 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09270c4b-82dc-4387-84eb-bff655052630 None None] Routers {'5e378c87-fd5f-4ebe-9bf1-33508c2d9561'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:46.857178 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-09270c4b-82dc-4387-84eb-bff655052630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:15:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:46.917007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-ce7241de-d90a-41a5-ba26-1f753b8184b7 admin admin] For port d19ecb28-e62e-4480-83ff-a4832ce2bd54, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=d19ecb28-e62e-4480-83ff-a4832ce2bd54,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:46.917383 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce7241de-d90a-41a5-ba26-1f753b8184b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.004353 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-09270c4b-82dc-4387-84eb-bff655052630 None None] Set router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:15:47.037410 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ce7241de-d90a-41a5-ba26-1f753b8184b7 admin admin] Calling delete_port for d19ecb28-e62e-4480-83ff-a4832ce2bd54 owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:47.106732 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-09270c4b-82dc-4387-84eb-bff655052630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:15:46Z', 'revision_number': 6, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:47.111621 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09270c4b-82dc-4387-84eb-bff655052630 None None] The sync data for ids ['5e378c87-fd5f-4ebe-9bf1-33508c2d9561'] in dv-neutron-826830-2-hyperv is: [{'id': '5e378c87-fd5f-4ebe-9bf1-33508c2d9561', 'name': 'tempest-TestVolumeBootPattern-649905989-router', 'tenant_id': '8545e1a3b8fa468c888c11d4d16e5353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:00Z', 'updated_at': '2022-02-04T06:15:46Z', 'revision_number': 6, 'project_id': '8545e1a3b8fa468c888c11d4d16e5353', 'gw_port_host': None}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:15:47.310694 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce7241de-d90a-41a5-ba26-1f753b8184b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.358507 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7241de-d90a-41a5-ba26-1f753b8184b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d19ecb28-e62e-4480-83ff-a4832ce2bd54,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:47.457537 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce7241de-d90a-41a5-ba26-1f753b8184b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.641748 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce7241de-d90a-41a5-ba26-1f753b8184b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.644234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce7241de-d90a-41a5-ba26-1f753b8184b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.672638 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce7241de-d90a-41a5-ba26-1f753b8184b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.673217 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7241de-d90a-41a5-ba26-1f753b8184b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e378c87-fd5f-4ebe-9bf1-33508c2d9561 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:15:47.686035 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ce7241de-d90a-41a5-ba26-1f753b8184b7 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.687147 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ce7241de-d90a-41a5-ba26-1f753b8184b7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/5e378c87-fd5f-4ebe-9bf1-33508c2d9561 HTTP/1.1" status: 204 len: 168 time: 1.3178706 Feb 04 06:15:47.689796 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59316) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:47.747407 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de91865-fb42-4255-80a8-1d1d946ae1f9 admin admin] Deleting subnet 1464dd3d-87c0-462d-8ed5-ccb402ea7201 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:15:47.750598 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3de91865-fb42-4255-80a8-1d1d946ae1f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.802335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3de91865-fb42-4255-80a8-1d1d946ae1f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.857671 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e3be6d97-3000-484a-b2fd-146ec77bd303 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:15:47.881429 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3de91865-fb42-4255-80a8-1d1d946ae1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.898574 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: e3be6d97-3000-484a-b2fd-146ec77bd303 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:15:47.899159 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device e3be6d97-3000-484a-b2fd-146ec77bd303 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:15:47.949359 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3de91865-fb42-4255-80a8-1d1d946ae1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.990280 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de91865-fb42-4255-80a8-1d1d946ae1f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1464dd3d-87c0-462d-8ed5-ccb402ea7201,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:47.993929 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3de91865-fb42-4255-80a8-1d1d946ae1f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.000162 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3de91865-fb42-4255-80a8-1d1d946ae1f9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1464dd3d-87c0-462d-8ed5-ccb402ea7201 HTTP/1.1" status: 204 len: 168 time: 0.3092911 Feb 04 06:15:48.001230 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5607d2e0-5922-4db2-ab34-72b1a950f9b3 None None] Network 11fda8b6-b607-479d-885a-9ae11a4ba872 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:48.002627 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59320) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:48.110607 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.121662 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] Deleting port 3122f626-4a3b-42b4-97db-0eba6d2588de {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:48.121996 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.273063 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af96dc0-8e60-4805-b240-d4f738b47add None None] DHCP port deletion for 11fda8b6-b607-479d-885a-9ae11a4ba872 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:15:48.277569 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6af96dc0-8e60-4805-b240-d4f738b47add None None] Deleting port 3122f626-4a3b-42b4-97db-0eba6d2588de {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:48.277949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6af96dc0-8e60-4805-b240-d4f738b47add None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.330063 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] For port 3122f626-4a3b-42b4-97db-0eba6d2588de, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3122f626-4a3b-42b4-97db-0eba6d2588de,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:48.330388 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.451230 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] Calling delete_port for 3122f626-4a3b-42b4-97db-0eba6d2588de owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:48.482339 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6af96dc0-8e60-4805-b240-d4f738b47add None None] For port 3122f626-4a3b-42b4-97db-0eba6d2588de, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3122f626-4a3b-42b4-97db-0eba6d2588de,segment=NetworkSegment(84c7a3a4-0f65-4945-a2f6-0baaf83f7d02),segment_id=84c7a3a4-0f65-4945-a2f6-0baaf83f7d02)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:48.482761 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6af96dc0-8e60-4805-b240-d4f738b47add None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.529883 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.578739 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] Pushing event deleted for resources: {'Port': ['ID=3122f626-4a3b-42b4-97db-0eba6d2588de,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:48.582243 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] No DVR routers for this DVR port 3122f626-4a3b-42b4-97db-0eba6d2588de on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:15:48.605309 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6af96dc0-8e60-4805-b240-d4f738b47add None None] Calling delete_port for 3122f626-4a3b-42b4-97db-0eba6d2588de owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: from cryptography.utils import int_from_bytes Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: from cryptography.utils import int_from_bytes Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn_limited( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:48.680103 dv-neutron-826830-2-hyperv neutron-server[87472]: util.warn( Feb 04 06:15:48.686001 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-6af96dc0-8e60-4805-b240-d4f738b47add None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:15:48.686361 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-6af96dc0-8e60-4805-b240-d4f738b47add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:15:48.785971 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.811035 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11fda8b6-b607-479d-885a-9ae11a4ba872']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:48.825823 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:48.826114 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c7a3a4-0f65-4945-a2f6-0baaf83f7d02') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:48.837509 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.854729 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.861060 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:48.861449 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:48.874341 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:48.949901 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.965111 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.978749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] Pushing event deleted for resources: {'Network': ['ID=11fda8b6-b607-479d-885a-9ae11a4ba872,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:48.993892 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-92702655-e5a1-4818-b270-ce5b25c9b389 admin admin] 10.222.0.31 "DELETE /v2.0/networks/11fda8b6-b607-479d-885a-9ae11a4ba872 HTTP/1.1" status: 204 len: 168 time: 0.9902666 Feb 04 06:15:48.996715 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59324) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:49.187773 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6af96dc0-8e60-4805-b240-d4f738b47add None None] Deleting port 3122f626-4a3b-42b4-97db-0eba6d2588de {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:49.188308 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6af96dc0-8e60-4805-b240-d4f738b47add None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.221626 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device d19ecb28-e62e-4480-83ff-a4832ce2bd54 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:15:49.281457 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: d19ecb28-e62e-4480-83ff-a4832ce2bd54 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:15:49.281770 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device d19ecb28-e62e-4480-83ff-a4832ce2bd54 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:15:49.282202 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3122f626-4a3b-42b4-97db-0eba6d2588de no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:15:49.319508 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6af96dc0-8e60-4805-b240-d4f738b47add None None] The port '3122f626-4a3b-42b4-97db-0eba6d2588de' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:15:49.324844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 3122f626-4a3b-42b4-97db-0eba6d2588de {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:15:49.325228 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3122f626-4a3b-42b4-97db-0eba6d2588de not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:15:49.547482 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4bd1ca81-5500-4fba-bd16-1a814acbf17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.905587 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4bd1ca81-5500-4fba-bd16-1a814acbf17c admin admin] Deleting port 1070024e-baa7-4a29-b760-50509b46d828 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:49.905896 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4bd1ca81-5500-4fba-bd16-1a814acbf17c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:50.072856 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-4bd1ca81-5500-4fba-bd16-1a814acbf17c admin admin] For port 1070024e-baa7-4a29-b760-50509b46d828, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1070024e-baa7-4a29-b760-50509b46d828,segment=NetworkSegment(22c45afe-aa95-4a1a-84aa-f47cc42994a8),segment_id=22c45afe-aa95-4a1a-84aa-f47cc42994a8)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:50.073170 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4bd1ca81-5500-4fba-bd16-1a814acbf17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:50.295258 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4bd1ca81-5500-4fba-bd16-1a814acbf17c admin admin] Calling delete_port for 1070024e-baa7-4a29-b760-50509b46d828 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:50.479824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4bd1ca81-5500-4fba-bd16-1a814acbf17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:50.525500 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1ca81-5500-4fba-bd16-1a814acbf17c admin admin] Pushing event deleted for resources: {'Port': ['ID=1070024e-baa7-4a29-b760-50509b46d828,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:50.793340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4bd1ca81-5500-4fba-bd16-1a814acbf17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.170081 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd1ca81-5500-4fba-bd16-1a814acbf17c admin admin] Router ffed6d0d-c2ac-4321-9071-fcc6ccb212da has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:15:51.354912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd1ca81-5500-4fba-bd16-1a814acbf17c admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:15:51.364208 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e367257b-4d92-4e86-9af6-8ec65bf6076f None None] Sync routers for ids ['ffed6d0d-c2ac-4321-9071-fcc6ccb212da'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:15:51.373301 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4bd1ca81-5500-4fba-bd16-1a814acbf17c admin admin] 10.222.0.31 "PUT /v2.0/routers/ffed6d0d-c2ac-4321-9071-fcc6ccb212da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3755617 Feb 04 06:15:51.376015 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59328) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:51.376497 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e367257b-4d92-4e86-9af6-8ec65bf6076f None None] Routers {'ffed6d0d-c2ac-4321-9071-fcc6ccb212da'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:51.377084 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e367257b-4d92-4e86-9af6-8ec65bf6076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:15:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['ffed6d0d-c2ac-4321-9071-fcc6ccb212da'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:51.552406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52373318-4d7b-41b8-8a15-5025cd986314 admin admin] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.588711 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-e367257b-4d92-4e86-9af6-8ec65bf6076f None None] Set router ffed6d0d-c2ac-4321-9071-fcc6ccb212da gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:15:51.724389 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52373318-4d7b-41b8-8a15-5025cd986314 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.735585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-52373318-4d7b-41b8-8a15-5025cd986314 admin admin] Deleting port 2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:51.735949 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52373318-4d7b-41b8-8a15-5025cd986314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.864881 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e367257b-4d92-4e86-9af6-8ec65bf6076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffed6d0d-c2ac-4321-9071-fcc6ccb212da', 'name': 'tempest-TestVolumeBootPattern-2119982787-router', 'tenant_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': '2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:15Z', 'updated_at': '2022-02-04T06:15:50Z', 'revision_number': 5, 'project_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'gw_port': {'id': '2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffed6d0d-c2ac-4321-9071-fcc6ccb212da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:51.868891 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e367257b-4d92-4e86-9af6-8ec65bf6076f None None] Checking router: ffed6d0d-c2ac-4321-9071-fcc6ccb212da for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:15:51.877186 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e367257b-4d92-4e86-9af6-8ec65bf6076f None None] Routers {'ffed6d0d-c2ac-4321-9071-fcc6ccb212da'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:51.877775 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e367257b-4d92-4e86-9af6-8ec65bf6076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:15:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['ffed6d0d-c2ac-4321-9071-fcc6ccb212da'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:51.911895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-52373318-4d7b-41b8-8a15-5025cd986314 admin admin] For port 2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:51.912253 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52373318-4d7b-41b8-8a15-5025cd986314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.026813 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-e367257b-4d92-4e86-9af6-8ec65bf6076f None None] Set router ffed6d0d-c2ac-4321-9071-fcc6ccb212da gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:15:52.033103 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-52373318-4d7b-41b8-8a15-5025cd986314 admin admin] Calling delete_port for 2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:52.131663 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e367257b-4d92-4e86-9af6-8ec65bf6076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffed6d0d-c2ac-4321-9071-fcc6ccb212da', 'name': 'tempest-TestVolumeBootPattern-2119982787-router', 'tenant_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:15Z', 'updated_at': '2022-02-04T06:15:51Z', 'revision_number': 6, 'project_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:52.135750 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e367257b-4d92-4e86-9af6-8ec65bf6076f None None] The sync data for ids ['ffed6d0d-c2ac-4321-9071-fcc6ccb212da'] in dv-neutron-826830-2-hyperv is: [{'id': 'ffed6d0d-c2ac-4321-9071-fcc6ccb212da', 'name': 'tempest-TestVolumeBootPattern-2119982787-router', 'tenant_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:15Z', 'updated_at': '2022-02-04T06:15:51Z', 'revision_number': 6, 'project_id': '4d6c1b1907a145c2a8f3e2152cb580d3', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:15:52.206105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52373318-4d7b-41b8-8a15-5025cd986314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.252436 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52373318-4d7b-41b8-8a15-5025cd986314 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:52.344985 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52373318-4d7b-41b8-8a15-5025cd986314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.635149 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52373318-4d7b-41b8-8a15-5025cd986314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.637478 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52373318-4d7b-41b8-8a15-5025cd986314 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.662404 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52373318-4d7b-41b8-8a15-5025cd986314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.662913 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52373318-4d7b-41b8-8a15-5025cd986314 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffed6d0d-c2ac-4321-9071-fcc6ccb212da {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:15:52.675291 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-52373318-4d7b-41b8-8a15-5025cd986314 admin admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.676556 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-52373318-4d7b-41b8-8a15-5025cd986314 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ffed6d0d-c2ac-4321-9071-fcc6ccb212da HTTP/1.1" status: 204 len: 168 time: 1.2995682 Feb 04 06:15:52.680232 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59334) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:52.740716 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36c74da-9e13-49b8-9bdc-996db0d52ced admin admin] Deleting subnet 44e722dd-6b49-433f-9fad-ee0c66cdde29 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:15:52.743961 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d36c74da-9e13-49b8-9bdc-996db0d52ced admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.795493 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d36c74da-9e13-49b8-9bdc-996db0d52ced admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.872914 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d36c74da-9e13-49b8-9bdc-996db0d52ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.944276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d36c74da-9e13-49b8-9bdc-996db0d52ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.986635 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c74da-9e13-49b8-9bdc-996db0d52ced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44e722dd-6b49-433f-9fad-ee0c66cdde29,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:52.988593 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d36c74da-9e13-49b8-9bdc-996db0d52ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526615'] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.993388 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796a1199-9420-4099-89d4-ece64b0b782f None None] Network 6552c730-a85b-461d-a1fd-13545e3aa717 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:52.995098 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d36c74da-9e13-49b8-9bdc-996db0d52ced admin admin] 10.222.0.31 "DELETE /v2.0/subnets/44e722dd-6b49-433f-9fad-ee0c66cdde29 HTTP/1.1" status: 204 len: 168 time: 0.3137953 Feb 04 06:15:52.997625 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59338) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.103564 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.114806 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] Deleting port 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:53.115145 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.251605 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e216246e-9bf3-46d6-95bb-4e280c685802 None None] DHCP port deletion for 6552c730-a85b-461d-a1fd-13545e3aa717 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:15:53.256825 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-e216246e-9bf3-46d6-95bb-4e280c685802 None None] Deleting port 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:53.257191 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e216246e-9bf3-46d6-95bb-4e280c685802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.283704 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1070024e-baa7-4a29-b760-50509b46d828 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:15:53.329996 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 1070024e-baa7-4a29-b760-50509b46d828 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:15:53.330313 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1070024e-baa7-4a29-b760-50509b46d828 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:15:53.330760 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:15:53.345983 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] For port 9f3279c5-bbb6-4e7f-92f3-38903efc83b8, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=9f3279c5-bbb6-4e7f-92f3-38903efc83b8,segment=NetworkSegment(22c45afe-aa95-4a1a-84aa-f47cc42994a8),segment_id=22c45afe-aa95-4a1a-84aa-f47cc42994a8)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:53.346738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.366865 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:15:53.367215 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2b4bd583-6cfe-48c4-a3eb-18fd9a2e91b2 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:15:53.473485 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] Calling delete_port for 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:53.522313 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e216246e-9bf3-46d6-95bb-4e280c685802 None None] For port 9f3279c5-bbb6-4e7f-92f3-38903efc83b8, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=9f3279c5-bbb6-4e7f-92f3-38903efc83b8,segment=NetworkSegment(22c45afe-aa95-4a1a-84aa-f47cc42994a8),segment_id=22c45afe-aa95-4a1a-84aa-f47cc42994a8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:53.522623 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e216246e-9bf3-46d6-95bb-4e280c685802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.550644 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.596691 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3279c5-bbb6-4e7f-92f3-38903efc83b8,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:53.600088 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] No DVR routers for this DVR port 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:15:53.684251 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-e216246e-9bf3-46d6-95bb-4e280c685802 None None] Calling delete_port for 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:53.716628 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.745908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6552c730-a85b-461d-a1fd-13545e3aa717']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:53.754552 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-e216246e-9bf3-46d6-95bb-4e280c685802 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:15:53.754903 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-e216246e-9bf3-46d6-95bb-4e280c685802 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:15:53.758153 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c45afe-aa95-4a1a-84aa-f47cc42994a8') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:53.758542 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c45afe-aa95-4a1a-84aa-f47cc42994a8') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:53.769512 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.785342 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.791656 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:53.792061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:53.805198 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:53.880828 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.905308 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.915354 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] Pushing event deleted for resources: {'Network': ['ID=6552c730-a85b-461d-a1fd-13545e3aa717,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:53.922644 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c79bc0a9-ef76-46b1-b7cc-cec821636b9e admin admin] 10.222.0.31 "DELETE /v2.0/networks/6552c730-a85b-461d-a1fd-13545e3aa717 HTTP/1.1" status: 204 len: 168 time: 0.9240568 Feb 04 06:15:54.035069 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59344) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:54.088131 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-71096b71-9896-4ad7-9256-2d54241b6f00 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8545e1a3b8fa468c888c11d4d16e5353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517502 Feb 04 06:15:54.091320 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59348) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:54.158584 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c0bcb61e-3e84-4734-8858-38c8af960b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.184582 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c0bcb61e-3e84-4734-8858-38c8af960b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.242127 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c0bcb61e-3e84-4734-8858-38c8af960b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.256366 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-e216246e-9bf3-46d6-95bb-4e280c685802 None None] Deleting port 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:54.256868 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e216246e-9bf3-46d6-95bb-4e280c685802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.258889 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcb61e-3e84-4734-8858-38c8af960b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a442b387-3aa4-47cd-b892-bc4e3f18eebc,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:54.266495 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c0bcb61e-3e84-4734-8858-38c8af960b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.267407 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c0bcb61e-3e84-4734-8858-38c8af960b4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a442b387-3aa4-47cd-b892-bc4e3f18eebc HTTP/1.1" status: 204 len: 168 time: 0.1750286 Feb 04 06:15:54.331993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-e216246e-9bf3-46d6-95bb-4e280c685802 None None] The port '9f3279c5-bbb6-4e7f-92f3-38903efc83b8' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:15:54.631067 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59356) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:54.682609 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f1795766-34f4-468d-9ab6-ffea6f8033bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d6c1b1907a145c2a8f3e2152cb580d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503759 Feb 04 06:15:54.685237 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59360) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:54.743174 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-acd0b7a6-4702-4e23-9fef-308468819ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.776918 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-acd0b7a6-4702-4e23-9fef-308468819ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.833127 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-acd0b7a6-4702-4e23-9fef-308468819ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.847230 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0b7a6-4702-4e23-9fef-308468819ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771aa4b5-5828-426e-a51a-a51e45cfd574,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:54.853840 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-acd0b7a6-4702-4e23-9fef-308468819ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.854941 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-acd0b7a6-4702-4e23-9fef-308468819ac3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/771aa4b5-5828-426e-a51a-a51e45cfd574 HTTP/1.1" status: 204 len: 168 time: 0.1688507 Feb 04 06:15:55.220368 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:15:55.254363 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:15:55.254701 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 9f3279c5-bbb6-4e7f-92f3-38903efc83b8 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:15:59.508032 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-caac45d6-5e62-4bf4-83bb-4adbda5f9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:01.829549 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d774afe7-7ad1-4316-a946-c7c7fdf61c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.847430 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.887453 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:04.251190 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:04.798973 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:16:07.181229 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:29.500848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-485b17da-46a1-45e7-8036-e50ed3e816b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:31.830193 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6c3f7e57-80d3-4a8e-9537-d249e2baa0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:32.854907 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:32.892672 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:34.257938 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:37.180795 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:41.804450 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:16:59.501965 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e8a8c700-6a1d-43c8-810a-e248b10dee80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:59.720429 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59386) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:59.987961 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-e419fa6e-64bb-4e96-a42c-005d37a5ac4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:00.114131 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e419fa6e-64bb-4e96-a42c-005d37a5ac4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7253285'] for subnet, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:00.307949 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e419fa6e-64bb-4e96-a42c-005d37a5ac4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783036630020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7336122'] for subnet, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:00.363985 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e419fa6e-64bb-4e96-a42c-005d37a5ac4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:00.364523 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d4d5da-33d4-4dcb-ba90-0500fafe9924 None None] Network 6c81844d-e8e2-4595-902d-ddecd6710b8c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:00.364649 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e419fa6e-64bb-4e96-a42c-005d37a5ac4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:00.367981 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e419fa6e-64bb-4e96-a42c-005d37a5ac4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/subnets/3bfe0b45-0b76-45b5-b5ce-198290cfe15d HTTP/1.1" status: 200 len: 836 time: 0.6440971 Feb 04 06:17:00.383516 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419fa6e-64bb-4e96-a42c-005d37a5ac4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Subnet': ['ID=3bfe0b45-0b76-45b5-b5ce-198290cfe15d,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:00.391174 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419fa6e-64bb-4e96-a42c-005d37a5ac4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:00.391521 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419fa6e-64bb-4e96-a42c-005d37a5ac4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:00.391882 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419fa6e-64bb-4e96-a42c-005d37a5ac4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:00.392216 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419fa6e-64bb-4e96-a42c-005d37a5ac4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:00.392545 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419fa6e-64bb-4e96-a42c-005d37a5ac4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:00.392873 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419fa6e-64bb-4e96-a42c-005d37a5ac4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:00.393192 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419fa6e-64bb-4e96-a42c-005d37a5ac4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:00.393510 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419fa6e-64bb-4e96-a42c-005d37a5ac4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:00.393817 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419fa6e-64bb-4e96-a42c-005d37a5ac4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:00.394132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419fa6e-64bb-4e96-a42c-005d37a5ac4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:00.394451 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419fa6e-64bb-4e96-a42c-005d37a5ac4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:00.394764 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419fa6e-64bb-4e96-a42c-005d37a5ac4d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:00.835729 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-769eed04-9baa-470c-8320-3aa88ed87580 None None] Provisioning complete for port 354b59cd-988c-4f11-928b-ee17bf5b6d4f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:00.836254 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-769eed04-9baa-470c-8320-3aa88ed87580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:00.962118 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-769eed04-9baa-470c-8320-3aa88ed87580 None None] Provisioning complete for port 08395b71-b2ab-4d95-a02e-09b977d88892 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:00.962336 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-769eed04-9baa-470c-8320-3aa88ed87580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:01.104702 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-769eed04-9baa-470c-8320-3aa88ed87580 None None] Provisioning complete for port 0552bff7-4d04-4b9c-a817-3acd8a877dba triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:01.105058 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-769eed04-9baa-470c-8320-3aa88ed87580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:01.828711 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-574940cd-4cff-4899-bdfa-44556a1b40ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:02.861220 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:02.895348 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.268203 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:07.192201 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:18.811483 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:17:25.108425 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-80b38e15-8e2f-4ea5-9575-ee7353ae8624 req-550c7c5d-c8c2-4a38-a8d5-19d50548d392 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809336 Feb 04 06:17:25.244441 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b38e15-8e2f-4ea5-9575-ee7353ae8624 req-79e4ad3e-c8b2-4835-b9d9-f51424c76a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:25.245992 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-80b38e15-8e2f-4ea5-9575-ee7353ae8624 req-79e4ad3e-c8b2-4835-b9d9-f51424c76a14 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 1099 time: 0.0700009 Feb 04 06:17:25.496079 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b38e15-8e2f-4ea5-9575-ee7353ae8624 req-ceb52450-095b-4ea1-90a5-d1afc8a19883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:25.497476 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-80b38e15-8e2f-4ea5-9575-ee7353ae8624 req-ceb52450-095b-4ea1-90a5-d1afc8a19883 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6c81844d-e8e2-4595-902d-ddecd6710b8c HTTP/1.1" status: 200 len: 897 time: 0.2279687 Feb 04 06:17:25.597511 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-80b38e15-8e2f-4ea5-9575-ee7353ae8624 req-1dfa63ad-bd86-4708-b82d-77c44047a894 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08395b71-b2ab-4d95-a02e-09b977d88892 HTTP/1.1" status: 200 len: 1001 time: 0.0939417 Feb 04 06:17:25.665967 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b38e15-8e2f-4ea5-9575-ee7353ae8624 req-ffc944df-7f2a-4493-bfdb-65c7f1c7f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:25.667372 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-80b38e15-8e2f-4ea5-9575-ee7353ae8624 req-ffc944df-7f2a-4493-bfdb-65c7f1c7f137 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bfe0b45-0b76-45b5-b5ce-198290cfe15d HTTP/1.1" status: 200 len: 844 time: 0.0637186 Feb 04 06:17:25.743312 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b38e15-8e2f-4ea5-9575-ee7353ae8624 req-72d0b673-eead-40e0-ae33-fc160254f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:25.744774 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-80b38e15-8e2f-4ea5-9575-ee7353ae8624 req-72d0b673-eead-40e0-ae33-fc160254f4c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c81844d-e8e2-4595-902d-ddecd6710b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716572 Feb 04 06:17:25.874792 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-80b38e15-8e2f-4ea5-9575-ee7353ae8624 req-3ebc0388-0495-4ac4-84be-3e93bd02d2e0 service neutron] 10.222.0.43 "GET /v2.0/networks/6c81844d-e8e2-4595-902d-ddecd6710b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237292 Feb 04 06:17:26.011060 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-80b38e15-8e2f-4ea5-9575-ee7353ae8624 req-393eb4ee-6cf4-4186-ae1a-9d5718dde472 service neutron] 10.222.0.43 "GET /v2.0/networks/6c81844d-e8e2-4595-902d-ddecd6710b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296065 Feb 04 06:17:29.508996 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fe04b7ab-5275-4705-a837-1bb7703bba32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:31.830134 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-60993b65-679d-4c88-b210-c169aeea3e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:32.863816 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:32.899528 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:34.263548 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.193279 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.243431 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59404) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:43.461741 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 544013fc-3123-48f2-a2e1-88f8328489e8 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:43.461983 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.631248 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.631621 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.752572 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 544013fc-3123-48f2-a2e1-88f8328489e8 owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:43.915143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.959749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=544013fc-3123-48f2-a2e1-88f8328489e8,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:43.999451 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:43.999805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.000160 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.000486 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.000813 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.001135 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.001460 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.001778 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.002088 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.002410 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.002779 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.003034 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.063754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.064107 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Floating IP 611b54cc-96c9-403a-96b6-57a3f2659a97 disassociated (deleted). External IP: 172.26.4.90, port: 08395b71-b2ab-4d95-a02e-09b977d88892. Feb 04 06:17:44.522866 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router c552158a-fefb-4514-9090-0541b31bd0a4 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:17:44.700649 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:17:44.712340 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4c85d1-8961-4668-8302-c3a54eb3632a None None] Sync routers for ids ['c552158a-fefb-4514-9090-0541b31bd0a4'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:44.719455 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.722685 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4c85d1-8961-4668-8302-c3a54eb3632a None None] Routers {'c552158a-fefb-4514-9090-0541b31bd0a4'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:44.723258 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-cc4c85d1-8961-4668-8302-c3a54eb3632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:17:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['c552158a-fefb-4514-9090-0541b31bd0a4'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:44.776189 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3f10b0a8-3856-463a-b132-98ce75d9275c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/floatingips/611b54cc-96c9-403a-96b6-57a3f2659a97 HTTP/1.1" status: 204 len: 168 time: 1.5313790 Feb 04 06:17:44.776591 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b82c5ea-e015-4eb7-90fc-33a9de4bbb75', 'tag': '08395b71-b2ab-4d95-a02e-09b977d88892'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:17:44.898160 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-cc4c85d1-8961-4668-8302-c3a54eb3632a None None] Set router c552158a-fefb-4514-9090-0541b31bd0a4 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:17:45.158348 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e9e3e-efc5-4d2b-b261-2cf1cbb8b959 req-c96eb7fb-ca8f-4c93-949e-01fbe6ffdb76 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:45.159912 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f51e9e3e-efc5-4d2b-b261-2cf1cbb8b959 req-c96eb7fb-ca8f-4c93-949e-01fbe6ffdb76 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 946 time: 0.0948088 Feb 04 06:17:45.205467 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f51e9e3e-efc5-4d2b-b261-2cf1cbb8b959 req-a33cb02b-9bbb-49ea-89db-673dfce13a04 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2c7a71-b071-422c-9605-f122d706712f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393083 Feb 04 06:17:45.223964 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-cc4c85d1-8961-4668-8302-c3a54eb3632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'name': 'tempest-TestNetworkBasicOps-router-1470862250', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:42Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:43Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '0552bff7-4d04-4b9c-a817-3acd8a877dba', 'name': '', 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:8e:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3bfe0b45-0b76-45b5-b5ce-198290cfe15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:46Z', 'updated_at': '2022-02-04T06:14:51Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '3bfe0b45-0b76-45b5-b5ce-198290cfe15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:45.228196 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4c85d1-8961-4668-8302-c3a54eb3632a None None] Checking router: c552158a-fefb-4514-9090-0541b31bd0a4 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:17:45.237071 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4c85d1-8961-4668-8302-c3a54eb3632a None None] Routers {'c552158a-fefb-4514-9090-0541b31bd0a4'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:45.237650 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-cc4c85d1-8961-4668-8302-c3a54eb3632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:17:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['c552158a-fefb-4514-9090-0541b31bd0a4'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:45.447169 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-cc4c85d1-8961-4668-8302-c3a54eb3632a None None] Set router c552158a-fefb-4514-9090-0541b31bd0a4 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:17:45.755981 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-cc4c85d1-8961-4668-8302-c3a54eb3632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'name': 'tempest-TestNetworkBasicOps-router-1470862250', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:42Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:43Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '0552bff7-4d04-4b9c-a817-3acd8a877dba', 'name': '', 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:8e:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3bfe0b45-0b76-45b5-b5ce-198290cfe15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:46Z', 'updated_at': '2022-02-04T06:14:51Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '3bfe0b45-0b76-45b5-b5ce-198290cfe15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:45.759994 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4c85d1-8961-4668-8302-c3a54eb3632a None None] The sync data for ids ['c552158a-fefb-4514-9090-0541b31bd0a4'] in dv-neutron-826830-2-hyperv is: [{'id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'name': 'tempest-TestNetworkBasicOps-router-1470862250', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:42Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:43Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '0552bff7-4d04-4b9c-a817-3acd8a877dba', 'name': '', 'network_id': '6c81844d-e8e2-4595-902d-ddecd6710b8c', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:8e:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3bfe0b45-0b76-45b5-b5ce-198290cfe15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:46Z', 'updated_at': '2022-02-04T06:14:51Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '3bfe0b45-0b76-45b5-b5ce-198290cfe15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:45.954785 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b82c5ea-e015-4eb7-90fc-33a9de4bbb75', 'tag': '08395b71-b2ab-4d95-a02e-09b977d88892', 'status': 'completed', 'code': 200} Feb 04 06:17:45.988352 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940a8fa1-63e9-4ff8-ac5f-a9591058d840 None None] New status for floating IP 611b54cc-96c9-403a-96b6-57a3f2659a97: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:17:46.051258 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa0046-f64b-49f8-a3d2-58bff722036e req-6f17b379-888f-41e9-b238-98c34d970d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:46.053014 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-31fa0046-f64b-49f8-a3d2-58bff722036e req-6f17b379-888f-41e9-b238-98c34d970d29 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 1099 time: 0.0734482 Feb 04 06:17:46.198298 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa0046-f64b-49f8-a3d2-58bff722036e req-c6797bfd-e1be-449a-a8cd-d36608f24eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:46.199760 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-31fa0046-f64b-49f8-a3d2-58bff722036e req-c6797bfd-e1be-449a-a8cd-d36608f24eb1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6c81844d-e8e2-4595-902d-ddecd6710b8c HTTP/1.1" status: 200 len: 897 time: 0.1394286 Feb 04 06:17:46.269876 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-31fa0046-f64b-49f8-a3d2-58bff722036e req-b6dfbcd1-624b-46bd-8525-2d194e7949b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08395b71-b2ab-4d95-a02e-09b977d88892 HTTP/1.1" status: 200 len: 217 time: 0.0633433 Feb 04 06:17:46.332146 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa0046-f64b-49f8-a3d2-58bff722036e req-57568de0-550e-4635-87e7-83267ad44b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:46.333540 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-31fa0046-f64b-49f8-a3d2-58bff722036e req-57568de0-550e-4635-87e7-83267ad44b65 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bfe0b45-0b76-45b5-b5ce-198290cfe15d HTTP/1.1" status: 200 len: 844 time: 0.0575311 Feb 04 06:17:46.409913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa0046-f64b-49f8-a3d2-58bff722036e req-546d5a2b-005f-4d99-a341-4f73c8c5e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:46.411399 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-31fa0046-f64b-49f8-a3d2-58bff722036e req-546d5a2b-005f-4d99-a341-4f73c8c5e10b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c81844d-e8e2-4595-902d-ddecd6710b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716176 Feb 04 06:17:46.545352 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-31fa0046-f64b-49f8-a3d2-58bff722036e req-b185cd13-7b85-4794-b0ed-ac837929a9af service neutron] 10.222.0.43 "GET /v2.0/networks/6c81844d-e8e2-4595-902d-ddecd6710b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269889 Feb 04 06:17:46.549510 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01055318-23e8-4963-b5d4-e94cc06ee232 req-c4e79195-8406-401c-a86f-f468a9de4c5e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:46.550923 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-01055318-23e8-4963-b5d4-e94cc06ee232 req-c4e79195-8406-401c-a86f-f468a9de4c5e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 946 time: 0.2500544 Feb 04 06:17:46.562422 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b384d96-2276-4098-9e9d-282e56a12e0e req-676e3500-3bbe-4acc-95d4-639b8a74cc1e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:46.563815 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b384d96-2276-4098-9e9d-282e56a12e0e req-676e3500-3bbe-4acc-95d4-639b8a74cc1e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 946 time: 0.2326739 Feb 04 06:17:46.656502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-01055318-23e8-4963-b5d4-e94cc06ee232 req-f9bf3155-38b0-44ad-bc50-efc49cea5e88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 08395b71-b2ab-4d95-a02e-09b977d88892 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:46.656817 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-01055318-23e8-4963-b5d4-e94cc06ee232 req-f9bf3155-38b0-44ad-bc50-efc49cea5e88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.680303 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-31fa0046-f64b-49f8-a3d2-58bff722036e req-435afaef-631d-4e0e-b150-e38a83f85079 service neutron] 10.222.0.43 "GET /v2.0/networks/6c81844d-e8e2-4595-902d-ddecd6710b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278465 Feb 04 06:17:46.689592 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b384d96-2276-4098-9e9d-282e56a12e0e req-3acc6f14-a81b-4c41-9c2d-5f60ca200ac6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf2c7a71-b071-422c-9605-f122d706712f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969100 Feb 04 06:17:46.913708 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-01055318-23e8-4963-b5d4-e94cc06ee232 req-f9bf3155-38b0-44ad-bc50-efc49cea5e88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port 08395b71-b2ab-4d95-a02e-09b977d88892, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=08395b71-b2ab-4d95-a02e-09b977d88892,segment=NetworkSegment(efa9b382-f565-45ab-8abf-5a61e446cc78),segment_id=efa9b382-f565-45ab-8abf-5a61e446cc78)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:46.913932 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-01055318-23e8-4963-b5d4-e94cc06ee232 req-f9bf3155-38b0-44ad-bc50-efc49cea5e88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.037118 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-01055318-23e8-4963-b5d4-e94cc06ee232 req-f9bf3155-38b0-44ad-bc50-efc49cea5e88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 08395b71-b2ab-4d95-a02e-09b977d88892 owned by compute:nova {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:47.187536 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-01055318-23e8-4963-b5d4-e94cc06ee232 req-f9bf3155-38b0-44ad-bc50-efc49cea5e88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.243113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf3155-38b0-44ad-bc50-efc49cea5e88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=08395b71-b2ab-4d95-a02e-09b977d88892,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:47.317514 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-01055318-23e8-4963-b5d4-e94cc06ee232 req-f9bf3155-38b0-44ad-bc50-efc49cea5e88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] No DVR routers for this DVR port 08395b71-b2ab-4d95-a02e-09b977d88892 on host hv-neutron-8268 {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:17:47.320217 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-01055318-23e8-4963-b5d4-e94cc06ee232 req-f9bf3155-38b0-44ad-bc50-efc49cea5e88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.322602 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b82c5ea-e015-4eb7-90fc-33a9de4bbb75', 'name': 'network-vif-deleted', 'tag': '08395b71-b2ab-4d95-a02e-09b977d88892'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:17:47.334245 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-01055318-23e8-4963-b5d4-e94cc06ee232 req-f9bf3155-38b0-44ad-bc50-efc49cea5e88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "DELETE /v2.0/ports/08395b71-b2ab-4d95-a02e-09b977d88892 HTTP/1.1" status: 204 len: 173 time: 0.7695010 Feb 04 06:17:47.374469 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b82c5ea-e015-4eb7-90fc-33a9de4bbb75', 'name': 'network-vif-deleted', 'tag': '08395b71-b2ab-4d95-a02e-09b977d88892', 'status': 'completed', 'code': 200} Feb 04 06:17:47.851289 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-7e080fca-bff8-4324-bdef-ea9ad9b9cdf0 req-08d58757-3701-46f5-8a79-357642eede10 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:47.868988 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-7e080fca-bff8-4324-bdef-ea9ad9b9cdf0 req-08d58757-3701-46f5-8a79-357642eede10 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:47.870190 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7e080fca-bff8-4324-bdef-ea9ad9b9cdf0 req-08d58757-3701-46f5-8a79-357642eede10 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b82c5ea-e015-4eb7-90fc-33a9de4bbb75 HTTP/1.1" status: 200 len: 210 time: 0.0610662 Feb 04 06:17:48.976782 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59434) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:49.046534 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c15122cf-263a-436c-ad9d-3d3edb93289c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.071681 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 08395b71-b2ab-4d95-a02e-09b977d88892 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:17:49.075756 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c15122cf-263a-436c-ad9d-3d3edb93289c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.105853 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 08395b71-b2ab-4d95-a02e-09b977d88892 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:17:49.106197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 08395b71-b2ab-4d95-a02e-09b977d88892 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:17:49.147878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c15122cf-263a-436c-ad9d-3d3edb93289c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.165150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15122cf-263a-436c-ad9d-3d3edb93289c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2c7a71-b071-422c-9605-f122d706712f,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:49.179180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c15122cf-263a-436c-ad9d-3d3edb93289c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.180887 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c15122cf-263a-436c-ad9d-3d3edb93289c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/security-groups/bf2c7a71-b071-422c-9605-f122d706712f HTTP/1.1" status: 204 len: 168 time: 0.2029984 Feb 04 06:17:49.218975 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59440) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:49.913432 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bfeb65c6-4c23-472d-8538-a72501b69ee6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.282048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-bfeb65c6-4c23-472d-8538-a72501b69ee6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 0552bff7-4d04-4b9c-a817-3acd8a877dba {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:50.282772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bfeb65c6-4c23-472d-8538-a72501b69ee6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.469748 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-bfeb65c6-4c23-472d-8538-a72501b69ee6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port 0552bff7-4d04-4b9c-a817-3acd8a877dba, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0552bff7-4d04-4b9c-a817-3acd8a877dba,segment=NetworkSegment(efa9b382-f565-45ab-8abf-5a61e446cc78),segment_id=efa9b382-f565-45ab-8abf-5a61e446cc78)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:50.469971 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bfeb65c6-4c23-472d-8538-a72501b69ee6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.589861 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-bfeb65c6-4c23-472d-8538-a72501b69ee6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 0552bff7-4d04-4b9c-a817-3acd8a877dba owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:50.778404 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bfeb65c6-4c23-472d-8538-a72501b69ee6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.855112 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb65c6-4c23-472d-8538-a72501b69ee6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=0552bff7-4d04-4b9c-a817-3acd8a877dba,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:51.205606 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bfeb65c6-4c23-472d-8538-a72501b69ee6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.570978 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfeb65c6-4c23-472d-8538-a72501b69ee6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router c552158a-fefb-4514-9090-0541b31bd0a4 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:17:51.746772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfeb65c6-4c23-472d-8538-a72501b69ee6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:17:51.758474 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef7283-c3af-401b-bd3e-f9b582113612 None None] Sync routers for ids ['c552158a-fefb-4514-9090-0541b31bd0a4'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:51.766381 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bfeb65c6-4c23-472d-8538-a72501b69ee6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/routers/c552158a-fefb-4514-9090-0541b31bd0a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5462551 Feb 04 06:17:51.769618 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59450) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:51.770015 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef7283-c3af-401b-bd3e-f9b582113612 None None] Routers {'c552158a-fefb-4514-9090-0541b31bd0a4'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:51.770619 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c3ef7283-c3af-401b-bd3e-f9b582113612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:17:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['c552158a-fefb-4514-9090-0541b31bd0a4'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:51.836165 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2e8781-a8df-4a11-afc0-3de27cc4dc45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting subnet 3bfe0b45-0b76-45b5-b5ce-198290cfe15d {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:17:51.838990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ac2e8781-a8df-4a11-afc0-3de27cc4dc45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.893108 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ac2e8781-a8df-4a11-afc0-3de27cc4dc45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.947678 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-c3ef7283-c3af-401b-bd3e-f9b582113612 None None] Set router c552158a-fefb-4514-9090-0541b31bd0a4 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:17:51.975358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ac2e8781-a8df-4a11-afc0-3de27cc4dc45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.053024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ac2e8781-a8df-4a11-afc0-3de27cc4dc45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.092153 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e8781-a8df-4a11-afc0-3de27cc4dc45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Subnet': ['ID=3bfe0b45-0b76-45b5-b5ce-198290cfe15d,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:52.093963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ac2e8781-a8df-4a11-afc0-3de27cc4dc45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.099358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69088113-0342-48c5-920f-ff0e01e2e5bb None None] Network 6c81844d-e8e2-4595-902d-ddecd6710b8c requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:52.102977 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59454) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:52.103452 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ac2e8781-a8df-4a11-afc0-3de27cc4dc45 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/subnets/3bfe0b45-0b76-45b5-b5ce-198290cfe15d HTTP/1.1" status: 204 len: 168 time: 0.3323965 Feb 04 06:17:52.235645 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c3ef7283-c3af-401b-bd3e-f9b582113612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'name': 'tempest-TestNetworkBasicOps-router-1470862250', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:42Z', 'updated_at': '2022-02-04T06:17:50Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:43Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:52.240122 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef7283-c3af-401b-bd3e-f9b582113612 None None] Checking router: c552158a-fefb-4514-9090-0541b31bd0a4 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:17:52.249058 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef7283-c3af-401b-bd3e-f9b582113612 None None] Routers {'c552158a-fefb-4514-9090-0541b31bd0a4'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:52.249873 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c3ef7283-c3af-401b-bd3e-f9b582113612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:17:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['c552158a-fefb-4514-9090-0541b31bd0a4'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:52.320398 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-22dd4fea-e3a8-4c7c-94a1-d99a7b1a15b4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.404410 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] DHCP port deletion for 6c81844d-e8e2-4595-902d-ddecd6710b8c request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:17:52.408487 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] Deleting port 354b59cd-988c-4f11-928b-ee17bf5b6d4f {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:52.409488 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.436323 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-c3ef7283-c3af-401b-bd3e-f9b582113612 None None] Set router c552158a-fefb-4514-9090-0541b31bd0a4 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:17:52.508650 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-22dd4fea-e3a8-4c7c-94a1-d99a7b1a15b4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.519039 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-22dd4fea-e3a8-4c7c-94a1-d99a7b1a15b4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 2aca8445-569f-48d9-9198-7c3dfc40977a {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:52.519368 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-22dd4fea-e3a8-4c7c-94a1-d99a7b1a15b4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.623733 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] For port 354b59cd-988c-4f11-928b-ee17bf5b6d4f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=354b59cd-988c-4f11-928b-ee17bf5b6d4f,segment=NetworkSegment(efa9b382-f565-45ab-8abf-5a61e446cc78),segment_id=efa9b382-f565-45ab-8abf-5a61e446cc78)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:52.624129 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.752092 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] Calling delete_port for 354b59cd-988c-4f11-928b-ee17bf5b6d4f owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:52.765971 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c3ef7283-c3af-401b-bd3e-f9b582113612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'name': 'tempest-TestNetworkBasicOps-router-1470862250', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:42Z', 'updated_at': '2022-02-04T06:17:50Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:43Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:52.770113 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef7283-c3af-401b-bd3e-f9b582113612 None None] The sync data for ids ['c552158a-fefb-4514-9090-0541b31bd0a4'] in dv-neutron-826830-2-hyperv is: [{'id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'name': 'tempest-TestNetworkBasicOps-router-1470862250', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:42Z', 'updated_at': '2022-02-04T06:17:50Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '2aca8445-569f-48d9-9198-7c3dfc40977a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c552158a-fefb-4514-9090-0541b31bd0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:43Z', 'updated_at': '2022-02-04T06:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:52.827347 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.830939 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-22dd4fea-e3a8-4c7c-94a1-d99a7b1a15b4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port 2aca8445-569f-48d9-9198-7c3dfc40977a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2aca8445-569f-48d9-9198-7c3dfc40977a,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:52.831294 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-22dd4fea-e3a8-4c7c-94a1-d99a7b1a15b4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.872381 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] Pushing event deleted for resources: {'Port': ['ID=354b59cd-988c-4f11-928b-ee17bf5b6d4f,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:52.877175 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] No DVR routers for this DVR port 354b59cd-988c-4f11-928b-ee17bf5b6d4f on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:17:52.883110 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:52.883454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:52.887844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:52.887844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:52.887844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:52.887844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:52.887844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:52.887844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:52.887844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:52.887844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:52.887844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:52.887844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60312b0-f276-4d51-b19d-ea913d8175de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:52.961561 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-22dd4fea-e3a8-4c7c-94a1-d99a7b1a15b4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 2aca8445-569f-48d9-9198-7c3dfc40977a owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:53.138301 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-22dd4fea-e3a8-4c7c-94a1-d99a7b1a15b4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.185569 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd4fea-e3a8-4c7c-94a1-d99a7b1a15b4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=2aca8445-569f-48d9-9198-7c3dfc40977a,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:53.282722 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-22dd4fea-e3a8-4c7c-94a1-d99a7b1a15b4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.329742 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0552bff7-4d04-4b9c-a817-3acd8a877dba no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:17:53.372726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 0552bff7-4d04-4b9c-a817-3acd8a877dba {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:17:53.373071 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0552bff7-4d04-4b9c-a817-3acd8a877dba not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:17:53.373515 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 354b59cd-988c-4f11-928b-ee17bf5b6d4f no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:17:53.405829 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 354b59cd-988c-4f11-928b-ee17bf5b6d4f {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:17:53.406081 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 354b59cd-988c-4f11-928b-ee17bf5b6d4f not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:17:53.457029 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-22dd4fea-e3a8-4c7c-94a1-d99a7b1a15b4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.459349 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-22dd4fea-e3a8-4c7c-94a1-d99a7b1a15b4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.486236 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-22dd4fea-e3a8-4c7c-94a1-d99a7b1a15b4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.486768 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dd4fea-e3a8-4c7c-94a1-d99a7b1a15b4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Fanout notify agent at l3_agent the message router_deleted on router c552158a-fefb-4514-9090-0541b31bd0a4 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:17:53.501592 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-22dd4fea-e3a8-4c7c-94a1-d99a7b1a15b4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.502668 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-22dd4fea-e3a8-4c7c-94a1-d99a7b1a15b4 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/routers/c552158a-fefb-4514-9090-0541b31bd0a4 HTTP/1.1" status: 204 len: 168 time: 1.3979473 Feb 04 06:17:53.505481 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59458) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:53.622649 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-14fae495-d810-40ef-9be6-f1e37ee2af43 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.758167 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-14fae495-d810-40ef-9be6-f1e37ee2af43 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.784405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-14fae495-d810-40ef-9be6-f1e37ee2af43 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c81844d-e8e2-4595-902d-ddecd6710b8c']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:53.797530 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-14fae495-d810-40ef-9be6-f1e37ee2af43 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa9b382-f565-45ab-8abf-5a61e446cc78') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:53.797835 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-14fae495-d810-40ef-9be6-f1e37ee2af43 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa9b382-f565-45ab-8abf-5a61e446cc78') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:53.810097 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-14fae495-d810-40ef-9be6-f1e37ee2af43 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.826459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-14fae495-d810-40ef-9be6-f1e37ee2af43 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.832689 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14fae495-d810-40ef-9be6-f1e37ee2af43 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:17:53.833106 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-14fae495-d810-40ef-9be6-f1e37ee2af43 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:17:53.847827 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:17:53.929831 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-14fae495-d810-40ef-9be6-f1e37ee2af43 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.949304 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-14fae495-d810-40ef-9be6-f1e37ee2af43 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.959599 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fae495-d810-40ef-9be6-f1e37ee2af43 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Network': ['ID=6c81844d-e8e2-4595-902d-ddecd6710b8c,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:53.969749 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-14fae495-d810-40ef-9be6-f1e37ee2af43 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/networks/6c81844d-e8e2-4595-902d-ddecd6710b8c HTTP/1.1" status: 204 len: 168 time: 0.4632919 Feb 04 06:17:53.982181 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59462) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:53.988542 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-b770e85c-e3ea-48a5-be65-c3196814835c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'network': {'name': 'tempest-network-smoke--1395680597', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'port_security_enabled': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:53.993727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b770e85c-e3ea-48a5-be65-c3196814835c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:53.998142 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b770e85c-e3ea-48a5-be65-c3196814835c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:network and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:54.001105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b770e85c-e3ea-48a5-be65-c3196814835c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:54.007066 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b770e85c-e3ea-48a5-be65-c3196814835c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:54.017956 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b770e85c-e3ea-48a5-be65-c3196814835c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:54.021283 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b770e85c-e3ea-48a5-be65-c3196814835c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.048799 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b770e85c-e3ea-48a5-be65-c3196814835c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:17:54.058009 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b770e85c-e3ea-48a5-be65-c3196814835c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.058342 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-b770e85c-e3ea-48a5-be65-c3196814835c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Added segment 2565c366-40a4-420a-ab4e-c813a0686bc8 of type vlan for network 33fd4110-e5a1-4b60-9666-f50e61bbfb10 Feb 04 06:17:54.084749 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b770e85c-e3ea-48a5-be65-c3196814835c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.116135 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b770e85c-e3ea-48a5-be65-c3196814835c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.121418 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b770e85c-e3ea-48a5-be65-c3196814835c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:54.122011 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b770e85c-e3ea-48a5-be65-c3196814835c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.223499 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b770e85c-e3ea-48a5-be65-c3196814835c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2396908 Feb 04 06:17:54.226612 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59466) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:54.229577 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770e85c-e3ea-48a5-be65-c3196814835c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Network': ['ID=33fd4110-e5a1-4b60-9666-f50e61bbfb10,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:54.231857 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-172417552', 'admin_state_up': True, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:54.240237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:54.241303 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 33fd4110-e5a1-4b60-9666-f50e61bbfb10 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:17:54.244092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:router and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:54.246941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:54.253987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:54.264090 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.265087 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.280175 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.656835 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.968366 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.002351 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.140998 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.26.4.216 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/3067ffc4-d90c-437e-9438-902fbf2a3d76) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:55.238106 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2aca8445-569f-48d9-9198-7c3dfc40977a no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:17:55.276664 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 2aca8445-569f-48d9-9198-7c3dfc40977a {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:17:55.277000 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2aca8445-569f-48d9-9198-7c3dfc40977a not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:17:55.293800 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.331749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.393828 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:55.396779 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:55.400373 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:55.437048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=3067ffc4-d90c-437e-9438-902fbf2a3d76,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:55.801240 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:17:55.819701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:56.268330 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:56.474675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 9dee5907-2a0e-46cc-be59-55c0a535bd92 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:17:56.650527 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:17:56.660200 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Sync routers for ids ['9dee5907-2a0e-46cc-be59-55c0a535bd92'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:56.670762 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Routers {'9dee5907-2a0e-46cc-be59-55c0a535bd92'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:56.671483 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:17:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['9dee5907-2a0e-46cc-be59-55c0a535bd92'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:56.681736 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:56.683027 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fdb6136a-6786-4f3c-ab16-3938c1555223 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4553955 Feb 04 06:17:56.687188 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59470) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:56.848993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Set router 9dee5907-2a0e-46cc-be59-55c0a535bd92 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:17:56.878394 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b8802fbe-9199-43f6-b43d-2d75f5988c8a tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=71cf42a1a4354f9391ad29100b27498c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1901646 Feb 04 06:17:56.881360 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59476) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:57.117633 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041dc78d-dbe1-4d80-a250-2986b0f0225a tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:57.119109 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-041dc78d-dbe1-4d80-a250-2986b0f0225a tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2368064 Feb 04 06:17:57.122188 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59480) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:57.132523 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:55Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:57.136694 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Checking router: 9dee5907-2a0e-46cc-be59-55c0a535bd92 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:17:57.137049 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Updating router 9dee5907-2a0e-46cc-be59-55c0a535bd92 port 3067ffc4-d90c-437e-9438-902fbf2a3d76 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:17:57.163154 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c2650c08-d887-4cc6-af1f-b50c9a221309 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374818 Feb 04 06:17:57.163390 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59484) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:57.168965 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-e0caf070-802a-4804-8157-041d75bd6959 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-446059687', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:57.229004 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.279824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e0caf070-802a-4804-8157-041d75bd6959 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:57.284200 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e0caf070-802a-4804-8157-041d75bd6959 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:subnet and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:57.287063 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e0caf070-802a-4804-8157-041d75bd6959 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:57.292916 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e0caf070-802a-4804-8157-041d75bd6959 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:57.303186 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0caf070-802a-4804-8157-041d75bd6959 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:57.306744 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e0caf070-802a-4804-8157-041d75bd6959 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.519067 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e0caf070-802a-4804-8157-041d75bd6959 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.548740 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.561201 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Transition to ACTIVE for port object 3067ffc4-d90c-437e-9438-902fbf2a3d76 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:57.568538 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.604389 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0caf070-802a-4804-8157-041d75bd6959 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Subnet': ['ID=23c8b6db-1855-4007-8a23-af02a6d78cc5,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:57.610202 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0caf070-802a-4804-8157-041d75bd6959 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Checking segment: {'id': '2565c366-40a4-420a-ab4e-c813a0686bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:57.610558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0caf070-802a-4804-8157-041d75bd6959 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network hostable DHCP agents. Network: 33fd4110-e5a1-4b60-9666-f50e61bbfb10, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:17:57.630124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0caf070-802a-4804-8157-041d75bd6959 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 33fd4110-e5a1-4b60-9666-f50e61bbfb10 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:17:57.644897 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-e0caf070-802a-4804-8157-041d75bd6959 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 33fd4110-e5a1-4b60-9666-f50e61bbfb10) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:57.649424 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0caf070-802a-4804-8157-041d75bd6959 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:57.650366 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e0caf070-802a-4804-8157-041d75bd6959 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.661564 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120fcabe-8141-4c6b-8760-b22617bdbd0a None None] Network 33fd4110-e5a1-4b60-9666-f50e61bbfb10 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:57.672577 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e0caf070-802a-4804-8157-041d75bd6959 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5081894 Feb 04 06:17:57.675345 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59488) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:57.721137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e978600-7df2-4df8-aac2-8bde36efe0a5 None None] Pushing event updated for resources: {'Port': ['ID=3067ffc4-d90c-437e-9438-902fbf2a3d76,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:57.730637 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Attempting to bind port 3067ffc4-d90c-437e-9438-902fbf2a3d76 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:57.731000 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Attempting to bind port 3067ffc4-d90c-437e-9438-902fbf2a3d76 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:57.731355 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Attempting to bind port 3067ffc4-d90c-437e-9438-902fbf2a3d76 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:17:57.747031 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:17:57.747388 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:57.747806 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.748201 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:17:57.748735 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Bound port: 3067ffc4-d90c-437e-9438-902fbf2a3d76, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:57.749105 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.881675 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] For port 3067ffc4-d90c-437e-9438-902fbf2a3d76, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:17:57.897394 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] For port 3067ffc4-d90c-437e-9438-902fbf2a3d76, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3067ffc4-d90c-437e-9438-902fbf2a3d76,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:17:57.927609 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.989572 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ips': [{'subnet_id': '23c8b6db-1855-4007-8a23-af02a6d78cc5'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:17:57.990398 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:58.089979 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Routers {'9dee5907-2a0e-46cc-be59-55c0a535bd92'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:58.090777 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:17:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['9dee5907-2a0e-46cc-be59-55c0a535bd92'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:58.167055 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e978600-7df2-4df8-aac2-8bde36efe0a5 None None] Pushing event updated for resources: {'Port': ['ID=3067ffc4-d90c-437e-9438-902fbf2a3d76,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:58.327520 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Allocated IP 172.20.0.2 (33fd4110-e5a1-4b60-9666-f50e61bbfb10/23c8b6db-1855-4007-8a23-af02a6d78cc5/da0ae49b-b3ee-40ab-a5e5-80807e8a658e) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:58.338032 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] Set router 9dee5907-2a0e-46cc-be59-55c0a535bd92 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:17:58.476792 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8845599e-4236-4fde-ba57-6261fe46fb3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:58.815574 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:58.828023 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Transition to ACTIVE for port object da0ae49b-b3ee-40ab-a5e5-80807e8a658e will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:58.850751 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Transition to ACTIVE for port object da0ae49b-b3ee-40ab-a5e5-80807e8a658e will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:58.855414 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:55Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:58.859514 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:58.893939 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a9e67a-a45f-4328-ba23-97e6ec60c338 None None] The sync data for ids ['9dee5907-2a0e-46cc-be59-55c0a535bd92'] in dv-neutron-826830-2-hyperv is: [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:55Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:58.927042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-8845599e-4236-4fde-ba57-6261fe46fb3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.20.0.1 (33fd4110-e5a1-4b60-9666-f50e61bbfb10/23c8b6db-1855-4007-8a23-af02a6d78cc5/af9b1275-9e98-43aa-b390-95ff4005e90f) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:58.928174 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Network 33fd4110-e5a1-4b60-9666-f50e61bbfb10 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:58.931091 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:58.935224 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:59.003567 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Pushing event updated for resources: {'Port': ['ID=da0ae49b-b3ee-40ab-a5e5-80807e8a658e,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:59.032059 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Attempting to bind port da0ae49b-b3ee-40ab-a5e5-80807e8a658e on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:59.032422 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Attempting to bind port da0ae49b-b3ee-40ab-a5e5-80807e8a658e by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '2565c366-40a4-420a-ab4e-c813a0686bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:59.032779 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Attempting to bind port da0ae49b-b3ee-40ab-a5e5-80807e8a658e on network 33fd4110-e5a1-4b60-9666-f50e61bbfb10 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:17:59.039744 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:17:59.040162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Checking segment: {'id': '2565c366-40a4-420a-ab4e-c813a0686bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:59.040556 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.040958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Bound using segment: {'id': '2565c366-40a4-420a-ab4e-c813a0686bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:17:59.041531 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Bound port: da0ae49b-b3ee-40ab-a5e5-80807e8a658e, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2565c366-40a4-420a-ab4e-c813a0686bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:59.041896 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.107070 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8845599e-4236-4fde-ba57-6261fe46fb3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.131983 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-8845599e-4236-4fde-ba57-6261fe46fb3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Transition to ACTIVE for port object af9b1275-9e98-43aa-b390-95ff4005e90f will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:59.150846 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] For port da0ae49b-b3ee-40ab-a5e5-80807e8a658e, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:17:59.154489 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] For port da0ae49b-b3ee-40ab-a5e5-80807e8a658e, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=da0ae49b-b3ee-40ab-a5e5-80807e8a658e,segment=NetworkSegment(2565c366-40a4-420a-ab4e-c813a0686bc8),segment_id=2565c366-40a4-420a-ab4e-c813a0686bc8)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:17:59.160796 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.161788 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8845599e-4236-4fde-ba57-6261fe46fb3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.235044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8845599e-4236-4fde-ba57-6261fe46fb3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 33fd4110-e5a1-4b60-9666-f50e61bbfb10 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:59.238293 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-8845599e-4236-4fde-ba57-6261fe46fb3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:59.242519 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8845599e-4236-4fde-ba57-6261fe46fb3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:59.294981 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845599e-4236-4fde-ba57-6261fe46fb3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=af9b1275-9e98-43aa-b390-95ff4005e90f,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:59.296173 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ec368-7ba5-4d78-945d-00becd5c5d7c None None] Pushing event updated for resources: {'Port': ['ID=da0ae49b-b3ee-40ab-a5e5-80807e8a658e,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:59.334669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8845599e-4236-4fde-ba57-6261fe46fb3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.342690 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3067ffc4-d90c-437e-9438-902fbf2a3d76 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:59.423742 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 3067ffc4-d90c-437e-9438-902fbf2a3d76 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:59.434923 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 3067ffc4-d90c-437e-9438-902fbf2a3d76 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:59.435303 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.537375 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-55e090dd-4c5c-446c-b1c2-b78b704fe56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.604466 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.627718 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 3067ffc4-d90c-437e-9438-902fbf2a3d76, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3067ffc4-d90c-437e-9438-902fbf2a3d76,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:59.637090 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.674013 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8845599e-4236-4fde-ba57-6261fe46fb3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.728661 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=3067ffc4-d90c-437e-9438-902fbf2a3d76,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:00.220193 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8845599e-4236-4fde-ba57-6261fe46fb3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:00.225392 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8845599e-4236-4fde-ba57-6261fe46fb3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:00.311264 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473e7bd4-4ffe-4704-91b0-8082e96eb393 None None] Network 33fd4110-e5a1-4b60-9666-f50e61bbfb10 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:00.339230 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8845599e-4236-4fde-ba57-6261fe46fb3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:00.342935 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845599e-4236-4fde-ba57-6261fe46fb3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=af9b1275-9e98-43aa-b390-95ff4005e90f,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:00.413758 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-99073cc3-f2cc-4482-bd03-7cd22ab6936a None None] Provisioning for port da0ae49b-b3ee-40ab-a5e5-80807e8a658e completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:00.475103 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8845599e-4236-4fde-ba57-6261fe46fb3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 33fd4110-e5a1-4b60-9666-f50e61bbfb10 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:00.476343 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-8845599e-4236-4fde-ba57-6261fe46fb3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:00.666021 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8845599e-4236-4fde-ba57-6261fe46fb3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 9dee5907-2a0e-46cc-be59-55c0a535bd92 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:18:00.850098 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8845599e-4236-4fde-ba57-6261fe46fb3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:18:00.857262 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f7a83fea-1966-49c3-82b2-b451d38545b5 None None] Provisioning for port af9b1275-9e98-43aa-b390-95ff4005e90f completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:00.861591 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Sync routers for ids ['9dee5907-2a0e-46cc-be59-55c0a535bd92'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:18:00.864863 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8845599e-4236-4fde-ba57-6261fe46fb3f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/routers/9dee5907-2a0e-46cc-be59-55c0a535bd92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1884143 Feb 04 06:18:00.867553 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59492) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:00.870246 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f7a83fea-1966-49c3-82b2-b451d38545b5 None None] Provisioning complete for port af9b1275-9e98-43aa-b390-95ff4005e90f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:00.870708 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f7a83fea-1966-49c3-82b2-b451d38545b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:00.875582 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Routers {'9dee5907-2a0e-46cc-be59-55c0a535bd92'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:18:00.876433 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:17:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['9dee5907-2a0e-46cc-be59-55c0a535bd92'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:00.932507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f7a83fea-1966-49c3-82b2-b451d38545b5 None None] Port af9b1275-9e98-43aa-b390-95ff4005e90f cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:01.022895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db0719e-0fcf-401d-8787-daa5b437a051 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:01.023495 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db0719e-0fcf-401d-8787-daa5b437a051 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:01.024042 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db0719e-0fcf-401d-8787-daa5b437a051 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:01.025234 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db0719e-0fcf-401d-8787-daa5b437a051 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:01.028766 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1db0719e-0fcf-401d-8787-daa5b437a051 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1576912 Feb 04 06:18:01.029162 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59496) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:01.056084 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d4c38e3a-4dae-44fa-8814-66534cce9e7f None None] Provisioning complete for port af9b1275-9e98-43aa-b390-95ff4005e90f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:01.056450 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d4c38e3a-4dae-44fa-8814-66534cce9e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.066674 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Set router 9dee5907-2a0e-46cc-be59-55c0a535bd92 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:18:01.111237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b520c976-12b1-431c-9dec-801a2bac887f tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:01.111710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b520c976-12b1-431c-9dec-801a2bac887f tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:01.112192 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b520c976-12b1-431c-9dec-801a2bac887f tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:01.112644 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b520c976-12b1-431c-9dec-801a2bac887f tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:01.116860 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b520c976-12b1-431c-9dec-801a2bac887f tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0840607 Feb 04 06:18:01.117020 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-d4c38e3a-4dae-44fa-8814-66534cce9e7f None None] Port af9b1275-9e98-43aa-b390-95ff4005e90f cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:01.117255 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59500) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:01.236162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-905d290c-0931-475f-bf60-d032085b8d4a None None] Provisioning complete for port af9b1275-9e98-43aa-b390-95ff4005e90f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:01.236539 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-905d290c-0931-475f-bf60-d032085b8d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.297748 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-905d290c-0931-475f-bf60-d032085b8d4a None None] Port af9b1275-9e98-43aa-b390-95ff4005e90f cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:01.350710 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f7dc5a9c-72de-4aaa-af08-ab3c548bc0d2 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2297878 Feb 04 06:18:01.405758 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device da0ae49b-b3ee-40ab-a5e5-80807e8a658e up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:01.420701 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'af9b1275-9e98-43aa-b390-95ff4005e90f', 'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:6d:6c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:58Z', 'updated_at': '2022-02-04T06:18:00Z', 'revision_number': 2, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:01.424413 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Checking router: 9dee5907-2a0e-46cc-be59-55c0a535bd92 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:18:01.424753 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Updating router 9dee5907-2a0e-46cc-be59-55c0a535bd92 port af9b1275-9e98-43aa-b390-95ff4005e90f binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:18:01.473780 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port da0ae49b-b3ee-40ab-a5e5-80807e8a658e completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:01.475292 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.479118 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port da0ae49b-b3ee-40ab-a5e5-80807e8a658e triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:01.479592 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.578828 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59506) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:01.584258 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-33baef8b-d3c3-49f5-9408-250913d585bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1969870480', 'description': 'tempest-secgroup-smoke-1969870480 description', 'project_id': '71cf42a1a4354f9391ad29100b27498c'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:01.590431 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-33baef8b-d3c3-49f5-9408-250913d585bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:01.594735 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-33baef8b-d3c3-49f5-9408-250913d585bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:01.597759 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-33baef8b-d3c3-49f5-9408-250913d585bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:01.603413 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-33baef8b-d3c3-49f5-9408-250913d585bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:01.605651 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.615988 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33baef8b-d3c3-49f5-9408-250913d585bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.637102 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-33baef8b-d3c3-49f5-9408-250913d585bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:01.641217 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-33baef8b-d3c3-49f5-9408-250913d585bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:01.642011 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port da0ae49b-b3ee-40ab-a5e5-80807e8a658e, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=da0ae49b-b3ee-40ab-a5e5-80807e8a658e,segment=NetworkSegment(2565c366-40a4-420a-ab4e-c813a0686bc8),segment_id=2565c366-40a4-420a-ab4e-c813a0686bc8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:01.644802 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-33baef8b-d3c3-49f5-9408-250913d585bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:01.646731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.648398 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3067ffc4-d90c-437e-9438-902fbf2a3d76 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:01.650875 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-33baef8b-d3c3-49f5-9408-250913d585bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:01.739536 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33baef8b-d3c3-49f5-9408-250913d585bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.744542 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33baef8b-d3c3-49f5-9408-250913d585bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.772641 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=da0ae49b-b3ee-40ab-a5e5-80807e8a658e,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:01.784826 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 3067ffc4-d90c-437e-9438-902fbf2a3d76 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:01.785291 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.800216 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33baef8b-d3c3-49f5-9408-250913d585bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e33018b-1573-47af-8adc-e3dba3ffd505,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:01.804052 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33baef8b-d3c3-49f5-9408-250913d585bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.805281 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-33baef8b-d3c3-49f5-9408-250913d585bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2254903 Feb 04 06:18:01.808452 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59510) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:01.813983 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '4e33018b-1573-47af-8adc-e3dba3ffd505', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:01.820720 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:01.827426 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:01.828179 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.831813 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:01.838866 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:01.842110 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Transition to ACTIVE for port object af9b1275-9e98-43aa-b390-95ff4005e90f will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:01.849941 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.851444 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-157e97e4-f013-4e9b-957f-50e4cbfa3ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.858905 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.931091 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.937618 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.970401 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946c1bf9-e077-47b0-9971-fc32400bdf96,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:01.974442 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.975723 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1661928 Feb 04 06:18:01.978755 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59514) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:01.981935 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:01.982504 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:01.983329 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:01.983833 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:01.984317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:01.984781 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:01.985233 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-574b7b4a-74c6-42e8-93fa-73487ce6f252 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '4e33018b-1573-47af-8adc-e3dba3ffd505', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:01.985408 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:01.985877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:01.986345 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:01.986949 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:01.987415 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:01.987908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5734-f85b-4cfa-b198-a14b32121411 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:01.991505 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-574b7b4a-74c6-42e8-93fa-73487ce6f252 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:01.995517 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-574b7b4a-74c6-42e8-93fa-73487ce6f252 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:01.998748 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-574b7b4a-74c6-42e8-93fa-73487ce6f252 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:02.004803 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-574b7b4a-74c6-42e8-93fa-73487ce6f252 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:02.022294 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-574b7b4a-74c6-42e8-93fa-73487ce6f252 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.051366 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb460668-592a-4625-b300-fcaba57ad7b8 None None] Pushing event updated for resources: {'Port': ['ID=af9b1275-9e98-43aa-b390-95ff4005e90f,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:02.065399 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460668-592a-4625-b300-fcaba57ad7b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:02.065741 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460668-592a-4625-b300-fcaba57ad7b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:02.066248 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460668-592a-4625-b300-fcaba57ad7b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:02.066766 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460668-592a-4625-b300-fcaba57ad7b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:02.067241 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460668-592a-4625-b300-fcaba57ad7b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:02.067724 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460668-592a-4625-b300-fcaba57ad7b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:02.068252 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460668-592a-4625-b300-fcaba57ad7b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:02.068579 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460668-592a-4625-b300-fcaba57ad7b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:02.068903 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460668-592a-4625-b300-fcaba57ad7b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:02.069224 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460668-592a-4625-b300-fcaba57ad7b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:02.069546 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460668-592a-4625-b300-fcaba57ad7b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:02.069866 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460668-592a-4625-b300-fcaba57ad7b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:02.086792 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-574b7b4a-74c6-42e8-93fa-73487ce6f252 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.092603 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-574b7b4a-74c6-42e8-93fa-73487ce6f252 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.093650 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Attempting to bind port af9b1275-9e98-43aa-b390-95ff4005e90f on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:02.095165 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Attempting to bind port af9b1275-9e98-43aa-b390-95ff4005e90f by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '2565c366-40a4-420a-ab4e-c813a0686bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:02.095577 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Attempting to bind port af9b1275-9e98-43aa-b390-95ff4005e90f on network 33fd4110-e5a1-4b60-9666-f50e61bbfb10 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:18:02.102682 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:18:02.103055 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Checking segment: {'id': '2565c366-40a4-420a-ab4e-c813a0686bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:02.103451 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.103962 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Bound using segment: {'id': '2565c366-40a4-420a-ab4e-c813a0686bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:18:02.104412 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Bound port: af9b1275-9e98-43aa-b390-95ff4005e90f, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2565c366-40a4-420a-ab4e-c813a0686bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:02.104983 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.117053 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b7b4a-74c6-42e8-93fa-73487ce6f252 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cf4f9a-13c9-4e19-9326-07d1d2bc7658,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:02.127598 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-574b7b4a-74c6-42e8-93fa-73487ce6f252 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.131613 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-574b7b4a-74c6-42e8-93fa-73487ce6f252 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1490777 Feb 04 06:18:02.131924 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59518) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:02.137077 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-9d10fa01-cb97-47cc-bed1-d802f0ee46e3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '4e33018b-1573-47af-8adc-e3dba3ffd505', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:02.143264 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9d10fa01-cb97-47cc-bed1-d802f0ee46e3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:02.147259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9d10fa01-cb97-47cc-bed1-d802f0ee46e3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:02.153049 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9d10fa01-cb97-47cc-bed1-d802f0ee46e3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:02.158989 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9d10fa01-cb97-47cc-bed1-d802f0ee46e3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:02.177506 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9d10fa01-cb97-47cc-bed1-d802f0ee46e3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.205327 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] For port af9b1275-9e98-43aa-b390-95ff4005e90f, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:18:02.209140 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] For port af9b1275-9e98-43aa-b390-95ff4005e90f, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=af9b1275-9e98-43aa-b390-95ff4005e90f,segment=NetworkSegment(2565c366-40a4-420a-ab4e-c813a0686bc8),segment_id=2565c366-40a4-420a-ab4e-c813a0686bc8)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:18:02.217134 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.242434 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9d10fa01-cb97-47cc-bed1-d802f0ee46e3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.248740 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9d10fa01-cb97-47cc-bed1-d802f0ee46e3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.271354 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10fa01-cb97-47cc-bed1-d802f0ee46e3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae04569-2008-4874-bcc7-c473698cd3c6,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:02.281982 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9d10fa01-cb97-47cc-bed1-d802f0ee46e3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.283066 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9d10fa01-cb97-47cc-bed1-d802f0ee46e3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502039 Feb 04 06:18:02.285756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59522) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:02.291104 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-e16cbb9f-e734-47e9-b33e-ba8b99a0b50d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '4e33018b-1573-47af-8adc-e3dba3ffd505', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:02.297865 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e16cbb9f-e734-47e9-b33e-ba8b99a0b50d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:02.302442 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e16cbb9f-e734-47e9-b33e-ba8b99a0b50d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:02.302724 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Routers {'9dee5907-2a0e-46cc-be59-55c0a535bd92'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:18:02.303335 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:18:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['9dee5907-2a0e-46cc-be59-55c0a535bd92'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:02.305850 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e16cbb9f-e734-47e9-b33e-ba8b99a0b50d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:02.312951 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e16cbb9f-e734-47e9-b33e-ba8b99a0b50d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:02.336148 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e16cbb9f-e734-47e9-b33e-ba8b99a0b50d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.412391 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e16cbb9f-e734-47e9-b33e-ba8b99a0b50d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.417429 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e16cbb9f-e734-47e9-b33e-ba8b99a0b50d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.425894 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb460668-592a-4625-b300-fcaba57ad7b8 None None] Pushing event updated for resources: {'Port': ['ID=af9b1275-9e98-43aa-b390-95ff4005e90f,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:02.442107 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cbb9f-e734-47e9-b33e-ba8b99a0b50d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3284bc-d537-4b69-b90d-55c28bfbfdde,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:02.452398 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e16cbb9f-e734-47e9-b33e-ba8b99a0b50d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.454019 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e16cbb9f-e734-47e9-b33e-ba8b99a0b50d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1671977 Feb 04 06:18:02.456759 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59526) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:02.462468 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-71c3733e-b707-49b2-b5dd-1d7911f077bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '4e33018b-1573-47af-8adc-e3dba3ffd505', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:02.469186 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-71c3733e-b707-49b2-b5dd-1d7911f077bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:02.473355 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-71c3733e-b707-49b2-b5dd-1d7911f077bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:02.485100 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-71c3733e-b707-49b2-b5dd-1d7911f077bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:02.492506 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-71c3733e-b707-49b2-b5dd-1d7911f077bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:02.501996 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-71c3733e-b707-49b2-b5dd-1d7911f077bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:18:02.508733 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-71c3733e-b707-49b2-b5dd-1d7911f077bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.538864 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] Set router 9dee5907-2a0e-46cc-be59-55c0a535bd92 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:18:02.574887 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-71c3733e-b707-49b2-b5dd-1d7911f077bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.580297 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-71c3733e-b707-49b2-b5dd-1d7911f077bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.603021 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3733e-b707-49b2-b5dd-1d7911f077bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8aab722-c403-422f-b3bc-a717eec0fcbd,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:02.613933 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-71c3733e-b707-49b2-b5dd-1d7911f077bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.617864 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-71c3733e-b707-49b2-b5dd-1d7911f077bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1573269 Feb 04 06:18:02.618056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59530) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:02.622987 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-70b04207-2c67-42d6-8499-ae5dca730fca tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '4e33018b-1573-47af-8adc-e3dba3ffd505', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:02.628961 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-70b04207-2c67-42d6-8499-ae5dca730fca tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:02.632814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-70b04207-2c67-42d6-8499-ae5dca730fca tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:02.635638 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-70b04207-2c67-42d6-8499-ae5dca730fca tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:02.641292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-70b04207-2c67-42d6-8499-ae5dca730fca tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:02.652433 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-70b04207-2c67-42d6-8499-ae5dca730fca tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:18:02.658963 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-70b04207-2c67-42d6-8499-ae5dca730fca tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.724396 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-70b04207-2c67-42d6-8499-ae5dca730fca tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.728774 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-70b04207-2c67-42d6-8499-ae5dca730fca tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.752712 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b04207-2c67-42d6-8499-ae5dca730fca tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ef3f89-8b0a-4091-81c0-d7a2a181e3ce,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:02.762233 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-70b04207-2c67-42d6-8499-ae5dca730fca tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.763373 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-70b04207-2c67-42d6-8499-ae5dca730fca tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1444147 Feb 04 06:18:02.855161 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'af9b1275-9e98-43aa-b390-95ff4005e90f', 'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:6d:6c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:58Z', 'updated_at': '2022-02-04T06:18:02Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:02.856643 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.860033 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d99893-dafc-41b9-b773-172a7fb56147 None None] The sync data for ids ['9dee5907-2a0e-46cc-be59-55c0a535bd92'] in dv-neutron-826830-2-hyperv is: [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'af9b1275-9e98-43aa-b390-95ff4005e90f', 'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:6d:6c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:58Z', 'updated_at': '2022-02-04T06:18:02Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:02.914626 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.024439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-6fe74318-ab69-470a-8d4b-975313ecc73e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:03.041625 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-6fe74318-ab69-470a-8d4b-975313ecc73e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:03.043609 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-6fe74318-ab69-470a-8d4b-975313ecc73e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969870480&fields=id&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 267 time: 0.0616214 Feb 04 06:18:03.200155 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-fca730a2-bcdb-4f0b-b1ad-c39ca71fe7bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:03.200858 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-fca730a2-bcdb-4f0b-b1ad-c39ca71fe7bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:03.217081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-fca730a2-bcdb-4f0b-b1ad-c39ca71fe7bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:03.218353 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-fca730a2-bcdb-4f0b-b1ad-c39ca71fe7bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/networks?id=33fd4110-e5a1-4b60-9666-f50e61bbfb10 HTTP/1.1" status: 200 len: 797 time: 0.1663399 Feb 04 06:18:03.234236 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-ada18bbd-fa67-479d-a94a-7b7319d6f6fd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/quotas/71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 375 time: 0.0103674 Feb 04 06:18:03.347317 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-b95e8c98-23b9-4c49-9e69-61a6359afeec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967851 Feb 04 06:18:03.394439 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device da0ae49b-b3ee-40ab-a5e5-80807e8a658e up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:03.463472 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port da0ae49b-b3ee-40ab-a5e5-80807e8a658e triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:03.463876 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.538043 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-8bffefbd-aeae-4ead-bf0d-8a963b3375e6 service neutron] 10.222.0.31 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872256 Feb 04 06:18:03.583299 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device af9b1275-9e98-43aa-b390-95ff4005e90f up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:03.656362 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port af9b1275-9e98-43aa-b390-95ff4005e90f completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:03.661378 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port af9b1275-9e98-43aa-b390-95ff4005e90f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:03.661846 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.675108 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-c7826de4-71a8-4aef-a306-99c1d909177e service neutron] 10.222.0.31 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314421 Feb 04 06:18:03.787307 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.822565 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port af9b1275-9e98-43aa-b390-95ff4005e90f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=af9b1275-9e98-43aa-b390-95ff4005e90f,segment=NetworkSegment(2565c366-40a4-420a-ab4e-c813a0686bc8),segment_id=2565c366-40a4-420a-ab4e-c813a0686bc8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:03.827430 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.870909 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-42c7cff9-028d-4440-b212-5c3612853f14 req-227f06a0-a298-43c7-b0bf-75c0e5d2cf1c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 210 time: 0.0542142 Feb 04 06:18:03.912306 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=af9b1275-9e98-43aa-b390-95ff4005e90f,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:04.265502 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:05.045875 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ee7a4a7e-2a59-4612-aa3a-18f183bb302b req-488da5d2-a7fb-4802-bf32-b35fa0ffe603 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 210 time: 0.0565271 Feb 04 06:18:05.096544 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-d334c4eb-e708-4c9e-bfcc-6654365d4953 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:05.097936 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-d334c4eb-e708-4c9e-bfcc-6654365d4953 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/networks?id=33fd4110-e5a1-4b60-9666-f50e61bbfb10 HTTP/1.1" status: 200 len: 797 time: 0.1892333 Feb 04 06:18:05.151451 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-4a4a2066-be4b-46e2-944f-eac914720eea tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 380 time: 0.0389686 Feb 04 06:18:05.162719 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-583eec7e-fecb-46f0-a174-08a011f7b57b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'port': {'device_id': '592e4437-a822-45f1-b7d9-f65111126a14', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'admin_state_up': True, 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'security_groups': ['4e33018b-1573-47af-8adc-e3dba3ffd505']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:05.289343 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device af9b1275-9e98-43aa-b390-95ff4005e90f up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:05.360112 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port af9b1275-9e98-43aa-b390-95ff4005e90f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:05.360478 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:05.403103 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-583eec7e-fecb-46f0-a174-08a011f7b57b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:05.407064 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-583eec7e-fecb-46f0-a174-08a011f7b57b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:port and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:05.409816 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-583eec7e-fecb-46f0-a174-08a011f7b57b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:05.415541 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-583eec7e-fecb-46f0-a174-08a011f7b57b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:05.426272 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-583eec7e-fecb-46f0-a174-08a011f7b57b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:05.429984 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-583eec7e-fecb-46f0-a174-08a011f7b57b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:05.605349 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-583eec7e-fecb-46f0-a174-08a011f7b57b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.20.0.8 (33fd4110-e5a1-4b60-9666-f50e61bbfb10/23c8b6db-1855-4007-8a23-af02a6d78cc5/c7b52786-ab25-43ed-8223-f17bd0d07274) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:05.803340 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-583eec7e-fecb-46f0-a174-08a011f7b57b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:05.818490 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-583eec7e-fecb-46f0-a174-08a011f7b57b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Transition to ACTIVE for port object c7b52786-ab25-43ed-8223-f17bd0d07274 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:05.848214 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-583eec7e-fecb-46f0-a174-08a011f7b57b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:05.921433 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-583eec7e-fecb-46f0-a174-08a011f7b57b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 33fd4110-e5a1-4b60-9666-f50e61bbfb10 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:05.924447 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-583eec7e-fecb-46f0-a174-08a011f7b57b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:05.928143 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-583eec7e-fecb-46f0-a174-08a011f7b57b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:05.958745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583eec7e-fecb-46f0-a174-08a011f7b57b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=c7b52786-ab25-43ed-8223-f17bd0d07274,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:05.996673 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-583eec7e-fecb-46f0-a174-08a011f7b57b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:05.997275 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-583eec7e-fecb-46f0-a174-08a011f7b57b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:06.025412 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-583eec7e-fecb-46f0-a174-08a011f7b57b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8662286 Feb 04 06:18:06.037941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Request body: {'port': {'device_id': '592e4437-a822-45f1-b7d9-f65111126a14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:06.109337 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a7fd864a-d216-4952-b78b-76bf8bd1a94c None None] Provisioning for port c7b52786-ab25-43ed-8223-f17bd0d07274 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:06.115179 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a7fd864a-d216-4952-b78b-76bf8bd1a94c None None] Provisioning complete for port c7b52786-ab25-43ed-8223-f17bd0d07274 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:06.115558 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a7fd864a-d216-4952-b78b-76bf8bd1a94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:06.155766 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:06.171645 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a7fd864a-d216-4952-b78b-76bf8bd1a94c None None] Port c7b52786-ab25-43ed-8223-f17bd0d07274 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:06.375197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e99f3e-1c3d-472f-9fe8-91e8052d4de9 req-64b2cf47-692b-46f3-b30d-1a0a02f2fc10 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:06.375913 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-94e99f3e-1c3d-472f-9fe8-91e8052d4de9 req-64b2cf47-692b-46f3-b30d-1a0a02f2fc10 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:06.448553 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-94e99f3e-1c3d-472f-9fe8-91e8052d4de9 req-64b2cf47-692b-46f3-b30d-1a0a02f2fc10 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:06.450261 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-94e99f3e-1c3d-472f-9fe8-91e8052d4de9 req-64b2cf47-692b-46f3-b30d-1a0a02f2fc10 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 931 time: 0.2788198 Feb 04 06:18:06.533735 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-94e99f3e-1c3d-472f-9fe8-91e8052d4de9 req-ae91860a-b22f-4d43-b10d-198b9b87a039 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e33018b-1573-47af-8adc-e3dba3ffd505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643671 Feb 04 06:18:06.605921 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b52786-ab25-43ed-8223-f17bd0d07274 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:18:06.613857 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:06.628498 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Transition to ACTIVE for port object c7b52786-ab25-43ed-8223-f17bd0d07274 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:06.633328 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:06.786758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Pushing event updated for resources: {'Port': ['ID=c7b52786-ab25-43ed-8223-f17bd0d07274,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:06.874487 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Attempting to bind port c7b52786-ab25-43ed-8223-f17bd0d07274 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:06.875064 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Attempting to bind port c7b52786-ab25-43ed-8223-f17bd0d07274 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '2565c366-40a4-420a-ab4e-c813a0686bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:06.875609 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Attempting to bind port c7b52786-ab25-43ed-8223-f17bd0d07274 on network 33fd4110-e5a1-4b60-9666-f50e61bbfb10 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:18:06.880735 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Port c7b52786-ab25-43ed-8223-f17bd0d07274 on network 33fd4110-e5a1-4b60-9666-f50e61bbfb10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:18:06.880968 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Attempting to bind port c7b52786-ab25-43ed-8223-f17bd0d07274 on network 33fd4110-e5a1-4b60-9666-f50e61bbfb10 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:18:06.888049 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:18:06.888049 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Checking segment: {'id': '2565c366-40a4-420a-ab4e-c813a0686bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:06.888049 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Bound using segment: {'id': '2565c366-40a4-420a-ab4e-c813a0686bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:18:06.889007 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Bound port: c7b52786-ab25-43ed-8223-f17bd0d07274, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2565c366-40a4-420a-ab4e-c813a0686bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:06.889007 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:06.985561 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] For port c7b52786-ab25-43ed-8223-f17bd0d07274, host hv-neutron-8268, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:18:06.988622 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] For port c7b52786-ab25-43ed-8223-f17bd0d07274, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c7b52786-ab25-43ed-8223-f17bd0d07274,segment=NetworkSegment(2565c366-40a4-420a-ab4e-c813a0686bc8),segment_id=2565c366-40a4-420a-ab4e-c813a0686bc8)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:18:06.995587 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:07.059729 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:07.060434 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:07.061812 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] 10.222.0.43 "PUT /v2.0/ports/c7b52786-ab25-43ed-8223-f17bd0d07274 HTTP/1.1" status: 200 len: 1093 time: 1.0285823 Feb 04 06:18:07.062249 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592e4437-a822-45f1-b7d9-f65111126a14', 'tag': 'c7b52786-ab25-43ed-8223-f17bd0d07274'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:18:07.086366 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee27d31-e63d-46dd-9559-9f0cee04052e service neutron] Pushing event updated for resources: {'Port': ['ID=c7b52786-ab25-43ed-8223-f17bd0d07274,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:07.136538 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592e4437-a822-45f1-b7d9-f65111126a14', 'tag': 'c7b52786-ab25-43ed-8223-f17bd0d07274', 'status': 'completed', 'code': 200} Feb 04 06:18:07.179839 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-aad71a09-1295-4c31-9043-505e6385cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:07.181342 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-aad71a09-1295-4c31-9043-505e6385cc69 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 1096 time: 0.0785241 Feb 04 06:18:07.201345 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:07.361178 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-51cd9699-67eb-4fc3-814a-f687dfefd901 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7b52786-ab25-43ed-8223-f17bd0d07274 HTTP/1.1" status: 200 len: 217 time: 0.1726098 Feb 04 06:18:07.424124 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-ead3cb87-c5ae-4838-85d3-3feb5ce31af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:07.425467 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-ead3cb87-c5ae-4838-85d3-3feb5ce31af1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23c8b6db-1855-4007-8a23-af02a6d78cc5 HTTP/1.1" status: 200 len: 834 time: 0.0583885 Feb 04 06:18:07.505516 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-324ac822-b319-4699-9417-457267b4c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:07.506952 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-324ac822-b319-4699-9417-457267b4c4d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33fd4110-e5a1-4b60-9666-f50e61bbfb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754178 Feb 04 06:18:07.640895 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-396f1cd3-8ac7-4889-a892-41a33ce67aa8 service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270363 Feb 04 06:18:07.821215 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0edbfe73-8a26-4d5e-a016-3ca8423c0241 req-50631ca1-ac5d-48b3-a5a0-279561c31d4f service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494825 Feb 04 06:18:07.831680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a57c8-028c-408f-b570-7980a6076946 req-a148526f-b910-415a-bf39-ff956c1394e7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:07.833098 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-845a57c8-028c-408f-b570-7980a6076946 req-a148526f-b910-415a-bf39-ff956c1394e7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 943 time: 0.1913147 Feb 04 06:18:07.911023 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-845a57c8-028c-408f-b570-7980a6076946 req-3b9b51cb-7ada-4c63-989c-8025a4b16436 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e33018b-1573-47af-8adc-e3dba3ffd505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717883 Feb 04 06:18:07.949291 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea04e16-47c6-43ed-894a-abf4d94accdb req-5fe6a69f-9a79-40d4-84e1-64f6ebe36b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:07.950955 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dea04e16-47c6-43ed-894a-abf4d94accdb req-5fe6a69f-9a79-40d4-84e1-64f6ebe36b8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 1096 time: 0.0786431 Feb 04 06:18:08.092336 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea04e16-47c6-43ed-894a-abf4d94accdb req-919800b8-5d2f-48b9-84e7-434b3ac00c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:08.093690 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dea04e16-47c6-43ed-894a-abf4d94accdb req-919800b8-5d2f-48b9-84e7-434b3ac00c0a service neutron] 10.222.0.43 "GET /v2.0/networks?id=33fd4110-e5a1-4b60-9666-f50e61bbfb10 HTTP/1.1" status: 200 len: 898 time: 0.1358886 Feb 04 06:18:08.164893 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dea04e16-47c6-43ed-894a-abf4d94accdb req-2e23fbc8-0d83-4386-92f0-83769161322a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7b52786-ab25-43ed-8223-f17bd0d07274 HTTP/1.1" status: 200 len: 217 time: 0.0634656 Feb 04 06:18:08.234691 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea04e16-47c6-43ed-894a-abf4d94accdb req-389fd4a1-437a-41f2-bf83-e6088c9b7567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:08.236140 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dea04e16-47c6-43ed-894a-abf4d94accdb req-389fd4a1-437a-41f2-bf83-e6088c9b7567 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23c8b6db-1855-4007-8a23-af02a6d78cc5 HTTP/1.1" status: 200 len: 834 time: 0.0642459 Feb 04 06:18:08.317605 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea04e16-47c6-43ed-894a-abf4d94accdb req-fb2fef29-a345-4f36-b5de-f2909469d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:08.319038 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dea04e16-47c6-43ed-894a-abf4d94accdb req-fb2fef29-a345-4f36-b5de-f2909469d061 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33fd4110-e5a1-4b60-9666-f50e61bbfb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743387 Feb 04 06:18:08.454597 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dea04e16-47c6-43ed-894a-abf4d94accdb req-8ce83437-c241-4310-aaf0-d186f9b74450 service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285198 Feb 04 06:18:08.596088 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dea04e16-47c6-43ed-894a-abf4d94accdb req-950d551d-fb56-466e-94e7-dffa9eb6d43e service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336043 Feb 04 06:18:09.113377 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d84f2-7443-42ef-a3fb-0745ba0ca911 req-82b23678-5e0f-40fa-a454-f6f8b7b1eac0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:09.114833 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f05d84f2-7443-42ef-a3fb-0745ba0ca911 req-82b23678-5e0f-40fa-a454-f6f8b7b1eac0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 943 time: 0.0869579 Feb 04 06:18:09.160869 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f05d84f2-7443-42ef-a3fb-0745ba0ca911 req-829e3675-b85e-4b84-b62e-edcb937e7aa3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e33018b-1573-47af-8adc-e3dba3ffd505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403099 Feb 04 06:18:09.181437 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device c7b52786-ab25-43ed-8223-f17bd0d07274 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:18:09.312381 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port c7b52786-ab25-43ed-8223-f17bd0d07274, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c7b52786-ab25-43ed-8223-f17bd0d07274,segment=NetworkSegment(2565c366-40a4-420a-ab4e-c813a0686bc8),segment_id=2565c366-40a4-420a-ab4e-c813a0686bc8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:09.326233 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': 'c7b52786-ab25-43ed-8223-f17bd0d07274', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'port_id': 'c7b52786-ab25-43ed-8223-f17bd0d07274', 'mac_address': 'fa:16:3e:2a:2f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:18:09.382261 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:09.400615 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b52786-ab25-43ed-8223-f17bd0d07274 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:18:09.418028 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port c7b52786-ab25-43ed-8223-f17bd0d07274, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c7b52786-ab25-43ed-8223-f17bd0d07274,segment=NetworkSegment(2565c366-40a4-420a-ab4e-c813a0686bc8),segment_id=2565c366-40a4-420a-ab4e-c813a0686bc8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:09.422330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:09.490115 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=c7b52786-ab25-43ed-8223-f17bd0d07274,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:09.680679 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['c7b52786-ab25-43ed-8223-f17bd0d07274'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:18:10.360328 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a011d59-1618-4197-8938-27344bf2f5c9 req-44486f17-64c2-4abe-b1b2-461ee15bad35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:10.361722 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4a011d59-1618-4197-8938-27344bf2f5c9 req-44486f17-64c2-4abe-b1b2-461ee15bad35 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 944 time: 0.0850918 Feb 04 06:18:10.405271 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4a011d59-1618-4197-8938-27344bf2f5c9 req-b03a3ba9-34d1-426f-ae8c-3bdf20c9d10c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e33018b-1573-47af-8adc-e3dba3ffd505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376801 Feb 04 06:18:11.207390 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device c7b52786-ab25-43ed-8223-f17bd0d07274 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:11.288877 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port c7b52786-ab25-43ed-8223-f17bd0d07274 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:11.293303 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port c7b52786-ab25-43ed-8223-f17bd0d07274 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:11.293669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:11.411580 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:11.437611 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592e4437-a822-45f1-b7d9-f65111126a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b52786-ab25-43ed-8223-f17bd0d07274'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:18:11.447237 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port c7b52786-ab25-43ed-8223-f17bd0d07274, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c7b52786-ab25-43ed-8223-f17bd0d07274,segment=NetworkSegment(2565c366-40a4-420a-ab4e-c813a0686bc8),segment_id=2565c366-40a4-420a-ab4e-c813a0686bc8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:11.454172 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:11.521705 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=c7b52786-ab25-43ed-8223-f17bd0d07274,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:11.540906 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592e4437-a822-45f1-b7d9-f65111126a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b52786-ab25-43ed-8223-f17bd0d07274', 'code': 200} Feb 04 06:18:11.609402 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f7c6a-8eef-477a-abef-90f79cb6b0ea req-dd505e9f-e8da-4ac2-aa0b-44a2e6fa2d53 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:11.610980 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b51f7c6a-8eef-477a-abef-90f79cb6b0ea req-dd505e9f-e8da-4ac2-aa0b-44a2e6fa2d53 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 945 time: 0.0843780 Feb 04 06:18:11.655008 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b51f7c6a-8eef-477a-abef-90f79cb6b0ea req-1b17ab9f-f325-4f23-80c0-957610e63948 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e33018b-1573-47af-8adc-e3dba3ffd505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380301 Feb 04 06:18:11.871997 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99faa1b4-8631-4376-993a-28081600b8c4 req-82e722ca-0e60-472e-aedc-68ddf40cbf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:11.873596 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-99faa1b4-8631-4376-993a-28081600b8c4 req-82e722ca-0e60-472e-aedc-68ddf40cbf80 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 1098 time: 0.1766431 Feb 04 06:18:11.919833 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-99faa1b4-8631-4376-993a-28081600b8c4 req-2409ec2b-a0cd-4006-9bfc-d4dc8e11a953 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4e33018b-1573-47af-8adc-e3dba3ffd505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395138 Feb 04 06:18:12.851071 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fc6ed-6c22-45a6-9686-3b548f7bd18a req-726fdd9a-33e3-43ba-b980-5ac7d1414b29 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:12.852489 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2e4fc6ed-6c22-45a6-9686-3b548f7bd18a req-726fdd9a-33e3-43ba-b980-5ac7d1414b29 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 945 time: 0.0821290 Feb 04 06:18:12.901868 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2e4fc6ed-6c22-45a6-9686-3b548f7bd18a req-9479610d-9706-4905-9faa-3f3241957cd8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e33018b-1573-47af-8adc-e3dba3ffd505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411112 Feb 04 06:18:14.096448 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90e2ef-20fc-4034-9d82-df575b4c8db8 req-f66d532b-ac34-46fd-b93d-436f37ec0dc6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:14.097989 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-de90e2ef-20fc-4034-9d82-df575b4c8db8 req-f66d532b-ac34-46fd-b93d-436f37ec0dc6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 945 time: 0.0820203 Feb 04 06:18:14.144604 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-de90e2ef-20fc-4034-9d82-df575b4c8db8 req-a71d1d6d-b8e7-4ec8-9713-a7af46bc6896 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e33018b-1573-47af-8adc-e3dba3ffd505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407186 Feb 04 06:18:14.339948 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b2a3f-12b7-49c4-a418-37648afa0551 req-2817c098-4def-4225-a265-70e13e2ca964 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:14.341372 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fa8b2a3f-12b7-49c4-a418-37648afa0551 req-2817c098-4def-4225-a265-70e13e2ca964 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 945 time: 0.0901539 Feb 04 06:18:14.386132 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fa8b2a3f-12b7-49c4-a418-37648afa0551 req-c07d42d7-b770-4553-b462-df2872ee817f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e33018b-1573-47af-8adc-e3dba3ffd505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389721 Feb 04 06:18:14.409091 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59590) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:14.478927 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ec68e6-47e9-4ee4-903a-30f7f4b172e2 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:14.480401 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-87ec68e6-47e9-4ee4-903a-30f7f4b172e2 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 1093 time: 0.0702109 Feb 04 06:18:14.483675 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59594) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:14.488572 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': 'c7b52786-ab25-43ed-8223-f17bd0d07274', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:14.494439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:14.498382 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:floatingip and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:14.501297 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:14.509032 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:14.523743 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:14.671380 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:14.823860 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.26.4.173 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/108b6862-a6e8-44ac-9e7d-2964c04fe3c5) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:14.976241 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.012531 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.076720 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:15.079429 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:15.082171 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:15.119829 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=108b6862-a6e8-44ac-9e7d-2964c04fe3c5,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:15.502053 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.578845 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.903585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.911922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.025881 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=108b6862-a6e8-44ac-9e7d-2964c04fe3c5,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:16.039290 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.227363 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Floating IP 1e5565c1-115a-4942-acd5-dab9047c4ec9 associated. External IP: 172.26.4.173, port: c7b52786-ab25-43ed-8223-f17bd0d07274. Feb 04 06:18:16.583769 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 9dee5907-2a0e-46cc-be59-55c0a535bd92 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:18:16.776680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:18:16.786731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be86255-f991-4123-8a47-c8e14fff1d87 None None] Sync routers for ids ['9dee5907-2a0e-46cc-be59-55c0a535bd92'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:18:16.796209 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be86255-f991-4123-8a47-c8e14fff1d87 None None] Routers {'9dee5907-2a0e-46cc-be59-55c0a535bd92'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:18:16.796817 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1be86255-f991-4123-8a47-c8e14fff1d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:18:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['9dee5907-2a0e-46cc-be59-55c0a535bd92'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:16.802528 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.860249 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cd0197f5-4361-4d3b-bb37-567a6e534f5c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3754163 Feb 04 06:18:16.860994 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592e4437-a822-45f1-b7d9-f65111126a14', 'tag': 'c7b52786-ab25-43ed-8223-f17bd0d07274'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:18:16.862476 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59598) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:16.910136 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592e4437-a822-45f1-b7d9-f65111126a14', 'tag': 'c7b52786-ab25-43ed-8223-f17bd0d07274', 'status': 'completed', 'code': 200} Feb 04 06:18:16.935735 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d959a268-e795-4208-9eb2-b551c6c2057a tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:16.940097 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d959a268-e795-4208-9eb2-b551c6c2057a tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 1093 time: 0.0738289 Feb 04 06:18:17.008175 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-1be86255-f991-4123-8a47-c8e14fff1d87 None None] Set router 9dee5907-2a0e-46cc-be59-55c0a535bd92 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:18:17.008812 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0d6eb-0f0c-4e5c-acf3-759fb36b3762 req-4c2b354f-e688-4c7f-be43-74007eb3390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:17.010302 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3ec0d6eb-0f0c-4e5c-acf3-759fb36b3762 req-4c2b354f-e688-4c7f-be43-74007eb3390c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 1098 time: 0.0801740 Feb 04 06:18:17.077271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59606) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:17.083166 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-c9a846b3-a7ae-4b48-94eb-0b2833a1d95d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-639833374', 'description': 'tempest-secgroup-smoke-639833374 description', 'project_id': '71cf42a1a4354f9391ad29100b27498c'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:17.088406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c9a846b3-a7ae-4b48-94eb-0b2833a1d95d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:17.098132 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c9a846b3-a7ae-4b48-94eb-0b2833a1d95d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:17.110847 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c9a846b3-a7ae-4b48-94eb-0b2833a1d95d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:17.130804 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c9a846b3-a7ae-4b48-94eb-0b2833a1d95d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:17.134600 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c9a846b3-a7ae-4b48-94eb-0b2833a1d95d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:17.137897 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c9a846b3-a7ae-4b48-94eb-0b2833a1d95d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:17.143999 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c9a846b3-a7ae-4b48-94eb-0b2833a1d95d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:17.164128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0d6eb-0f0c-4e5c-acf3-759fb36b3762 req-96e7d2fd-edb0-4390-ac0f-ea748674b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:17.165649 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3ec0d6eb-0f0c-4e5c-acf3-759fb36b3762 req-96e7d2fd-edb0-4390-ac0f-ea748674b246 service neutron] 10.222.0.43 "GET /v2.0/networks?id=33fd4110-e5a1-4b60-9666-f50e61bbfb10 HTTP/1.1" status: 200 len: 898 time: 0.1490133 Feb 04 06:18:17.223705 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c9a846b3-a7ae-4b48-94eb-0b2833a1d95d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:17.228065 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c9a846b3-a7ae-4b48-94eb-0b2833a1d95d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:17.291231 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3ec0d6eb-0f0c-4e5c-acf3-759fb36b3762 req-5219e529-31ef-4f75-8788-581c313ac9df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7b52786-ab25-43ed-8223-f17bd0d07274 HTTP/1.1" status: 200 len: 999 time: 0.1191769 Feb 04 06:18:17.357387 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0d6eb-0f0c-4e5c-acf3-759fb36b3762 req-cda65861-280c-459d-bf32-acf0ddf44c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:17.359632 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3ec0d6eb-0f0c-4e5c-acf3-759fb36b3762 req-cda65861-280c-459d-bf32-acf0ddf44c27 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23c8b6db-1855-4007-8a23-af02a6d78cc5 HTTP/1.1" status: 200 len: 834 time: 0.0622556 Feb 04 06:18:17.368716 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1be86255-f991-4123-8a47-c8e14fff1d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '1e5565c1-115a-4942-acd5-dab9047c4ec9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.173', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'port_id': 'c7b52786-ab25-43ed-8223-f17bd0d07274', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'mac_address': 'fa:16:3e:2a:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592e4437-a822-45f1-b7d9-f65111126a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:18:15Z', 'updated_at': '2022-02-04T06:18:15Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9b1275-9e98-43aa-b390-95ff4005e90f', 'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:6d:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:58Z', 'updated_at': '2022-02-04T06:18:03Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:17.373167 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be86255-f991-4123-8a47-c8e14fff1d87 None None] Checking router: 9dee5907-2a0e-46cc-be59-55c0a535bd92 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:18:17.378861 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a846b3-a7ae-4b48-94eb-0b2833a1d95d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f73df1-2384-47b6-a03b-0c4cc5e32e52,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:17.385050 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be86255-f991-4123-8a47-c8e14fff1d87 None None] Routers {'9dee5907-2a0e-46cc-be59-55c0a535bd92'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:18:17.385667 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1be86255-f991-4123-8a47-c8e14fff1d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:18:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['9dee5907-2a0e-46cc-be59-55c0a535bd92'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:17.391744 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c9a846b3-a7ae-4b48-94eb-0b2833a1d95d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:17.393041 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c9a846b3-a7ae-4b48-94eb-0b2833a1d95d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3148081 Feb 04 06:18:17.402630 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59610) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:17.416427 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-a6c319dc-ec5b-4142-a295-8c91e723d968 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '62f73df1-2384-47b6-a03b-0c4cc5e32e52', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:17.424792 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a6c319dc-ec5b-4142-a295-8c91e723d968 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:17.438183 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a6c319dc-ec5b-4142-a295-8c91e723d968 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:17.443419 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a6c319dc-ec5b-4142-a295-8c91e723d968 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:17.453512 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a6c319dc-ec5b-4142-a295-8c91e723d968 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:17.476056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a6c319dc-ec5b-4142-a295-8c91e723d968 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:17.582846 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-1be86255-f991-4123-8a47-c8e14fff1d87 None None] Set router 9dee5907-2a0e-46cc-be59-55c0a535bd92 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:18:17.620569 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0d6eb-0f0c-4e5c-acf3-759fb36b3762 req-32e3e72f-b1d9-46ad-8f96-c7c677367366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:17.621951 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3ec0d6eb-0f0c-4e5c-acf3-759fb36b3762 req-32e3e72f-b1d9-46ad-8f96-c7c677367366 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33fd4110-e5a1-4b60-9666-f50e61bbfb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2557578 Feb 04 06:18:17.754916 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a6c319dc-ec5b-4142-a295-8c91e723d968 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:17.761024 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a6c319dc-ec5b-4142-a295-8c91e723d968 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:17.801197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c319dc-ec5b-4142-a295-8c91e723d968 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ae2676-f30c-478f-a581-a4897ae203c4,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:17.808277 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3ec0d6eb-0f0c-4e5c-acf3-759fb36b3762 req-b1833bc2-d2e7-4752-a4f3-02ef33e7846a service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780574 Feb 04 06:18:17.813650 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a6c319dc-ec5b-4142-a295-8c91e723d968 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:17.817347 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a6c319dc-ec5b-4142-a295-8c91e723d968 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4070778 Feb 04 06:18:17.817740 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59614) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:17.823291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-ccb93d3c-5cd0-4ced-8f7f-28f29563cfd8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '62f73df1-2384-47b6-a03b-0c4cc5e32e52', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:17.829565 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ccb93d3c-5cd0-4ced-8f7f-28f29563cfd8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:17.832914 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ccb93d3c-5cd0-4ced-8f7f-28f29563cfd8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:17.835722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-ccb93d3c-5cd0-4ced-8f7f-28f29563cfd8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:17.841544 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ccb93d3c-5cd0-4ced-8f7f-28f29563cfd8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:17.859482 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ccb93d3c-5cd0-4ced-8f7f-28f29563cfd8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:17.921498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ccb93d3c-5cd0-4ced-8f7f-28f29563cfd8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:17.927059 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ccb93d3c-5cd0-4ced-8f7f-28f29563cfd8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:17.941848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1be86255-f991-4123-8a47-c8e14fff1d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '1e5565c1-115a-4942-acd5-dab9047c4ec9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.173', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'port_id': 'c7b52786-ab25-43ed-8223-f17bd0d07274', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'mac_address': 'fa:16:3e:2a:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592e4437-a822-45f1-b7d9-f65111126a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:18:15Z', 'updated_at': '2022-02-04T06:18:15Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9b1275-9e98-43aa-b390-95ff4005e90f', 'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:6d:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:58Z', 'updated_at': '2022-02-04T06:18:03Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:17.946102 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be86255-f991-4123-8a47-c8e14fff1d87 None None] The sync data for ids ['9dee5907-2a0e-46cc-be59-55c0a535bd92'] in dv-neutron-826830-2-hyperv is: [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '1e5565c1-115a-4942-acd5-dab9047c4ec9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.173', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'port_id': 'c7b52786-ab25-43ed-8223-f17bd0d07274', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'mac_address': 'fa:16:3e:2a:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592e4437-a822-45f1-b7d9-f65111126a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:18:15Z', 'updated_at': '2022-02-04T06:18:15Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9b1275-9e98-43aa-b390-95ff4005e90f', 'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:6d:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:58Z', 'updated_at': '2022-02-04T06:18:03Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:17.949299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb93d3c-5cd0-4ced-8f7f-28f29563cfd8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64417d2-b6e6-4a16-8fec-2e5ca819b9e9,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:17.957514 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3ec0d6eb-0f0c-4e5c-acf3-759fb36b3762 req-3c8c0db5-bc51-4c2a-8ab9-f5a44b052f6e service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413679 Feb 04 06:18:17.962823 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ccb93d3c-5cd0-4ced-8f7f-28f29563cfd8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:17.964191 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ccb93d3c-5cd0-4ced-8f7f-28f29563cfd8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1454272 Feb 04 06:18:17.966882 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59618) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:17.972235 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-18a52f9e-8076-44d9-8b28-80c7e06433a0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '62f73df1-2384-47b6-a03b-0c4cc5e32e52', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:17.978384 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-18a52f9e-8076-44d9-8b28-80c7e06433a0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:17.982342 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-18a52f9e-8076-44d9-8b28-80c7e06433a0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:17.985654 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-18a52f9e-8076-44d9-8b28-80c7e06433a0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:17.991570 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-18a52f9e-8076-44d9-8b28-80c7e06433a0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:18.009182 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18a52f9e-8076-44d9-8b28-80c7e06433a0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.072665 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18a52f9e-8076-44d9-8b28-80c7e06433a0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.077025 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18a52f9e-8076-44d9-8b28-80c7e06433a0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.103319 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a52f9e-8076-44d9-8b28-80c7e06433a0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a57e6c0-62a6-49a2-add4-f2a4f9f6166b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:18.113451 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18a52f9e-8076-44d9-8b28-80c7e06433a0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.117402 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-18a52f9e-8076-44d9-8b28-80c7e06433a0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468651 Feb 04 06:18:18.117713 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59622) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:18.122739 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-157e4f77-aa40-4190-9ee8-99f6d209670b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '62f73df1-2384-47b6-a03b-0c4cc5e32e52', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:18.129452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-157e4f77-aa40-4190-9ee8-99f6d209670b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:18.133093 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-157e4f77-aa40-4190-9ee8-99f6d209670b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:18.136127 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-157e4f77-aa40-4190-9ee8-99f6d209670b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:18.142287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-157e4f77-aa40-4190-9ee8-99f6d209670b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:18.161344 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-157e4f77-aa40-4190-9ee8-99f6d209670b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.164730 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e1f7e-3c73-4efa-91e8-42057c8f4a5f None None] New status for floating IP 1e5565c1-115a-4942-acd5-dab9047c4ec9: ACTIVE {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:18:18.224208 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-157e4f77-aa40-4190-9ee8-99f6d209670b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.229258 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-157e4f77-aa40-4190-9ee8-99f6d209670b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.250088 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e4f77-aa40-4190-9ee8-99f6d209670b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9879681-c504-49c6-a39e-8111b2f84b3b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:18.262630 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-157e4f77-aa40-4190-9ee8-99f6d209670b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.266488 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-157e4f77-aa40-4190-9ee8-99f6d209670b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451242 Feb 04 06:18:18.266713 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59626) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:18.271672 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-16aa6e43-473b-4c5b-9b63-f0560296ada3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '62f73df1-2384-47b6-a03b-0c4cc5e32e52', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:18.277376 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-16aa6e43-473b-4c5b-9b63-f0560296ada3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:18.281203 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-16aa6e43-473b-4c5b-9b63-f0560296ada3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:18.284048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-16aa6e43-473b-4c5b-9b63-f0560296ada3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:18.289647 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-16aa6e43-473b-4c5b-9b63-f0560296ada3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:18.301762 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-16aa6e43-473b-4c5b-9b63-f0560296ada3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:18:18.308107 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-16aa6e43-473b-4c5b-9b63-f0560296ada3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.370809 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-16aa6e43-473b-4c5b-9b63-f0560296ada3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.375422 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-16aa6e43-473b-4c5b-9b63-f0560296ada3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.398149 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa6e43-473b-4c5b-9b63-f0560296ada3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ae4986-b5c6-479e-83f9-33bb2a394ee8,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:18.407567 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-16aa6e43-473b-4c5b-9b63-f0560296ada3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.409068 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-16aa6e43-473b-4c5b-9b63-f0560296ada3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412725 Feb 04 06:18:18.411703 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59630) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:18.416922 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-00f74167-ce46-49da-bf2d-d94edb82114d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': '62f73df1-2384-47b6-a03b-0c4cc5e32e52', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:18.424140 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-00f74167-ce46-49da-bf2d-d94edb82114d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:18.428124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-00f74167-ce46-49da-bf2d-d94edb82114d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:18.431476 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-00f74167-ce46-49da-bf2d-d94edb82114d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:18.437526 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-00f74167-ce46-49da-bf2d-d94edb82114d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:18.449867 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-00f74167-ce46-49da-bf2d-d94edb82114d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:18:18.457037 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-00f74167-ce46-49da-bf2d-d94edb82114d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.525687 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-00f74167-ce46-49da-bf2d-d94edb82114d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.530897 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-00f74167-ce46-49da-bf2d-d94edb82114d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.553420 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f74167-ce46-49da-bf2d-d94edb82114d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4bdd9d4-9b4e-493f-834b-c3ab677aa7b0,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:18.565627 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-00f74167-ce46-49da-bf2d-d94edb82114d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.566856 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-00f74167-ce46-49da-bf2d-d94edb82114d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1542339 Feb 04 06:18:18.726670 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-e903afef-b576-45e7-a7b9-496a94cfa21c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639833374&fields=id&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 267 time: 0.0392923 Feb 04 06:18:18.881616 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-246f08f9-5461-4b86-8cc2-983b3d2b953b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:18.883031 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-246f08f9-5461-4b86-8cc2-983b3d2b953b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/networks?id=33fd4110-e5a1-4b60-9666-f50e61bbfb10 HTTP/1.1" status: 200 len: 797 time: 0.1502738 Feb 04 06:18:18.900067 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-9ba4d70f-1acb-4599-a90b-efcab614c865 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/quotas/71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 375 time: 0.0089977 Feb 04 06:18:18.995128 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-a37eb23c-4690-4e97-98e9-172624a47401 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0900896 Feb 04 06:18:19.132761 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-5d3beebc-4e43-4f10-9401-4dd29a32ac2c service neutron] 10.222.0.31 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258512 Feb 04 06:18:19.266112 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-ef4116be-f19d-4b38-8410-03c96b46d1a5 service neutron] 10.222.0.31 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249654 Feb 04 06:18:19.444595 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-af8a3a80-12ad-4956-88da-3fd5e39c4b2a req-7a86fff1-c4d6-4e95-b478-f0bbb202fb7c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c163bb1-500f-43b3-8b90-f3ac38727ebd HTTP/1.1" status: 200 len: 210 time: 0.0420134 Feb 04 06:18:20.533356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-bd327dec-3748-4baf-97e9-6b1bac5f8744 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:20.534976 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-bd327dec-3748-4baf-97e9-6b1bac5f8744 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/networks?id=33fd4110-e5a1-4b60-9666-f50e61bbfb10 HTTP/1.1" status: 200 len: 797 time: 0.1548860 Feb 04 06:18:20.602462 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f7f9eeb4-9214-4898-a278-7d82ae552967 req-f75420f7-ca03-4d4a-888c-3a9e779f3244 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c163bb1-500f-43b3-8b90-f3ac38727ebd HTTP/1.1" status: 200 len: 210 time: 0.0466244 Feb 04 06:18:20.628661 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-c6578388-20c3-4e20-b708-610e302ace36 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 472 time: 0.0856428 Feb 04 06:18:20.639555 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-035a676c-fdf0-410b-b417-5e4a3372b8ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'port': {'device_id': '6c163bb1-500f-43b3-8b90-f3ac38727ebd', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'admin_state_up': True, 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'security_groups': ['62f73df1-2384-47b6-a03b-0c4cc5e32e52']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:20.772592 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-035a676c-fdf0-410b-b417-5e4a3372b8ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:20.782504 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-035a676c-fdf0-410b-b417-5e4a3372b8ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:20.795562 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-035a676c-fdf0-410b-b417-5e4a3372b8ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:20.799097 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-035a676c-fdf0-410b-b417-5e4a3372b8ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.958342 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-035a676c-fdf0-410b-b417-5e4a3372b8ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.20.0.10 (33fd4110-e5a1-4b60-9666-f50e61bbfb10/23c8b6db-1855-4007-8a23-af02a6d78cc5/4fe6f9b5-cb91-4cc4-b9e7-68c15764906a) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:21.153762 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-035a676c-fdf0-410b-b417-5e4a3372b8ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.169449 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-035a676c-fdf0-410b-b417-5e4a3372b8ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Transition to ACTIVE for port object 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:21.194172 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-035a676c-fdf0-410b-b417-5e4a3372b8ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.361628 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-035a676c-fdf0-410b-b417-5e4a3372b8ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 33fd4110-e5a1-4b60-9666-f50e61bbfb10 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:21.364597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-035a676c-fdf0-410b-b417-5e4a3372b8ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:21.368266 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-035a676c-fdf0-410b-b417-5e4a3372b8ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:21.400228 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a676c-fdf0-410b-b417-5e4a3372b8ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=4fe6f9b5-cb91-4cc4-b9e7-68c15764906a,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:21.436179 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-035a676c-fdf0-410b-b417-5e4a3372b8ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:21.436776 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-035a676c-fdf0-410b-b417-5e4a3372b8ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.463072 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-035a676c-fdf0-410b-b417-5e4a3372b8ec tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8271284 Feb 04 06:18:21.480830 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Request body: {'port': {'device_id': '6c163bb1-500f-43b3-8b90-f3ac38727ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:21.546429 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9834db99-e87e-41a8-a778-306103b5ec96 None None] Provisioning for port 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:21.551204 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9834db99-e87e-41a8-a778-306103b5ec96 None None] Provisioning complete for port 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:21.551582 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9834db99-e87e-41a8-a778-306103b5ec96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.593001 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.607427 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9834db99-e87e-41a8-a778-306103b5ec96 None None] Port 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:21.911670 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d9b06-74f4-40a3-a8ce-2572f51e38c4 req-29f36a0f-4275-47c4-bf89-a274029ceb54 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:21.912388 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-b89d9b06-74f4-40a3-a8ce-2572f51e38c4 req-29f36a0f-4275-47c4-bf89-a274029ceb54 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:21.956876 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-b89d9b06-74f4-40a3-a8ce-2572f51e38c4 req-29f36a0f-4275-47c4-bf89-a274029ceb54 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:21.958006 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b89d9b06-74f4-40a3-a8ce-2572f51e38c4 req-29f36a0f-4275-47c4-bf89-a274029ceb54 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c163bb1-500f-43b3-8b90-f3ac38727ebd HTTP/1.1" status: 200 len: 932 time: 0.2421627 Feb 04 06:18:22.035451 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:18:22.046070 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.058006 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b89d9b06-74f4-40a3-a8ce-2572f51e38c4 req-e6e96ede-ed4c-4f50-a954-e50a6023bc6b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=62f73df1-2384-47b6-a03b-0c4cc5e32e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676339 Feb 04 06:18:22.065985 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Transition to ACTIVE for port object 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:22.070748 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.261031 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Pushing event updated for resources: {'Port': ['ID=4fe6f9b5-cb91-4cc4-b9e7-68c15764906a,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:22.305232 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Attempting to bind port 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:22.305561 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Attempting to bind port 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '2565c366-40a4-420a-ab4e-c813a0686bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:22.305878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Attempting to bind port 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a on network 33fd4110-e5a1-4b60-9666-f50e61bbfb10 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:18:22.310432 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Port 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a on network 33fd4110-e5a1-4b60-9666-f50e61bbfb10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:18:22.310750 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Attempting to bind port 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a on network 33fd4110-e5a1-4b60-9666-f50e61bbfb10 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:18:22.315888 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:18:22.316227 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Checking segment: {'id': '2565c366-40a4-420a-ab4e-c813a0686bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:22.316598 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Bound using segment: {'id': '2565c366-40a4-420a-ab4e-c813a0686bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:18:22.317010 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Bound port: 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2565c366-40a4-420a-ab4e-c813a0686bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:22.317349 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.408119 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] For port 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a, host hv-neutron-8268, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:18:22.411228 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] For port 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4fe6f9b5-cb91-4cc4-b9e7-68c15764906a,segment=NetworkSegment(2565c366-40a4-420a-ab4e-c813a0686bc8),segment_id=2565c366-40a4-420a-ab4e-c813a0686bc8)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:18:22.418901 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.477368 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:22.478001 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.479365 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] 10.222.0.43 "PUT /v2.0/ports/4fe6f9b5-cb91-4cc4-b9e7-68c15764906a HTTP/1.1" status: 200 len: 1094 time: 1.0028422 Feb 04 06:18:22.479806 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c163bb1-500f-43b3-8b90-f3ac38727ebd', 'tag': '4fe6f9b5-cb91-4cc4-b9e7-68c15764906a'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:18:22.499798 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7440c4d-402a-4a36-afc7-6b3f7f72c24b service neutron] Pushing event updated for resources: {'Port': ['ID=4fe6f9b5-cb91-4cc4-b9e7-68c15764906a,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:22.558042 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c163bb1-500f-43b3-8b90-f3ac38727ebd', 'tag': '4fe6f9b5-cb91-4cc4-b9e7-68c15764906a', 'status': 'completed', 'code': 200} Feb 04 06:18:22.601117 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f16ae17e-c509-4704-831a-85997906129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:22.602797 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-f16ae17e-c509-4704-831a-85997906129c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=6c163bb1-500f-43b3-8b90-f3ac38727ebd HTTP/1.1" status: 200 len: 1097 time: 0.0853243 Feb 04 06:18:22.670741 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-a84ff367-597d-4fcf-8f6a-bf4ec092a9db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe6f9b5-cb91-4cc4-b9e7-68c15764906a HTTP/1.1" status: 200 len: 217 time: 0.0611782 Feb 04 06:18:22.737435 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-b1466756-e565-4f25-a4e1-8328a3b1d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:22.738856 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-b1466756-e565-4f25-a4e1-8328a3b1d806 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23c8b6db-1855-4007-8a23-af02a6d78cc5 HTTP/1.1" status: 200 len: 834 time: 0.0619597 Feb 04 06:18:22.815731 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-5e396b0a-f3cd-4e31-b149-52b4be2bee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:22.817199 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-5e396b0a-f3cd-4e31-b149-52b4be2bee1c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33fd4110-e5a1-4b60-9666-f50e61bbfb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728867 Feb 04 06:18:22.972833 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-a443e370-5fca-46ef-bc7d-d28803232fd6 service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494446 Feb 04 06:18:23.260287 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2a51256-e5dd-48dd-af9f-755c68eef256 req-2a978d80-e3d3-4098-8f8c-e5f71c7ceadb service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814636 Feb 04 06:18:23.279586 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928940aa-c70b-4b73-bf59-38c5ee6816c1 req-690c0f05-98d1-4292-8008-f01e160d7b57 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:23.281076 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-928940aa-c70b-4b73-bf59-38c5ee6816c1 req-690c0f05-98d1-4292-8008-f01e160d7b57 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c163bb1-500f-43b3-8b90-f3ac38727ebd HTTP/1.1" status: 200 len: 944 time: 0.1173387 Feb 04 06:18:23.365395 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-928940aa-c70b-4b73-bf59-38c5ee6816c1 req-04f0dc39-645c-4e1a-974c-3ae34c351250 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=62f73df1-2384-47b6-a03b-0c4cc5e32e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776415 Feb 04 06:18:23.395254 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69997fd-5524-4c10-8d9d-f36062d3e288 req-9211b13b-b5c3-4b5a-ab46-369c4e4a5e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:23.396953 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d69997fd-5524-4c10-8d9d-f36062d3e288 req-9211b13b-b5c3-4b5a-ab46-369c4e4a5e73 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=6c163bb1-500f-43b3-8b90-f3ac38727ebd HTTP/1.1" status: 200 len: 1097 time: 0.0822971 Feb 04 06:18:23.528043 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69997fd-5524-4c10-8d9d-f36062d3e288 req-fb342208-d0b5-4979-8231-2d8e63ecebed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:23.529462 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d69997fd-5524-4c10-8d9d-f36062d3e288 req-fb342208-d0b5-4979-8231-2d8e63ecebed service neutron] 10.222.0.43 "GET /v2.0/networks?id=33fd4110-e5a1-4b60-9666-f50e61bbfb10 HTTP/1.1" status: 200 len: 898 time: 0.1259890 Feb 04 06:18:23.598348 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d69997fd-5524-4c10-8d9d-f36062d3e288 req-50a7621d-e2a7-4709-af55-461895d04b3a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe6f9b5-cb91-4cc4-b9e7-68c15764906a HTTP/1.1" status: 200 len: 217 time: 0.0599399 Feb 04 06:18:23.671140 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69997fd-5524-4c10-8d9d-f36062d3e288 req-dfc40e00-1d44-4121-8854-a6ae6f61804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:23.672471 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d69997fd-5524-4c10-8d9d-f36062d3e288 req-dfc40e00-1d44-4121-8854-a6ae6f61804f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23c8b6db-1855-4007-8a23-af02a6d78cc5 HTTP/1.1" status: 200 len: 834 time: 0.0681059 Feb 04 06:18:23.749611 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69997fd-5524-4c10-8d9d-f36062d3e288 req-7e6bd496-2954-462b-9220-6ed4fe845d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:23.751195 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d69997fd-5524-4c10-8d9d-f36062d3e288 req-7e6bd496-2954-462b-9220-6ed4fe845d00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33fd4110-e5a1-4b60-9666-f50e61bbfb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716918 Feb 04 06:18:23.888873 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d69997fd-5524-4c10-8d9d-f36062d3e288 req-4b2f1cd3-8797-4961-a6e0-ad7ab6273586 service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296084 Feb 04 06:18:24.030728 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d69997fd-5524-4c10-8d9d-f36062d3e288 req-6f57a50e-4acf-4c8a-bf65-a4beb0acdb37 service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333346 Feb 04 06:18:24.574106 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6395ee-b31e-44e6-8c98-a5036b243bba req-9df35f18-d56f-4d67-a35b-930849bc3f54 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:24.575501 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3e6395ee-b31e-44e6-8c98-a5036b243bba req-9df35f18-d56f-4d67-a35b-930849bc3f54 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c163bb1-500f-43b3-8b90-f3ac38727ebd HTTP/1.1" status: 200 len: 944 time: 0.0944541 Feb 04 06:18:24.623143 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3e6395ee-b31e-44e6-8c98-a5036b243bba req-9940a2ce-e82a-4339-99e5-91a08dcf9ded tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=62f73df1-2384-47b6-a03b-0c4cc5e32e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400794 Feb 04 06:18:25.095863 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e5acbd90-8843-4644-beb3-34a521c0726d req-e0edff77-5451-4e97-afaa-d93e62850110 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=592e4437-a822-45f1-b7d9-f65111126a14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804987 Feb 04 06:18:25.248870 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acbd90-8843-4644-beb3-34a521c0726d req-82de4461-3c45-4970-b26c-b0d65b4e2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:25.250449 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e5acbd90-8843-4644-beb3-34a521c0726d req-82de4461-3c45-4970-b26c-b0d65b4e2b87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 1098 time: 0.0836794 Feb 04 06:18:25.272357 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:18:25.402372 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4fe6f9b5-cb91-4cc4-b9e7-68c15764906a,segment=NetworkSegment(2565c366-40a4-420a-ab4e-c813a0686bc8),segment_id=2565c366-40a4-420a-ab4e-c813a0686bc8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:25.402670 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acbd90-8843-4644-beb3-34a521c0726d req-ff33f030-8944-4338-b7a1-41b7b8e70125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:25.403985 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e5acbd90-8843-4644-beb3-34a521c0726d req-ff33f030-8944-4338-b7a1-41b7b8e70125 service neutron] 10.222.0.43 "GET /v2.0/networks?id=33fd4110-e5a1-4b60-9666-f50e61bbfb10 HTTP/1.1" status: 200 len: 898 time: 0.1291270 Feb 04 06:18:25.419473 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '4fe6f9b5-cb91-4cc4-b9e7-68c15764906a', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'port_id': '4fe6f9b5-cb91-4cc4-b9e7-68c15764906a', 'mac_address': 'fa:16:3e:39:85:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:18:25.474488 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.492427 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:18:25.504705 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e5acbd90-8843-4644-beb3-34a521c0726d req-36743737-4b2d-4ada-a8b9-591ddc0a02f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7b52786-ab25-43ed-8223-f17bd0d07274 HTTP/1.1" status: 200 len: 1001 time: 0.0939338 Feb 04 06:18:25.508445 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4fe6f9b5-cb91-4cc4-b9e7-68c15764906a,segment=NetworkSegment(2565c366-40a4-420a-ab4e-c813a0686bc8),segment_id=2565c366-40a4-420a-ab4e-c813a0686bc8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:25.514922 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.571982 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acbd90-8843-4644-beb3-34a521c0726d req-06e84317-a6a5-4f9c-80e8-db8f33383f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:25.573576 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e5acbd90-8843-4644-beb3-34a521c0726d req-06e84317-a6a5-4f9c-80e8-db8f33383f6d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23c8b6db-1855-4007-8a23-af02a6d78cc5 HTTP/1.1" status: 200 len: 834 time: 0.0628273 Feb 04 06:18:25.582213 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=4fe6f9b5-cb91-4cc4-b9e7-68c15764906a,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:25.651587 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acbd90-8843-4644-beb3-34a521c0726d req-27d4b02c-9928-48e4-a690-0b51b0a6bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:25.653066 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e5acbd90-8843-4644-beb3-34a521c0726d req-27d4b02c-9928-48e4-a690-0b51b0a6bcc5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33fd4110-e5a1-4b60-9666-f50e61bbfb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698714 Feb 04 06:18:25.726829 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['4fe6f9b5-cb91-4cc4-b9e7-68c15764906a'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:18:25.949746 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e5acbd90-8843-4644-beb3-34a521c0726d req-0c4d9a5a-fa82-428c-be02-f9a86f6af696 service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866042 Feb 04 06:18:25.983398 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092ff73-8a8f-4bfb-9fef-4ef1fdea8cff req-bf10149a-7c35-4f0f-a64c-b6f6b21f4780 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:25.984734 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c092ff73-8a8f-4bfb-9fef-4ef1fdea8cff req-bf10149a-7c35-4f0f-a64c-b6f6b21f4780 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c163bb1-500f-43b3-8b90-f3ac38727ebd HTTP/1.1" status: 200 len: 945 time: 0.1460104 Feb 04 06:18:26.100510 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c092ff73-8a8f-4bfb-9fef-4ef1fdea8cff req-403c48cc-7f4e-4d95-a031-c79d6cf6d3fa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=62f73df1-2384-47b6-a03b-0c4cc5e32e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687757 Feb 04 06:18:26.119191 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e5acbd90-8843-4644-beb3-34a521c0726d req-965e895d-2e5c-4838-9ff7-5ca2284b17e5 service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627789 Feb 04 06:18:27.289141 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:27.302024 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671d0a2-4793-4f39-8d6e-975af245b7a7 req-f109fe60-4e7b-4ecc-8fd7-124dd576d5c0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:27.303721 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f671d0a2-4793-4f39-8d6e-975af245b7a7 req-f109fe60-4e7b-4ecc-8fd7-124dd576d5c0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c163bb1-500f-43b3-8b90-f3ac38727ebd HTTP/1.1" status: 200 len: 945 time: 0.0920901 Feb 04 06:18:27.349365 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f671d0a2-4793-4f39-8d6e-975af245b7a7 req-f168169a-5299-4246-8e94-aae9c53a199c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=62f73df1-2384-47b6-a03b-0c4cc5e32e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396821 Feb 04 06:18:27.361112 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:27.366107 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:27.366486 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.489529 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.515882 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c163bb1-500f-43b3-8b90-f3ac38727ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe6f9b5-cb91-4cc4-b9e7-68c15764906a'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:18:27.525921 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4fe6f9b5-cb91-4cc4-b9e7-68c15764906a,segment=NetworkSegment(2565c366-40a4-420a-ab4e-c813a0686bc8),segment_id=2565c366-40a4-420a-ab4e-c813a0686bc8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:27.531391 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.561679 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c163bb1-500f-43b3-8b90-f3ac38727ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe6f9b5-cb91-4cc4-b9e7-68c15764906a', 'code': 200} Feb 04 06:18:27.601666 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=4fe6f9b5-cb91-4cc4-b9e7-68c15764906a,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:27.807126 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e725d-6439-4f71-a999-ce670cd0176f req-d98677ef-5042-4abb-b8ec-a4edbee42dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:27.808513 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-952e725d-6439-4f71-a999-ce670cd0176f req-d98677ef-5042-4abb-b8ec-a4edbee42dc2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6c163bb1-500f-43b3-8b90-f3ac38727ebd HTTP/1.1" status: 200 len: 1099 time: 0.0690446 Feb 04 06:18:27.847495 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-952e725d-6439-4f71-a999-ce670cd0176f req-371644fb-a050-4122-91c0-b4559d0174b1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=62f73df1-2384-47b6-a03b-0c4cc5e32e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333645 Feb 04 06:18:28.559449 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ec922-1ec9-437f-bf0e-490962d0e32f req-7ee94b25-9f98-433e-a152-611bbc8be9b7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:28.560848 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3e8ec922-1ec9-437f-bf0e-490962d0e32f req-7ee94b25-9f98-433e-a152-611bbc8be9b7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c163bb1-500f-43b3-8b90-f3ac38727ebd HTTP/1.1" status: 200 len: 946 time: 0.0927639 Feb 04 06:18:28.606588 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3e8ec922-1ec9-437f-bf0e-490962d0e32f req-b199408b-337b-42e3-a886-b057570590cc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=62f73df1-2384-47b6-a03b-0c4cc5e32e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397816 Feb 04 06:18:29.522114 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e7988c5a-e0db-4bd7-a2e1-cc511f4c58ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.803739 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884f364-4a42-4376-89da-dd0550d6f168 req-4ecdb75d-b9e1-46b1-be13-5da72179f77d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:29.805196 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6884f364-4a42-4376-89da-dd0550d6f168 req-4ecdb75d-b9e1-46b1-be13-5da72179f77d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c163bb1-500f-43b3-8b90-f3ac38727ebd HTTP/1.1" status: 200 len: 946 time: 0.0811653 Feb 04 06:18:29.851049 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6884f364-4a42-4376-89da-dd0550d6f168 req-05c81232-7e11-4c53-aeb7-33ed94757345 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=62f73df1-2384-47b6-a03b-0c4cc5e32e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375533 Feb 04 06:18:30.058148 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc90e6-2783-402f-a221-44ee740eea2c req-a2411eb2-f611-4e79-a1ef-4ec3ab701a70 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:30.059501 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1abc90e6-2783-402f-a221-44ee740eea2c req-a2411eb2-f611-4e79-a1ef-4ec3ab701a70 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c163bb1-500f-43b3-8b90-f3ac38727ebd HTTP/1.1" status: 200 len: 946 time: 0.0956855 Feb 04 06:18:30.103700 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1abc90e6-2783-402f-a221-44ee740eea2c req-db03de0c-7242-4f35-8d17-fd4e84557e09 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=62f73df1-2384-47b6-a03b-0c4cc5e32e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385640 Feb 04 06:18:30.126036 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59682) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:30.196571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a004bd05-ee94-4edf-9223-bdc97116ef01 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:30.197490 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a004bd05-ee94-4edf-9223-bdc97116ef01 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6c163bb1-500f-43b3-8b90-f3ac38727ebd HTTP/1.1" status: 200 len: 1094 time: 0.0704360 Feb 04 06:18:30.201889 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59686) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:30.207033 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': '4fe6f9b5-cb91-4cc4-b9e7-68c15764906a', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:30.213574 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:30.217787 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:floatingip and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:30.220837 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:30.227264 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:30.240349 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.379323 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.528948 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.26.4.152 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/a63e6f04-f218-426b-bf48-3d1655030510) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:30.675983 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.710111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.778732 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:30.781467 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:30.785176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:30.830263 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=a63e6f04-f218-426b-bf48-3d1655030510,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:31.338205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.421168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.623084 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.632156 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.742507 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=a63e6f04-f218-426b-bf48-3d1655030510,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:31.755222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.826811 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1a7c6583-676f-4f2c-aa69-195b434d87cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.933337 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Floating IP 3cd1f90a-3ef8-498b-8b76-4488fa581c9f associated. External IP: 172.26.4.152, port: 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a. Feb 04 06:18:32.285963 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 9dee5907-2a0e-46cc-be59-55c0a535bd92 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:18:32.463627 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:18:32.475398 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f38f61-0480-47bf-9a3b-e1b5a6ed1294 None None] Sync routers for ids ['9dee5907-2a0e-46cc-be59-55c0a535bd92'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:18:32.485307 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f38f61-0480-47bf-9a3b-e1b5a6ed1294 None None] Routers {'9dee5907-2a0e-46cc-be59-55c0a535bd92'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:18:32.485911 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f8f38f61-0480-47bf-9a3b-e1b5a6ed1294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:18:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['9dee5907-2a0e-46cc-be59-55c0a535bd92'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:32.490706 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:32.550003 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3cebbae9-c3e2-43fb-b5d4-936045eb2187 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3463709 Feb 04 06:18:32.550610 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c163bb1-500f-43b3-8b90-f3ac38727ebd', 'tag': '4fe6f9b5-cb91-4cc4-b9e7-68c15764906a'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:18:32.600154 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c163bb1-500f-43b3-8b90-f3ac38727ebd', 'tag': '4fe6f9b5-cb91-4cc4-b9e7-68c15764906a', 'status': 'completed', 'code': 200} Feb 04 06:18:32.660868 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-f8f38f61-0480-47bf-9a3b-e1b5a6ed1294 None None] Set router 9dee5907-2a0e-46cc-be59-55c0a535bd92 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:18:32.698253 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab5482-02f3-427f-8b60-8d931ba03ee4 req-5d75e119-62fc-447c-80dd-803e27b029e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:32.699710 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-40ab5482-02f3-427f-8b60-8d931ba03ee4 req-5d75e119-62fc-447c-80dd-803e27b029e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=6c163bb1-500f-43b3-8b90-f3ac38727ebd HTTP/1.1" status: 200 len: 1099 time: 0.0695355 Feb 04 06:18:32.801401 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:18:32.924941 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:32.934185 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:32.950742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab5482-02f3-427f-8b60-8d931ba03ee4 req-eb891575-dfb4-44a4-b4c2-75fe6e2bdc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:32.951919 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-40ab5482-02f3-427f-8b60-8d931ba03ee4 req-eb891575-dfb4-44a4-b4c2-75fe6e2bdc18 service neutron] 10.222.0.43 "GET /v2.0/networks?id=33fd4110-e5a1-4b60-9666-f50e61bbfb10 HTTP/1.1" status: 200 len: 898 time: 0.2459683 Feb 04 06:18:33.036786 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f8f38f61-0480-47bf-9a3b-e1b5a6ed1294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '1e5565c1-115a-4942-acd5-dab9047c4ec9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.173', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'port_id': 'c7b52786-ab25-43ed-8223-f17bd0d07274', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'mac_address': 'fa:16:3e:2a:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592e4437-a822-45f1-b7d9-f65111126a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:18:15Z', 'updated_at': '2022-02-04T06:18:18Z', 'revision_number': 1, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}, {'id': '3cd1f90a-3ef8-498b-8b76-4488fa581c9f', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.152', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'port_id': '4fe6f9b5-cb91-4cc4-b9e7-68c15764906a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'mac_address': 'fa:16:3e:39:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c163bb1-500f-43b3-8b90-f3ac38727ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:18:31Z', 'updated_at': '2022-02-04T06:18:31Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9b1275-9e98-43aa-b390-95ff4005e90f', 'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:6d:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:58Z', 'updated_at': '2022-02-04T06:18:03Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:33.041018 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f38f61-0480-47bf-9a3b-e1b5a6ed1294 None None] Checking router: 9dee5907-2a0e-46cc-be59-55c0a535bd92 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:18:33.050668 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f38f61-0480-47bf-9a3b-e1b5a6ed1294 None None] Routers {'9dee5907-2a0e-46cc-be59-55c0a535bd92'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:18:33.051386 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f8f38f61-0480-47bf-9a3b-e1b5a6ed1294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:18:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['9dee5907-2a0e-46cc-be59-55c0a535bd92'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:33.058407 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-40ab5482-02f3-427f-8b60-8d931ba03ee4 req-ff80f25a-051d-4524-905e-36cf8c3a3492 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe6f9b5-cb91-4cc4-b9e7-68c15764906a HTTP/1.1" status: 200 len: 1000 time: 0.0990601 Feb 04 06:18:33.125449 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab5482-02f3-427f-8b60-8d931ba03ee4 req-f20bb516-7c30-449d-9c01-c98ccf086877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:33.126862 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-40ab5482-02f3-427f-8b60-8d931ba03ee4 req-f20bb516-7c30-449d-9c01-c98ccf086877 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23c8b6db-1855-4007-8a23-af02a6d78cc5 HTTP/1.1" status: 200 len: 834 time: 0.0607936 Feb 04 06:18:33.208669 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab5482-02f3-427f-8b60-8d931ba03ee4 req-62797ad0-85fb-48f9-81cf-342527fc0165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:33.210211 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-40ab5482-02f3-427f-8b60-8d931ba03ee4 req-62797ad0-85fb-48f9-81cf-342527fc0165 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33fd4110-e5a1-4b60-9666-f50e61bbfb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738149 Feb 04 06:18:33.227336 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-f8f38f61-0480-47bf-9a3b-e1b5a6ed1294 None None] Set router 9dee5907-2a0e-46cc-be59-55c0a535bd92 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:18:33.358873 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-40ab5482-02f3-427f-8b60-8d931ba03ee4 req-e16e25a5-22e8-412a-a580-192cf3ab0e9c service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374991 Feb 04 06:18:33.494877 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-40ab5482-02f3-427f-8b60-8d931ba03ee4 req-3ee41834-e4ad-445a-821f-dc73d9721443 service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280599 Feb 04 06:18:33.607980 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f8f38f61-0480-47bf-9a3b-e1b5a6ed1294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '1e5565c1-115a-4942-acd5-dab9047c4ec9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.173', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'port_id': 'c7b52786-ab25-43ed-8223-f17bd0d07274', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'mac_address': 'fa:16:3e:2a:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592e4437-a822-45f1-b7d9-f65111126a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:18:15Z', 'updated_at': '2022-02-04T06:18:18Z', 'revision_number': 1, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}, {'id': '3cd1f90a-3ef8-498b-8b76-4488fa581c9f', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.152', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'port_id': '4fe6f9b5-cb91-4cc4-b9e7-68c15764906a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'mac_address': 'fa:16:3e:39:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c163bb1-500f-43b3-8b90-f3ac38727ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:18:31Z', 'updated_at': '2022-02-04T06:18:31Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9b1275-9e98-43aa-b390-95ff4005e90f', 'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:6d:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:58Z', 'updated_at': '2022-02-04T06:18:03Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:33.612118 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f38f61-0480-47bf-9a3b-e1b5a6ed1294 None None] The sync data for ids ['9dee5907-2a0e-46cc-be59-55c0a535bd92'] in dv-neutron-826830-2-hyperv is: [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '1e5565c1-115a-4942-acd5-dab9047c4ec9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.173', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'port_id': 'c7b52786-ab25-43ed-8223-f17bd0d07274', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'mac_address': 'fa:16:3e:2a:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592e4437-a822-45f1-b7d9-f65111126a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:18:15Z', 'updated_at': '2022-02-04T06:18:18Z', 'revision_number': 1, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}, {'id': '3cd1f90a-3ef8-498b-8b76-4488fa581c9f', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.152', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'port_id': '4fe6f9b5-cb91-4cc4-b9e7-68c15764906a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'mac_address': 'fa:16:3e:39:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c163bb1-500f-43b3-8b90-f3ac38727ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:18:31Z', 'updated_at': '2022-02-04T06:18:31Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9b1275-9e98-43aa-b390-95ff4005e90f', 'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:6d:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:58Z', 'updated_at': '2022-02-04T06:18:03Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:33.805858 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2948c383-315a-401a-bfc4-6be7883a45d8 None None] New status for floating IP 3cd1f90a-3ef8-498b-8b76-4488fa581c9f: ACTIVE {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:18:34.269378 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.191509 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:59.519162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1a2d230e-85e8-4418-a811-3602802b8d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:01.835084 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a0d2bf84-2482-4686-afe0-27314c82d623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:02.872457 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:02.909092 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:04.286842 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:06.923264 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59704) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:07.042015 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7e545e77-8129-41c2-bffc-fddfec415a8f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/1e5565c1-115a-4942-acd5-dab9047c4ec9 HTTP/1.1" status: 200 len: 993 time: 0.1171396 Feb 04 06:19:07.197367 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:07.878191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59714) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:07.886021 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:08.012657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:08.225476 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port c7b52786-ab25-43ed-8223-f17bd0d07274, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c7b52786-ab25-43ed-8223-f17bd0d07274,segment=NetworkSegment(2565c366-40a4-420a-ab4e-c813a0686bc8),segment_id=2565c366-40a4-420a-ab4e-c813a0686bc8)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:08.250264 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:08.257693 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:08.326548 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:08.327219 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:08.328599 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/ports/c7b52786-ab25-43ed-8223-f17bd0d07274 HTTP/1.1" status: 200 len: 938 time: 0.4490457 Feb 04 06:19:08.329133 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592e4437-a822-45f1-b7d9-f65111126a14', 'tag': 'c7b52786-ab25-43ed-8223-f17bd0d07274'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:19:08.351451 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=c7b52786-ab25-43ed-8223-f17bd0d07274,revision_number=6']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:08.359899 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:08.360224 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:08.360551 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:08.360871 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:08.361193 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:08.361514 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:08.361825 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:08.362135 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:08.362454 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:08.362758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:08.363066 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:08.363502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bbbd-5942-4c00-b91e-3d71413988bd tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:08.388476 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592e4437-a822-45f1-b7d9-f65111126a14', 'tag': 'c7b52786-ab25-43ed-8223-f17bd0d07274', 'status': 'completed', 'code': 200} Feb 04 06:19:08.488457 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdffeb-6c9b-404d-aef1-2dd1848914dd req-8d72c1fb-6a6c-45cd-8f3f-fac4757ab333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:08.490245 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-56bdffeb-6c9b-404d-aef1-2dd1848914dd req-8d72c1fb-6a6c-45cd-8f3f-fac4757ab333 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 1099 time: 0.0756247 Feb 04 06:19:08.584155 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-eb6db0a7-0f45-4481-ad56-86ab5e068bef None None] Provisioning complete for port c7b52786-ab25-43ed-8223-f17bd0d07274 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:08.584820 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-eb6db0a7-0f45-4481-ad56-86ab5e068bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:08.622817 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdffeb-6c9b-404d-aef1-2dd1848914dd req-fc015ce1-5af7-40f5-aeea-3e2accf192a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:08.624333 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-56bdffeb-6c9b-404d-aef1-2dd1848914dd req-fc015ce1-5af7-40f5-aeea-3e2accf192a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=33fd4110-e5a1-4b60-9666-f50e61bbfb10 HTTP/1.1" status: 200 len: 898 time: 0.1285412 Feb 04 06:19:08.644392 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-eb6db0a7-0f45-4481-ad56-86ab5e068bef None None] Port c7b52786-ab25-43ed-8223-f17bd0d07274 is administratively disabled so it will not transition to active. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Feb 04 06:19:08.729791 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-56bdffeb-6c9b-404d-aef1-2dd1848914dd req-d81a9023-591a-4579-8a30-a9367ec34163 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7b52786-ab25-43ed-8223-f17bd0d07274 HTTP/1.1" status: 200 len: 1002 time: 0.0987175 Feb 04 06:19:08.793907 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdffeb-6c9b-404d-aef1-2dd1848914dd req-bf26c8d3-db30-4d4b-a96b-fa75c8bfd48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:08.795349 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-56bdffeb-6c9b-404d-aef1-2dd1848914dd req-bf26c8d3-db30-4d4b-a96b-fa75c8bfd48f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23c8b6db-1855-4007-8a23-af02a6d78cc5 HTTP/1.1" status: 200 len: 834 time: 0.0596273 Feb 04 06:19:08.873586 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdffeb-6c9b-404d-aef1-2dd1848914dd req-e5be2d6c-63a6-4112-8ced-3658cca80f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:08.875050 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-56bdffeb-6c9b-404d-aef1-2dd1848914dd req-e5be2d6c-63a6-4112-8ced-3658cca80f90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33fd4110-e5a1-4b60-9666-f50e61bbfb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739162 Feb 04 06:19:09.018020 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-56bdffeb-6c9b-404d-aef1-2dd1848914dd req-8dc5db22-c422-4e46-8a6f-6c595f22ca68 service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358843 Feb 04 06:19:09.261619 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-56bdffeb-6c9b-404d-aef1-2dd1848914dd req-7e8af412-7c01-47ad-84e9-16edb18ed3bc service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369342 Feb 04 06:19:09.806405 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:19:11.771848 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59724) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:11.779378 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:11.910271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.124864 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port c7b52786-ab25-43ed-8223-f17bd0d07274, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c7b52786-ab25-43ed-8223-f17bd0d07274,segment=NetworkSegment(2565c366-40a4-420a-ab4e-c813a0686bc8),segment_id=2565c366-40a4-420a-ab4e-c813a0686bc8)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:12.149176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.155074 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.219538 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:12.220144 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.221542 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/ports/c7b52786-ab25-43ed-8223-f17bd0d07274 HTTP/1.1" status: 200 len: 937 time: 0.4472542 Feb 04 06:19:12.222085 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592e4437-a822-45f1-b7d9-f65111126a14', 'tag': 'c7b52786-ab25-43ed-8223-f17bd0d07274'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:19:12.225553 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59728) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:12.250526 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=c7b52786-ab25-43ed-8223-f17bd0d07274,revision_number=7']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:12.259768 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:12.260266 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:12.260742 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:12.261137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:12.261535 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:12.262044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:12.262615 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:12.263020 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:12.263396 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:12.263944 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:12.264340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:12.264903 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18992287-d906-487e-af93-fb66a0344573 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:12.285026 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592e4437-a822-45f1-b7d9-f65111126a14', 'tag': 'c7b52786-ab25-43ed-8223-f17bd0d07274', 'status': 'completed', 'code': 200} Feb 04 06:19:12.400304 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6d9aebd4-3ddf-4d0d-bb8e-8973db2e7627 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/1e5565c1-115a-4942-acd5-dab9047c4ec9 HTTP/1.1" status: 200 len: 993 time: 0.1735866 Feb 04 06:19:12.419033 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae857-2831-48d6-b0ab-5c31cc61b1f8 req-fa9a5ca3-bbfe-4c5c-b976-dba27c1d5e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:12.420642 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8e9ae857-2831-48d6-b0ab-5c31cc61b1f8 req-fa9a5ca3-bbfe-4c5c-b976-dba27c1d5e6a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 1098 time: 0.1087911 Feb 04 06:19:12.449607 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['c7b52786-ab25-43ed-8223-f17bd0d07274'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:19:12.520098 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-62afd061-af13-493c-9f61-1641727380df None None] Provisioning complete for port c7b52786-ab25-43ed-8223-f17bd0d07274 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:12.520641 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-62afd061-af13-493c-9f61-1641727380df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.558749 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae857-2831-48d6-b0ab-5c31cc61b1f8 req-6bd21602-0927-4793-801d-88d32593cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:12.560228 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8e9ae857-2831-48d6-b0ab-5c31cc61b1f8 req-6bd21602-0927-4793-801d-88d32593cabf service neutron] 10.222.0.43 "GET /v2.0/networks?id=33fd4110-e5a1-4b60-9666-f50e61bbfb10 HTTP/1.1" status: 200 len: 898 time: 0.1322310 Feb 04 06:19:12.672261 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8e9ae857-2831-48d6-b0ab-5c31cc61b1f8 req-69e8f5b8-cae9-4756-a16f-b6a1d174e5f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7b52786-ab25-43ed-8223-f17bd0d07274 HTTP/1.1" status: 200 len: 1001 time: 0.1051717 Feb 04 06:19:12.733539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae857-2831-48d6-b0ab-5c31cc61b1f8 req-78509c52-d4a8-4d92-ad2a-b63de8d49c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:12.734971 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8e9ae857-2831-48d6-b0ab-5c31cc61b1f8 req-78509c52-d4a8-4d92-ad2a-b63de8d49c51 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23c8b6db-1855-4007-8a23-af02a6d78cc5 HTTP/1.1" status: 200 len: 834 time: 0.0571358 Feb 04 06:19:12.808635 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae857-2831-48d6-b0ab-5c31cc61b1f8 req-1134d193-119f-4c40-a196-e6bea8a3dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:12.810143 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8e9ae857-2831-48d6-b0ab-5c31cc61b1f8 req-1134d193-119f-4c40-a196-e6bea8a3dfb5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33fd4110-e5a1-4b60-9666-f50e61bbfb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683541 Feb 04 06:19:12.959395 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8e9ae857-2831-48d6-b0ab-5c31cc61b1f8 req-5042c37b-a113-4695-a49d-5d0f1f1e5330 service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424649 Feb 04 06:19:13.102018 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8e9ae857-2831-48d6-b0ab-5c31cc61b1f8 req-8af0ec62-bdea-4ff7-b7b2-ce06ac124f2e service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352899 Feb 04 06:19:15.002304 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59742) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:15.215163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-613aa5f4-4383-430e-adb3-5d9c27055553 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port a63e6f04-f218-426b-bf48-3d1655030510 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:15.215511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-613aa5f4-4383-430e-adb3-5d9c27055553 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:15.391944 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-613aa5f4-4383-430e-adb3-5d9c27055553 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:15.392273 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-613aa5f4-4383-430e-adb3-5d9c27055553 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:15.619759 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-613aa5f4-4383-430e-adb3-5d9c27055553 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for a63e6f04-f218-426b-bf48-3d1655030510 owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:15.781328 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-613aa5f4-4383-430e-adb3-5d9c27055553 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:15.828870 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613aa5f4-4383-430e-adb3-5d9c27055553 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=a63e6f04-f218-426b-bf48-3d1655030510,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:15.921916 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-613aa5f4-4383-430e-adb3-5d9c27055553 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:15.922131 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-613aa5f4-4383-430e-adb3-5d9c27055553 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Floating IP 3cd1f90a-3ef8-498b-8b76-4488fa581c9f disassociated (deleted). External IP: 172.26.4.152, port: 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a. Feb 04 06:19:16.277961 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613aa5f4-4383-430e-adb3-5d9c27055553 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 9dee5907-2a0e-46cc-be59-55c0a535bd92 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:19:16.456346 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613aa5f4-4383-430e-adb3-5d9c27055553 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:16.466173 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8304eb-1415-4669-939a-467171237f9b None None] Sync routers for ids ['9dee5907-2a0e-46cc-be59-55c0a535bd92'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:16.475812 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8304eb-1415-4669-939a-467171237f9b None None] Routers {'9dee5907-2a0e-46cc-be59-55c0a535bd92'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:16.476434 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8f8304eb-1415-4669-939a-467171237f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:19:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['9dee5907-2a0e-46cc-be59-55c0a535bd92'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:16.479552 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-613aa5f4-4383-430e-adb3-5d9c27055553 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:16.540914 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-613aa5f4-4383-430e-adb3-5d9c27055553 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/floatingips/3cd1f90a-3ef8-498b-8b76-4488fa581c9f HTTP/1.1" status: 204 len: 168 time: 1.5347090 Feb 04 06:19:16.540914 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c163bb1-500f-43b3-8b90-f3ac38727ebd', 'tag': '4fe6f9b5-cb91-4cc4-b9e7-68c15764906a'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:19:16.589801 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c163bb1-500f-43b3-8b90-f3ac38727ebd', 'tag': '4fe6f9b5-cb91-4cc4-b9e7-68c15764906a', 'status': 'completed', 'code': 200} Feb 04 06:19:16.661065 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-8f8304eb-1415-4669-939a-467171237f9b None None] Set router 9dee5907-2a0e-46cc-be59-55c0a535bd92 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:16.683270 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ca041-2592-4a6c-ad56-6293635bb44b req-18266903-766b-443d-95b5-da611910de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:16.684772 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cb4ca041-2592-4a6c-ad56-6293635bb44b req-18266903-766b-443d-95b5-da611910de22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=6c163bb1-500f-43b3-8b90-f3ac38727ebd HTTP/1.1" status: 200 len: 1099 time: 0.0729363 Feb 04 06:19:16.822549 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ca041-2592-4a6c-ad56-6293635bb44b req-7559f664-d837-42ce-93d9-9e7a22043cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:16.824699 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cb4ca041-2592-4a6c-ad56-6293635bb44b req-7559f664-d837-42ce-93d9-9e7a22043cda service neutron] 10.222.0.43 "GET /v2.0/networks?id=33fd4110-e5a1-4b60-9666-f50e61bbfb10 HTTP/1.1" status: 200 len: 898 time: 0.1340137 Feb 04 06:19:16.928756 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cb4ca041-2592-4a6c-ad56-6293635bb44b req-2a20ddbe-ea2d-4edc-b8df-eb15028f5a63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe6f9b5-cb91-4cc4-b9e7-68c15764906a HTTP/1.1" status: 200 len: 217 time: 0.0973997 Feb 04 06:19:17.006453 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ca041-2592-4a6c-ad56-6293635bb44b req-e5c13eea-5384-4f93-bae8-1672389d842b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:17.007804 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cb4ca041-2592-4a6c-ad56-6293635bb44b req-e5c13eea-5384-4f93-bae8-1672389d842b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23c8b6db-1855-4007-8a23-af02a6d78cc5 HTTP/1.1" status: 200 len: 834 time: 0.0727797 Feb 04 06:19:17.014102 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8f8304eb-1415-4669-939a-467171237f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '1e5565c1-115a-4942-acd5-dab9047c4ec9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.173', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'port_id': 'c7b52786-ab25-43ed-8223-f17bd0d07274', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'mac_address': 'fa:16:3e:2a:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592e4437-a822-45f1-b7d9-f65111126a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:18:15Z', 'updated_at': '2022-02-04T06:18:18Z', 'revision_number': 1, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9b1275-9e98-43aa-b390-95ff4005e90f', 'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:6d:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:58Z', 'updated_at': '2022-02-04T06:18:03Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:17.018220 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8304eb-1415-4669-939a-467171237f9b None None] Checking router: 9dee5907-2a0e-46cc-be59-55c0a535bd92 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:17.026882 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8304eb-1415-4669-939a-467171237f9b None None] Routers {'9dee5907-2a0e-46cc-be59-55c0a535bd92'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:17.027530 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8f8304eb-1415-4669-939a-467171237f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:19:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['9dee5907-2a0e-46cc-be59-55c0a535bd92'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:17.063339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf066e7-3a23-4b3a-8cd7-0c6314e56e52 req-42831f53-e956-41a3-92c0-ab2f953b34b8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:17.064088 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-0bf066e7-3a23-4b3a-8cd7-0c6314e56e52 req-42831f53-e956-41a3-92c0-ab2f953b34b8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:17.094712 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-0bf066e7-3a23-4b3a-8cd7-0c6314e56e52 req-42831f53-e956-41a3-92c0-ab2f953b34b8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:17.096026 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0bf066e7-3a23-4b3a-8cd7-0c6314e56e52 req-42831f53-e956-41a3-92c0-ab2f953b34b8 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c163bb1-500f-43b3-8b90-f3ac38727ebd HTTP/1.1" status: 200 len: 946 time: 0.2138088 Feb 04 06:19:17.128314 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ca041-2592-4a6c-ad56-6293635bb44b req-8559a0ec-03e2-4a9b-93b4-43f7e7116093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:17.129812 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cb4ca041-2592-4a6c-ad56-6293635bb44b req-8559a0ec-03e2-4a9b-93b4-43f7e7116093 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33fd4110-e5a1-4b60-9666-f50e61bbfb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1148422 Feb 04 06:19:17.172179 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0bf066e7-3a23-4b3a-8cd7-0c6314e56e52 req-d9d176b8-1581-456c-b6dd-16ebb57a6cc1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=62f73df1-2384-47b6-a03b-0c4cc5e32e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694082 Feb 04 06:19:17.249238 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-8f8304eb-1415-4669-939a-467171237f9b None None] Set router 9dee5907-2a0e-46cc-be59-55c0a535bd92 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:17.383751 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cb4ca041-2592-4a6c-ad56-6293635bb44b req-0f7b58b4-b325-4a9c-8ea7-151020b9804b service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449226 Feb 04 06:19:17.516476 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cb4ca041-2592-4a6c-ad56-6293635bb44b req-e6209b8f-8d7b-47c3-9e69-3f468ab844a0 service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261632 Feb 04 06:19:17.618061 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8f8304eb-1415-4669-939a-467171237f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '1e5565c1-115a-4942-acd5-dab9047c4ec9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.173', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'port_id': 'c7b52786-ab25-43ed-8223-f17bd0d07274', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'mac_address': 'fa:16:3e:2a:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592e4437-a822-45f1-b7d9-f65111126a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:18:15Z', 'updated_at': '2022-02-04T06:18:18Z', 'revision_number': 1, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9b1275-9e98-43aa-b390-95ff4005e90f', 'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:6d:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:58Z', 'updated_at': '2022-02-04T06:18:03Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:17.622681 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8304eb-1415-4669-939a-467171237f9b None None] The sync data for ids ['9dee5907-2a0e-46cc-be59-55c0a535bd92'] in dv-neutron-826830-2-hyperv is: [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '1e5565c1-115a-4942-acd5-dab9047c4ec9', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.173', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'port_id': 'c7b52786-ab25-43ed-8223-f17bd0d07274', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'mac_address': 'fa:16:3e:2a:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592e4437-a822-45f1-b7d9-f65111126a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:18:15Z', 'updated_at': '2022-02-04T06:18:18Z', 'revision_number': 1, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9b1275-9e98-43aa-b390-95ff4005e90f', 'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:6d:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:58Z', 'updated_at': '2022-02-04T06:18:03Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:17.835189 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96b1291-0533-4797-85c3-6dac610c068f None None] New status for floating IP 3cd1f90a-3ef8-498b-8b76-4488fa581c9f: DOWN {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:19:18.158629 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2714830-0a68-4ba8-8fa1-d4ce11584c06 req-9896e391-6f37-4305-81df-b2bfcff3641f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:18.160096 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c2714830-0a68-4ba8-8fa1-d4ce11584c06 req-9896e391-6f37-4305-81df-b2bfcff3641f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c163bb1-500f-43b3-8b90-f3ac38727ebd HTTP/1.1" status: 200 len: 946 time: 0.0902524 Feb 04 06:19:18.230280 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-c2714830-0a68-4ba8-8fa1-d4ce11584c06 req-25bc098f-395c-4223-89fc-86827e634284 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:18.230620 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-c2714830-0a68-4ba8-8fa1-d4ce11584c06 req-25bc098f-395c-4223-89fc-86827e634284 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.521802 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84cd80-cffb-4fa5-8fb9-edf104e55811 req-1a5882ee-34c2-486a-a54e-cee375e0a586 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:18.523166 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bd84cd80-cffb-4fa5-8fb9-edf104e55811 req-1a5882ee-34c2-486a-a54e-cee375e0a586 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c163bb1-500f-43b3-8b90-f3ac38727ebd HTTP/1.1" status: 200 len: 946 time: 0.2332547 Feb 04 06:19:18.564545 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-c2714830-0a68-4ba8-8fa1-d4ce11584c06 req-25bc098f-395c-4223-89fc-86827e634284 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4fe6f9b5-cb91-4cc4-b9e7-68c15764906a,segment=NetworkSegment(2565c366-40a4-420a-ab4e-c813a0686bc8),segment_id=2565c366-40a4-420a-ab4e-c813a0686bc8)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:18.564889 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-c2714830-0a68-4ba8-8fa1-d4ce11584c06 req-25bc098f-395c-4223-89fc-86827e634284 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.701276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-c2714830-0a68-4ba8-8fa1-d4ce11584c06 req-25bc098f-395c-4223-89fc-86827e634284 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a owned by compute:nova {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:18.737347 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bd84cd80-cffb-4fa5-8fb9-edf104e55811 req-d69f2ed3-3412-4293-b78e-e8a2eb44f01d tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=62f73df1-2384-47b6-a03b-0c4cc5e32e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077453 Feb 04 06:19:18.850310 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-c2714830-0a68-4ba8-8fa1-d4ce11584c06 req-25bc098f-395c-4223-89fc-86827e634284 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.898635 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc098f-395c-4223-89fc-86827e634284 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=4fe6f9b5-cb91-4cc4-b9e7-68c15764906a,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:18.972410 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2714830-0a68-4ba8-8fa1-d4ce11584c06 req-25bc098f-395c-4223-89fc-86827e634284 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] No DVR routers for this DVR port 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a on host hv-neutron-8268 {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:19:18.974958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-c2714830-0a68-4ba8-8fa1-d4ce11584c06 req-25bc098f-395c-4223-89fc-86827e634284 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.977354 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c163bb1-500f-43b3-8b90-f3ac38727ebd', 'name': 'network-vif-deleted', 'tag': '4fe6f9b5-cb91-4cc4-b9e7-68c15764906a'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:19:18.995399 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c2714830-0a68-4ba8-8fa1-d4ce11584c06 req-25bc098f-395c-4223-89fc-86827e634284 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "DELETE /v2.0/ports/4fe6f9b5-cb91-4cc4-b9e7-68c15764906a HTTP/1.1" status: 204 len: 173 time: 0.8302877 Feb 04 06:19:19.024386 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c163bb1-500f-43b3-8b90-f3ac38727ebd', 'name': 'network-vif-deleted', 'tag': '4fe6f9b5-cb91-4cc4-b9e7-68c15764906a', 'status': 'completed', 'code': 200} Feb 04 06:19:19.847213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59758) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:19.918513 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a7339d6-13e1-4a2d-b9aa-7e798bc781c3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:19.947472 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a7339d6-13e1-4a2d-b9aa-7e798bc781c3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:20.027733 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a7339d6-13e1-4a2d-b9aa-7e798bc781c3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:20.048117 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7339d6-13e1-4a2d-b9aa-7e798bc781c3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f73df1-2384-47b6-a03b-0c4cc5e32e52,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:20.056779 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a7339d6-13e1-4a2d-b9aa-7e798bc781c3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:20.057972 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8a7339d6-13e1-4a2d-b9aa-7e798bc781c3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/security-groups/62f73df1-2384-47b6-a03b-0c4cc5e32e52 HTTP/1.1" status: 204 len: 168 time: 0.2093370 Feb 04 06:19:20.089794 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59764) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:20.293104 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f27c1f9e-6c2d-4885-84f2-12466e609336 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 108b6862-a6e8-44ac-9e7d-2964c04fe3c5 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:20.293350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f27c1f9e-6c2d-4885-84f2-12466e609336 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:20.581681 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f27c1f9e-6c2d-4885-84f2-12466e609336 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:20.581920 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f27c1f9e-6c2d-4885-84f2-12466e609336 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:20.705846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f27c1f9e-6c2d-4885-84f2-12466e609336 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 108b6862-a6e8-44ac-9e7d-2964c04fe3c5 owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:20.875129 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f27c1f9e-6c2d-4885-84f2-12466e609336 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:20.920429 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c1f9e-6c2d-4885-84f2-12466e609336 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=108b6862-a6e8-44ac-9e7d-2964c04fe3c5,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:21.017035 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f27c1f9e-6c2d-4885-84f2-12466e609336 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:21.017342 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-f27c1f9e-6c2d-4885-84f2-12466e609336 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Floating IP 1e5565c1-115a-4942-acd5-dab9047c4ec9 disassociated (deleted). External IP: 172.26.4.173, port: c7b52786-ab25-43ed-8223-f17bd0d07274. Feb 04 06:19:21.371705 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27c1f9e-6c2d-4885-84f2-12466e609336 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 9dee5907-2a0e-46cc-be59-55c0a535bd92 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:19:21.486184 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:21.519197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:19:21.519504 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 4fe6f9b5-cb91-4cc4-b9e7-68c15764906a not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:19:21.553616 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27c1f9e-6c2d-4885-84f2-12466e609336 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:21.563401 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f188ee5-4ce9-4120-bcfe-6c4a61880163 None None] Sync routers for ids ['9dee5907-2a0e-46cc-be59-55c0a535bd92'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:21.570025 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f27c1f9e-6c2d-4885-84f2-12466e609336 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:21.572712 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f188ee5-4ce9-4120-bcfe-6c4a61880163 None None] Routers {'9dee5907-2a0e-46cc-be59-55c0a535bd92'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:21.573477 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6f188ee5-4ce9-4120-bcfe-6c4a61880163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:19:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['9dee5907-2a0e-46cc-be59-55c0a535bd92'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:21.625030 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f27c1f9e-6c2d-4885-84f2-12466e609336 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/floatingips/1e5565c1-115a-4942-acd5-dab9047c4ec9 HTTP/1.1" status: 204 len: 168 time: 1.5341291 Feb 04 06:19:21.625771 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592e4437-a822-45f1-b7d9-f65111126a14', 'tag': 'c7b52786-ab25-43ed-8223-f17bd0d07274'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:19:21.673807 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592e4437-a822-45f1-b7d9-f65111126a14', 'tag': 'c7b52786-ab25-43ed-8223-f17bd0d07274', 'status': 'completed', 'code': 200} Feb 04 06:19:21.760912 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-6f188ee5-4ce9-4120-bcfe-6c4a61880163 None None] Set router 9dee5907-2a0e-46cc-be59-55c0a535bd92 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:21.770800 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0ed21-1b42-4139-9afb-c9be7847c596 req-55f178b2-6e26-4010-8e8d-8cbc89b8d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:21.772766 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dad0ed21-1b42-4139-9afb-c9be7847c596 req-55f178b2-6e26-4010-8e8d-8cbc89b8d1b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 1098 time: 0.0776179 Feb 04 06:19:21.919725 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0ed21-1b42-4139-9afb-c9be7847c596 req-0de7a176-9ded-4ecb-9642-4b6b3adedf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:21.921226 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dad0ed21-1b42-4139-9afb-c9be7847c596 req-0de7a176-9ded-4ecb-9642-4b6b3adedf89 service neutron] 10.222.0.43 "GET /v2.0/networks?id=33fd4110-e5a1-4b60-9666-f50e61bbfb10 HTTP/1.1" status: 200 len: 898 time: 0.1428027 Feb 04 06:19:22.077104 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6f188ee5-4ce9-4120-bcfe-6c4a61880163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'af9b1275-9e98-43aa-b390-95ff4005e90f', 'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:6d:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:58Z', 'updated_at': '2022-02-04T06:18:03Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:22.081023 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f188ee5-4ce9-4120-bcfe-6c4a61880163 None None] Checking router: 9dee5907-2a0e-46cc-be59-55c0a535bd92 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:22.089655 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f188ee5-4ce9-4120-bcfe-6c4a61880163 None None] Routers {'9dee5907-2a0e-46cc-be59-55c0a535bd92'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:22.090251 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6f188ee5-4ce9-4120-bcfe-6c4a61880163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:19:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['9dee5907-2a0e-46cc-be59-55c0a535bd92'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:22.131279 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dad0ed21-1b42-4139-9afb-c9be7847c596 req-b28a86db-8a25-4a5d-85f6-87a011445be7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7b52786-ab25-43ed-8223-f17bd0d07274 HTTP/1.1" status: 200 len: 217 time: 0.2024493 Feb 04 06:19:22.208984 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0ed21-1b42-4139-9afb-c9be7847c596 req-e8ca3266-a22e-4a80-9dcf-89a5578ccee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:22.210429 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dad0ed21-1b42-4139-9afb-c9be7847c596 req-e8ca3266-a22e-4a80-9dcf-89a5578ccee9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23c8b6db-1855-4007-8a23-af02a6d78cc5 HTTP/1.1" status: 200 len: 834 time: 0.0729172 Feb 04 06:19:22.269784 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-6f188ee5-4ce9-4120-bcfe-6c4a61880163 None None] Set router 9dee5907-2a0e-46cc-be59-55c0a535bd92 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:22.279006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c6f29-321c-4027-b81e-f5978b887c43 req-0a07c02a-b9b6-4d7e-b09c-653add76e3f5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:22.279725 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-e63c6f29-321c-4027-b81e-f5978b887c43 req-0a07c02a-b9b6-4d7e-b09c-653add76e3f5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:22.304803 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-e63c6f29-321c-4027-b81e-f5978b887c43 req-0a07c02a-b9b6-4d7e-b09c-653add76e3f5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:22.306068 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e63c6f29-321c-4027-b81e-f5978b887c43 req-0a07c02a-b9b6-4d7e-b09c-653add76e3f5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 945 time: 0.2198715 Feb 04 06:19:22.315129 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0ed21-1b42-4139-9afb-c9be7847c596 req-5d3e74fe-f9fe-41aa-85b7-d42a9a2eba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:22.316715 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dad0ed21-1b42-4139-9afb-c9be7847c596 req-5d3e74fe-f9fe-41aa-85b7-d42a9a2eba1c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33fd4110-e5a1-4b60-9666-f50e61bbfb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1000848 Feb 04 06:19:22.438165 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-e63c6f29-321c-4027-b81e-f5978b887c43 req-9e0444d4-d140-4180-a555-89ce1c6658e9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:22.475228 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-e63c6f29-321c-4027-b81e-f5978b887c43 req-9e0444d4-d140-4180-a555-89ce1c6658e9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:22.476400 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e63c6f29-321c-4027-b81e-f5978b887c43 req-9e0444d4-d140-4180-a555-89ce1c6658e9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e33018b-1573-47af-8adc-e3dba3ffd505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637619 Feb 04 06:19:22.484704 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dad0ed21-1b42-4139-9afb-c9be7847c596 req-4651e28e-d60b-4687-8c4d-e7f86b22b35d service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547427 Feb 04 06:19:22.622264 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dad0ed21-1b42-4139-9afb-c9be7847c596 req-bbd5f716-1a38-4ad2-bd17-be5958760c6e service neutron] 10.222.0.43 "GET /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302841 Feb 04 06:19:22.631997 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6f188ee5-4ce9-4120-bcfe-6c4a61880163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'af9b1275-9e98-43aa-b390-95ff4005e90f', 'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:6d:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:58Z', 'updated_at': '2022-02-04T06:18:03Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:22.636431 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f188ee5-4ce9-4120-bcfe-6c4a61880163 None None] The sync data for ids ['9dee5907-2a0e-46cc-be59-55c0a535bd92'] in dv-neutron-826830-2-hyperv is: [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'af9b1275-9e98-43aa-b390-95ff4005e90f', 'name': '', 'network_id': '33fd4110-e5a1-4b60-9666-f50e61bbfb10', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:6d:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:58Z', 'updated_at': '2022-02-04T06:18:03Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '23c8b6db-1855-4007-8a23-af02a6d78cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:22.865960 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e6f67f-c240-4f54-861e-65741d85bb13 None None] New status for floating IP 1e5565c1-115a-4942-acd5-dab9047c4ec9: DOWN {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:19:23.351812 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadacc9-9a2f-4494-ae32-eb2a1a08766e req-604b6292-6177-4d08-826f-700592ae3b2a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:23.353250 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9dadacc9-9a2f-4494-ae32-eb2a1a08766e req-604b6292-6177-4d08-826f-700592ae3b2a tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/ports?device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 945 time: 0.0841134 Feb 04 06:19:23.427002 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-9dadacc9-9a2f-4494-ae32-eb2a1a08766e req-ccdaee0e-ff84-4274-a283-13d6dd96bb39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port c7b52786-ab25-43ed-8223-f17bd0d07274 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:23.427343 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-9dadacc9-9a2f-4494-ae32-eb2a1a08766e req-ccdaee0e-ff84-4274-a283-13d6dd96bb39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:23.720697 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-9dadacc9-9a2f-4494-ae32-eb2a1a08766e req-ccdaee0e-ff84-4274-a283-13d6dd96bb39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port c7b52786-ab25-43ed-8223-f17bd0d07274, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c7b52786-ab25-43ed-8223-f17bd0d07274,segment=NetworkSegment(2565c366-40a4-420a-ab4e-c813a0686bc8),segment_id=2565c366-40a4-420a-ab4e-c813a0686bc8)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:23.721044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-9dadacc9-9a2f-4494-ae32-eb2a1a08766e req-ccdaee0e-ff84-4274-a283-13d6dd96bb39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:23.842299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-9dadacc9-9a2f-4494-ae32-eb2a1a08766e req-ccdaee0e-ff84-4274-a283-13d6dd96bb39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for c7b52786-ab25-43ed-8223-f17bd0d07274 owned by compute:nova {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:23.879206 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf7db7-ebaa-4317-8ef5-f2ae65702dfc req-c36a87eb-f916-4914-bc8b-d47fdc75b023 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:23.880678 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-87bf7db7-ebaa-4317-8ef5-f2ae65702dfc req-c36a87eb-f916-4914-bc8b-d47fdc75b023 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=592e4437-a822-45f1-b7d9-f65111126a14 HTTP/1.1" status: 200 len: 945 time: 0.2777853 Feb 04 06:19:23.955280 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-87bf7db7-ebaa-4317-8ef5-f2ae65702dfc req-a9a09355-0ed2-4c2c-9fbf-7ce0e4831732 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e33018b-1573-47af-8adc-e3dba3ffd505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678329 Feb 04 06:19:24.031164 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-9dadacc9-9a2f-4494-ae32-eb2a1a08766e req-ccdaee0e-ff84-4274-a283-13d6dd96bb39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:24.082888 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdaee0e-ff84-4274-a283-13d6dd96bb39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=c7b52786-ab25-43ed-8223-f17bd0d07274,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:24.160624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dadacc9-9a2f-4494-ae32-eb2a1a08766e req-ccdaee0e-ff84-4274-a283-13d6dd96bb39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] No DVR routers for this DVR port c7b52786-ab25-43ed-8223-f17bd0d07274 on host hv-neutron-8268 {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:19:24.163174 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-9dadacc9-9a2f-4494-ae32-eb2a1a08766e req-ccdaee0e-ff84-4274-a283-13d6dd96bb39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:24.166001 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592e4437-a822-45f1-b7d9-f65111126a14', 'name': 'network-vif-deleted', 'tag': 'c7b52786-ab25-43ed-8223-f17bd0d07274'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:19:24.184516 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9dadacc9-9a2f-4494-ae32-eb2a1a08766e req-ccdaee0e-ff84-4274-a283-13d6dd96bb39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "DELETE /v2.0/ports/c7b52786-ab25-43ed-8223-f17bd0d07274 HTTP/1.1" status: 204 len: 173 time: 0.8256721 Feb 04 06:19:24.213983 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592e4437-a822-45f1-b7d9-f65111126a14', 'name': 'network-vif-deleted', 'tag': 'c7b52786-ab25-43ed-8223-f17bd0d07274', 'status': 'completed', 'code': 200} Feb 04 06:19:25.210733 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59780) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:25.385733 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d476cc8a-acb3-471d-8bb3-634106b36e91 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:25.416099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d476cc8a-acb3-471d-8bb3-634106b36e91 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:25.486155 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d476cc8a-acb3-471d-8bb3-634106b36e91 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:25.501617 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device c7b52786-ab25-43ed-8223-f17bd0d07274 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:25.504077 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476cc8a-acb3-471d-8bb3-634106b36e91 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e33018b-1573-47af-8adc-e3dba3ffd505,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:25.516172 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d476cc8a-acb3-471d-8bb3-634106b36e91 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:25.517267 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d476cc8a-acb3-471d-8bb3-634106b36e91 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/security-groups/4e33018b-1573-47af-8adc-e3dba3ffd505 HTTP/1.1" status: 204 len: 168 time: 0.3055911 Feb 04 06:19:25.543897 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: c7b52786-ab25-43ed-8223-f17bd0d07274 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:19:25.544269 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device c7b52786-ab25-43ed-8223-f17bd0d07274 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:19:25.548420 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59786) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:26.099525 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-32904d76-45ec-489a-afab-52c4f7bef8dc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:26.462293 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-32904d76-45ec-489a-afab-52c4f7bef8dc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port af9b1275-9e98-43aa-b390-95ff4005e90f {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:26.463343 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-32904d76-45ec-489a-afab-52c4f7bef8dc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:26.668147 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-32904d76-45ec-489a-afab-52c4f7bef8dc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port af9b1275-9e98-43aa-b390-95ff4005e90f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=af9b1275-9e98-43aa-b390-95ff4005e90f,segment=NetworkSegment(2565c366-40a4-420a-ab4e-c813a0686bc8),segment_id=2565c366-40a4-420a-ab4e-c813a0686bc8)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:26.668505 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-32904d76-45ec-489a-afab-52c4f7bef8dc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:26.790001 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-32904d76-45ec-489a-afab-52c4f7bef8dc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for af9b1275-9e98-43aa-b390-95ff4005e90f owned by network:router_interface {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:27.106535 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-32904d76-45ec-489a-afab-52c4f7bef8dc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:27.160636 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32904d76-45ec-489a-afab-52c4f7bef8dc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=af9b1275-9e98-43aa-b390-95ff4005e90f,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:27.447200 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-32904d76-45ec-489a-afab-52c4f7bef8dc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:27.819981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32904d76-45ec-489a-afab-52c4f7bef8dc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 9dee5907-2a0e-46cc-be59-55c0a535bd92 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:19:27.997550 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32904d76-45ec-489a-afab-52c4f7bef8dc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:28.007489 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c13ebe-6eba-44fb-bcfc-a4d2f8ed983f None None] Sync routers for ids ['9dee5907-2a0e-46cc-be59-55c0a535bd92'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:28.012120 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-32904d76-45ec-489a-afab-52c4f7bef8dc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/routers/9dee5907-2a0e-46cc-be59-55c0a535bd92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4626541 Feb 04 06:19:28.014802 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59790) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:28.018641 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c13ebe-6eba-44fb-bcfc-a4d2f8ed983f None None] Routers {'9dee5907-2a0e-46cc-be59-55c0a535bd92'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:28.019259 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b8c13ebe-6eba-44fb-bcfc-a4d2f8ed983f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:19:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['9dee5907-2a0e-46cc-be59-55c0a535bd92'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:28.085489 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-af8c8b6a-65ae-4193-b9f3-d21cb8d4b358 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting subnet 23c8b6db-1855-4007-8a23-af02a6d78cc5 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:19:28.088406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af8c8b6a-65ae-4193-b9f3-d21cb8d4b358 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:28.142260 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af8c8b6a-65ae-4193-b9f3-d21cb8d4b358 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:28.196490 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-b8c13ebe-6eba-44fb-bcfc-a4d2f8ed983f None None] Set router 9dee5907-2a0e-46cc-be59-55c0a535bd92 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:28.226318 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af8c8b6a-65ae-4193-b9f3-d21cb8d4b358 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:28.305680 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af8c8b6a-65ae-4193-b9f3-d21cb8d4b358 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:28.343452 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c8b6a-65ae-4193-b9f3-d21cb8d4b358 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Subnet': ['ID=23c8b6db-1855-4007-8a23-af02a6d78cc5,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:28.346878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af8c8b6a-65ae-4193-b9f3-d21cb8d4b358 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:28.352966 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-af8c8b6a-65ae-4193-b9f3-d21cb8d4b358 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/subnets/23c8b6db-1855-4007-8a23-af02a6d78cc5 HTTP/1.1" status: 204 len: 168 time: 0.3372037 Feb 04 06:19:28.356922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59794) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:28.371588 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40bc418-4f4e-4a24-995b-812209c2b4a4 None None] Network 33fd4110-e5a1-4b60-9666-f50e61bbfb10 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:28.650161 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-77d527fe-f5ed-4103-bebb-0e50a5af1851 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:28.659340 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b8c13ebe-6eba-44fb-bcfc-a4d2f8ed983f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:19:27Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:28.663204 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c13ebe-6eba-44fb-bcfc-a4d2f8ed983f None None] Checking router: 9dee5907-2a0e-46cc-be59-55c0a535bd92 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:28.672045 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c13ebe-6eba-44fb-bcfc-a4d2f8ed983f None None] Routers {'9dee5907-2a0e-46cc-be59-55c0a535bd92'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:28.672809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b8c13ebe-6eba-44fb-bcfc-a4d2f8ed983f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:19:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['9dee5907-2a0e-46cc-be59-55c0a535bd92'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:28.726731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] DHCP port deletion for 33fd4110-e5a1-4b60-9666-f50e61bbfb10 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:19:28.749913 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] Deleting port da0ae49b-b3ee-40ab-a5e5-80807e8a658e {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:28.750278 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:28.831254 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-77d527fe-f5ed-4103-bebb-0e50a5af1851 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:28.843596 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-77d527fe-f5ed-4103-bebb-0e50a5af1851 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 3067ffc4-d90c-437e-9438-902fbf2a3d76 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:28.843983 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-77d527fe-f5ed-4103-bebb-0e50a5af1851 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:28.936512 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-b8c13ebe-6eba-44fb-bcfc-a4d2f8ed983f None None] Set router 9dee5907-2a0e-46cc-be59-55c0a535bd92 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:29.019597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-77d527fe-f5ed-4103-bebb-0e50a5af1851 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port 3067ffc4-d90c-437e-9438-902fbf2a3d76, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3067ffc4-d90c-437e-9438-902fbf2a3d76,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:29.020001 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-77d527fe-f5ed-4103-bebb-0e50a5af1851 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:29.140523 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-77d527fe-f5ed-4103-bebb-0e50a5af1851 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 3067ffc4-d90c-437e-9438-902fbf2a3d76 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:29.258169 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] For port da0ae49b-b3ee-40ab-a5e5-80807e8a658e, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=da0ae49b-b3ee-40ab-a5e5-80807e8a658e,segment=NetworkSegment(2565c366-40a4-420a-ab4e-c813a0686bc8),segment_id=2565c366-40a4-420a-ab4e-c813a0686bc8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:29.258779 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:29.314303 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-77d527fe-f5ed-4103-bebb-0e50a5af1851 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:29.384079 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device da0ae49b-b3ee-40ab-a5e5-80807e8a658e no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:29.401314 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d527fe-f5ed-4103-bebb-0e50a5af1851 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=3067ffc4-d90c-437e-9438-902fbf2a3d76,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:29.418124 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] Calling delete_port for da0ae49b-b3ee-40ab-a5e5-80807e8a658e owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:29.455625 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-77d527fe-f5ed-4103-bebb-0e50a5af1851 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:29.575968 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8d9ede12-e343-41ab-a867-1e0e1c16dbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:29.620923 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:29.633290 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-77d527fe-f5ed-4103-bebb-0e50a5af1851 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:29.635602 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-77d527fe-f5ed-4103-bebb-0e50a5af1851 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:29.652954 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Port da0ae49b-b3ee-40ab-a5e5-80807e8a658e update to DOWN by agent not found {{(pid=87472) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 06:19:29.662665 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-77d527fe-f5ed-4103-bebb-0e50a5af1851 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:29.663344 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d527fe-f5ed-4103-bebb-0e50a5af1851 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Fanout notify agent at l3_agent the message router_deleted on router 9dee5907-2a0e-46cc-be59-55c0a535bd92 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:19:29.676034 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] Pushing event deleted for resources: {'Port': ['ID=da0ae49b-b3ee-40ab-a5e5-80807e8a658e,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:29.678296 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] No DVR routers for this DVR port da0ae49b-b3ee-40ab-a5e5-80807e8a658e on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:19:29.689405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-77d527fe-f5ed-4103-bebb-0e50a5af1851 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:29.689405 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-77d527fe-f5ed-4103-bebb-0e50a5af1851 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/routers/9dee5907-2a0e-46cc-be59-55c0a535bd92 HTTP/1.1" status: 204 len: 168 time: 1.3267713 Feb 04 06:19:29.690431 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:29.690431 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:29.691190 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59798) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:29.691293 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:29.691293 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:29.691293 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:29.691293 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:29.691293 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:29.691293 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:29.691293 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:29.691293 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:29.692046 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:29.692046 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36701a-6302-4235-95b2-767ac6149f4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:29.703074 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b8c13ebe-6eba-44fb-bcfc-a4d2f8ed983f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:19:27Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:29.707083 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c13ebe-6eba-44fb-bcfc-a4d2f8ed983f None None] The sync data for ids ['9dee5907-2a0e-46cc-be59-55c0a535bd92'] in dv-neutron-826830-2-hyperv is: [{'id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'name': 'tempest-TestNetworkBasicOps-router-172417552', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:19:27Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '3067ffc4-d90c-437e-9438-902fbf2a3d76', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee5907-2a0e-46cc-be59-55c0a535bd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:55Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:29.808040 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bba4c37d-0d84-4557-8eb3-63a994405847 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.049867 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bba4c37d-0d84-4557-8eb3-63a994405847 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.076234 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-bba4c37d-0d84-4557-8eb3-63a994405847 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33fd4110-e5a1-4b60-9666-f50e61bbfb10']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:30.088699 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-bba4c37d-0d84-4557-8eb3-63a994405847 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2565c366-40a4-420a-ab4e-c813a0686bc8') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:30.088992 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-bba4c37d-0d84-4557-8eb3-63a994405847 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2565c366-40a4-420a-ab4e-c813a0686bc8') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:30.100676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bba4c37d-0d84-4557-8eb3-63a994405847 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.121577 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bba4c37d-0d84-4557-8eb3-63a994405847 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.128739 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba4c37d-0d84-4557-8eb3-63a994405847 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:19:30.129183 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bba4c37d-0d84-4557-8eb3-63a994405847 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:19:30.143898 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:19:30.225205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bba4c37d-0d84-4557-8eb3-63a994405847 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.243078 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bba4c37d-0d84-4557-8eb3-63a994405847 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.255828 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4c37d-0d84-4557-8eb3-63a994405847 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Network': ['ID=33fd4110-e5a1-4b60-9666-f50e61bbfb10,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:30.265401 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bba4c37d-0d84-4557-8eb3-63a994405847 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/networks/33fd4110-e5a1-4b60-9666-f50e61bbfb10 HTTP/1.1" status: 204 len: 168 time: 0.5752847 Feb 04 06:19:30.293850 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59802) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:30.299712 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-336ea046-eb49-4e04-af6c-af4dbc84c2f7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'network': {'name': 'tempest-network-smoke--1963704838', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'port_security_enabled': True}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:30.304853 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-336ea046-eb49-4e04-af6c-af4dbc84c2f7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:30.308955 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-336ea046-eb49-4e04-af6c-af4dbc84c2f7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:network and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:30.311755 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-336ea046-eb49-4e04-af6c-af4dbc84c2f7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:30.318242 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-336ea046-eb49-4e04-af6c-af4dbc84c2f7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:30.328654 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336ea046-eb49-4e04-af6c-af4dbc84c2f7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:30.332070 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-336ea046-eb49-4e04-af6c-af4dbc84c2f7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.359473 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336ea046-eb49-4e04-af6c-af4dbc84c2f7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:19:30.368057 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-336ea046-eb49-4e04-af6c-af4dbc84c2f7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.368358 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-336ea046-eb49-4e04-af6c-af4dbc84c2f7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Added segment 6f73b403-cc78-453c-bc6d-fc8b285ee713 of type vlan for network 175cf60e-4844-4b5a-a05d-6052263a2efd Feb 04 06:19:30.396471 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-336ea046-eb49-4e04-af6c-af4dbc84c2f7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.425962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-336ea046-eb49-4e04-af6c-af4dbc84c2f7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.431190 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336ea046-eb49-4e04-af6c-af4dbc84c2f7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:30.431758 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-336ea046-eb49-4e04-af6c-af4dbc84c2f7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.534290 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-336ea046-eb49-4e04-af6c-af4dbc84c2f7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2392623 Feb 04 06:19:30.537106 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59806) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:30.540927 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ea046-eb49-4e04-af6c-af4dbc84c2f7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Network': ['ID=175cf60e-4844-4b5a-a05d-6052263a2efd,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:30.542426 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-839518618', 'admin_state_up': True, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:30.549907 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:30.550970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 175cf60e-4844-4b5a-a05d-6052263a2efd details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:19:30.554074 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:router and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:30.557085 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:30.567342 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:30.579418 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.580574 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.597004 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.866968 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:31.166999 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:31.195717 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:31.330843 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device af9b1275-9e98-43aa-b390-95ff4005e90f no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:31.338613 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.26.4.111 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/43890200-927d-48ef-b367-5965cc023ddc) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:31.365829 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: af9b1275-9e98-43aa-b390-95ff4005e90f {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:19:31.366167 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device af9b1275-9e98-43aa-b390-95ff4005e90f not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:19:31.366575 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3067ffc4-d90c-437e-9438-902fbf2a3d76 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:31.398176 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 3067ffc4-d90c-437e-9438-902fbf2a3d76 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:19:31.398491 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3067ffc4-d90c-437e-9438-902fbf2a3d76 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:19:31.489728 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:31.522494 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:31.590939 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:31.593689 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:31.598788 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:19:31.627439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=43890200-927d-48ef-b367-5965cc023ddc,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:31.831111 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4951de4a-9da9-466a-afe9-088b4211e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:32.130663 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:32.483454 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:32.688496 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 8c16ac35-91a5-4e08-af14-3bded178cb8e is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:19:32.866409 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:32.878194 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:32.887714 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Sync routers for ids ['8c16ac35-91a5-4e08-af14-3bded178cb8e'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:32.897537 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Routers {'8c16ac35-91a5-4e08-af14-3bded178cb8e'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:32.898134 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:19:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['8c16ac35-91a5-4e08-af14-3bded178cb8e'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:32.905164 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:32.906420 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0367b0f6-8761-4d6a-ac6c-133093b8dae1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3683143 Feb 04 06:19:32.909636 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59810) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:32.914414 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:32.952779 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fe378dab-516a-4a07-8676-c54207f74fd4 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=71cf42a1a4354f9391ad29100b27498c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394027 Feb 04 06:19:32.953035 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59814) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:33.081232 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fed7151-3bf3-419f-80bc-30f97a858612 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:33.085607 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6fed7151-3bf3-419f-80bc-30f97a858612 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287556 Feb 04 06:19:33.085838 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59818) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:33.102432 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Set router 8c16ac35-91a5-4e08-af14-3bded178cb8e gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:33.124688 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-eec718ff-b52b-4eae-a8f9-2485cab181a8 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377526 Feb 04 06:19:33.127310 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59822) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:33.132651 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-93718017-25de-4246-bc99-1686a7e6b276 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-578996952', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:33.371464 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-93718017-25de-4246-bc99-1686a7e6b276 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:33.375488 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-93718017-25de-4246-bc99-1686a7e6b276 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:subnet and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:33.378254 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-93718017-25de-4246-bc99-1686a7e6b276 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:33.384029 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-93718017-25de-4246-bc99-1686a7e6b276 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:33.390950 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'name': 'tempest-TestNetworkBasicOps-router-839518618', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '43890200-927d-48ef-b367-5965cc023ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:30Z', 'updated_at': '2022-02-04T06:19:31Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '43890200-927d-48ef-b367-5965cc023ddc', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:31Z', 'updated_at': '2022-02-04T06:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:33.394250 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93718017-25de-4246-bc99-1686a7e6b276 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:33.395216 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Checking router: 8c16ac35-91a5-4e08-af14-3bded178cb8e for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:33.395592 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Updating router 8c16ac35-91a5-4e08-af14-3bded178cb8e port 43890200-927d-48ef-b367-5965cc023ddc binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:19:33.397769 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-93718017-25de-4246-bc99-1686a7e6b276 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:33.447152 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:33.611108 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-93718017-25de-4246-bc99-1686a7e6b276 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:33.684092 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93718017-25de-4246-bc99-1686a7e6b276 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Subnet': ['ID=8be359c9-35cd-4105-af78-4a1504f7d414,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:33.694604 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93718017-25de-4246-bc99-1686a7e6b276 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Checking segment: {'id': '6f73b403-cc78-453c-bc6d-fc8b285ee713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:19:33.694955 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93718017-25de-4246-bc99-1686a7e6b276 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network hostable DHCP agents. Network: 175cf60e-4844-4b5a-a05d-6052263a2efd, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:19:33.713308 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93718017-25de-4246-bc99-1686a7e6b276 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 175cf60e-4844-4b5a-a05d-6052263a2efd is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:19:33.723149 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-93718017-25de-4246-bc99-1686a7e6b276 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 175cf60e-4844-4b5a-a05d-6052263a2efd) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:33.727221 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93718017-25de-4246-bc99-1686a7e6b276 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:33.727807 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-93718017-25de-4246-bc99-1686a7e6b276 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:33.734268 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d58132-720f-47d7-8ec5-80adda10b905 None None] Network 175cf60e-4844-4b5a-a05d-6052263a2efd requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:33.751381 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-93718017-25de-4246-bc99-1686a7e6b276 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6228695 Feb 04 06:19:33.754261 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59826) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:33.766464 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:33.778272 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Transition to ACTIVE for port object 43890200-927d-48ef-b367-5965cc023ddc will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:33.785649 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:33.867810 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Attempting to bind port 43890200-927d-48ef-b367-5965cc023ddc on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:19:33.868160 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Attempting to bind port 43890200-927d-48ef-b367-5965cc023ddc by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:19:33.868510 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Attempting to bind port 43890200-927d-48ef-b367-5965cc023ddc on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:19:33.877672 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:19:33.878032 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:19:33.878427 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:33.878808 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:19:33.879264 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Bound port: 43890200-927d-48ef-b367-5965cc023ddc, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:19:33.879630 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:33.913627 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5763ffc-1d88-416e-a43c-2973e63f706d None None] Pushing event updated for resources: {'Port': ['ID=43890200-927d-48ef-b367-5965cc023ddc,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:33.936349 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5763ffc-1d88-416e-a43c-2973e63f706d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:33.936628 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5763ffc-1d88-416e-a43c-2973e63f706d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:33.936972 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5763ffc-1d88-416e-a43c-2973e63f706d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:33.937297 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5763ffc-1d88-416e-a43c-2973e63f706d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:33.937627 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5763ffc-1d88-416e-a43c-2973e63f706d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:33.937913 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5763ffc-1d88-416e-a43c-2973e63f706d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:33.938245 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5763ffc-1d88-416e-a43c-2973e63f706d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:33.938545 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5763ffc-1d88-416e-a43c-2973e63f706d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:33.939042 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5763ffc-1d88-416e-a43c-2973e63f706d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:33.939355 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5763ffc-1d88-416e-a43c-2973e63f706d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:33.939667 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5763ffc-1d88-416e-a43c-2973e63f706d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:33.940192 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5763ffc-1d88-416e-a43c-2973e63f706d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:33.959603 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-175cf60e-4844-4b5a-a05d-6052263a2efd', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ips': [{'subnet_id': '8be359c9-35cd-4105-af78-4a1504f7d414'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:19:33.960484 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:33.979568 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] For port 43890200-927d-48ef-b367-5965cc023ddc, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:19:33.983635 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] For port 43890200-927d-48ef-b367-5965cc023ddc, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=43890200-927d-48ef-b367-5965cc023ddc,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:19:33.988371 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:34.064869 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Routers {'8c16ac35-91a5-4e08-af14-3bded178cb8e'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:34.065555 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:19:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['8c16ac35-91a5-4e08-af14-3bded178cb8e'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:34.118407 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Allocated IP 172.20.0.2 (175cf60e-4844-4b5a-a05d-6052263a2efd/8be359c9-35cd-4105-af78-4a1504f7d414/0612cab8-aeab-4479-90fe-ab178ddfa327) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:34.128271 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5763ffc-1d88-416e-a43c-2973e63f706d None None] Pushing event updated for resources: {'Port': ['ID=43890200-927d-48ef-b367-5965cc023ddc,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:34.246641 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] Set router 8c16ac35-91a5-4e08-af14-3bded178cb8e gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:34.330497 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:34.417029 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:34.428029 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Transition to ACTIVE for port object 0612cab8-aeab-4479-90fe-ab178ddfa327 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:34.447504 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Transition to ACTIVE for port object 0612cab8-aeab-4479-90fe-ab178ddfa327 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:34.454380 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:34.484605 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b2ad37-9a6b-4219-b73e-ea716fb2af01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:34.524948 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Network 175cf60e-4844-4b5a-a05d-6052263a2efd is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:34.527684 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:34.530326 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:19:34.539656 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Pushing event updated for resources: {'Port': ['ID=0612cab8-aeab-4479-90fe-ab178ddfa327,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:34.562523 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'name': 'tempest-TestNetworkBasicOps-router-839518618', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '43890200-927d-48ef-b367-5965cc023ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:30Z', 'updated_at': '2022-02-04T06:19:31Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '43890200-927d-48ef-b367-5965cc023ddc', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:31Z', 'updated_at': '2022-02-04T06:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:34.566491 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a8696-294c-4dda-9da1-8a4b59fa67df None None] The sync data for ids ['8c16ac35-91a5-4e08-af14-3bded178cb8e'] in dv-neutron-826830-2-hyperv is: [{'id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'name': 'tempest-TestNetworkBasicOps-router-839518618', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '43890200-927d-48ef-b367-5965cc023ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:30Z', 'updated_at': '2022-02-04T06:19:31Z', 'revision_number': 3, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '43890200-927d-48ef-b367-5965cc023ddc', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:31Z', 'updated_at': '2022-02-04T06:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:34.631477 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Attempting to bind port 0612cab8-aeab-4479-90fe-ab178ddfa327 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:19:34.631973 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Attempting to bind port 0612cab8-aeab-4479-90fe-ab178ddfa327 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '6f73b403-cc78-453c-bc6d-fc8b285ee713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:19:34.632406 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Attempting to bind port 0612cab8-aeab-4479-90fe-ab178ddfa327 on network 175cf60e-4844-4b5a-a05d-6052263a2efd {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:19:34.638240 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:19:34.638703 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Checking segment: {'id': '6f73b403-cc78-453c-bc6d-fc8b285ee713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:19:34.639180 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:34.639637 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Bound using segment: {'id': '6f73b403-cc78-453c-bc6d-fc8b285ee713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:19:34.640206 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Bound port: 0612cab8-aeab-4479-90fe-ab178ddfa327, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f73b403-cc78-453c-bc6d-fc8b285ee713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:19:34.640653 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:34.733556 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] For port 0612cab8-aeab-4479-90fe-ab178ddfa327, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:19:34.737608 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] For port 0612cab8-aeab-4479-90fe-ab178ddfa327, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0612cab8-aeab-4479-90fe-ab178ddfa327,segment=NetworkSegment(6f73b403-cc78-453c-bc6d-fc8b285ee713),segment_id=6f73b403-cc78-453c-bc6d-fc8b285ee713)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:19:34.744292 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:34.844734 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309ce02-59e9-4b83-8bcc-132e8a4639d0 None None] Pushing event updated for resources: {'Port': ['ID=0612cab8-aeab-4479-90fe-ab178ddfa327,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:35.039631 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-48b2ad37-9a6b-4219-b73e-ea716fb2af01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.20.0.1 (175cf60e-4844-4b5a-a05d-6052263a2efd/8be359c9-35cd-4105-af78-4a1504f7d414/4106630b-3253-44fb-88b3-4c38915b72db) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:35.230766 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b2ad37-9a6b-4219-b73e-ea716fb2af01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:35.248177 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-48b2ad37-9a6b-4219-b73e-ea716fb2af01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Transition to ACTIVE for port object 4106630b-3253-44fb-88b3-4c38915b72db will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:35.273296 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b2ad37-9a6b-4219-b73e-ea716fb2af01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:35.349565 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b2ad37-9a6b-4219-b73e-ea716fb2af01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 175cf60e-4844-4b5a-a05d-6052263a2efd is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:35.352653 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-48b2ad37-9a6b-4219-b73e-ea716fb2af01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:35.356827 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b2ad37-9a6b-4219-b73e-ea716fb2af01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:19:35.387479 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2ad37-9a6b-4219-b73e-ea716fb2af01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=4106630b-3253-44fb-88b3-4c38915b72db,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:35.421867 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b2ad37-9a6b-4219-b73e-ea716fb2af01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:35.432671 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 43890200-927d-48ef-b367-5965cc023ddc up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:35.509582 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 43890200-927d-48ef-b367-5965cc023ddc completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:35.514665 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 43890200-927d-48ef-b367-5965cc023ddc triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:35.515036 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:35.651435 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:35.670602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 43890200-927d-48ef-b367-5965cc023ddc, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=43890200-927d-48ef-b367-5965cc023ddc,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:35.676904 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:35.677779 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0612cab8-aeab-4479-90fe-ab178ddfa327 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:35.713376 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b2ad37-9a6b-4219-b73e-ea716fb2af01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:35.796045 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=43890200-927d-48ef-b367-5965cc023ddc,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:35.810154 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 0612cab8-aeab-4479-90fe-ab178ddfa327 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:35.919638 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab376407-9a80-43d7-a596-11b8273b734f None None] Network 175cf60e-4844-4b5a-a05d-6052263a2efd requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:36.027592 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-729b24c2-9419-44a0-a52d-937056fcfe15 None None] Provisioning for port 0612cab8-aeab-4479-90fe-ab178ddfa327 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:36.037212 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-729b24c2-9419-44a0-a52d-937056fcfe15 None None] Provisioning complete for port 0612cab8-aeab-4479-90fe-ab178ddfa327 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:36.037573 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-729b24c2-9419-44a0-a52d-937056fcfe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:36.133870 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b2ad37-9a6b-4219-b73e-ea716fb2af01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:36.140038 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b2ad37-9a6b-4219-b73e-ea716fb2af01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:36.252659 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-729b24c2-9419-44a0-a52d-937056fcfe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:36.257166 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48b2ad37-9a6b-4219-b73e-ea716fb2af01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:36.260870 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2ad37-9a6b-4219-b73e-ea716fb2af01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=4106630b-3253-44fb-88b3-4c38915b72db,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:36.289917 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-729b24c2-9419-44a0-a52d-937056fcfe15 None None] For port 0612cab8-aeab-4479-90fe-ab178ddfa327, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0612cab8-aeab-4479-90fe-ab178ddfa327,segment=NetworkSegment(6f73b403-cc78-453c-bc6d-fc8b285ee713),segment_id=6f73b403-cc78-453c-bc6d-fc8b285ee713)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:36.297535 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-729b24c2-9419-44a0-a52d-937056fcfe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:36.373169 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b24c2-9419-44a0-a52d-937056fcfe15 None None] Pushing event updated for resources: {'Port': ['ID=0612cab8-aeab-4479-90fe-ab178ddfa327,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:36.405413 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b2ad37-9a6b-4219-b73e-ea716fb2af01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 175cf60e-4844-4b5a-a05d-6052263a2efd is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:36.406573 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-48b2ad37-9a6b-4219-b73e-ea716fb2af01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:36.527866 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-21e70090-353e-4c46-a79b-4af76681d0f8 None None] Provisioning complete for port 0612cab8-aeab-4479-90fe-ab178ddfa327 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:36.528556 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-21e70090-353e-4c46-a79b-4af76681d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:36.666340 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-21e70090-353e-4c46-a79b-4af76681d0f8 None None] Provisioning for port 4106630b-3253-44fb-88b3-4c38915b72db completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:36.671523 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-21e70090-353e-4c46-a79b-4af76681d0f8 None None] Provisioning complete for port 4106630b-3253-44fb-88b3-4c38915b72db triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:36.671924 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-21e70090-353e-4c46-a79b-4af76681d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:36.715049 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b2ad37-9a6b-4219-b73e-ea716fb2af01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 8c16ac35-91a5-4e08-af14-3bded178cb8e has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:19:36.725897 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-21e70090-353e-4c46-a79b-4af76681d0f8 None None] Port 4106630b-3253-44fb-88b3-4c38915b72db cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:36.845760 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-44abdc68-64ee-4680-8887-a49ceca30564 None None] Provisioning complete for port 4106630b-3253-44fb-88b3-4c38915b72db triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:36.846126 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-44abdc68-64ee-4680-8887-a49ceca30564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:36.898572 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-44abdc68-64ee-4680-8887-a49ceca30564 None None] Port 4106630b-3253-44fb-88b3-4c38915b72db cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:36.902503 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b2ad37-9a6b-4219-b73e-ea716fb2af01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:36.911874 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Sync routers for ids ['8c16ac35-91a5-4e08-af14-3bded178cb8e'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:36.914728 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-48b2ad37-9a6b-4219-b73e-ea716fb2af01 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/routers/8c16ac35-91a5-4e08-af14-3bded178cb8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1595037 Feb 04 06:19:36.917398 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59830) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:36.920994 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Routers {'8c16ac35-91a5-4e08-af14-3bded178cb8e'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:36.921588 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:19:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['8c16ac35-91a5-4e08-af14-3bded178cb8e'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:37.057240 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4fcc88-e283-486d-a7bc-97f2a75ff4a9 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:37.057619 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4fcc88-e283-486d-a7bc-97f2a75ff4a9 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:37.058069 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4fcc88-e283-486d-a7bc-97f2a75ff4a9 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:37.058544 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4fcc88-e283-486d-a7bc-97f2a75ff4a9 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:37.060232 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fc4fcc88-e283-486d-a7bc-97f2a75ff4a9 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1419039 Feb 04 06:19:37.065256 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59834) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:37.127582 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1d87557e-69b0-48b7-84de-d712c0ac3c40 None None] Provisioning complete for port 4106630b-3253-44fb-88b3-4c38915b72db triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:37.128007 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1d87557e-69b0-48b7-84de-d712c0ac3c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.133208 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bde1354-c28e-4113-b39f-46dfc02ae703 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:37.133678 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bde1354-c28e-4113-b39f-46dfc02ae703 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:37.134255 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bde1354-c28e-4113-b39f-46dfc02ae703 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:37.134936 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bde1354-c28e-4113-b39f-46dfc02ae703 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:37.139219 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3bde1354-c28e-4113-b39f-46dfc02ae703 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0703516 Feb 04 06:19:37.139696 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59838) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:37.177803 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Set router 8c16ac35-91a5-4e08-af14-3bded178cb8e gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:37.261247 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-1d87557e-69b0-48b7-84de-d712c0ac3c40 None None] Port 4106630b-3253-44fb-88b3-4c38915b72db cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:37.334705 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.350773 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 43890200-927d-48ef-b367-5965cc023ddc up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:37.357729 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9eee10e5-b2ef-4ba0-a6b6-f8119a2dac05 tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2139695 Feb 04 06:19:37.533212 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 43890200-927d-48ef-b367-5965cc023ddc triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:37.533776 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.546548 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59844) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:37.551892 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-cd061c23-0bec-4ff4-b7df-02bc0d8a50bc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-657915243', 'description': 'tempest-secgroup-smoke-657915243 description', 'project_id': '71cf42a1a4354f9391ad29100b27498c'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:37.558245 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-cd061c23-0bec-4ff4-b7df-02bc0d8a50bc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:37.562663 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-cd061c23-0bec-4ff4-b7df-02bc0d8a50bc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:37.565699 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-cd061c23-0bec-4ff4-b7df-02bc0d8a50bc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:37.571668 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-cd061c23-0bec-4ff4-b7df-02bc0d8a50bc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:37.583430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cd061c23-0bec-4ff4-b7df-02bc0d8a50bc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.603259 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-cd061c23-0bec-4ff4-b7df-02bc0d8a50bc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:37.607136 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-cd061c23-0bec-4ff4-b7df-02bc0d8a50bc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:37.610686 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-cd061c23-0bec-4ff4-b7df-02bc0d8a50bc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:37.616645 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-cd061c23-0bec-4ff4-b7df-02bc0d8a50bc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:37.667107 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'name': 'tempest-TestNetworkBasicOps-router-839518618', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '43890200-927d-48ef-b367-5965cc023ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:30Z', 'updated_at': '2022-02-04T06:19:35Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '43890200-927d-48ef-b367-5965cc023ddc', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:31Z', 'updated_at': '2022-02-04T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '4106630b-3253-44fb-88b3-4c38915b72db', 'name': '', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:e9:3d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:34Z', 'updated_at': '2022-02-04T06:19:35Z', 'revision_number': 2, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:37.673852 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0612cab8-aeab-4479-90fe-ab178ddfa327 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:37.686248 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cd061c23-0bec-4ff4-b7df-02bc0d8a50bc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.691629 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cd061c23-0bec-4ff4-b7df-02bc0d8a50bc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.698864 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Checking router: 8c16ac35-91a5-4e08-af14-3bded178cb8e for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:37.699213 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Updating router 8c16ac35-91a5-4e08-af14-3bded178cb8e port 4106630b-3253-44fb-88b3-4c38915b72db binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:19:37.736931 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd061c23-0bec-4ff4-b7df-02bc0d8a50bc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:37.741758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cd061c23-0bec-4ff4-b7df-02bc0d8a50bc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.743521 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cd061c23-0bec-4ff4-b7df-02bc0d8a50bc tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1959202 Feb 04 06:19:37.746913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59848) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:37.752598 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-1b28e23a-6b8f-4204-9aa3-47291349c5e0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'd5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:37.758511 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1b28e23a-6b8f-4204-9aa3-47291349c5e0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:37.762617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1b28e23a-6b8f-4204-9aa3-47291349c5e0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:37.765539 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-1b28e23a-6b8f-4204-9aa3-47291349c5e0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:37.771742 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1b28e23a-6b8f-4204-9aa3-47291349c5e0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:37.773254 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.789517 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1b28e23a-6b8f-4204-9aa3-47291349c5e0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.842477 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 0612cab8-aeab-4479-90fe-ab178ddfa327 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:37.842840 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.848220 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1b28e23a-6b8f-4204-9aa3-47291349c5e0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.852488 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1b28e23a-6b8f-4204-9aa3-47291349c5e0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.877891 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28e23a-6b8f-4204-9aa3-47291349c5e0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d03a763-a2ae-4ce0-a30c-f96ac31c7ea5,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:37.888530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1b28e23a-6b8f-4204-9aa3-47291349c5e0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.889780 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1b28e23a-6b8f-4204-9aa3-47291349c5e0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416371 Feb 04 06:19:37.892807 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59852) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:37.897829 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-7b12aabd-1828-4cb5-99d0-1a46c29532c7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'd5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:37.903682 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7b12aabd-1828-4cb5-99d0-1a46c29532c7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:37.907430 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7b12aabd-1828-4cb5-99d0-1a46c29532c7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:37.910293 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7b12aabd-1828-4cb5-99d0-1a46c29532c7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:37.916068 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7b12aabd-1828-4cb5-99d0-1a46c29532c7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:37.935046 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7b12aabd-1828-4cb5-99d0-1a46c29532c7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.996982 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7b12aabd-1828-4cb5-99d0-1a46c29532c7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.001370 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7b12aabd-1828-4cb5-99d0-1a46c29532c7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.028020 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12aabd-1828-4cb5-99d0-1a46c29532c7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d83925-a129-4e30-92f0-06e04c52ac2a,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:38.035728 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7b12aabd-1828-4cb5-99d0-1a46c29532c7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.036966 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7b12aabd-1828-4cb5-99d0-1a46c29532c7 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1432135 Feb 04 06:19:38.039727 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59856) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:38.045104 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-351e3188-bdae-4399-afbb-2edd7e6fdc62 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'd5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:38.051011 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-351e3188-bdae-4399-afbb-2edd7e6fdc62 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:38.054814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-351e3188-bdae-4399-afbb-2edd7e6fdc62 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:38.057717 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-351e3188-bdae-4399-afbb-2edd7e6fdc62 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:38.063294 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-351e3188-bdae-4399-afbb-2edd7e6fdc62 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:38.084358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-351e3188-bdae-4399-afbb-2edd7e6fdc62 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.148389 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-351e3188-bdae-4399-afbb-2edd7e6fdc62 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.153839 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-351e3188-bdae-4399-afbb-2edd7e6fdc62 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.176560 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e3188-bdae-4399-afbb-2edd7e6fdc62 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08251d0a-fd2a-4517-a01e-8254ad32a706,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:38.188155 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-351e3188-bdae-4399-afbb-2edd7e6fdc62 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.189462 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-351e3188-bdae-4399-afbb-2edd7e6fdc62 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487641 Feb 04 06:19:38.192064 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59860) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:38.197189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-26acbedd-68b9-4495-a2b0-dbaff7bf0c51 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'd5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:38.203015 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-26acbedd-68b9-4495-a2b0-dbaff7bf0c51 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:38.206824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-26acbedd-68b9-4495-a2b0-dbaff7bf0c51 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:38.209756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-26acbedd-68b9-4495-a2b0-dbaff7bf0c51 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:38.214058 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.215636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-26acbedd-68b9-4495-a2b0-dbaff7bf0c51 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:38.225357 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Transition to ACTIVE for port object 4106630b-3253-44fb-88b3-4c38915b72db will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:38.232832 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.233295 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26acbedd-68b9-4495-a2b0-dbaff7bf0c51 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.297078 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26acbedd-68b9-4495-a2b0-dbaff7bf0c51 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.302468 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26acbedd-68b9-4495-a2b0-dbaff7bf0c51 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.327046 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acbedd-68b9-4495-a2b0-dbaff7bf0c51 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d64203-12d7-4a81-9be8-aaabd15f001e,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:38.337039 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26acbedd-68b9-4495-a2b0-dbaff7bf0c51 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.340242 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-26acbedd-68b9-4495-a2b0-dbaff7bf0c51 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1472383 Feb 04 06:19:38.341246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59864) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:38.347455 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-130a5a49-2850-4932-9d2e-65d1a9a0e826 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'd5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:38.353362 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-130a5a49-2850-4932-9d2e-65d1a9a0e826 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:38.357701 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-130a5a49-2850-4932-9d2e-65d1a9a0e826 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:38.360698 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-130a5a49-2850-4932-9d2e-65d1a9a0e826 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:38.366443 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-130a5a49-2850-4932-9d2e-65d1a9a0e826 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:38.378448 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-130a5a49-2850-4932-9d2e-65d1a9a0e826 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:19:38.385776 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-130a5a49-2850-4932-9d2e-65d1a9a0e826 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.390857 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492e7d1-70d7-44ec-984f-f19fe824d8f8 None None] Pushing event updated for resources: {'Port': ['ID=4106630b-3253-44fb-88b3-4c38915b72db,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:38.459228 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Attempting to bind port 4106630b-3253-44fb-88b3-4c38915b72db on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:19:38.459341 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-130a5a49-2850-4932-9d2e-65d1a9a0e826 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.463745 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Attempting to bind port 4106630b-3253-44fb-88b3-4c38915b72db by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '6f73b403-cc78-453c-bc6d-fc8b285ee713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:19:38.464237 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Attempting to bind port 4106630b-3253-44fb-88b3-4c38915b72db on network 175cf60e-4844-4b5a-a05d-6052263a2efd {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:19:38.465364 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-130a5a49-2850-4932-9d2e-65d1a9a0e826 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.472116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:19:38.472619 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Checking segment: {'id': '6f73b403-cc78-453c-bc6d-fc8b285ee713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:19:38.472871 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.473250 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Bound using segment: {'id': '6f73b403-cc78-453c-bc6d-fc8b285ee713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:19:38.473698 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Bound port: 4106630b-3253-44fb-88b3-4c38915b72db, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f73b403-cc78-453c-bc6d-fc8b285ee713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:19:38.474073 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.489369 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a5a49-2850-4932-9d2e-65d1a9a0e826 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd39f82-b3eb-4f57-8547-077f99491eef,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:38.499610 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-130a5a49-2850-4932-9d2e-65d1a9a0e826 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.500936 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-130a5a49-2850-4932-9d2e-65d1a9a0e826 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1586289 Feb 04 06:19:38.503593 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59868) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:38.508481 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ba7f82c7-9493-4543-bb3d-f701e3103d08 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'security_group_rule': {'security_group_id': 'd5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297', 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:38.514342 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ba7f82c7-9493-4543-bb3d-f701e3103d08 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:38.518083 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ba7f82c7-9493-4543-bb3d-f701e3103d08 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:security_group_rule and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:38.520925 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ba7f82c7-9493-4543-bb3d-f701e3103d08 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:38.527019 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ba7f82c7-9493-4543-bb3d-f701e3103d08 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:38.537551 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-ba7f82c7-9493-4543-bb3d-f701e3103d08 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Project 71cf42a1a4354f9391ad29100b27498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:19:38.544144 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ba7f82c7-9493-4543-bb3d-f701e3103d08 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.613575 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ba7f82c7-9493-4543-bb3d-f701e3103d08 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.618581 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] For port 4106630b-3253-44fb-88b3-4c38915b72db, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:19:38.619077 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ba7f82c7-9493-4543-bb3d-f701e3103d08 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.624082 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] For port 4106630b-3253-44fb-88b3-4c38915b72db, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=4106630b-3253-44fb-88b3-4c38915b72db,segment=NetworkSegment(6f73b403-cc78-453c-bc6d-fc8b285ee713),segment_id=6f73b403-cc78-453c-bc6d-fc8b285ee713)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:19:38.629136 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.645716 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f82c7-9493-4543-bb3d-f701e3103d08 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bde408-9f65-4eea-a86b-cb5ced164dba,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:38.657365 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ba7f82c7-9493-4543-bb3d-f701e3103d08 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.659017 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ba7f82c7-9493-4543-bb3d-f701e3103d08 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1543469 Feb 04 06:19:38.703736 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Routers {'8c16ac35-91a5-4e08-af14-3bded178cb8e'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:38.704394 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:19:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['8c16ac35-91a5-4e08-af14-3bded178cb8e'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:38.778227 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492e7d1-70d7-44ec-984f-f19fe824d8f8 None None] Pushing event updated for resources: {'Port': ['ID=4106630b-3253-44fb-88b3-4c38915b72db,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:38.845421 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-5a8a76e8-03e8-488f-9b9f-17ac6c8d7b4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:38.864058 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-5a8a76e8-03e8-488f-9b9f-17ac6c8d7b4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:38.868246 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-5a8a76e8-03e8-488f-9b9f-17ac6c8d7b4e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-657915243&fields=id&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 267 time: 0.0646765 Feb 04 06:19:38.897100 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] Set router 8c16ac35-91a5-4e08-af14-3bded178cb8e gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:39.017869 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-46628d67-17ba-41df-babc-a457d834627e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:39.018931 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-46628d67-17ba-41df-babc-a457d834627e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:39.048965 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-46628d67-17ba-41df-babc-a457d834627e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:39.050160 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-46628d67-17ba-41df-babc-a457d834627e tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/networks?id=175cf60e-4844-4b5a-a05d-6052263a2efd HTTP/1.1" status: 200 len: 797 time: 0.1777833 Feb 04 06:19:39.064983 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-fbd9e19a-1d70-4ff0-8766-4293212f126f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/quotas/71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 375 time: 0.0092218 Feb 04 06:19:39.154349 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-a7ad7b3b-65bb-4572-a257-3136e90afa48 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:39.170945 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-a7ad7b3b-65bb-4572-a257-3136e90afa48 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:39.172500 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-a7ad7b3b-65bb-4572-a257-3136e90afa48 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021268 Feb 04 06:19:39.223175 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'name': 'tempest-TestNetworkBasicOps-router-839518618', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '43890200-927d-48ef-b367-5965cc023ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:30Z', 'updated_at': '2022-02-04T06:19:35Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '43890200-927d-48ef-b367-5965cc023ddc', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:31Z', 'updated_at': '2022-02-04T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '4106630b-3253-44fb-88b3-4c38915b72db', 'name': '', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:e9:3d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:34Z', 'updated_at': '2022-02-04T06:19:38Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:39.227290 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d74d4b-ca4b-41c7-9dc4-f2191c0b5ad1 None None] The sync data for ids ['8c16ac35-91a5-4e08-af14-3bded178cb8e'] in dv-neutron-826830-2-hyperv is: [{'id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'name': 'tempest-TestNetworkBasicOps-router-839518618', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '43890200-927d-48ef-b367-5965cc023ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:30Z', 'updated_at': '2022-02-04T06:19:35Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '43890200-927d-48ef-b367-5965cc023ddc', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:31Z', 'updated_at': '2022-02-04T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '4106630b-3253-44fb-88b3-4c38915b72db', 'name': '', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:e9:3d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:34Z', 'updated_at': '2022-02-04T06:19:38Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:39.346801 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-150a156d-6e29-45f0-8f90-17fc77e6b55c service neutron] 10.222.0.31 "GET /v2.0/networks/175cf60e-4844-4b5a-a05d-6052263a2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605656 Feb 04 06:19:39.383160 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 4106630b-3253-44fb-88b3-4c38915b72db up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:39.459444 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 4106630b-3253-44fb-88b3-4c38915b72db completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:39.464796 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 4106630b-3253-44fb-88b3-4c38915b72db triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:39.465173 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:39.597334 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:39.621942 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-48fea5c5-cf2d-426b-83e9-f9fb0a34934e service neutron] 10.222.0.31 "GET /v2.0/networks/175cf60e-4844-4b5a-a05d-6052263a2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732348 Feb 04 06:19:39.632048 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 4106630b-3253-44fb-88b3-4c38915b72db, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=4106630b-3253-44fb-88b3-4c38915b72db,segment=NetworkSegment(6f73b403-cc78-453c-bc6d-fc8b285ee713),segment_id=6f73b403-cc78-453c-bc6d-fc8b285ee713)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:39.636694 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:39.714779 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=4106630b-3253-44fb-88b3-4c38915b72db,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:39.823429 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd8d496d-40fe-41dd-85c2-45246b518123 req-ba844b0c-e7be-4394-bd2a-a46af372be39 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 210 time: 0.0456572 Feb 04 06:19:40.890890 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-f680a2c7-f0e5-4aa7-aed7-0c1c7ee04ae2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:40.892427 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-f680a2c7-f0e5-4aa7-aed7-0c1c7ee04ae2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/networks?id=175cf60e-4844-4b5a-a05d-6052263a2efd HTTP/1.1" status: 200 len: 797 time: 0.1503677 Feb 04 06:19:40.979505 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-7a2f2e6e-ec31-4a74-938a-a83aad631c04 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71cf42a1a4354f9391ad29100b27498c HTTP/1.1" status: 200 len: 379 time: 0.0788174 Feb 04 06:19:40.988039 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-478b640e-a9df-423e-bb59-ced2491aa164 req-28396ef2-f4d5-4f68-a987-b1e4067f51a5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 210 time: 0.0556724 Feb 04 06:19:40.991291 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-8b36cbae-f42e-41cf-a69c-24dc09d7ff52 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'port': {'device_id': '2e22f032-df2b-4096-a0f2-6030118fecaa', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'admin_state_up': True, 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'security_groups': ['d5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:41.135904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-8b36cbae-f42e-41cf-a69c-24dc09d7ff52 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:41.146213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-8b36cbae-f42e-41cf-a69c-24dc09d7ff52 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:41.159811 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-8b36cbae-f42e-41cf-a69c-24dc09d7ff52 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Made reservation on behalf of 71cf42a1a4354f9391ad29100b27498c for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:41.163343 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-8b36cbae-f42e-41cf-a69c-24dc09d7ff52 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:41.325319 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-8b36cbae-f42e-41cf-a69c-24dc09d7ff52 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.20.0.11 (175cf60e-4844-4b5a-a05d-6052263a2efd/8be359c9-35cd-4105-af78-4a1504f7d414/738aee59-e8bb-4c56-843f-51955d224428) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:41.343507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 4106630b-3253-44fb-88b3-4c38915b72db up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:41.414244 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 4106630b-3253-44fb-88b3-4c38915b72db triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:41.414504 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:41.519935 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-8b36cbae-f42e-41cf-a69c-24dc09d7ff52 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:41.535182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-8b36cbae-f42e-41cf-a69c-24dc09d7ff52 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Transition to ACTIVE for port object 738aee59-e8bb-4c56-843f-51955d224428 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:41.559089 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-8b36cbae-f42e-41cf-a69c-24dc09d7ff52 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:41.624060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-8b36cbae-f42e-41cf-a69c-24dc09d7ff52 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network 175cf60e-4844-4b5a-a05d-6052263a2efd is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:41.627047 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-8b36cbae-f42e-41cf-a69c-24dc09d7ff52 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:41.631028 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-8b36cbae-f42e-41cf-a69c-24dc09d7ff52 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:19:41.679255 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36cbae-f42e-41cf-a69c-24dc09d7ff52 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=738aee59-e8bb-4c56-843f-51955d224428,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:41.701550 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-8b36cbae-f42e-41cf-a69c-24dc09d7ff52 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:41.702157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-8b36cbae-f42e-41cf-a69c-24dc09d7ff52 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:41.727061 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-8b36cbae-f42e-41cf-a69c-24dc09d7ff52 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7411158 Feb 04 06:19:41.738069 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Request body: {'port': {'device_id': '2e22f032-df2b-4096-a0f2-6030118fecaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:41.847769 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:41.869210 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e1bb4c89-c10c-410d-b379-ba2b8f8c0652 None None] Provisioning for port 738aee59-e8bb-4c56-843f-51955d224428 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:41.876414 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e1bb4c89-c10c-410d-b379-ba2b8f8c0652 None None] Provisioning complete for port 738aee59-e8bb-4c56-843f-51955d224428 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:41.876765 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e1bb4c89-c10c-410d-b379-ba2b8f8c0652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:41.932857 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-e1bb4c89-c10c-410d-b379-ba2b8f8c0652 None None] Port 738aee59-e8bb-4c56-843f-51955d224428 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:42.256955 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265057-7cad-4ccd-9ff7-346b667d014b req-83672a27-e979-4a57-9629-986f39f64108 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:42.257631 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-e4265057-7cad-4ccd-9ff7-346b667d014b req-83672a27-e979-4a57-9629-986f39f64108 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Synchronizing usage tracker for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:42.266210 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738aee59-e8bb-4c56-843f-51955d224428 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:19:42.276133 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:42.293752 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-e4265057-7cad-4ccd-9ff7-346b667d014b req-83672a27-e979-4a57-9629-986f39f64108 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Unset dirty status for tenant:71cf42a1a4354f9391ad29100b27498c on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:42.294993 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e4265057-7cad-4ccd-9ff7-346b667d014b req-83672a27-e979-4a57-9629-986f39f64108 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 932 time: 0.1997302 Feb 04 06:19:42.295833 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Transition to ACTIVE for port object 738aee59-e8bb-4c56-843f-51955d224428 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:42.299496 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:42.612318 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e4265057-7cad-4ccd-9ff7-346b667d014b req-f3eedeb6-d9a5-4dec-a493-a450f5982a8c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3089817 Feb 04 06:19:42.612923 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Pushing event updated for resources: {'Port': ['ID=738aee59-e8bb-4c56-843f-51955d224428,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:42.694039 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Attempting to bind port 738aee59-e8bb-4c56-843f-51955d224428 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:19:42.694363 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Attempting to bind port 738aee59-e8bb-4c56-843f-51955d224428 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6f73b403-cc78-453c-bc6d-fc8b285ee713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:19:42.694688 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Attempting to bind port 738aee59-e8bb-4c56-843f-51955d224428 on network 175cf60e-4844-4b5a-a05d-6052263a2efd {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:19:42.699430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Port 738aee59-e8bb-4c56-843f-51955d224428 on network 175cf60e-4844-4b5a-a05d-6052263a2efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:19:42.699751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Attempting to bind port 738aee59-e8bb-4c56-843f-51955d224428 on network 175cf60e-4844-4b5a-a05d-6052263a2efd {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:19:42.705537 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:19:42.705872 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Checking segment: {'id': '6f73b403-cc78-453c-bc6d-fc8b285ee713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:19:42.706253 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Bound using segment: {'id': '6f73b403-cc78-453c-bc6d-fc8b285ee713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:19:42.706674 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Bound port: 738aee59-e8bb-4c56-843f-51955d224428, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f73b403-cc78-453c-bc6d-fc8b285ee713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:19:42.707015 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:42.803593 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] For port 738aee59-e8bb-4c56-843f-51955d224428, host hv-neutron-8268, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:19:42.806727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] For port 738aee59-e8bb-4c56-843f-51955d224428, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=738aee59-e8bb-4c56-843f-51955d224428,segment=NetworkSegment(6f73b403-cc78-453c-bc6d-fc8b285ee713),segment_id=6f73b403-cc78-453c-bc6d-fc8b285ee713)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:19:42.815846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:42.878690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:42.879335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:42.880697 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] 10.222.0.43 "PUT /v2.0/ports/738aee59-e8bb-4c56-843f-51955d224428 HTTP/1.1" status: 200 len: 1094 time: 1.1469080 Feb 04 06:19:42.881121 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e22f032-df2b-4096-a0f2-6030118fecaa', 'tag': '738aee59-e8bb-4c56-843f-51955d224428'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:19:42.903676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5978ab9-4ab2-4feb-85be-d194f0e09393 service neutron] Pushing event updated for resources: {'Port': ['ID=738aee59-e8bb-4c56-843f-51955d224428,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:42.958021 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e22f032-df2b-4096-a0f2-6030118fecaa', 'tag': '738aee59-e8bb-4c56-843f-51955d224428', 'status': 'completed', 'code': 200} Feb 04 06:19:42.999292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-edac69fa-1780-49da-915b-32c46fcc43e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:43.000812 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-edac69fa-1780-49da-915b-32c46fcc43e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 1097 time: 0.0801389 Feb 04 06:19:43.071022 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-4f2f08f4-dab2-46b1-95b8-99ece85dffec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=738aee59-e8bb-4c56-843f-51955d224428 HTTP/1.1" status: 200 len: 217 time: 0.0625186 Feb 04 06:19:43.136626 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-f3ef43a3-ec1e-4d7b-8a95-a0a4196b90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:43.138022 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-f3ef43a3-ec1e-4d7b-8a95-a0a4196b90f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8be359c9-35cd-4105-af78-4a1504f7d414 HTTP/1.1" status: 200 len: 834 time: 0.0608034 Feb 04 06:19:43.214031 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-dd9b4a20-b6c5-417e-b1f8-0d57c9ade7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:43.215503 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-dd9b4a20-b6c5-417e-b1f8-0d57c9ade7a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=175cf60e-4844-4b5a-a05d-6052263a2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714343 Feb 04 06:19:43.348806 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-aa5b890d-e541-44e1-b0ac-777f8fd13331 service neutron] 10.222.0.43 "GET /v2.0/networks/175cf60e-4844-4b5a-a05d-6052263a2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269798 Feb 04 06:19:43.495238 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-54b590a2-daa2-49d8-9a36-f2fac3edb653 req-afae15c6-4f05-4439-9c76-b97b3c56f54f service neutron] 10.222.0.43 "GET /v2.0/networks/175cf60e-4844-4b5a-a05d-6052263a2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397982 Feb 04 06:19:43.624586 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0046bf0-6999-4d2c-9644-5e40e551259c req-7858c512-5a89-4b28-ad0f-613903e8299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:43.626045 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c0046bf0-6999-4d2c-9644-5e40e551259c req-7858c512-5a89-4b28-ad0f-613903e8299c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 1097 time: 0.0760348 Feb 04 06:19:43.803486 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0046bf0-6999-4d2c-9644-5e40e551259c req-9af7c4d4-2ec1-42f5-a9b5-b2396d89e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:43.804951 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c0046bf0-6999-4d2c-9644-5e40e551259c req-9af7c4d4-2ec1-42f5-a9b5-b2396d89e7cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=175cf60e-4844-4b5a-a05d-6052263a2efd HTTP/1.1" status: 200 len: 898 time: 0.1719518 Feb 04 06:19:43.879894 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c0046bf0-6999-4d2c-9644-5e40e551259c req-b30759d4-5e74-48cb-990e-55d314fb0ed3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=738aee59-e8bb-4c56-843f-51955d224428 HTTP/1.1" status: 200 len: 217 time: 0.0681357 Feb 04 06:19:43.926750 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56c730-2053-4f66-861c-7888c74b4f9f req-b48cb850-33c6-413d-a3f5-9e86fec27692 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:43.928166 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1c56c730-2053-4f66-861c-7888c74b4f9f req-b48cb850-33c6-413d-a3f5-9e86fec27692 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 944 time: 0.1931517 Feb 04 06:19:43.974599 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0046bf0-6999-4d2c-9644-5e40e551259c req-509d5f0d-356f-4b5d-a082-ca8a9b4e3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:43.975968 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c0046bf0-6999-4d2c-9644-5e40e551259c req-509d5f0d-356f-4b5d-a082-ca8a9b4e3eb2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8be359c9-35cd-4105-af78-4a1504f7d414 HTTP/1.1" status: 200 len: 834 time: 0.0883644 Feb 04 06:19:44.018233 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1c56c730-2053-4f66-861c-7888c74b4f9f req-bac5e235-8672-4c7c-8d60-1d09f08fe468 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836201 Feb 04 06:19:44.061060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0046bf0-6999-4d2c-9644-5e40e551259c req-7a308286-4d73-4c7a-9616-75d69f2a599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:44.062504 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c0046bf0-6999-4d2c-9644-5e40e551259c req-7a308286-4d73-4c7a-9616-75d69f2a599e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=175cf60e-4844-4b5a-a05d-6052263a2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783937 Feb 04 06:19:44.195586 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c0046bf0-6999-4d2c-9644-5e40e551259c req-6ddaa624-9c36-4f18-9d2f-c6649bd1b6e1 service neutron] 10.222.0.43 "GET /v2.0/networks/175cf60e-4844-4b5a-a05d-6052263a2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239374 Feb 04 06:19:44.445401 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c0046bf0-6999-4d2c-9644-5e40e551259c req-9268078d-4562-4cbd-9138-6b531765bedb service neutron] 10.222.0.43 "GET /v2.0/networks/175cf60e-4844-4b5a-a05d-6052263a2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426572 Feb 04 06:19:45.229485 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d8ee3-0f85-4752-aec1-c05e865fedd4 req-b94c1941-4714-43dd-b6bc-f84d3051f6a5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:45.230999 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-270d8ee3-0f85-4752-aec1-c05e865fedd4 req-b94c1941-4714-43dd-b6bc-f84d3051f6a5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 944 time: 0.0834429 Feb 04 06:19:45.277196 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-270d8ee3-0f85-4752-aec1-c05e865fedd4 req-b4fd2c7e-9aa3-4f33-89b4-5f478dd410be tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400102 Feb 04 06:19:46.477072 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b0140-b273-471e-965c-ed99dc319ffc req-2926ca66-2a96-4ead-babb-fa983108b239 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:46.478463 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-637b0140-b273-471e-965c-ed99dc319ffc req-2926ca66-2a96-4ead-babb-fa983108b239 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 944 time: 0.0813558 Feb 04 06:19:46.522370 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-637b0140-b273-471e-965c-ed99dc319ffc req-41e1192f-46df-438c-8f85-bb3847d966db tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378113 Feb 04 06:19:46.811226 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:19:47.579947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 738aee59-e8bb-4c56-843f-51955d224428 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:19:47.712465 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 738aee59-e8bb-4c56-843f-51955d224428, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=738aee59-e8bb-4c56-843f-51955d224428,segment=NetworkSegment(6f73b403-cc78-453c-bc6d-fc8b285ee713),segment_id=6f73b403-cc78-453c-bc6d-fc8b285ee713)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:47.721871 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32129c-f57e-4e9a-825c-b5884764195f req-d456e245-c6f8-4ab3-a084-95933d6ceb4f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:47.723346 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b32129c-f57e-4e9a-825c-b5884764195f req-d456e245-c6f8-4ab3-a084-95933d6ceb4f tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 944 time: 0.0839877 Feb 04 06:19:47.726076 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '738aee59-e8bb-4c56-843f-51955d224428', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'port_id': '738aee59-e8bb-4c56-843f-51955d224428', 'mac_address': 'fa:16:3e:0d:ac:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:19:47.767609 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b32129c-f57e-4e9a-825c-b5884764195f req-8effb5f6-e62b-40e0-b47d-0777eb2ca4e6 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384007 Feb 04 06:19:47.780863 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.800417 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738aee59-e8bb-4c56-843f-51955d224428 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:19:47.815889 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 738aee59-e8bb-4c56-843f-51955d224428, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=738aee59-e8bb-4c56-843f-51955d224428,segment=NetworkSegment(6f73b403-cc78-453c-bc6d-fc8b285ee713),segment_id=6f73b403-cc78-453c-bc6d-fc8b285ee713)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:47.821881 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.889694 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=738aee59-e8bb-4c56-843f-51955d224428,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:48.019821 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['738aee59-e8bb-4c56-843f-51955d224428'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:19:48.966280 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5acb7-07c0-4cbb-a8f5-a540f9c32eee req-7d68c66b-d7fe-42da-be11-c448727f41eb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:48.967710 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-56e5acb7-07c0-4cbb-a8f5-a540f9c32eee req-7d68c66b-d7fe-42da-be11-c448727f41eb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 945 time: 0.0832026 Feb 04 06:19:49.014927 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-56e5acb7-07c0-4cbb-a8f5-a540f9c32eee req-fa641418-c5b2-44f0-a516-bcafabd82254 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389371 Feb 04 06:19:49.595131 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 738aee59-e8bb-4c56-843f-51955d224428 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:49.670077 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 738aee59-e8bb-4c56-843f-51955d224428 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:49.674966 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 738aee59-e8bb-4c56-843f-51955d224428 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:49.675331 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:49.790270 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:49.817378 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e22f032-df2b-4096-a0f2-6030118fecaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738aee59-e8bb-4c56-843f-51955d224428'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:19:49.827898 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 738aee59-e8bb-4c56-843f-51955d224428, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=738aee59-e8bb-4c56-843f-51955d224428,segment=NetworkSegment(6f73b403-cc78-453c-bc6d-fc8b285ee713),segment_id=6f73b403-cc78-453c-bc6d-fc8b285ee713)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:49.834156 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:49.871867 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e22f032-df2b-4096-a0f2-6030118fecaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738aee59-e8bb-4c56-843f-51955d224428', 'code': 200} Feb 04 06:19:49.916489 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=738aee59-e8bb-4c56-843f-51955d224428,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:50.104690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1ad64-8318-45db-b241-46710686be70 req-0f80f952-858f-4ced-90a4-7a9b0f8a319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:50.106803 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1af1ad64-8318-45db-b241-46710686be70 req-0f80f952-858f-4ced-90a4-7a9b0f8a319d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 1099 time: 0.0759034 Feb 04 06:19:50.193065 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1af1ad64-8318-45db-b241-46710686be70 req-a1f9b6fc-7c79-41cb-a418-8c99313ba3b4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800052 Feb 04 06:19:50.227799 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741c81e-6376-47f5-ba58-363039cd3d44 req-4a40a071-28c6-44c5-a84a-9493ab996cc2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:50.229281 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f741c81e-6376-47f5-ba58-363039cd3d44 req-4a40a071-28c6-44c5-a84a-9493ab996cc2 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 946 time: 0.1004038 Feb 04 06:19:50.276603 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f741c81e-6376-47f5-ba58-363039cd3d44 req-71b6cd9c-baba-493f-ac4b-8f58efff3c95 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383406 Feb 04 06:19:51.472003 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a534a-56ba-4201-99af-d194ba3d09b4 req-cd4de3f8-801b-4ae8-831c-70cba24259c1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:51.473331 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7f4a534a-56ba-4201-99af-d194ba3d09b4 req-cd4de3f8-801b-4ae8-831c-70cba24259c1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 946 time: 0.0872178 Feb 04 06:19:51.517252 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7f4a534a-56ba-4201-99af-d194ba3d09b4 req-81a43161-3218-49bf-813b-c25cf21acf8c tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381668 Feb 04 06:19:51.720970 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ef3e3-7f62-40e1-ba68-3e7f77afbbcb req-c56b6bdc-5427-4b0b-8f71-b647fc8851ac tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:51.722463 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-750ef3e3-7f62-40e1-ba68-3e7f77afbbcb req-c56b6bdc-5427-4b0b-8f71-b647fc8851ac tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 946 time: 0.0889597 Feb 04 06:19:51.769979 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-750ef3e3-7f62-40e1-ba68-3e7f77afbbcb req-ee7df4c3-6425-4668-b81e-25ec1e52a823 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419796 Feb 04 06:19:51.797418 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59922) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:51.867313 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3673aa69-05f2-47ab-96bb-2d93cc6815ab tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:51.868790 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3673aa69-05f2-47ab-96bb-2d93cc6815ab tempest-TestNetworkBasicOps-1068929557 tempest-TestNetworkBasicOps-1068929557-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 1094 time: 0.0704463 Feb 04 06:19:51.871882 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59926) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:51.876779 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': '738aee59-e8bb-4c56-843f-51955d224428', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:51.883185 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:51.887444 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Usage tracker for resource:floatingip and tenant:71cf42a1a4354f9391ad29100b27498c is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:51.890433 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:51.896472 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:51.909607 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.050940 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.184386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Allocated IP 172.26.4.24 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/767f39e1-e41d-486f-877c-df840e7e4bcc) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:52.335414 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.367660 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.430767 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:52.433616 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:52.437152 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:19:52.468980 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=767f39e1-e41d-486f-877c-df840e7e4bcc,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:52.971484 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.053200 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.256266 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.262958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.381368 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event updated for resources: {'Port': ['ID=767f39e1-e41d-486f-877c-df840e7e4bcc,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:53.391714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.564733 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Floating IP 1894274e-a2e0-45e9-bf92-4e41fd7f84aa associated. External IP: 172.26.4.24, port: 738aee59-e8bb-4c56-843f-51955d224428. Feb 04 06:19:53.923560 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 8c16ac35-91a5-4e08-af14-3bded178cb8e has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:19:54.105988 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:54.117679 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d34b68-77ba-43a9-8bca-d20795ea8681 None None] Sync routers for ids ['8c16ac35-91a5-4e08-af14-3bded178cb8e'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:54.130152 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d34b68-77ba-43a9-8bca-d20795ea8681 None None] Routers {'8c16ac35-91a5-4e08-af14-3bded178cb8e'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:54.131017 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-a4d34b68-77ba-43a9-8bca-d20795ea8681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:19:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['8c16ac35-91a5-4e08-af14-3bded178cb8e'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:54.135217 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:54.199916 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ae2b7a13-75e9-4ec0-9efd-d58b391c5404 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3242495 Feb 04 06:19:54.199916 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e22f032-df2b-4096-a0f2-6030118fecaa', 'tag': '738aee59-e8bb-4c56-843f-51955d224428'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:19:54.201373 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59930) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:54.247469 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e22f032-df2b-4096-a0f2-6030118fecaa', 'tag': '738aee59-e8bb-4c56-843f-51955d224428', 'status': 'completed', 'code': 200} Feb 04 06:19:54.308616 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-a4d34b68-77ba-43a9-8bca-d20795ea8681 None None] Set router 8c16ac35-91a5-4e08-af14-3bded178cb8e gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:54.321452 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-db69d727-476c-4c4b-a7e1-9f5e49f22ee9 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/1894274e-a2e0-45e9-bf92-4e41fd7f84aa HTTP/1.1" status: 200 len: 991 time: 0.1182694 Feb 04 06:19:54.342173 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae46ef7-5726-4208-8fd4-de960fe5cc27 req-56f1b45e-1219-4afd-af5f-13c63c5cc930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:54.343807 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9ae46ef7-5726-4208-8fd4-de960fe5cc27 req-56f1b45e-1219-4afd-af5f-13c63c5cc930 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 1099 time: 0.0755682 Feb 04 06:19:54.592992 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae46ef7-5726-4208-8fd4-de960fe5cc27 req-9d17e6ba-2d86-42a6-b071-ba545c6caaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:54.594604 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9ae46ef7-5726-4208-8fd4-de960fe5cc27 req-9d17e6ba-2d86-42a6-b071-ba545c6caaaa service neutron] 10.222.0.43 "GET /v2.0/networks?id=175cf60e-4844-4b5a-a05d-6052263a2efd HTTP/1.1" status: 200 len: 898 time: 0.2446361 Feb 04 06:19:54.667702 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-a4d34b68-77ba-43a9-8bca-d20795ea8681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'name': 'tempest-TestNetworkBasicOps-router-839518618', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '43890200-927d-48ef-b367-5965cc023ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:30Z', 'updated_at': '2022-02-04T06:19:35Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '43890200-927d-48ef-b367-5965cc023ddc', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:31Z', 'updated_at': '2022-02-04T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '1894274e-a2e0-45e9-bf92-4e41fd7f84aa', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.24', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'port_id': '738aee59-e8bb-4c56-843f-51955d224428', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'mac_address': 'fa:16:3e:0d:ac:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e22f032-df2b-4096-a0f2-6030118fecaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:19:52Z', 'updated_at': '2022-02-04T06:19:52Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4106630b-3253-44fb-88b3-4c38915b72db', 'name': '', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:e9:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:34Z', 'updated_at': '2022-02-04T06:19:39Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:54.671984 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d34b68-77ba-43a9-8bca-d20795ea8681 None None] Checking router: 8c16ac35-91a5-4e08-af14-3bded178cb8e for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:54.680967 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d34b68-77ba-43a9-8bca-d20795ea8681 None None] Routers {'8c16ac35-91a5-4e08-af14-3bded178cb8e'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:54.681669 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-a4d34b68-77ba-43a9-8bca-d20795ea8681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:19:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['8c16ac35-91a5-4e08-af14-3bded178cb8e'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:54.709311 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9ae46ef7-5726-4208-8fd4-de960fe5cc27 req-bb978b68-d444-49e9-86a7-9a1be6fa5741 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=738aee59-e8bb-4c56-843f-51955d224428 HTTP/1.1" status: 200 len: 999 time: 0.1080961 Feb 04 06:19:54.774152 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae46ef7-5726-4208-8fd4-de960fe5cc27 req-fb25ac5e-7355-45f0-a35d-de4965f28c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:54.775629 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9ae46ef7-5726-4208-8fd4-de960fe5cc27 req-fb25ac5e-7355-45f0-a35d-de4965f28c0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8be359c9-35cd-4105-af78-4a1504f7d414 HTTP/1.1" status: 200 len: 834 time: 0.0602703 Feb 04 06:19:54.848870 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae46ef7-5726-4208-8fd4-de960fe5cc27 req-6cd78fb1-e4a5-4011-a1be-5fd67175025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:54.850342 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9ae46ef7-5726-4208-8fd4-de960fe5cc27 req-6cd78fb1-e4a5-4011-a1be-5fd67175025c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=175cf60e-4844-4b5a-a05d-6052263a2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691364 Feb 04 06:19:54.859475 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-a4d34b68-77ba-43a9-8bca-d20795ea8681 None None] Set router 8c16ac35-91a5-4e08-af14-3bded178cb8e gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:54.860315 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [req-9ae46ef7-5726-4208-8fd4-de960fe5cc27 req-45a938f7-29b3-4ed3-948c-cdc65eccaba4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:19:54.861210 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9ae46ef7-5726-4208-8fd4-de960fe5cc27 req-45a938f7-29b3-4ed3-948c-cdc65eccaba4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052245 Feb 04 06:19:54.991880 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9ae46ef7-5726-4208-8fd4-de960fe5cc27 req-ed3c78c6-1e08-482b-81dd-fdce30267c96 service neutron] 10.222.0.43 "GET /v2.0/networks/175cf60e-4844-4b5a-a05d-6052263a2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235211 Feb 04 06:19:55.129579 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9ae46ef7-5726-4208-8fd4-de960fe5cc27 req-a2d56d06-bcca-43f5-96e1-01c7031780ae service neutron] 10.222.0.43 "GET /v2.0/networks/175cf60e-4844-4b5a-a05d-6052263a2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315582 Feb 04 06:19:55.247243 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-a4d34b68-77ba-43a9-8bca-d20795ea8681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'name': 'tempest-TestNetworkBasicOps-router-839518618', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '43890200-927d-48ef-b367-5965cc023ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:30Z', 'updated_at': '2022-02-04T06:19:35Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '43890200-927d-48ef-b367-5965cc023ddc', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:31Z', 'updated_at': '2022-02-04T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '1894274e-a2e0-45e9-bf92-4e41fd7f84aa', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.24', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'port_id': '738aee59-e8bb-4c56-843f-51955d224428', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'mac_address': 'fa:16:3e:0d:ac:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e22f032-df2b-4096-a0f2-6030118fecaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:19:52Z', 'updated_at': '2022-02-04T06:19:52Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4106630b-3253-44fb-88b3-4c38915b72db', 'name': '', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:e9:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:34Z', 'updated_at': '2022-02-04T06:19:39Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:55.251271 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d34b68-77ba-43a9-8bca-d20795ea8681 None None] The sync data for ids ['8c16ac35-91a5-4e08-af14-3bded178cb8e'] in dv-neutron-826830-2-hyperv is: [{'id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'name': 'tempest-TestNetworkBasicOps-router-839518618', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '43890200-927d-48ef-b367-5965cc023ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:30Z', 'updated_at': '2022-02-04T06:19:35Z', 'revision_number': 4, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '43890200-927d-48ef-b367-5965cc023ddc', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:31Z', 'updated_at': '2022-02-04T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '1894274e-a2e0-45e9-bf92-4e41fd7f84aa', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.24', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'port_id': '738aee59-e8bb-4c56-843f-51955d224428', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'mac_address': 'fa:16:3e:0d:ac:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e22f032-df2b-4096-a0f2-6030118fecaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:19:52Z', 'updated_at': '2022-02-04T06:19:52Z', 'revision_number': 0, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4106630b-3253-44fb-88b3-4c38915b72db', 'name': '', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:e9:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:34Z', 'updated_at': '2022-02-04T06:19:39Z', 'revision_number': 5, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:55.325277 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59936) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:55.454126 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17ccffe-cff3-4b5c-ab54-cc52f16d2b1f None None] New status for floating IP 1894274e-a2e0-45e9-bf92-4e41fd7f84aa: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:19:55.532198 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-89196666-7e6a-418b-bd96-c26417309bf1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/1894274e-a2e0-45e9-bf92-4e41fd7f84aa HTTP/1.1" status: 200 len: 991 time: 0.2044916 Feb 04 06:19:56.535213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59940) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:56.642957 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c7cd7979-ee6f-40a1-a499-c35d26029499 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/1894274e-a2e0-45e9-bf92-4e41fd7f84aa HTTP/1.1" status: 200 len: 993 time: 0.1065421 Feb 04 06:19:59.519902 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-13a598fd-c46e-4e1c-8e50-8d0bb0d3b0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:01.833335 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9b3c515b-8135-4f50-9625-f482206d9c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.878400 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.912837 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:04.286602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:07.237341 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:23.816645 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:20:25.901792 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59954) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:25.908554 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-6e3c114d-ffa5-42f8-aa12-5392a0cc71aa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:26.448903 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6e3c114d-ffa5-42f8-aa12-5392a0cc71aa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:26.462279 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6e3c114d-ffa5-42f8-aa12-5392a0cc71aa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:26.768341 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3c114d-ffa5-42f8-aa12-5392a0cc71aa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 8c16ac35-91a5-4e08-af14-3bded178cb8e has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:20:26.946980 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3c114d-ffa5-42f8-aa12-5392a0cc71aa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:20:26.954307 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6e3c114d-ffa5-42f8-aa12-5392a0cc71aa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:26.955435 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6e3c114d-ffa5-42f8-aa12-5392a0cc71aa tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/routers/8c16ac35-91a5-4e08-af14-3bded178cb8e HTTP/1.1" status: 200 len: 888 time: 1.0522959 Feb 04 06:20:26.958433 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b6a1b5-c23b-4493-bd98-1f73278f398f None None] Sync routers for ids ['8c16ac35-91a5-4e08-af14-3bded178cb8e'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:20:26.972921 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b6a1b5-c23b-4493-bd98-1f73278f398f None None] Routers {'8c16ac35-91a5-4e08-af14-3bded178cb8e'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:20:26.973788 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-37b6a1b5-c23b-4493-bd98-1f73278f398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:20:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['8c16ac35-91a5-4e08-af14-3bded178cb8e'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:27.037402 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-37b6a1b5-c23b-4493-bd98-1f73278f398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:27.046183 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b6a1b5-c23b-4493-bd98-1f73278f398f None None] Routers {'8c16ac35-91a5-4e08-af14-3bded178cb8e'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:20:27.046746 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-37b6a1b5-c23b-4493-bd98-1f73278f398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:20:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['8c16ac35-91a5-4e08-af14-3bded178cb8e'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:27.105492 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-37b6a1b5-c23b-4493-bd98-1f73278f398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:27.105865 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b6a1b5-c23b-4493-bd98-1f73278f398f None None] The sync data for ids ['8c16ac35-91a5-4e08-af14-3bded178cb8e'] in dv-neutron-826830-2-hyperv is: [] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:20:27.323727 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167db2b0-43e9-4aae-b793-fa716a01c30e None None] New status for floating IP 1894274e-a2e0-45e9-bf92-4e41fd7f84aa: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:20:27.375803 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 43890200-927d-48ef-b367-5965cc023ddc no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:20:27.656761 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:27.674595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 43890200-927d-48ef-b367-5965cc023ddc, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=43890200-927d-48ef-b367-5965cc023ddc,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:27.679531 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:27.680369 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 4106630b-3253-44fb-88b3-4c38915b72db no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:20:27.791520 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=43890200-927d-48ef-b367-5965cc023ddc,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:27.851880 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:27.884222 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 4106630b-3253-44fb-88b3-4c38915b72db, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=4106630b-3253-44fb-88b3-4c38915b72db,segment=NetworkSegment(6f73b403-cc78-453c-bc6d-fc8b285ee713),segment_id=6f73b403-cc78-453c-bc6d-fc8b285ee713)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:27.889844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:27.959423 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=4106630b-3253-44fb-88b3-4c38915b72db,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:28.135208 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-908ffee5-6bb7-433e-898d-77db36d5f560 req-4b976969-a16d-4ff4-b362-1c5f5a86b36a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2e22f032-df2b-4096-a0f2-6030118fecaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1193552 Feb 04 06:20:28.287441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ffee5-6bb7-433e-898d-77db36d5f560 req-43c8c380-ed58-4802-ba74-89a277bc69b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:28.288869 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-908ffee5-6bb7-433e-898d-77db36d5f560 req-43c8c380-ed58-4802-ba74-89a277bc69b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 1099 time: 0.0804889 Feb 04 06:20:28.442836 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ffee5-6bb7-433e-898d-77db36d5f560 req-dc96a644-566d-4b38-b6f2-63a0c4be55a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:28.444319 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-908ffee5-6bb7-433e-898d-77db36d5f560 req-dc96a644-566d-4b38-b6f2-63a0c4be55a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=175cf60e-4844-4b5a-a05d-6052263a2efd HTTP/1.1" status: 200 len: 898 time: 0.1349773 Feb 04 06:20:28.550288 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-908ffee5-6bb7-433e-898d-77db36d5f560 req-0acbfb76-af2d-46ce-898c-127f8d8f5030 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=738aee59-e8bb-4c56-843f-51955d224428 HTTP/1.1" status: 200 len: 999 time: 0.0996306 Feb 04 06:20:28.618578 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ffee5-6bb7-433e-898d-77db36d5f560 req-38b25e5f-6851-42f0-b6a1-d8369a23d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:28.620089 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-908ffee5-6bb7-433e-898d-77db36d5f560 req-38b25e5f-6851-42f0-b6a1-d8369a23d442 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8be359c9-35cd-4105-af78-4a1504f7d414 HTTP/1.1" status: 200 len: 834 time: 0.0637436 Feb 04 06:20:28.700134 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ffee5-6bb7-433e-898d-77db36d5f560 req-de7a77c7-5ef5-4765-b737-12168d7f87e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:28.701698 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-908ffee5-6bb7-433e-898d-77db36d5f560 req-de7a77c7-5ef5-4765-b737-12168d7f87e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=175cf60e-4844-4b5a-a05d-6052263a2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760031 Feb 04 06:20:28.832633 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-908ffee5-6bb7-433e-898d-77db36d5f560 req-63141a7f-4821-428e-8fbb-e55f84298677 service neutron] 10.222.0.43 "GET /v2.0/networks/175cf60e-4844-4b5a-a05d-6052263a2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244090 Feb 04 06:20:28.971103 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-908ffee5-6bb7-433e-898d-77db36d5f560 req-741c02a4-ae86-4e0c-b880-a930b05d8029 service neutron] 10.222.0.43 "GET /v2.0/networks/175cf60e-4844-4b5a-a05d-6052263a2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329193 Feb 04 06:20:29.114543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59962) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:29.122894 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-192ce91b-037f-4a4d-b21f-30be997f3175 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:29.514163 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-144fa392-f53b-451c-92a5-3df3aa5805c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:29.784667 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-192ce91b-037f-4a4d-b21f-30be997f3175 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:29.799546 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-192ce91b-037f-4a4d-b21f-30be997f3175 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493423'] for router, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:29.989571 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192ce91b-037f-4a4d-b21f-30be997f3175 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 8c16ac35-91a5-4e08-af14-3bded178cb8e has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:20:30.183079 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192ce91b-037f-4a4d-b21f-30be997f3175 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:20:30.190774 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-192ce91b-037f-4a4d-b21f-30be997f3175 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:30.192118 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-192ce91b-037f-4a4d-b21f-30be997f3175 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/routers/8c16ac35-91a5-4e08-af14-3bded178cb8e HTTP/1.1" status: 200 len: 887 time: 1.0762212 Feb 04 06:20:30.193223 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4da54d-e3a8-48ce-b67c-7df83b30852a None None] Sync routers for ids ['8c16ac35-91a5-4e08-af14-3bded178cb8e'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:20:30.195205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 59966) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:30.204021 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4da54d-e3a8-48ce-b67c-7df83b30852a None None] Routers {'8c16ac35-91a5-4e08-af14-3bded178cb8e'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:20:30.204630 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-dc4da54d-e3a8-48ce-b67c-7df83b30852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:20:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['8c16ac35-91a5-4e08-af14-3bded178cb8e'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:30.313714 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d05c379c-c662-4987-bf7f-81a60c0b25c1 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/1894274e-a2e0-45e9-bf92-4e41fd7f84aa HTTP/1.1" status: 200 len: 991 time: 0.1173556 Feb 04 06:20:30.389574 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-dc4da54d-e3a8-48ce-b67c-7df83b30852a None None] Set router 8c16ac35-91a5-4e08-af14-3bded178cb8e gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:20:30.732926 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-dc4da54d-e3a8-48ce-b67c-7df83b30852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'name': 'tempest-TestNetworkBasicOps-router-839518618', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '43890200-927d-48ef-b367-5965cc023ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:30Z', 'updated_at': '2022-02-04T06:20:29Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '43890200-927d-48ef-b367-5965cc023ddc', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:31Z', 'updated_at': '2022-02-04T06:20:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '1894274e-a2e0-45e9-bf92-4e41fd7f84aa', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.24', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'port_id': '738aee59-e8bb-4c56-843f-51955d224428', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'mac_address': 'fa:16:3e:0d:ac:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e22f032-df2b-4096-a0f2-6030118fecaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:19:52Z', 'updated_at': '2022-02-04T06:20:27Z', 'revision_number': 2, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4106630b-3253-44fb-88b3-4c38915b72db', 'name': '', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:e9:3d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:34Z', 'updated_at': '2022-02-04T06:20:27Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:30.737719 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4da54d-e3a8-48ce-b67c-7df83b30852a None None] Checking router: 8c16ac35-91a5-4e08-af14-3bded178cb8e for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:20:30.746549 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4da54d-e3a8-48ce-b67c-7df83b30852a None None] Routers {'8c16ac35-91a5-4e08-af14-3bded178cb8e'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:20:30.747142 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-dc4da54d-e3a8-48ce-b67c-7df83b30852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:20:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['8c16ac35-91a5-4e08-af14-3bded178cb8e'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:30.921763 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-dc4da54d-e3a8-48ce-b67c-7df83b30852a None None] Set router 8c16ac35-91a5-4e08-af14-3bded178cb8e gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:20:31.294520 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-dc4da54d-e3a8-48ce-b67c-7df83b30852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'name': 'tempest-TestNetworkBasicOps-router-839518618', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '43890200-927d-48ef-b367-5965cc023ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:30Z', 'updated_at': '2022-02-04T06:20:29Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '43890200-927d-48ef-b367-5965cc023ddc', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:31Z', 'updated_at': '2022-02-04T06:20:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '1894274e-a2e0-45e9-bf92-4e41fd7f84aa', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.24', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'port_id': '738aee59-e8bb-4c56-843f-51955d224428', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'mac_address': 'fa:16:3e:0d:ac:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e22f032-df2b-4096-a0f2-6030118fecaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:19:52Z', 'updated_at': '2022-02-04T06:20:27Z', 'revision_number': 2, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4106630b-3253-44fb-88b3-4c38915b72db', 'name': '', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:e9:3d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:34Z', 'updated_at': '2022-02-04T06:20:27Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:31.298942 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4da54d-e3a8-48ce-b67c-7df83b30852a None None] The sync data for ids ['8c16ac35-91a5-4e08-af14-3bded178cb8e'] in dv-neutron-826830-2-hyperv is: [{'id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'name': 'tempest-TestNetworkBasicOps-router-839518618', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '43890200-927d-48ef-b367-5965cc023ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:30Z', 'updated_at': '2022-02-04T06:20:29Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '43890200-927d-48ef-b367-5965cc023ddc', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:31Z', 'updated_at': '2022-02-04T06:20:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '1894274e-a2e0-45e9-bf92-4e41fd7f84aa', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'floating_ip_address': '172.26.4.24', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'port_id': '738aee59-e8bb-4c56-843f-51955d224428', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'mac_address': 'fa:16:3e:0d:ac:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e22f032-df2b-4096-a0f2-6030118fecaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:19:52Z', 'updated_at': '2022-02-04T06:20:27Z', 'revision_number': 2, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4106630b-3253-44fb-88b3-4c38915b72db', 'name': '', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:e9:3d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:34Z', 'updated_at': '2022-02-04T06:20:27Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:20:31.321222 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59972) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:31.438762 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-06aa4652-b785-470c-956a-ea654e4ebfdb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/1894274e-a2e0-45e9-bf92-4e41fd7f84aa HTTP/1.1" status: 200 len: 991 time: 0.1197560 Feb 04 06:20:31.828856 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a6b0de7c-7838-420d-b173-bcb239188874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:32.442990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59976) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:32.554315 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5135de5f-a9bf-4c4f-bb3b-d442977ac16b tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/1894274e-a2e0-45e9-bf92-4e41fd7f84aa HTTP/1.1" status: 200 len: 991 time: 0.1101964 Feb 04 06:20:32.873872 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:32.908258 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:33.016765 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92483fcb-2a20-48c0-848b-dbb30f26f64d None None] New status for floating IP 1894274e-a2e0-45e9-bf92-4e41fd7f84aa: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:20:33.453446 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 43890200-927d-48ef-b367-5965cc023ddc up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:20:33.521185 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 43890200-927d-48ef-b367-5965cc023ddc triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:33.521568 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:33.558686 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59980) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:33.643439 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:33.661030 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 43890200-927d-48ef-b367-5965cc023ddc, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=43890200-927d-48ef-b367-5965cc023ddc,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:33.665887 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:33.666664 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 4106630b-3253-44fb-88b3-4c38915b72db up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:20:33.689446 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a44f9773-1244-46c8-9753-3ca8787d71d5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/floatingips/1894274e-a2e0-45e9-bf92-4e41fd7f84aa HTTP/1.1" status: 200 len: 993 time: 0.1306078 Feb 04 06:20:33.787674 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=43890200-927d-48ef-b367-5965cc023ddc,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:33.797978 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:33.798312 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:33.798651 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:33.798981 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:33.799316 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:33.799645 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:33.799992 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:33.800320 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:33.800645 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:33.800962 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:33.801280 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:33.801595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:33.806634 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 4106630b-3253-44fb-88b3-4c38915b72db triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:33.807002 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:33.937821 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:33.972204 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 59988) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:33.981643 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 4106630b-3253-44fb-88b3-4c38915b72db, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=4106630b-3253-44fb-88b3-4c38915b72db,segment=NetworkSegment(6f73b403-cc78-453c-bc6d-fc8b285ee713),segment_id=6f73b403-cc78-453c-bc6d-fc8b285ee713)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:33.987606 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:34.062672 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=4106630b-3253-44fb-88b3-4c38915b72db,revision_number=7']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:34.174152 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 767f39e1-e41d-486f-877c-df840e7e4bcc {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:20:34.174375 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:34.286184 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:34.349396 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:34.349740 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:34.471668 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 767f39e1-e41d-486f-877c-df840e7e4bcc owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:20:34.624980 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:34.670880 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=767f39e1-e41d-486f-877c-df840e7e4bcc,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:34.708071 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:34.708412 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:34.708760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:34.709063 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:34.709381 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:34.709700 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:34.710027 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:34.710335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:34.710648 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:34.710965 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:34.711270 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:34.711582 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:34.773588 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:34.773804 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Floating IP 1894274e-a2e0-45e9-bf92-4e41fd7f84aa disassociated (deleted). External IP: 172.26.4.24, port: 738aee59-e8bb-4c56-843f-51955d224428. Feb 04 06:20:35.232864 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 8c16ac35-91a5-4e08-af14-3bded178cb8e has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:20:35.378171 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 43890200-927d-48ef-b367-5965cc023ddc up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:20:35.416155 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:20:35.427920 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac40705-a3ad-4736-805a-92133b04ea1b None None] Sync routers for ids ['8c16ac35-91a5-4e08-af14-3bded178cb8e'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:20:35.440991 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:35.441279 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac40705-a3ad-4736-805a-92133b04ea1b None None] Routers {'8c16ac35-91a5-4e08-af14-3bded178cb8e'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:20:35.441848 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5ac40705-a3ad-4736-805a-92133b04ea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:20:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['8c16ac35-91a5-4e08-af14-3bded178cb8e'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:35.469471 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 43890200-927d-48ef-b367-5965cc023ddc triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:35.470132 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:35.505983 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f1e1e13c-8bfb-442b-961c-f49c1dc66fc3 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/floatingips/1894274e-a2e0-45e9-bf92-4e41fd7f84aa HTTP/1.1" status: 204 len: 168 time: 1.5323300 Feb 04 06:20:35.506752 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e22f032-df2b-4096-a0f2-6030118fecaa', 'tag': '738aee59-e8bb-4c56-843f-51955d224428'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:20:35.556327 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e22f032-df2b-4096-a0f2-6030118fecaa', 'tag': '738aee59-e8bb-4c56-843f-51955d224428', 'status': 'completed', 'code': 200} Feb 04 06:20:35.630548 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 4106630b-3253-44fb-88b3-4c38915b72db up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:20:35.672064 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-5ac40705-a3ad-4736-805a-92133b04ea1b None None] Set router 8c16ac35-91a5-4e08-af14-3bded178cb8e gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:20:35.728726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 4106630b-3253-44fb-88b3-4c38915b72db triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:35.729229 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64249562-578e-42a7-b0c6-2dfa3d0475f8 req-31b8bbc6-f93c-48ea-854a-4aeaa613ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:35.729737 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:35.732125 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-64249562-578e-42a7-b0c6-2dfa3d0475f8 req-31b8bbc6-f93c-48ea-854a-4aeaa613ce26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71cf42a1a4354f9391ad29100b27498c&device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 1099 time: 0.1509707 Feb 04 06:20:35.957386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64249562-578e-42a7-b0c6-2dfa3d0475f8 req-46778857-2a64-48be-b701-93347de354df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:35.958842 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-64249562-578e-42a7-b0c6-2dfa3d0475f8 req-46778857-2a64-48be-b701-93347de354df service neutron] 10.222.0.43 "GET /v2.0/networks?id=175cf60e-4844-4b5a-a05d-6052263a2efd HTTP/1.1" status: 200 len: 898 time: 0.2182066 Feb 04 06:20:36.037385 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-64249562-578e-42a7-b0c6-2dfa3d0475f8 req-673e62e1-ab30-4950-887c-2d0de5fae4ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=738aee59-e8bb-4c56-843f-51955d224428 HTTP/1.1" status: 200 len: 217 time: 0.0713818 Feb 04 06:20:36.074605 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5ac40705-a3ad-4736-805a-92133b04ea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'name': 'tempest-TestNetworkBasicOps-router-839518618', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '43890200-927d-48ef-b367-5965cc023ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:30Z', 'updated_at': '2022-02-04T06:20:29Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '43890200-927d-48ef-b367-5965cc023ddc', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:31Z', 'updated_at': '2022-02-04T06:20:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '4106630b-3253-44fb-88b3-4c38915b72db', 'name': '', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:e9:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:34Z', 'updated_at': '2022-02-04T06:20:33Z', 'revision_number': 7, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:36.078985 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac40705-a3ad-4736-805a-92133b04ea1b None None] Checking router: 8c16ac35-91a5-4e08-af14-3bded178cb8e for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:20:36.088880 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac40705-a3ad-4736-805a-92133b04ea1b None None] Routers {'8c16ac35-91a5-4e08-af14-3bded178cb8e'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:20:36.089089 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5ac40705-a3ad-4736-805a-92133b04ea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:20:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['8c16ac35-91a5-4e08-af14-3bded178cb8e'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:36.211689 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64249562-578e-42a7-b0c6-2dfa3d0475f8 req-fe05d5ec-1203-4205-b544-94fe6a37aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:36.213649 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-64249562-578e-42a7-b0c6-2dfa3d0475f8 req-fe05d5ec-1203-4205-b544-94fe6a37aa90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8be359c9-35cd-4105-af78-4a1504f7d414 HTTP/1.1" status: 200 len: 834 time: 0.1695409 Feb 04 06:20:36.226970 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab52ee-e7f0-4456-9dd6-b7972a0ca5a7 req-e9761e54-d0dc-4c94-bfa7-edaf168c0c33 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:36.229156 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b9ab52ee-e7f0-4456-9dd6-b7972a0ca5a7 req-e9761e54-d0dc-4c94-bfa7-edaf168c0c33 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 946 time: 0.2045438 Feb 04 06:20:36.278049 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-5ac40705-a3ad-4736-805a-92133b04ea1b None None] Set router 8c16ac35-91a5-4e08-af14-3bded178cb8e gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:20:36.332757 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b9ab52ee-e7f0-4456-9dd6-b7972a0ca5a7 req-22fc5887-9b41-4bd5-8408-f0c1e27f4862 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654192 Feb 04 06:20:36.344434 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64249562-578e-42a7-b0c6-2dfa3d0475f8 req-d0a1580f-39ca-44ae-b0dc-2579a149f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:36.355447 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-64249562-578e-42a7-b0c6-2dfa3d0475f8 req-d0a1580f-39ca-44ae-b0dc-2579a149f72b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=175cf60e-4844-4b5a-a05d-6052263a2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1174078 Feb 04 06:20:36.486173 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-64249562-578e-42a7-b0c6-2dfa3d0475f8 req-54dda450-f228-42f2-b335-3500c1cc13d3 service neutron] 10.222.0.43 "GET /v2.0/networks/175cf60e-4844-4b5a-a05d-6052263a2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311729 Feb 04 06:20:36.600411 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5ac40705-a3ad-4736-805a-92133b04ea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'name': 'tempest-TestNetworkBasicOps-router-839518618', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '43890200-927d-48ef-b367-5965cc023ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:30Z', 'updated_at': '2022-02-04T06:20:29Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '43890200-927d-48ef-b367-5965cc023ddc', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:31Z', 'updated_at': '2022-02-04T06:20:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '4106630b-3253-44fb-88b3-4c38915b72db', 'name': '', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:e9:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:34Z', 'updated_at': '2022-02-04T06:20:33Z', 'revision_number': 7, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:36.604888 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac40705-a3ad-4736-805a-92133b04ea1b None None] The sync data for ids ['8c16ac35-91a5-4e08-af14-3bded178cb8e'] in dv-neutron-826830-2-hyperv is: [{'id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'name': 'tempest-TestNetworkBasicOps-router-839518618', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '43890200-927d-48ef-b367-5965cc023ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:30Z', 'updated_at': '2022-02-04T06:20:29Z', 'revision_number': 6, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '43890200-927d-48ef-b367-5965cc023ddc', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:31Z', 'updated_at': '2022-02-04T06:20:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '4106630b-3253-44fb-88b3-4c38915b72db', 'name': '', 'network_id': '175cf60e-4844-4b5a-a05d-6052263a2efd', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'mac_address': 'fa:16:3e:e9:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:34Z', 'updated_at': '2022-02-04T06:20:33Z', 'revision_number': 7, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'subnets': [{'id': '8be359c9-35cd-4105-af78-4a1504f7d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:20:36.771796 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-64249562-578e-42a7-b0c6-2dfa3d0475f8 req-a9fc6847-92ac-4ef0-9cc7-0ecc377eac7c service neutron] 10.222.0.43 "GET /v2.0/networks/175cf60e-4844-4b5a-a05d-6052263a2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778931 Feb 04 06:20:37.245426 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:37.296761 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa19aac-67ea-4035-b812-12620418e7cd req-b5c12d37-db04-41f1-b3c2-a1a4464977bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:37.298267 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4aa19aac-67ea-4035-b812-12620418e7cd req-b5c12d37-db04-41f1-b3c2-a1a4464977bf tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 946 time: 0.1006348 Feb 04 06:20:37.350837 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27536235-17b7-4fb5-afb5-a313f7c71dfa None None] New status for floating IP 1894274e-a2e0-45e9-bf92-4e41fd7f84aa: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:20:37.380340 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-4aa19aac-67ea-4035-b812-12620418e7cd req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 738aee59-e8bb-4c56-843f-51955d224428 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:20:37.380854 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-4aa19aac-67ea-4035-b812-12620418e7cd req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:37.702762 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-4aa19aac-67ea-4035-b812-12620418e7cd req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port 738aee59-e8bb-4c56-843f-51955d224428, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=738aee59-e8bb-4c56-843f-51955d224428,segment=NetworkSegment(6f73b403-cc78-453c-bc6d-fc8b285ee713),segment_id=6f73b403-cc78-453c-bc6d-fc8b285ee713)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:37.703084 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-4aa19aac-67ea-4035-b812-12620418e7cd req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:37.843205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-4aa19aac-67ea-4035-b812-12620418e7cd req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 738aee59-e8bb-4c56-843f-51955d224428 owned by compute:nova {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:20:37.878138 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7b602-d9c9-4b0b-86f9-66c51fcc3f3b req-6b984981-c3d7-40fc-8935-3aa2bf505f15 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:37.879582 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-eea7b602-d9c9-4b0b-86f9-66c51fcc3f3b req-6b984981-c3d7-40fc-8935-3aa2bf505f15 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e22f032-df2b-4096-a0f2-6030118fecaa HTTP/1.1" status: 200 len: 946 time: 0.3999970 Feb 04 06:20:37.954885 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-eea7b602-d9c9-4b0b-86f9-66c51fcc3f3b req-ba86222d-8813-44dd-b2dc-39f7b3f3d0cb tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682273 Feb 04 06:20:38.033357 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-4aa19aac-67ea-4035-b812-12620418e7cd req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:38.085427 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=738aee59-e8bb-4c56-843f-51955d224428,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:38.124835 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:38.125177 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:38.125510 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:38.125835 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:38.126131 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:38.126480 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:38.126796 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:38.127094 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:38.127415 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:38.127726 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:38.128057 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:38.128412 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:38.181161 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa19aac-67ea-4035-b812-12620418e7cd req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] No DVR routers for this DVR port 738aee59-e8bb-4c56-843f-51955d224428 on host hv-neutron-8268 {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:20:38.183722 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-4aa19aac-67ea-4035-b812-12620418e7cd req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:38.186687 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e22f032-df2b-4096-a0f2-6030118fecaa', 'name': 'network-vif-deleted', 'tag': '738aee59-e8bb-4c56-843f-51955d224428'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:20:38.199641 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4aa19aac-67ea-4035-b812-12620418e7cd req-111e2f30-84a1-40f9-ab42-aa7051ff0098 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.43 "DELETE /v2.0/ports/738aee59-e8bb-4c56-843f-51955d224428 HTTP/1.1" status: 204 len: 173 time: 0.8954120 Feb 04 06:20:38.297531 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e22f032-df2b-4096-a0f2-6030118fecaa', 'name': 'network-vif-deleted', 'tag': '738aee59-e8bb-4c56-843f-51955d224428', 'status': 'completed', 'code': 200} Feb 04 06:20:39.052264 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60010) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:39.123046 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0079c43c-3491-4d8f-a37d-8dd592e234c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:39.154300 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0079c43c-3491-4d8f-a37d-8dd592e234c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:39.226463 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0079c43c-3491-4d8f-a37d-8dd592e234c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:39.248224 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079c43c-3491-4d8f-a37d-8dd592e234c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:39.262374 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0079c43c-3491-4d8f-a37d-8dd592e234c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:39.263648 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0079c43c-3491-4d8f-a37d-8dd592e234c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/security-groups/d5ef7b3d-3e1f-4c00-b3b6-fd8b021fa297 HTTP/1.1" status: 204 len: 168 time: 0.2104127 Feb 04 06:20:39.296244 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60016) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:39.970880 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3c73b4f1-9b44-4c49-b600-0b280f0dbf88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:40.331394 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-3c73b4f1-9b44-4c49-b600-0b280f0dbf88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 4106630b-3253-44fb-88b3-4c38915b72db {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:20:40.332131 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3c73b4f1-9b44-4c49-b600-0b280f0dbf88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:40.524363 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-3c73b4f1-9b44-4c49-b600-0b280f0dbf88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port 4106630b-3253-44fb-88b3-4c38915b72db, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=4106630b-3253-44fb-88b3-4c38915b72db,segment=NetworkSegment(6f73b403-cc78-453c-bc6d-fc8b285ee713),segment_id=6f73b403-cc78-453c-bc6d-fc8b285ee713)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:40.524699 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3c73b4f1-9b44-4c49-b600-0b280f0dbf88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:40.649034 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-3c73b4f1-9b44-4c49-b600-0b280f0dbf88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 4106630b-3253-44fb-88b3-4c38915b72db owned by network:router_interface {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:20:40.931690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3c73b4f1-9b44-4c49-b600-0b280f0dbf88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:40.979033 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73b4f1-9b44-4c49-b600-0b280f0dbf88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=4106630b-3253-44fb-88b3-4c38915b72db,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:41.394799 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3c73b4f1-9b44-4c49-b600-0b280f0dbf88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:41.712597 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 738aee59-e8bb-4c56-843f-51955d224428 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:20:41.747316 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 738aee59-e8bb-4c56-843f-51955d224428 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:20:41.747753 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 738aee59-e8bb-4c56-843f-51955d224428 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:20:41.775386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c73b4f1-9b44-4c49-b600-0b280f0dbf88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Router 8c16ac35-91a5-4e08-af14-3bded178cb8e has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:20:41.957312 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c73b4f1-9b44-4c49-b600-0b280f0dbf88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:20:41.968768 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4276921-1b9f-48d4-99ea-ef485f39797d None None] Sync routers for ids ['8c16ac35-91a5-4e08-af14-3bded178cb8e'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:20:41.975398 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 60020) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:41.975940 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3c73b4f1-9b44-4c49-b600-0b280f0dbf88 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "PUT /v2.0/routers/8c16ac35-91a5-4e08-af14-3bded178cb8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6780822 Feb 04 06:20:41.979012 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4276921-1b9f-48d4-99ea-ef485f39797d None None] Routers {'8c16ac35-91a5-4e08-af14-3bded178cb8e'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:20:41.979617 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-b4276921-1b9f-48d4-99ea-ef485f39797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:20:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['8c16ac35-91a5-4e08-af14-3bded178cb8e'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:42.048715 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3fbf816-0015-4ea7-bcd0-1ef13a22a3d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting subnet 8be359c9-35cd-4105-af78-4a1504f7d414 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:20:42.052007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf816-0015-4ea7-bcd0-1ef13a22a3d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.109531 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf816-0015-4ea7-bcd0-1ef13a22a3d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.166310 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-b4276921-1b9f-48d4-99ea-ef485f39797d None None] Set router 8c16ac35-91a5-4e08-af14-3bded178cb8e gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:20:42.200055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf816-0015-4ea7-bcd0-1ef13a22a3d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.283861 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf816-0015-4ea7-bcd0-1ef13a22a3d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.330725 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf816-0015-4ea7-bcd0-1ef13a22a3d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.334230 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbf816-0015-4ea7-bcd0-1ef13a22a3d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Subnet': ['ID=8be359c9-35cd-4105-af78-4a1504f7d414,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:42.343485 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60024) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:42.344657 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a3fbf816-0015-4ea7-bcd0-1ef13a22a3d0 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/subnets/8be359c9-35cd-4105-af78-4a1504f7d414 HTTP/1.1" status: 204 len: 168 time: 0.3669641 Feb 04 06:20:42.347069 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f96a214-806f-445d-ae5a-dd746589ef3a None None] Network 175cf60e-4844-4b5a-a05d-6052263a2efd requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:20:42.527184 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-b4276921-1b9f-48d4-99ea-ef485f39797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'name': 'tempest-TestNetworkBasicOps-router-839518618', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '43890200-927d-48ef-b367-5965cc023ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:30Z', 'updated_at': '2022-02-04T06:20:40Z', 'revision_number': 7, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '43890200-927d-48ef-b367-5965cc023ddc', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:31Z', 'updated_at': '2022-02-04T06:20:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:42.532026 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4276921-1b9f-48d4-99ea-ef485f39797d None None] Checking router: 8c16ac35-91a5-4e08-af14-3bded178cb8e for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:20:42.540788 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4276921-1b9f-48d4-99ea-ef485f39797d None None] Routers {'8c16ac35-91a5-4e08-af14-3bded178cb8e'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:20:42.541797 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-b4276921-1b9f-48d4-99ea-ef485f39797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:20:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['8c16ac35-91a5-4e08-af14-3bded178cb8e'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:42.590293 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-016a3aa9-400d-4da1-b866-f4a509790586 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.741074 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ae6c93-fba1-4062-802d-9d919017b2ae None None] DHCP port deletion for 175cf60e-4844-4b5a-a05d-6052263a2efd request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:20:42.750043 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-43ae6c93-fba1-4062-802d-9d919017b2ae None None] Deleting port 0612cab8-aeab-4479-90fe-ab178ddfa327 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:20:42.750495 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-43ae6c93-fba1-4062-802d-9d919017b2ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.776969 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-b4276921-1b9f-48d4-99ea-ef485f39797d None None] Set router 8c16ac35-91a5-4e08-af14-3bded178cb8e gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:20:42.797383 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-016a3aa9-400d-4da1-b866-f4a509790586 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.811022 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-016a3aa9-400d-4da1-b866-f4a509790586 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Deleting port 43890200-927d-48ef-b367-5965cc023ddc {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:20:42.811483 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-016a3aa9-400d-4da1-b866-f4a509790586 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.966794 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-43ae6c93-fba1-4062-802d-9d919017b2ae None None] For port 0612cab8-aeab-4479-90fe-ab178ddfa327, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0612cab8-aeab-4479-90fe-ab178ddfa327,segment=NetworkSegment(6f73b403-cc78-453c-bc6d-fc8b285ee713),segment_id=6f73b403-cc78-453c-bc6d-fc8b285ee713)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:42.967197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-43ae6c93-fba1-4062-802d-9d919017b2ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:43.009894 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-016a3aa9-400d-4da1-b866-f4a509790586 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] For port 43890200-927d-48ef-b367-5965cc023ddc, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=43890200-927d-48ef-b367-5965cc023ddc,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:43.010583 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-016a3aa9-400d-4da1-b866-f4a509790586 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:43.108702 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-b4276921-1b9f-48d4-99ea-ef485f39797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'name': 'tempest-TestNetworkBasicOps-router-839518618', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '43890200-927d-48ef-b367-5965cc023ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:30Z', 'updated_at': '2022-02-04T06:20:40Z', 'revision_number': 7, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '43890200-927d-48ef-b367-5965cc023ddc', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:31Z', 'updated_at': '2022-02-04T06:20:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:43.110071 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-43ae6c93-fba1-4062-802d-9d919017b2ae None None] Calling delete_port for 0612cab8-aeab-4479-90fe-ab178ddfa327 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:20:43.113241 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4276921-1b9f-48d4-99ea-ef485f39797d None None] The sync data for ids ['8c16ac35-91a5-4e08-af14-3bded178cb8e'] in dv-neutron-826830-2-hyperv is: [{'id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'name': 'tempest-TestNetworkBasicOps-router-839518618', 'tenant_id': '71cf42a1a4354f9391ad29100b27498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '43890200-927d-48ef-b367-5965cc023ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:30Z', 'updated_at': '2022-02-04T06:20:40Z', 'revision_number': 7, 'project_id': '71cf42a1a4354f9391ad29100b27498c', 'gw_port': {'id': '43890200-927d-48ef-b367-5965cc023ddc', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c16ac35-91a5-4e08-af14-3bded178cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:31Z', 'updated_at': '2022-02-04T06:20:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:20:43.178199 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-016a3aa9-400d-4da1-b866-f4a509790586 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Calling delete_port for 43890200-927d-48ef-b367-5965cc023ddc owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:20:43.195618 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-43ae6c93-fba1-4062-802d-9d919017b2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:43.243695 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae6c93-fba1-4062-802d-9d919017b2ae None None] No DVR routers for this DVR port 0612cab8-aeab-4479-90fe-ab178ddfa327 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:20:43.251922 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae6c93-fba1-4062-802d-9d919017b2ae None None] Pushing event deleted for resources: {'Port': ['ID=0612cab8-aeab-4479-90fe-ab178ddfa327,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:43.515548 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-016a3aa9-400d-4da1-b866-f4a509790586 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:43.519154 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0612cab8-aeab-4479-90fe-ab178ddfa327 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:20:43.562360 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 0612cab8-aeab-4479-90fe-ab178ddfa327 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:20:43.562706 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0612cab8-aeab-4479-90fe-ab178ddfa327 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:20:43.563121 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 4106630b-3253-44fb-88b3-4c38915b72db no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:20:43.573203 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a3aa9-400d-4da1-b866-f4a509790586 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Port': ['ID=43890200-927d-48ef-b367-5965cc023ddc,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:43.601914 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 4106630b-3253-44fb-88b3-4c38915b72db {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:20:43.602263 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 4106630b-3253-44fb-88b3-4c38915b72db not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:20:43.675463 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-016a3aa9-400d-4da1-b866-f4a509790586 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:43.852442 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-016a3aa9-400d-4da1-b866-f4a509790586 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:43.854832 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-016a3aa9-400d-4da1-b866-f4a509790586 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:43.878289 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-016a3aa9-400d-4da1-b866-f4a509790586 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:43.878845 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016a3aa9-400d-4da1-b866-f4a509790586 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Fanout notify agent at l3_agent the message router_deleted on router 8c16ac35-91a5-4e08-af14-3bded178cb8e {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:20:43.894523 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-016a3aa9-400d-4da1-b866-f4a509790586 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:43.898555 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 60028) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:43.898989 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-016a3aa9-400d-4da1-b866-f4a509790586 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/routers/8c16ac35-91a5-4e08-af14-3bded178cb8e HTTP/1.1" status: 204 len: 168 time: 1.5540588 Feb 04 06:20:44.023881 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6858f070-ce26-4da3-b636-a742c81098c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:44.155893 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6858f070-ce26-4da3-b636-a742c81098c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:44.180557 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-6858f070-ce26-4da3-b636-a742c81098c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175cf60e-4844-4b5a-a05d-6052263a2efd']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:44.192584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-6858f070-ce26-4da3-b636-a742c81098c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f73b403-cc78-453c-bc6d-fc8b285ee713') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:44.192819 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-6858f070-ce26-4da3-b636-a742c81098c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f73b403-cc78-453c-bc6d-fc8b285ee713') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:44.204409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6858f070-ce26-4da3-b636-a742c81098c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:44.220007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6858f070-ce26-4da3-b636-a742c81098c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:44.225857 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6858f070-ce26-4da3-b636-a742c81098c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:20:44.226227 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6858f070-ce26-4da3-b636-a742c81098c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:20:44.240808 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:20:44.326567 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6858f070-ce26-4da3-b636-a742c81098c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:44.343876 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6858f070-ce26-4da3-b636-a742c81098c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:44.355131 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858f070-ce26-4da3-b636-a742c81098c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] Pushing event deleted for resources: {'Network': ['ID=175cf60e-4844-4b5a-a05d-6052263a2efd,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:44.366274 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6858f070-ce26-4da3-b636-a742c81098c5 tempest-TestNetworkBasicOps-1918922267 tempest-TestNetworkBasicOps-1918922267-project] 10.222.0.31 "DELETE /v2.0/networks/175cf60e-4844-4b5a-a05d-6052263a2efd HTTP/1.1" status: 204 len: 168 time: 0.4664211 Feb 04 06:20:44.672792 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 60036) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:44.820100 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c074d40d-e987-4351-950b-4422a65cd2cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71cf42a1a4354f9391ad29100b27498c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459172 Feb 04 06:20:44.822720 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60042) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:44.885194 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf9ab-bfe8-4e1a-a534-06b0fb1a6430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:44.910211 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf9ab-bfe8-4e1a-a534-06b0fb1a6430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:44.964089 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf9ab-bfe8-4e1a-a534-06b0fb1a6430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:44.981835 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdf9ab-bfe8-4e1a-a534-06b0fb1a6430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcd3c68-7518-40ab-b046-abb83a85e14e,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:44.988561 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf9ab-bfe8-4e1a-a534-06b0fb1a6430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:44.989691 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a5cdf9ab-bfe8-4e1a-a534-06b0fb1a6430 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/efcd3c68-7518-40ab-b046-abb83a85e14e HTTP/1.1" status: 204 len: 168 time: 0.1659586 Feb 04 06:20:45.275144 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60050) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:45.293268 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a269b457-aed3-44a6-8e6f-a7233d66c40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:45.311379 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a269b457-aed3-44a6-8e6f-a7233d66c40c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:20:45.316880 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a269b457-aed3-44a6-8e6f-a7233d66c40c admin admin] Usage tracker for resource:security_group_rule and tenant:e4b0e3da842d455387c755c1d7caecd2 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:20:45.320125 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a269b457-aed3-44a6-8e6f-a7233d66c40c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:20:45.326349 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a269b457-aed3-44a6-8e6f-a7233d66c40c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:20:45.382321 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 43890200-927d-48ef-b367-5965cc023ddc no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:20:45.426865 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a269b457-aed3-44a6-8e6f-a7233d66c40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:45.427070 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 43890200-927d-48ef-b367-5965cc023ddc {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:20:45.427237 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 43890200-927d-48ef-b367-5965cc023ddc not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:20:45.432551 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a269b457-aed3-44a6-8e6f-a7233d66c40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:45.483442 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269b457-aed3-44a6-8e6f-a7233d66c40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ec63d7-041d-4574-9ae4-944d3c42b1fa,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:45.491346 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a269b457-aed3-44a6-8e6f-a7233d66c40c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4b0e3da842d455387c755c1d7caecd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2126253 Feb 04 06:20:45.491931 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60054) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:45.551183 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-055ec16e-b328-4d6d-8c66-c34efde8e706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:45.577885 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-055ec16e-b328-4d6d-8c66-c34efde8e706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:45.633177 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-055ec16e-b328-4d6d-8c66-c34efde8e706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:45.649034 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ec16e-b328-4d6d-8c66-c34efde8e706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ec63d7-041d-4574-9ae4-944d3c42b1fa,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:45.653401 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-055ec16e-b328-4d6d-8c66-c34efde8e706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:45.664536 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-055ec16e-b328-4d6d-8c66-c34efde8e706 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30ec63d7-041d-4574-9ae4-944d3c42b1fa HTTP/1.1" status: 204 len: 168 time: 0.1716828 Feb 04 06:20:52.728254 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-5a5fe462-450d-43ca-abb7-e027472eaf56 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4f6bb0a7d4c64a208ab4d669b85510fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278139 Feb 04 06:20:52.878544 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-233413e3-edb4-4ec9-a5de-4bfd69509e33 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:52.879981 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-233413e3-edb4-4ec9-a5de-4bfd69509e33 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1458361 Feb 04 06:20:52.894807 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-67e409b2-d2c2-4946-828d-f30398d1d2aa tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/quotas/4f6bb0a7d4c64a208ab4d669b85510fe HTTP/1.1" status: 200 len: 375 time: 0.0091100 Feb 04 06:20:52.944698 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-2846b29e-8aec-458a-8c32-7cb6d9bcc2fe tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4f6bb0a7d4c64a208ab4d669b85510fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447087 Feb 04 06:20:53.121607 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-583acc1e-fed5-4495-ae6c-ce65b3e736cc req-2129fc49-c5d0-4a59-b4be-7cbf8524aeee tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0ae806-6627-45b4-98e9-a6fd69cb7927 HTTP/1.1" status: 200 len: 210 time: 0.0424073 Feb 04 06:20:54.222055 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-90a6c63c-c2c4-4c5f-9630-05bc1e1f4412 req-c88e9586-343d-4f91-b055-4dfae2600fdf tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0ae806-6627-45b4-98e9-a6fd69cb7927 HTTP/1.1" status: 200 len: 210 time: 0.0426080 Feb 04 06:20:55.320852 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-06573e1b-f720-4a9e-91e0-8aa40e450945 req-667189cc-515b-495b-a654-723640dfeb5d tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0ae806-6627-45b4-98e9-a6fd69cb7927 HTTP/1.1" status: 200 len: 210 time: 0.0456517 Feb 04 06:20:56.421547 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f54c2b98-7645-4262-ad9a-eda12d34f01d req-91c6356d-ae55-4c8c-ae06-a45bdd2a594f tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0ae806-6627-45b4-98e9-a6fd69cb7927 HTTP/1.1" status: 200 len: 210 time: 0.0430417 Feb 04 06:20:57.588995 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a001a84d-fe3b-498a-8157-2df67c8d0dab req-3715467b-68f3-402e-901c-1781df7c2505 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0ae806-6627-45b4-98e9-a6fd69cb7927 HTTP/1.1" status: 200 len: 210 time: 0.0426290 Feb 04 06:20:58.118040 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-1b06e6f6-48ea-4c5a-981f-d230093895b9 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=4f6bb0a7d4c64a208ab4d669b85510fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321941 Feb 04 06:20:58.299233 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-c32cdb1d-254c-44d5-ae5e-f32ddba77ae3 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:58.300735 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-c32cdb1d-254c-44d5-ae5e-f32ddba77ae3 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777790 Feb 04 06:20:58.314210 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Request body: {'port': {'device_id': '8a0ae806-6627-45b4-98e9-a6fd69cb7927', 'network_id': 'c72451f2-343f-4f8c-91c6-93fa5ad10781', 'admin_state_up': True, 'tenant_id': '4f6bb0a7d4c64a208ab4d669b85510fe'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:58.450139 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:20:58.453908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Usage tracker for resource:port and tenant:4f6bb0a7d4c64a208ab4d669b85510fe is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:20:58.456696 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:20:58.462432 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:20:58.473631 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Made reservation on behalf of 4f6bb0a7d4c64a208ab4d669b85510fe for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:20:58.477656 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:58.494419 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:58.509596 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:20:58.513543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Usage tracker for resource:security_group_rule and tenant:4f6bb0a7d4c64a208ab4d669b85510fe is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:20:58.516365 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:20:58.522041 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:20:58.612911 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:58.618939 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:58.701913 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc8b6d7-9e3f-49d4-8b80-44c91f29ac38,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:58.865319 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-47921dd6-1bcc-4243-9da4-54fd54d79b4e req-c955e63b-9be7-43c2-8666-993197665faa tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0ae806-6627-45b4-98e9-a6fd69cb7927 HTTP/1.1" status: 200 len: 210 time: 0.1530991 Feb 04 06:20:58.936660 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Allocated IP 192.168.233.24 (c72451f2-343f-4f8c-91c6-93fa5ad10781/f1a09cc0-f823-47de-891c-a5f5790bb4a4/60f6c44f-21b9-416e-af78-70c46e5e742f) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:20:59.145412 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:59.161725 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Transition to ACTIVE for port object 60f6c44f-21b9-416e-af78-70c46e5e742f will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:20:59.185785 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:59.256234 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Network c72451f2-343f-4f8c-91c6-93fa5ad10781 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:20:59.259212 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:59.263023 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:20:59.292957 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Pushing event updated for resources: {'Port': ['ID=60f6c44f-21b9-416e-af78-70c46e5e742f,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:59.332827 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:59.333566 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:59.362507 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-8b0975b8-5788-49ca-8dfb-a5145bbf4b7c tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0517130 Feb 04 06:20:59.375440 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Request body: {'port': {'device_id': '8a0ae806-6627-45b4-98e9-a6fd69cb7927', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:59.497669 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:59.518373 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8f5bdb7c-d006-40e7-9f76-eb03182b70bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:59.568069 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3edd7c8c-c851-461e-8f8b-86fa96d9901f None None] Provisioning for port 60f6c44f-21b9-416e-af78-70c46e5e742f completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:20:59.573378 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3edd7c8c-c851-461e-8f8b-86fa96d9901f None None] Provisioning complete for port 60f6c44f-21b9-416e-af78-70c46e5e742f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:59.573988 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3edd7c8c-c851-461e-8f8b-86fa96d9901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:59.630222 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-3edd7c8c-c851-461e-8f8b-86fa96d9901f None None] Port 60f6c44f-21b9-416e-af78-70c46e5e742f cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:20:59.846201 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f6c44f-21b9-416e-af78-70c46e5e742f {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:20:59.853469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:59.868883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Transition to ACTIVE for port object 60f6c44f-21b9-416e-af78-70c46e5e742f will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:20:59.872711 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:00.078042 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Pushing event updated for resources: {'Port': ['ID=60f6c44f-21b9-416e-af78-70c46e5e742f,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:00.183608 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Attempting to bind port 60f6c44f-21b9-416e-af78-70c46e5e742f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:21:00.183968 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Attempting to bind port 60f6c44f-21b9-416e-af78-70c46e5e742f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '50aab07f-eeb1-46f2-9545-540e9b437434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c72451f2-343f-4f8c-91c6-93fa5ad10781'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:21:00.184310 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Attempting to bind port 60f6c44f-21b9-416e-af78-70c46e5e742f on network c72451f2-343f-4f8c-91c6-93fa5ad10781 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:21:00.193865 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2e952-4184-46c4-92f6-592695e6ca79 req-22587e7d-fd00-46a8-a616-6a08cc8d6384 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:00.194564 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-7ba2e952-4184-46c4-92f6-592695e6ca79 req-22587e7d-fd00-46a8-a616-6a08cc8d6384 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Synchronizing usage tracker for tenant:4f6bb0a7d4c64a208ab4d669b85510fe on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:21:00.201407 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Port 60f6c44f-21b9-416e-af78-70c46e5e742f on network c72451f2-343f-4f8c-91c6-93fa5ad10781 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:21:00.201721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Attempting to bind port 60f6c44f-21b9-416e-af78-70c46e5e742f on network c72451f2-343f-4f8c-91c6-93fa5ad10781 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:21:00.211238 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:21:00.211498 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Checking segment: {'id': '50aab07f-eeb1-46f2-9545-540e9b437434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c72451f2-343f-4f8c-91c6-93fa5ad10781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:21:00.211817 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Bound using segment: {'id': '50aab07f-eeb1-46f2-9545-540e9b437434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c72451f2-343f-4f8c-91c6-93fa5ad10781'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:21:00.212288 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Bound port: 60f6c44f-21b9-416e-af78-70c46e5e742f, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50aab07f-eeb1-46f2-9545-540e9b437434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c72451f2-343f-4f8c-91c6-93fa5ad10781'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:21:00.212616 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:00.233624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-7ba2e952-4184-46c4-92f6-592695e6ca79 req-22587e7d-fd00-46a8-a616-6a08cc8d6384 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Unset dirty status for tenant:4f6bb0a7d4c64a208ab4d669b85510fe on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:21:00.234693 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7ba2e952-4184-46c4-92f6-592695e6ca79 req-22587e7d-fd00-46a8-a616-6a08cc8d6384 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0ae806-6627-45b4-98e9-a6fd69cb7927 HTTP/1.1" status: 200 len: 947 time: 0.2518687 Feb 04 06:21:00.340798 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-7ba2e952-4184-46c4-92f6-592695e6ca79 req-b49be84f-529b-4d4b-bb92-61491d46173a tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Synchronizing usage tracker for tenant:4f6bb0a7d4c64a208ab4d669b85510fe on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:21:00.351077 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] For port 60f6c44f-21b9-416e-af78-70c46e5e742f, host hv-neutron-8268, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:21:00.355161 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] For port 60f6c44f-21b9-416e-af78-70c46e5e742f, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=60f6c44f-21b9-416e-af78-70c46e5e742f,segment=NetworkSegment(50aab07f-eeb1-46f2-9545-540e9b437434),segment_id=50aab07f-eeb1-46f2-9545-540e9b437434)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:21:00.363210 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:00.404922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-7ba2e952-4184-46c4-92f6-592695e6ca79 req-b49be84f-529b-4d4b-bb92-61491d46173a tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Unset dirty status for tenant:4f6bb0a7d4c64a208ab4d669b85510fe on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:21:00.406005 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7ba2e952-4184-46c4-92f6-592695e6ca79 req-b49be84f-529b-4d4b-bb92-61491d46173a tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cc8b6d7-9e3f-49d4-8b80-44c91f29ac38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394315 Feb 04 06:21:00.432504 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:00.433200 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:00.434689 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] 10.222.0.43 "PUT /v2.0/ports/60f6c44f-21b9-416e-af78-70c46e5e742f HTTP/1.1" status: 200 len: 1097 time: 1.0645237 Feb 04 06:21:00.435128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0ae806-6627-45b4-98e9-a6fd69cb7927', 'tag': '60f6c44f-21b9-416e-af78-70c46e5e742f'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:21:00.455123 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bb4bd-941b-4c65-ad65-1974465074b8 service neutron] Pushing event updated for resources: {'Port': ['ID=60f6c44f-21b9-416e-af78-70c46e5e742f,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:00.518331 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0ae806-6627-45b4-98e9-a6fd69cb7927', 'tag': '60f6c44f-21b9-416e-af78-70c46e5e742f', 'status': 'completed', 'code': 200} Feb 04 06:21:00.559718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-79ac871d-9958-471e-b392-a148032691d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:00.561643 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-79ac871d-9958-471e-b392-a148032691d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f6bb0a7d4c64a208ab4d669b85510fe&device_id=8a0ae806-6627-45b4-98e9-a6fd69cb7927 HTTP/1.1" status: 200 len: 1100 time: 0.0813389 Feb 04 06:21:00.640469 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-d6f5b3f1-7e9c-405a-9142-f7c2c39c0b1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=60f6c44f-21b9-416e-af78-70c46e5e742f HTTP/1.1" status: 200 len: 217 time: 0.0702188 Feb 04 06:21:00.702692 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-cfeb9670-3463-4621-ada7-c212322ad930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:00.704107 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-cfeb9670-3463-4621-ada7-c212322ad930 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1a09cc0-f823-47de-891c-a5f5790bb4a4 HTTP/1.1" status: 200 len: 843 time: 0.0573306 Feb 04 06:21:00.781601 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-b012dd92-13be-46b1-b333-0abc7a80097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:00.783071 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-b012dd92-13be-46b1-b333-0abc7a80097c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c72451f2-343f-4f8c-91c6-93fa5ad10781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0732658 Feb 04 06:21:00.815250 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:21:01.027353 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-a5301a1e-8d05-4951-8207-b77873651f8d service neutron] 10.222.0.43 "GET /v2.0/networks/c72451f2-343f-4f8c-91c6-93fa5ad10781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371964 Feb 04 06:21:01.157453 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-546b98c8-5213-4415-9f27-6f1d33beec4f req-f950f3c7-268f-4ef3-82be-772be33e86bd service neutron] 10.222.0.43 "GET /v2.0/networks/c72451f2-343f-4f8c-91c6-93fa5ad10781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238799 Feb 04 06:21:01.273033 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131af972-8c52-46c8-bdb3-b939209ad9bc req-f6e3033b-4add-41ce-9dfe-8f69f3bef8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:01.274487 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-131af972-8c52-46c8-bdb3-b939209ad9bc req-f6e3033b-4add-41ce-9dfe-8f69f3bef8a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f6bb0a7d4c64a208ab4d669b85510fe&device_id=8a0ae806-6627-45b4-98e9-a6fd69cb7927 HTTP/1.1" status: 200 len: 1100 time: 0.0697253 Feb 04 06:21:01.404058 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131af972-8c52-46c8-bdb3-b939209ad9bc req-b5a1a404-b3bd-4793-8c47-61e1105b8501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:01.405500 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-131af972-8c52-46c8-bdb3-b939209ad9bc req-b5a1a404-b3bd-4793-8c47-61e1105b8501 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c72451f2-343f-4f8c-91c6-93fa5ad10781 HTTP/1.1" status: 200 len: 870 time: 0.1237249 Feb 04 06:21:01.480687 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-131af972-8c52-46c8-bdb3-b939209ad9bc req-896550e0-1e37-4642-b95f-740c7ce29be8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=60f6c44f-21b9-416e-af78-70c46e5e742f HTTP/1.1" status: 200 len: 217 time: 0.0671165 Feb 04 06:21:01.599582 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131af972-8c52-46c8-bdb3-b939209ad9bc req-0c54378b-9584-4afe-bf08-01b1ee3df029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:01.601050 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-131af972-8c52-46c8-bdb3-b939209ad9bc req-0c54378b-9584-4afe-bf08-01b1ee3df029 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1a09cc0-f823-47de-891c-a5f5790bb4a4 HTTP/1.1" status: 200 len: 843 time: 0.1141176 Feb 04 06:21:01.669847 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158ae7b-31ba-4699-8cf0-3fe614ee0296 req-8ba0f00a-d684-4eff-b1f5-b853cae50b8b tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:01.670705 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3158ae7b-31ba-4699-8cf0-3fe614ee0296 req-8ba0f00a-d684-4eff-b1f5-b853cae50b8b tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0ae806-6627-45b4-98e9-a6fd69cb7927 HTTP/1.1" status: 200 len: 947 time: 0.1524823 Feb 04 06:21:01.726749 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3158ae7b-31ba-4699-8cf0-3fe614ee0296 req-0d8c0754-c5df-4345-b1c5-d190ee4f5f42 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cc8b6d7-9e3f-49d4-8b80-44c91f29ac38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491538 Feb 04 06:21:01.728713 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131af972-8c52-46c8-bdb3-b939209ad9bc req-045d79f8-9f36-45ee-861f-ec5529e585a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:01.730122 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-131af972-8c52-46c8-bdb3-b939209ad9bc req-045d79f8-9f36-45ee-861f-ec5529e585a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c72451f2-343f-4f8c-91c6-93fa5ad10781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1203604 Feb 04 06:21:01.823734 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1a3264aa-2438-4c54-ac08-02c8f3681311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:01.868576 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-131af972-8c52-46c8-bdb3-b939209ad9bc req-626346d0-6aa2-436b-b9ae-e62928417acc service neutron] 10.222.0.43 "GET /v2.0/networks/c72451f2-343f-4f8c-91c6-93fa5ad10781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312561 Feb 04 06:21:02.013309 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-131af972-8c52-46c8-bdb3-b939209ad9bc req-c0d059f0-129d-42af-8529-3433b0f19657 service neutron] 10.222.0.43 "GET /v2.0/networks/c72451f2-343f-4f8c-91c6-93fa5ad10781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380928 Feb 04 06:21:02.876189 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:02.912571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:02.930973 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706bd90-8591-4b30-aa70-693eea80f65e req-796895ba-3935-48bf-8ff6-c63afa42d80b tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:02.932505 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6706bd90-8591-4b30-aa70-693eea80f65e req-796895ba-3935-48bf-8ff6-c63afa42d80b tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0ae806-6627-45b4-98e9-a6fd69cb7927 HTTP/1.1" status: 200 len: 947 time: 0.0888257 Feb 04 06:21:02.979117 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6706bd90-8591-4b30-aa70-693eea80f65e req-89584f57-2a50-4444-a444-a667c95f5ad4 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cc8b6d7-9e3f-49d4-8b80-44c91f29ac38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396180 Feb 04 06:21:03.798903 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 60f6c44f-21b9-416e-af78-70c46e5e742f details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:21:03.942758 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 60f6c44f-21b9-416e-af78-70c46e5e742f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=60f6c44f-21b9-416e-af78-70c46e5e742f,segment=NetworkSegment(50aab07f-eeb1-46f2-9545-540e9b437434),segment_id=50aab07f-eeb1-46f2-9545-540e9b437434)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:21:03.957463 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '60f6c44f-21b9-416e-af78-70c46e5e742f', 'network_id': 'c72451f2-343f-4f8c-91c6-93fa5ad10781', 'port_id': '60f6c44f-21b9-416e-af78-70c46e5e742f', 'mac_address': 'fa:16:3e:b8:7f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a09cc0-f823-47de-891c-a5f5790bb4a4', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:21:04.026187 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:04.045602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f6c44f-21b9-416e-af78-70c46e5e742f {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:21:04.061479 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 60f6c44f-21b9-416e-af78-70c46e5e742f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=60f6c44f-21b9-416e-af78-70c46e5e742f,segment=NetworkSegment(50aab07f-eeb1-46f2-9545-540e9b437434),segment_id=50aab07f-eeb1-46f2-9545-540e9b437434)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:21:04.067298 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:04.151412 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=60f6c44f-21b9-416e-af78-70c46e5e742f,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:04.191725 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7293b7b-254e-4cf8-ae8c-c41ac8cb3647 req-6045fc9a-3aae-4889-ac93-b341b23d4c18 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:04.193211 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f7293b7b-254e-4cf8-ae8c-c41ac8cb3647 req-6045fc9a-3aae-4889-ac93-b341b23d4c18 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0ae806-6627-45b4-98e9-a6fd69cb7927 HTTP/1.1" status: 200 len: 948 time: 0.0907438 Feb 04 06:21:04.239663 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f7293b7b-254e-4cf8-ae8c-c41ac8cb3647 req-913fd285-a3bb-4c00-9a80-9049e7724c90 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cc8b6d7-9e3f-49d4-8b80-44c91f29ac38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407345 Feb 04 06:21:04.288583 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['60f6c44f-21b9-416e-af78-70c46e5e742f'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:21:04.340706 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:05.428441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c275b9f-bbe2-4693-9768-a83740c74a25 req-7e8e5cb9-199d-4f70-abd6-e3cfa1537851 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:05.430100 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5c275b9f-bbe2-4693-9768-a83740c74a25 req-7e8e5cb9-199d-4f70-abd6-e3cfa1537851 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0ae806-6627-45b4-98e9-a6fd69cb7927 HTTP/1.1" status: 200 len: 948 time: 0.0862126 Feb 04 06:21:05.479229 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5c275b9f-bbe2-4693-9768-a83740c74a25 req-f58994d2-d329-4661-a3de-fe605554238f tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cc8b6d7-9e3f-49d4-8b80-44c91f29ac38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430875 Feb 04 06:21:05.811727 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 60f6c44f-21b9-416e-af78-70c46e5e742f up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:21:05.880331 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 60f6c44f-21b9-416e-af78-70c46e5e742f completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:21:05.885353 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 60f6c44f-21b9-416e-af78-70c46e5e742f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:21:05.885715 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:06.043176 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:06.073443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0ae806-6627-45b4-98e9-a6fd69cb7927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f6c44f-21b9-416e-af78-70c46e5e742f'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:21:06.083932 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 60f6c44f-21b9-416e-af78-70c46e5e742f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=60f6c44f-21b9-416e-af78-70c46e5e742f,segment=NetworkSegment(50aab07f-eeb1-46f2-9545-540e9b437434),segment_id=50aab07f-eeb1-46f2-9545-540e9b437434)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:21:06.087929 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:06.131941 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0ae806-6627-45b4-98e9-a6fd69cb7927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f6c44f-21b9-416e-af78-70c46e5e742f', 'code': 200} Feb 04 06:21:06.162305 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=60f6c44f-21b9-416e-af78-70c46e5e742f,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:06.370420 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147b3bd-cf30-4998-a3fa-936ac6d0a0b6 req-0740525d-4ccc-42be-a84d-2279d80cafb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:06.372584 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b147b3bd-cf30-4998-a3fa-936ac6d0a0b6 req-0740525d-4ccc-42be-a84d-2279d80cafb2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8a0ae806-6627-45b4-98e9-a6fd69cb7927 HTTP/1.1" status: 200 len: 1102 time: 0.0799990 Feb 04 06:21:06.416737 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b147b3bd-cf30-4998-a3fa-936ac6d0a0b6 req-f2f94e20-6f3e-4bdb-b6c8-2d6143cc32ce service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9cc8b6d7-9e3f-49d4-8b80-44c91f29ac38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379529 Feb 04 06:21:06.682213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb058d7-bffe-4016-95b4-bc9f0b18a923 req-5dea4995-50c8-4be5-8784-7ce34a384b6a tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:06.683999 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6cb058d7-bffe-4016-95b4-bc9f0b18a923 req-5dea4995-50c8-4be5-8784-7ce34a384b6a tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0ae806-6627-45b4-98e9-a6fd69cb7927 HTTP/1.1" status: 200 len: 949 time: 0.0875621 Feb 04 06:21:06.733507 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6cb058d7-bffe-4016-95b4-bc9f0b18a923 req-7d7c4306-57ef-4d0f-8523-0825f63d1f1b tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cc8b6d7-9e3f-49d4-8b80-44c91f29ac38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438988 Feb 04 06:21:07.260209 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:07.944291 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9b1a9-b237-4746-b4b3-964858e4cc54 req-2039127f-205c-45bc-88d8-0d8e93df55fd tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:07.945804 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e5d9b1a9-b237-4746-b4b3-964858e4cc54 req-2039127f-205c-45bc-88d8-0d8e93df55fd tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0ae806-6627-45b4-98e9-a6fd69cb7927 HTTP/1.1" status: 200 len: 949 time: 0.0898983 Feb 04 06:21:07.990898 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e5d9b1a9-b237-4746-b4b3-964858e4cc54 req-dad33da8-67e6-46c5-847e-aa5bba420ea7 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cc8b6d7-9e3f-49d4-8b80-44c91f29ac38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387146 Feb 04 06:21:09.161334 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c5a93-2abf-45e4-bea0-71c1f50fb608 req-2494fc41-dc2e-4a9e-a946-297c6b84897e tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:09.162799 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f53c5a93-2abf-45e4-bea0-71c1f50fb608 req-2494fc41-dc2e-4a9e-a946-297c6b84897e tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0ae806-6627-45b4-98e9-a6fd69cb7927 HTTP/1.1" status: 200 len: 949 time: 0.0833664 Feb 04 06:21:09.314847 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f53c5a93-2abf-45e4-bea0-71c1f50fb608 req-9ecbd66d-49fa-4340-97af-8c45997aa26d tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cc8b6d7-9e3f-49d4-8b80-44c91f29ac38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456058 Feb 04 06:21:10.380025 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ea63e-d00a-4ea2-80cc-c42f06bbb067 req-90d0a5c1-d1ad-4a37-91aa-4c3a4f379164 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:10.381480 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-761ea63e-d00a-4ea2-80cc-c42f06bbb067 req-90d0a5c1-d1ad-4a37-91aa-4c3a4f379164 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a0ae806-6627-45b4-98e9-a6fd69cb7927 HTTP/1.1" status: 200 len: 949 time: 0.0902853 Feb 04 06:21:10.498473 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-761ea63e-d00a-4ea2-80cc-c42f06bbb067 req-98c02351-cb7d-4798-8790-308feead3e15 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Deleting port 60f6c44f-21b9-416e-af78-70c46e5e742f {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:21:10.498737 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-761ea63e-d00a-4ea2-80cc-c42f06bbb067 req-98c02351-cb7d-4798-8790-308feead3e15 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:10.610142 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f32593-70a5-44bd-9bbf-63f199eac88a req-b6d834bd-77e3-4eae-b17c-0ed3156d6a04 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:10.611598 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-07f32593-70a5-44bd-9bbf-63f199eac88a req-b6d834bd-77e3-4eae-b17c-0ed3156d6a04 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0ae806-6627-45b4-98e9-a6fd69cb7927 HTTP/1.1" status: 200 len: 949 time: 0.1892123 Feb 04 06:21:10.742226 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-07f32593-70a5-44bd-9bbf-63f199eac88a req-7f668c91-00a0-4647-b079-0235e4706908 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cc8b6d7-9e3f-49d4-8b80-44c91f29ac38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232393 Feb 04 06:21:10.794836 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-761ea63e-d00a-4ea2-80cc-c42f06bbb067 req-98c02351-cb7d-4798-8790-308feead3e15 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] For port 60f6c44f-21b9-416e-af78-70c46e5e742f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=60f6c44f-21b9-416e-af78-70c46e5e742f,segment=NetworkSegment(50aab07f-eeb1-46f2-9545-540e9b437434),segment_id=50aab07f-eeb1-46f2-9545-540e9b437434)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:21:10.795196 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-761ea63e-d00a-4ea2-80cc-c42f06bbb067 req-98c02351-cb7d-4798-8790-308feead3e15 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:10.922886 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-761ea63e-d00a-4ea2-80cc-c42f06bbb067 req-98c02351-cb7d-4798-8790-308feead3e15 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Calling delete_port for 60f6c44f-21b9-416e-af78-70c46e5e742f owned by compute:nova {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:21:11.067652 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-761ea63e-d00a-4ea2-80cc-c42f06bbb067 req-98c02351-cb7d-4798-8790-308feead3e15 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:11.080028 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['60f6c44f-21b9-416e-af78-70c46e5e742f'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:21:11.126729 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c02351-cb7d-4798-8790-308feead3e15 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Pushing event deleted for resources: {'Port': ['ID=60f6c44f-21b9-416e-af78-70c46e5e742f,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:11.205110 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-761ea63e-d00a-4ea2-80cc-c42f06bbb067 req-98c02351-cb7d-4798-8790-308feead3e15 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] No DVR routers for this DVR port 60f6c44f-21b9-416e-af78-70c46e5e742f on host hv-neutron-8268 {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:21:11.207919 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-761ea63e-d00a-4ea2-80cc-c42f06bbb067 req-98c02351-cb7d-4798-8790-308feead3e15 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:11.211132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0ae806-6627-45b4-98e9-a6fd69cb7927', 'name': 'network-vif-deleted', 'tag': '60f6c44f-21b9-416e-af78-70c46e5e742f'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:21:11.230212 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-761ea63e-d00a-4ea2-80cc-c42f06bbb067 req-98c02351-cb7d-4798-8790-308feead3e15 tempest-ServersAdminNegativeTestJSON-723557369 tempest-ServersAdminNegativeTestJSON-723557369-project] 10.222.0.43 "DELETE /v2.0/ports/60f6c44f-21b9-416e-af78-70c46e5e742f HTTP/1.1" status: 204 len: 173 time: 0.8436947 Feb 04 06:21:11.272252 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0ae806-6627-45b4-98e9-a6fd69cb7927', 'name': 'network-vif-deleted', 'tag': '60f6c44f-21b9-416e-af78-70c46e5e742f', 'status': 'completed', 'code': 200} Feb 04 06:21:12.100380 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60206) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:12.253725 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-72bb1f68-d6e1-45bd-b708-2a865b30816d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f6bb0a7d4c64a208ab4d669b85510fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521592 Feb 04 06:21:12.256289 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60212) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:12.314899 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1b864f18-aaa1-49ef-9658-101ca814c509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:12.340404 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1b864f18-aaa1-49ef-9658-101ca814c509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:12.393897 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1b864f18-aaa1-49ef-9658-101ca814c509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:12.410748 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b864f18-aaa1-49ef-9658-101ca814c509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc8b6d7-9e3f-49d4-8b80-44c91f29ac38,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:12.430023 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1b864f18-aaa1-49ef-9658-101ca814c509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:12.431108 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1b864f18-aaa1-49ef-9658-101ca814c509 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9cc8b6d7-9e3f-49d4-8b80-44c91f29ac38 HTTP/1.1" status: 204 len: 168 time: 0.1739612 Feb 04 06:21:12.716387 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60220) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:12.735322 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-61048ac7-e305-4bd0-8b9d-106e4a0f1436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:12.751721 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-61048ac7-e305-4bd0-8b9d-106e4a0f1436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:21:12.756045 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-61048ac7-e305-4bd0-8b9d-106e4a0f1436 admin admin] Usage tracker for resource:security_group_rule and tenant:0c00f54fd9b24a1383627d4c8e0cfb00 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:21:12.759197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-61048ac7-e305-4bd0-8b9d-106e4a0f1436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:21:12.765632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-61048ac7-e305-4bd0-8b9d-106e4a0f1436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:21:12.847535 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-61048ac7-e305-4bd0-8b9d-106e4a0f1436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:12.853134 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-61048ac7-e305-4bd0-8b9d-106e4a0f1436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:12.902851 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-61048ac7-e305-4bd0-8b9d-106e4a0f1436 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c00f54fd9b24a1383627d4c8e0cfb00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852458 Feb 04 06:21:12.904526 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61048ac7-e305-4bd0-8b9d-106e4a0f1436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3d49e5-d7a7-47c9-9f6f-2a88c4203bd3,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:12.905689 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 60224) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:12.979625 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-56ae8444-a830-49a4-85df-966f3d1cfe8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:13.005810 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-56ae8444-a830-49a4-85df-966f3d1cfe8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:13.062112 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-56ae8444-a830-49a4-85df-966f3d1cfe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:13.078785 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae8444-a830-49a4-85df-966f3d1cfe8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3d49e5-d7a7-47c9-9f6f-2a88c4203bd3,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:13.087103 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-56ae8444-a830-49a4-85df-966f3d1cfe8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:13.088272 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-56ae8444-a830-49a4-85df-966f3d1cfe8d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c3d49e5-d7a7-47c9-9f6f-2a88c4203bd3 HTTP/1.1" status: 204 len: 168 time: 0.1813247 Feb 04 06:21:13.849727 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 60248) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:13.957780 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-859357592-network', 'tenant_id': '2053d7ef8557483babc678f519a086ff'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:21:13.963329 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:21:13.968029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Usage tracker for resource:network and tenant:2053d7ef8557483babc678f519a086ff is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:21:13.971427 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:21:13.978814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:21:13.993676 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Made reservation on behalf of 2053d7ef8557483babc678f519a086ff for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:21:13.996053 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:14.009062 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:14.024923 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:21:14.028935 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Usage tracker for resource:security_group_rule and tenant:2053d7ef8557483babc678f519a086ff is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:21:14.031741 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:21:14.037469 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:21:14.122059 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:14.128131 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:14.161377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:21:14.170760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0db5b8-98e7-41e9-974e-89b48b65fa55,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:14.179337 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:14.180102 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Added segment b1bcb319-e456-4a67-80f2-6e42b39775a8 of type vlan for network 7cf29c85-4147-46f1-995b-d7e9949b7b62 Feb 04 06:21:14.213541 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:14.243559 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:14.244687 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:14.245412 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:14.465536 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] Pushing event updated for resources: {'Network': ['ID=7cf29c85-4147-46f1-995b-d7e9949b7b62,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:14.473762 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-739b8232-2451-4f0b-a8a2-993018e1bf17 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6198895 Feb 04 06:21:14.474200 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 60254) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:14.477586 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 7cf29c85-4147-46f1-995b-d7e9949b7b62 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:21:14.482002 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-904cb9a5-295e-43f5-998b-ac00d221992c admin admin] Request body: {'subnet': {'network_id': '7cf29c85-4147-46f1-995b-d7e9949b7b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-859357592-subnet', 'tenant_id': '2053d7ef8557483babc678f519a086ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:21:14.496973 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-904cb9a5-295e-43f5-998b-ac00d221992c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:21:14.502028 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-904cb9a5-295e-43f5-998b-ac00d221992c admin admin] Usage tracker for resource:subnet and tenant:2053d7ef8557483babc678f519a086ff is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:21:14.505745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-904cb9a5-295e-43f5-998b-ac00d221992c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:21:14.512240 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-904cb9a5-295e-43f5-998b-ac00d221992c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:21:14.525920 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904cb9a5-295e-43f5-998b-ac00d221992c admin admin] Made reservation on behalf of 2053d7ef8557483babc678f519a086ff for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:21:14.530293 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-904cb9a5-295e-43f5-998b-ac00d221992c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:14.742312 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-904cb9a5-295e-43f5-998b-ac00d221992c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:14.813897 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cb9a5-295e-43f5-998b-ac00d221992c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b39847-4a5e-4bdc-b07f-c36253901416,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:14.822768 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904cb9a5-295e-43f5-998b-ac00d221992c admin admin] Checking segment: {'id': 'b1bcb319-e456-4a67-80f2-6e42b39775a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cf29c85-4147-46f1-995b-d7e9949b7b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:21:14.823120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904cb9a5-295e-43f5-998b-ac00d221992c admin admin] Network hostable DHCP agents. Network: 7cf29c85-4147-46f1-995b-d7e9949b7b62, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:21:14.846119 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904cb9a5-295e-43f5-998b-ac00d221992c admin admin] Network 7cf29c85-4147-46f1-995b-d7e9949b7b62 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:21:14.856734 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-904cb9a5-295e-43f5-998b-ac00d221992c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 7cf29c85-4147-46f1-995b-d7e9949b7b62) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:21:14.862019 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904cb9a5-295e-43f5-998b-ac00d221992c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:14.864194 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-904cb9a5-295e-43f5-998b-ac00d221992c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:14.865244 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67456411-0880-434e-a12e-e9b3a80924ab None None] Network 7cf29c85-4147-46f1-995b-d7e9949b7b62 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:21:14.894526 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-904cb9a5-295e-43f5-998b-ac00d221992c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4103224 Feb 04 06:21:15.081019 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d633a6-7959-49a2-9722-85fadbc00b20 None None] Network 7cf29c85-4147-46f1-995b-d7e9949b7b62 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:21:15.422066 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-c402856a-9723-46bc-a74a-f83ce56c6deb tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:15.423564 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-c402856a-9723-46bc-a74a-f83ce56c6deb tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/networks?id=7cf29c85-4147-46f1-995b-d7e9949b7b62 HTTP/1.1" status: 200 len: 811 time: 0.1572683 Feb 04 06:21:15.439192 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-a5889d32-b883-425e-9aca-80e440f6f67f tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/quotas/2053d7ef8557483babc678f519a086ff HTTP/1.1" status: 200 len: 375 time: 0.0099268 Feb 04 06:21:15.487949 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-7687c2df-7fa7-465d-9b32-a4e5b532fd6b tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2053d7ef8557483babc678f519a086ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430832 Feb 04 06:21:15.549011 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-e8725d42-8466-4386-a9cb-db7931fe153c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:21:15.549971 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-e8725d42-8466-4386-a9cb-db7931fe153c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0555389 Feb 04 06:21:15.695064 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-c9bd66fd-5326-4527-976b-87e669410392 service neutron] 10.222.0.31 "GET /v2.0/networks/7cf29c85-4147-46f1-995b-d7e9949b7b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387122 Feb 04 06:21:15.854593 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 60f6c44f-21b9-416e-af78-70c46e5e742f no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:21:15.891636 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 60f6c44f-21b9-416e-af78-70c46e5e742f {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:21:15.891990 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 60f6c44f-21b9-416e-af78-70c46e5e742f not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:21:15.944216 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-54a21241-f8aa-42ea-8266-a8368249bb7f service neutron] 10.222.0.31 "GET /v2.0/networks/7cf29c85-4147-46f1-995b-d7e9949b7b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425747 Feb 04 06:21:16.125747 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-74cfa20e-491c-45e5-8a41-951a413873ab req-ad6f3c09-2147-44ef-850d-73407a51abf7 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 210 time: 0.0435290 Feb 04 06:21:17.179211 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-e9a489d5-2b95-4a3d-a4c7-a8f8d2d6f505 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:17.180725 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-e9a489d5-2b95-4a3d-a4c7-a8f8d2d6f505 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.43 "GET /v2.0/networks?id=7cf29c85-4147-46f1-995b-d7e9949b7b62 HTTP/1.1" status: 200 len: 811 time: 0.1532538 Feb 04 06:21:17.193310 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-fe9cf2ca-6113-4b9b-8825-9b37475a7294 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Request body: {'port': {'device_id': 'ba17944e-4117-4dcc-a783-e433ac523ee2', 'network_id': '7cf29c85-4147-46f1-995b-d7e9949b7b62', 'admin_state_up': True, 'tenant_id': '2053d7ef8557483babc678f519a086ff'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:21:17.338533 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9c8a89d5-099d-4887-a004-23f35668f6fc req-446b296f-39d3-4463-b753-b24fd2602148 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 210 time: 0.0549824 Feb 04 06:21:17.382312 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-fe9cf2ca-6113-4b9b-8825-9b37475a7294 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:21:17.386382 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-fe9cf2ca-6113-4b9b-8825-9b37475a7294 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Usage tracker for resource:port and tenant:2053d7ef8557483babc678f519a086ff is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:21:17.389436 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-fe9cf2ca-6113-4b9b-8825-9b37475a7294 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:21:17.395373 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-fe9cf2ca-6113-4b9b-8825-9b37475a7294 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:21:17.405356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-fe9cf2ca-6113-4b9b-8825-9b37475a7294 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Made reservation on behalf of 2053d7ef8557483babc678f519a086ff for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:21:17.409044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-fe9cf2ca-6113-4b9b-8825-9b37475a7294 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:17.579818 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-fe9cf2ca-6113-4b9b-8825-9b37475a7294 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Allocated IP 172.20.0.2 (7cf29c85-4147-46f1-995b-d7e9949b7b62/c2b39847-4a5e-4bdc-b07f-c36253901416/f6536ea9-4707-4e53-a97e-26bc4eb990e6) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:21:17.778468 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-fe9cf2ca-6113-4b9b-8825-9b37475a7294 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:17.808646 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-fe9cf2ca-6113-4b9b-8825-9b37475a7294 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:17.883910 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-fe9cf2ca-6113-4b9b-8825-9b37475a7294 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Network 7cf29c85-4147-46f1-995b-d7e9949b7b62 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:21:17.887006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-fe9cf2ca-6113-4b9b-8825-9b37475a7294 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:21:17.891147 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-fe9cf2ca-6113-4b9b-8825-9b37475a7294 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:21:17.921641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9cf2ca-6113-4b9b-8825-9b37475a7294 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Pushing event updated for resources: {'Port': ['ID=f6536ea9-4707-4e53-a97e-26bc4eb990e6,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:17.957141 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-fe9cf2ca-6113-4b9b-8825-9b37475a7294 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:17.957746 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-fe9cf2ca-6113-4b9b-8825-9b37475a7294 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:17.985596 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-fe9cf2ca-6113-4b9b-8825-9b37475a7294 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7961495 Feb 04 06:21:17.997424 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Request body: {'port': {'device_id': 'ba17944e-4117-4dcc-a783-e433ac523ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:21:18.111199 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:18.498526 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6536ea9-4707-4e53-a97e-26bc4eb990e6 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:21:18.508056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:18.531284 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Transition to ACTIVE for port object f6536ea9-4707-4e53-a97e-26bc4eb990e6 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:21:18.538099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:18.805043 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41f0e1-e9d3-4ee7-8245-e3eb7e9d9e85 req-04132c96-0729-40f6-ba1f-f1769e355ccf tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:18.805625 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-7a41f0e1-e9d3-4ee7-8245-e3eb7e9d9e85 req-04132c96-0729-40f6-ba1f-f1769e355ccf tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Synchronizing usage tracker for tenant:2053d7ef8557483babc678f519a086ff on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:21:18.809267 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Pushing event updated for resources: {'Port': ['ID=f6536ea9-4707-4e53-a97e-26bc4eb990e6,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:18.896283 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-7a41f0e1-e9d3-4ee7-8245-e3eb7e9d9e85 req-04132c96-0729-40f6-ba1f-f1769e355ccf tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Unset dirty status for tenant:2053d7ef8557483babc678f519a086ff on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:21:18.897447 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7a41f0e1-e9d3-4ee7-8245-e3eb7e9d9e85 req-04132c96-0729-40f6-ba1f-f1769e355ccf tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 931 time: 0.4486246 Feb 04 06:21:18.947810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Attempting to bind port f6536ea9-4707-4e53-a97e-26bc4eb990e6 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:21:18.948146 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Attempting to bind port f6536ea9-4707-4e53-a97e-26bc4eb990e6 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'b1bcb319-e456-4a67-80f2-6e42b39775a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cf29c85-4147-46f1-995b-d7e9949b7b62'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:21:18.948463 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Attempting to bind port f6536ea9-4707-4e53-a97e-26bc4eb990e6 on network 7cf29c85-4147-46f1-995b-d7e9949b7b62 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:21:18.958628 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Port f6536ea9-4707-4e53-a97e-26bc4eb990e6 on network 7cf29c85-4147-46f1-995b-d7e9949b7b62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:21:18.958937 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Attempting to bind port f6536ea9-4707-4e53-a97e-26bc4eb990e6 on network 7cf29c85-4147-46f1-995b-d7e9949b7b62 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:21:18.963335 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7a41f0e1-e9d3-4ee7-8245-e3eb7e9d9e85 req-515a7907-f381-4cce-b7d3-a4770b726267 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593607 Feb 04 06:21:18.967405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:21:18.967755 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Checking segment: {'id': 'b1bcb319-e456-4a67-80f2-6e42b39775a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cf29c85-4147-46f1-995b-d7e9949b7b62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:21:18.968150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Bound using segment: {'id': 'b1bcb319-e456-4a67-80f2-6e42b39775a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cf29c85-4147-46f1-995b-d7e9949b7b62'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:21:18.968569 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Bound port: f6536ea9-4707-4e53-a97e-26bc4eb990e6, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1bcb319-e456-4a67-80f2-6e42b39775a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cf29c85-4147-46f1-995b-d7e9949b7b62'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:21:18.968919 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:19.059938 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] For port f6536ea9-4707-4e53-a97e-26bc4eb990e6, host hv-neutron-8268, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:21:19.062945 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] For port f6536ea9-4707-4e53-a97e-26bc4eb990e6, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f6536ea9-4707-4e53-a97e-26bc4eb990e6,segment=NetworkSegment(b1bcb319-e456-4a67-80f2-6e42b39775a8),segment_id=b1bcb319-e456-4a67-80f2-6e42b39775a8)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:21:19.069181 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:19.133067 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:19.133675 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:19.135004 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] 10.222.0.43 "PUT /v2.0/ports/f6536ea9-4707-4e53-a97e-26bc4eb990e6 HTTP/1.1" status: 200 len: 1093 time: 1.1418757 Feb 04 06:21:19.135460 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba17944e-4117-4dcc-a783-e433ac523ee2', 'tag': 'f6536ea9-4707-4e53-a97e-26bc4eb990e6'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:21:19.162340 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c82be4-6d29-431d-8ea3-312f68144982 service neutron] Pushing event updated for resources: {'Port': ['ID=f6536ea9-4707-4e53-a97e-26bc4eb990e6,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:19.223073 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba17944e-4117-4dcc-a783-e433ac523ee2', 'tag': 'f6536ea9-4707-4e53-a97e-26bc4eb990e6', 'status': 'completed', 'code': 200} Feb 04 06:21:19.263965 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-d0d40d40-8e40-4de3-8c2a-dc91743e9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:19.265453 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-d0d40d40-8e40-4de3-8c2a-dc91743e9ed3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2053d7ef8557483babc678f519a086ff&device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 1096 time: 0.0775068 Feb 04 06:21:19.337300 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-70cf37d9-ec32-48d2-a2c1-f93bcc4ab2e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6536ea9-4707-4e53-a97e-26bc4eb990e6 HTTP/1.1" status: 200 len: 217 time: 0.0638266 Feb 04 06:21:19.400959 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-46c6c985-6319-45fb-8e7c-0afddfcc3a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:19.402521 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-46c6c985-6319-45fb-8e7c-0afddfcc3a1d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2b39847-4a5e-4bdc-b07f-c36253901416 HTTP/1.1" status: 200 len: 851 time: 0.0594430 Feb 04 06:21:19.453588 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-bfafec51-dff8-4c7f-87df-348abef130a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cf29c85-4147-46f1-995b-d7e9949b7b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444016 Feb 04 06:21:19.590318 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-cc7ef137-091b-4f7c-9620-747d885e1209 service neutron] 10.222.0.43 "GET /v2.0/networks/7cf29c85-4147-46f1-995b-d7e9949b7b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303718 Feb 04 06:21:19.724014 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-919fe7b3-266e-4921-ba18-ce550f4d28a6 req-91ab4e46-5204-457d-b7cf-7118b12f9048 service neutron] 10.222.0.43 "GET /v2.0/networks/7cf29c85-4147-46f1-995b-d7e9949b7b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275687 Feb 04 06:21:19.848302 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2435dff-99ba-463d-89dd-3f17478f3c22 req-c226f043-b613-46f1-ab13-19a91ae57bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:19.849718 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a2435dff-99ba-463d-89dd-3f17478f3c22 req-c226f043-b613-46f1-ab13-19a91ae57bdb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2053d7ef8557483babc678f519a086ff&device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 1096 time: 0.0717297 Feb 04 06:21:19.987534 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2435dff-99ba-463d-89dd-3f17478f3c22 req-d71c35c1-67e5-409f-8b0d-7f93190686ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:19.989079 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a2435dff-99ba-463d-89dd-3f17478f3c22 req-d71c35c1-67e5-409f-8b0d-7f93190686ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cf29c85-4147-46f1-995b-d7e9949b7b62 HTTP/1.1" status: 200 len: 912 time: 0.1321442 Feb 04 06:21:20.062991 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a2435dff-99ba-463d-89dd-3f17478f3c22 req-fc23f23b-3df8-455f-96cc-f16173ea4346 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6536ea9-4707-4e53-a97e-26bc4eb990e6 HTTP/1.1" status: 200 len: 217 time: 0.0668869 Feb 04 06:21:20.176615 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2435dff-99ba-463d-89dd-3f17478f3c22 req-4d6bbab0-52b7-4aaf-8661-934999352273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:20.178200 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a2435dff-99ba-463d-89dd-3f17478f3c22 req-4d6bbab0-52b7-4aaf-8661-934999352273 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2b39847-4a5e-4bdc-b07f-c36253901416 HTTP/1.1" status: 200 len: 851 time: 0.1087682 Feb 04 06:21:20.228452 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a2435dff-99ba-463d-89dd-3f17478f3c22 req-ccad48ef-f3a0-4eae-add1-cbf76d4c2ddc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cf29c85-4147-46f1-995b-d7e9949b7b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428081 Feb 04 06:21:20.264146 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078731c7-31d6-4cdb-ac35-66ec5cd692e2 req-f2d7412e-41b3-45d4-817e-71e6e7b9828f tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:20.265555 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-078731c7-31d6-4cdb-ac35-66ec5cd692e2 req-f2d7412e-41b3-45d4-817e-71e6e7b9828f tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 943 time: 0.1667798 Feb 04 06:21:20.382547 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-078731c7-31d6-4cdb-ac35-66ec5cd692e2 req-9f96b9e8-dda8-4c07-a146-02d585dd36ad tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687132 Feb 04 06:21:20.404511 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a2435dff-99ba-463d-89dd-3f17478f3c22 req-aafc8825-4e6f-42cc-b12b-9f95ca95ef8f service neutron] 10.222.0.43 "GET /v2.0/networks/7cf29c85-4147-46f1-995b-d7e9949b7b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675973 Feb 04 06:21:20.651132 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a2435dff-99ba-463d-89dd-3f17478f3c22 req-f0f50587-339d-45a1-ab65-91c054b939bf service neutron] 10.222.0.43 "GET /v2.0/networks/7cf29c85-4147-46f1-995b-d7e9949b7b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403369 Feb 04 06:21:21.570790 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7519b1-f57c-4e7c-81f0-ea0e1992d6c8 req-e0d34e5f-a8f1-4850-8994-c60646b3d89c tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:21.572146 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ff7519b1-f57c-4e7c-81f0-ea0e1992d6c8 req-e0d34e5f-a8f1-4850-8994-c60646b3d89c tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 943 time: 0.0829239 Feb 04 06:21:21.618857 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ff7519b1-f57c-4e7c-81f0-ea0e1992d6c8 req-7b410256-48b5-4e95-a48f-0dbf8b2606c6 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406251 Feb 04 06:21:21.889428 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device f6536ea9-4707-4e53-a97e-26bc4eb990e6 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:21:22.029807 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port f6536ea9-4707-4e53-a97e-26bc4eb990e6, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f6536ea9-4707-4e53-a97e-26bc4eb990e6,segment=NetworkSegment(b1bcb319-e456-4a67-80f2-6e42b39775a8),segment_id=b1bcb319-e456-4a67-80f2-6e42b39775a8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:21:22.047021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': 'f6536ea9-4707-4e53-a97e-26bc4eb990e6', 'network_id': '7cf29c85-4147-46f1-995b-d7e9949b7b62', 'port_id': 'f6536ea9-4707-4e53-a97e-26bc4eb990e6', 'mac_address': 'fa:16:3e:01:22:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b39847-4a5e-4bdc-b07f-c36253901416', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:21:22.105736 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:22.124077 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6536ea9-4707-4e53-a97e-26bc4eb990e6 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:21:22.141272 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port f6536ea9-4707-4e53-a97e-26bc4eb990e6, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f6536ea9-4707-4e53-a97e-26bc4eb990e6,segment=NetworkSegment(b1bcb319-e456-4a67-80f2-6e42b39775a8),segment_id=b1bcb319-e456-4a67-80f2-6e42b39775a8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:21:22.146856 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:22.216144 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=f6536ea9-4707-4e53-a97e-26bc4eb990e6,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:22.341402 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['f6536ea9-4707-4e53-a97e-26bc4eb990e6'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:21:22.804516 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a394f-3d9f-4208-a027-b3603d2dd14d req-c5907fad-a887-4a79-bd0f-ce10ec2f4f23 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:22.805968 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c15a394f-3d9f-4208-a027-b3603d2dd14d req-c5907fad-a887-4a79-bd0f-ce10ec2f4f23 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 944 time: 0.0788667 Feb 04 06:21:22.851034 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c15a394f-3d9f-4208-a027-b3603d2dd14d req-83f2b0d2-8e45-4104-84b3-794bc61fcdae tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392783 Feb 04 06:21:23.900566 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device f6536ea9-4707-4e53-a97e-26bc4eb990e6 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:21:23.974047 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port f6536ea9-4707-4e53-a97e-26bc4eb990e6 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:21:23.978992 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port f6536ea9-4707-4e53-a97e-26bc4eb990e6 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:21:23.979567 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:24.042647 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1a210-0a2c-4c14-b38a-e33ddf00c62f req-c0ed0a7f-4c61-41c7-946a-88e9dfd95dc0 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:24.044210 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9ae1a210-0a2c-4c14-b38a-e33ddf00c62f req-c0ed0a7f-4c61-41c7-946a-88e9dfd95dc0 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 944 time: 0.0856733 Feb 04 06:21:24.093372 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9ae1a210-0a2c-4c14-b38a-e33ddf00c62f req-68448d89-e797-4e15-a408-3ac46d6a127f tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431817 Feb 04 06:21:24.107887 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:24.138613 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba17944e-4117-4dcc-a783-e433ac523ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6536ea9-4707-4e53-a97e-26bc4eb990e6'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:21:24.153677 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port f6536ea9-4707-4e53-a97e-26bc4eb990e6, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f6536ea9-4707-4e53-a97e-26bc4eb990e6,segment=NetworkSegment(b1bcb319-e456-4a67-80f2-6e42b39775a8),segment_id=b1bcb319-e456-4a67-80f2-6e42b39775a8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:21:24.160150 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:24.202766 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba17944e-4117-4dcc-a783-e433ac523ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6536ea9-4707-4e53-a97e-26bc4eb990e6', 'code': 200} Feb 04 06:21:24.235547 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=f6536ea9-4707-4e53-a97e-26bc4eb990e6,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:24.445416 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75874475-603d-4e8d-ac3b-1bf21c254ecf req-b35e81fe-a6e2-4ba6-98e4-47c732972bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:24.446883 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-75874475-603d-4e8d-ac3b-1bf21c254ecf req-b35e81fe-a6e2-4ba6-98e4-47c732972bd3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 1098 time: 0.0725415 Feb 04 06:21:24.493630 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-75874475-603d-4e8d-ac3b-1bf21c254ecf req-6f5a4cb2-f86f-41ca-8428-40ae25f3e3fc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407650 Feb 04 06:21:25.285876 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f4321-3bb7-4d96-af47-5fdc944cac35 req-8de4a2bd-c5a1-4b5e-a1c2-05bba6388935 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:25.287361 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ec9f4321-3bb7-4d96-af47-5fdc944cac35 req-8de4a2bd-c5a1-4b5e-a1c2-05bba6388935 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0828264 Feb 04 06:21:25.333080 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ec9f4321-3bb7-4d96-af47-5fdc944cac35 req-b9228f3e-302a-4383-85e6-cca2c90b2fa0 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397341 Feb 04 06:21:26.527459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce11c90-1b89-4696-ab32-41d74d505633 req-80390730-c8b6-46aa-b28c-6177b3e4b660 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:26.529006 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8ce11c90-1b89-4696-ab32-41d74d505633 req-80390730-c8b6-46aa-b28c-6177b3e4b660 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0860832 Feb 04 06:21:26.575067 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8ce11c90-1b89-4696-ab32-41d74d505633 req-095990da-8309-4a92-b8ff-b982c1d7b5ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401404 Feb 04 06:21:26.958499 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 60318) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:26.985416 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40263bc6-01bd-4d8f-a0e4-0834a0036f43 req-92ee58c3-a0da-49df-9408-2d51e2771e19 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:26.987160 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-40263bc6-01bd-4d8f-a0e4-0834a0036f43 req-92ee58c3-a0da-49df-9408-2d51e2771e19 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0876162 Feb 04 06:21:27.032069 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-40263bc6-01bd-4d8f-a0e4-0834a0036f43 req-0f3e094a-5e1f-4216-b321-dd79d360e8a6 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391448 Feb 04 06:21:27.077298 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-d620f2d4-51bd-477c-ab2a-5058645e38cf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1175404 Feb 04 06:21:28.235819 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b27f7-fe04-4332-a6e0-921c87ea035b req-c1d81442-1704-4223-be0c-3d66475511e7 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:28.237955 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-827b27f7-fe04-4332-a6e0-921c87ea035b req-c1d81442-1704-4223-be0c-3d66475511e7 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0915337 Feb 04 06:21:28.326845 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-827b27f7-fe04-4332-a6e0-921c87ea035b req-6f95fed1-28ee-4bc3-8e7d-e7bb4cb1c03e tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794594 Feb 04 06:21:28.357642 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-c82f5874-1866-49de-90e5-1f1df78b650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:28.359108 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-c82f5874-1866-49de-90e5-1f1df78b650e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2053d7ef8557483babc678f519a086ff&device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 1098 time: 0.0816412 Feb 04 06:21:28.497016 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-2fd0cf6e-e866-4862-b027-f122c745e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:28.498513 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-2fd0cf6e-e866-4862-b027-f122c745e564 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cf29c85-4147-46f1-995b-d7e9949b7b62 HTTP/1.1" status: 200 len: 912 time: 0.1312025 Feb 04 06:21:28.569756 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-762ee40f-dedd-4f12-897d-f6fde1d26a7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6536ea9-4707-4e53-a97e-26bc4eb990e6 HTTP/1.1" status: 200 len: 217 time: 0.0646672 Feb 04 06:21:28.633686 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-4f98c484-a307-4bbd-a072-0122edc1881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:28.635195 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-4f98c484-a307-4bbd-a072-0122edc1881c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2b39847-4a5e-4bdc-b07f-c36253901416 HTTP/1.1" status: 200 len: 851 time: 0.0591364 Feb 04 06:21:28.685406 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-e9d6ac1a-9f09-40ba-8a5a-4aa08e69f38a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cf29c85-4147-46f1-995b-d7e9949b7b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441220 Feb 04 06:21:28.819716 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-77bb8d50-20e6-496f-876a-94a715b8a77c service neutron] 10.222.0.43 "GET /v2.0/networks/7cf29c85-4147-46f1-995b-d7e9949b7b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283865 Feb 04 06:21:28.952518 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-ad22caee-a292-48d0-bea6-54831fc53641 service neutron] 10.222.0.43 "GET /v2.0/networks/7cf29c85-4147-46f1-995b-d7e9949b7b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260877 Feb 04 06:21:29.511895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95502370-c25d-4535-a379-d1c9cb1cc93c req-fc1f7c4c-1a0c-4577-855a-896cf40c8a69 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:29.513566 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-95502370-c25d-4535-a379-d1c9cb1cc93c req-fc1f7c4c-1a0c-4577-855a-896cf40c8a69 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0805094 Feb 04 06:21:29.523063 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4be7f5eb-d328-4917-863a-e97bf870fdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:29.559924 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-95502370-c25d-4535-a379-d1c9cb1cc93c req-4a36f260-f2e1-45b7-a287-30278735859b tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388350 Feb 04 06:21:30.259171 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c55df9-2858-4547-afdc-7830ad03e46a req-503b8c89-660f-4d9d-b339-20f45e8b1115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:30.260729 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-38c55df9-2858-4547-afdc-7830ad03e46a req-503b8c89-660f-4d9d-b339-20f45e8b1115 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2053d7ef8557483babc678f519a086ff&device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 1098 time: 0.1939905 Feb 04 06:21:30.407520 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c55df9-2858-4547-afdc-7830ad03e46a req-72f2b6c8-e4e1-4c05-868b-798fead40698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:30.409082 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-38c55df9-2858-4547-afdc-7830ad03e46a req-72f2b6c8-e4e1-4c05-868b-798fead40698 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cf29c85-4147-46f1-995b-d7e9949b7b62 HTTP/1.1" status: 200 len: 912 time: 0.1270092 Feb 04 06:21:30.484985 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-38c55df9-2858-4547-afdc-7830ad03e46a req-248bf6b7-7697-4a1f-be60-a27204c0a727 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6536ea9-4707-4e53-a97e-26bc4eb990e6 HTTP/1.1" status: 200 len: 217 time: 0.0689645 Feb 04 06:21:30.547478 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c55df9-2858-4547-afdc-7830ad03e46a req-dca7016d-c8fd-4f47-89e0-559292ff9c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:30.548980 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-38c55df9-2858-4547-afdc-7830ad03e46a req-dca7016d-c8fd-4f47-89e0-559292ff9c9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2b39847-4a5e-4bdc-b07f-c36253901416 HTTP/1.1" status: 200 len: 851 time: 0.0577352 Feb 04 06:21:30.594979 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-38c55df9-2858-4547-afdc-7830ad03e46a req-0696aea9-2ca5-453d-bbbb-51a53a1a8ca4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cf29c85-4147-46f1-995b-d7e9949b7b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403156 Feb 04 06:21:30.783121 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-38c55df9-2858-4547-afdc-7830ad03e46a req-8c8bcabb-f7ee-4926-924c-2ad527f9eb1e service neutron] 10.222.0.43 "GET /v2.0/networks/7cf29c85-4147-46f1-995b-d7e9949b7b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812530 Feb 04 06:21:30.817582 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e86463-3ca1-482b-b5ae-62963cc69c23 req-d946489a-ae89-4b0a-ae9d-f3983f2c77b0 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:30.819024 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a3e86463-3ca1-482b-b5ae-62963cc69c23 req-d946489a-ae89-4b0a-ae9d-f3983f2c77b0 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.1491215 Feb 04 06:21:30.934549 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a3e86463-3ca1-482b-b5ae-62963cc69c23 req-345979fc-99df-42f2-9da5-6416af5cc3e6 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677569 Feb 04 06:21:30.956832 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-38c55df9-2858-4547-afdc-7830ad03e46a req-d5e755f8-9804-49c3-9949-c28757424492 service neutron] 10.222.0.43 "GET /v2.0/networks/7cf29c85-4147-46f1-995b-d7e9949b7b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660931 Feb 04 06:21:31.828891 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-df5589a9-f8e1-41a2-88b3-d1d03fa5cc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:32.133509 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c87b7-39e3-4bc4-b58d-c9d755a8fbd7 req-44740893-b83a-4993-83d5-a1d175437c19 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:32.135036 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-561c87b7-39e3-4bc4-b58d-c9d755a8fbd7 req-44740893-b83a-4993-83d5-a1d175437c19 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0900140 Feb 04 06:21:32.181589 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-561c87b7-39e3-4bc4-b58d-c9d755a8fbd7 req-f38a8ee3-4c24-4912-a5f1-0eea9cde6488 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398023 Feb 04 06:21:32.878673 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:32.916630 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:33.364502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36733e3-6e88-48e2-851b-21eb3bd48aca req-52f5f49d-18d5-494d-92c1-4939004845c1 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:33.365953 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d36733e3-6e88-48e2-851b-21eb3bd48aca req-52f5f49d-18d5-494d-92c1-4939004845c1 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0796187 Feb 04 06:21:33.412245 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d36733e3-6e88-48e2-851b-21eb3bd48aca req-079e655c-59cd-4f08-842e-3c7a495239ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403101 Feb 04 06:21:34.291902 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:34.599534 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5e315-2bdf-4167-bd44-fde0542be710 req-d1381d7f-f37e-4297-9d91-25b7ac4e5475 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:34.600989 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-27c5e315-2bdf-4167-bd44-fde0542be710 req-d1381d7f-f37e-4297-9d91-25b7ac4e5475 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0819333 Feb 04 06:21:34.645598 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-27c5e315-2bdf-4167-bd44-fde0542be710 req-c3c5d975-52ec-44bc-adda-982522ae1525 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386581 Feb 04 06:21:35.833621 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7661128-3a33-42b6-9079-0a38af0eb06d req-c58a7dcc-9c22-4d1b-acb4-68e84552d055 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:35.835053 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b7661128-3a33-42b6-9079-0a38af0eb06d req-c58a7dcc-9c22-4d1b-acb4-68e84552d055 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0803478 Feb 04 06:21:35.879283 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b7661128-3a33-42b6-9079-0a38af0eb06d req-6aacd503-a95e-4eeb-8e49-9e7f46b9093d tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381441 Feb 04 06:21:37.065718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73132f6a-0613-47f2-9fa1-87c1d76b2f9b req-7cee4443-712a-4750-9e6e-12afe5b0670a tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:37.067154 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-73132f6a-0613-47f2-9fa1-87c1d76b2f9b req-7cee4443-712a-4750-9e6e-12afe5b0670a tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0830448 Feb 04 06:21:37.110412 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-73132f6a-0613-47f2-9fa1-87c1d76b2f9b req-8feed2a8-f1ce-4f96-8965-a9ac5de67c82 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375102 Feb 04 06:21:37.281095 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:37.815280 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:21:38.317998 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b183d-2f2e-4b64-8072-fbe1f21965cc req-22781c69-3d6d-45ba-982a-f77227632d6b tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:38.319574 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a12b183d-2f2e-4b64-8072-fbe1f21965cc req-22781c69-3d6d-45ba-982a-f77227632d6b tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0920014 Feb 04 06:21:38.369699 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a12b183d-2f2e-4b64-8072-fbe1f21965cc req-04e14d3a-f541-4939-8d85-92374b2f1305 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440438 Feb 04 06:21:39.563151 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409b4fa-569c-4786-bace-ceb539a098dc req-e371750b-a7fa-425f-aa17-2d502b32c494 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:39.564643 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d409b4fa-569c-4786-bace-ceb539a098dc req-e371750b-a7fa-425f-aa17-2d502b32c494 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0834587 Feb 04 06:21:39.610745 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d409b4fa-569c-4786-bace-ceb539a098dc req-808818c9-2b83-4c22-89e4-4f824e4662fb tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402641 Feb 04 06:21:40.807761 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70c862-5d2c-4b38-9433-765bbcc4cc2e req-5e148c71-7839-4295-9847-2ed02f20b1cf tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:40.809400 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-de70c862-5d2c-4b38-9433-765bbcc4cc2e req-5e148c71-7839-4295-9847-2ed02f20b1cf tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0861990 Feb 04 06:21:40.853390 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-de70c862-5d2c-4b38-9433-765bbcc4cc2e req-ec3131da-930e-4810-bbbe-39d401c8172b tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381353 Feb 04 06:21:42.038498 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc77c9-168d-4260-ba35-96e2ee45c4a0 req-70cfee9d-ed02-4944-ad7b-0ab55c2d92d0 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:42.040008 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2cdc77c9-168d-4260-ba35-96e2ee45c4a0 req-70cfee9d-ed02-4944-ad7b-0ab55c2d92d0 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0801883 Feb 04 06:21:42.084126 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2cdc77c9-168d-4260-ba35-96e2ee45c4a0 req-c245abe6-b72b-4d3b-b6c4-8a1fb849ec8c tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381546 Feb 04 06:21:43.402261 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908e27a-d8b9-4f98-9d8a-ae18ba38cee2 req-f91a189f-5b0d-4141-93b9-7974e8f9cdfa tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:43.408634 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a908e27a-d8b9-4f98-9d8a-ae18ba38cee2 req-f91a189f-5b0d-4141-93b9-7974e8f9cdfa tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.2085447 Feb 04 06:21:43.450317 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a908e27a-d8b9-4f98-9d8a-ae18ba38cee2 req-3f426e97-7a4e-4f50-b265-a21fa0291ecf tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397949 Feb 04 06:21:44.634477 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80628d50-357e-49a2-9a26-f8d675bed593 req-315f31c7-1420-4dbd-99d5-7fba81ba1e89 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:44.635950 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-80628d50-357e-49a2-9a26-f8d675bed593 req-315f31c7-1420-4dbd-99d5-7fba81ba1e89 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0804939 Feb 04 06:21:44.688592 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-80628d50-357e-49a2-9a26-f8d675bed593 req-93459769-0606-4dee-98da-d4891c583fe0 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466964 Feb 04 06:21:45.877632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27993288-326e-416e-a238-95297571d648 req-8de07c4f-2b83-4772-8c2e-7a90a006251f tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:45.879103 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-27993288-326e-416e-a238-95297571d648 req-8de07c4f-2b83-4772-8c2e-7a90a006251f tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0814173 Feb 04 06:21:45.923147 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-27993288-326e-416e-a238-95297571d648 req-53e92d84-4b8f-4bad-8d43-b13aacee96c6 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382788 Feb 04 06:21:47.117048 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852899c1-542b-42e1-82cc-e1533f0453ee req-dce18ef5-7c8e-4d6e-8033-e230746f206c tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:47.118548 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-852899c1-542b-42e1-82cc-e1533f0453ee req-dce18ef5-7c8e-4d6e-8033-e230746f206c tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0867612 Feb 04 06:21:47.162625 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-852899c1-542b-42e1-82cc-e1533f0453ee req-ba343a48-22bb-4fe4-b062-7db552f9d429 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380790 Feb 04 06:21:48.355000 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be7fd4-c750-457b-b7de-f33b48f19ed4 req-b37043bf-bb1b-464e-a5a2-861331a935ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:48.359275 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-93be7fd4-c750-457b-b7de-f33b48f19ed4 req-b37043bf-bb1b-464e-a5a2-861331a935ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0858216 Feb 04 06:21:48.406226 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-93be7fd4-c750-457b-b7de-f33b48f19ed4 req-22b1453c-7253-4b74-aa91-9e776aee8c4a tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411408 Feb 04 06:21:49.597197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595c463-147a-491f-b709-36a6a88fd298 req-30110196-312a-4c2a-8aec-360ff86c6cb1 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:49.598574 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0595c463-147a-491f-b709-36a6a88fd298 req-30110196-312a-4c2a-8aec-360ff86c6cb1 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0868447 Feb 04 06:21:49.644242 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0595c463-147a-491f-b709-36a6a88fd298 req-7852785b-3f19-4e5c-8d48-711bb8bfbaee tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398946 Feb 04 06:21:50.832241 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e5a1d-efc4-4f2b-85d5-8093eea03677 req-4d36fce5-400b-4e68-9c01-7400c8cbb59d tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:50.833723 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b52e5a1d-efc4-4f2b-85d5-8093eea03677 req-4d36fce5-400b-4e68-9c01-7400c8cbb59d tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0810444 Feb 04 06:21:50.882351 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b52e5a1d-efc4-4f2b-85d5-8093eea03677 req-8c20e71d-739d-477c-a76c-3cfefbce7e25 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427794 Feb 04 06:21:52.068083 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6655ba-d23b-4cf2-931b-d2e1da43fbaa req-be06ed57-cbda-48b7-a019-e49cf229c5ce tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:52.069676 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ac6655ba-d23b-4cf2-931b-d2e1da43fbaa req-be06ed57-cbda-48b7-a019-e49cf229c5ce tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0820510 Feb 04 06:21:52.116899 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ac6655ba-d23b-4cf2-931b-d2e1da43fbaa req-ee0fb4ab-3d71-48ba-b4e7-8bf6ac50027e tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395155 Feb 04 06:21:53.307846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f82db-6394-47d3-8d8c-e8a96a557070 req-c826c38e-b318-469e-b3c1-253b9fb4560d tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:53.309316 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d4f82db-6394-47d3-8d8c-e8a96a557070 req-c826c38e-b318-469e-b3c1-253b9fb4560d tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0849569 Feb 04 06:21:53.355831 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d4f82db-6394-47d3-8d8c-e8a96a557070 req-c9210d28-8279-4dab-b047-6045432c07df tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393329 Feb 04 06:21:54.551539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77af0d-2a7b-4474-bc6b-fd068a7e6438 req-7591ccf1-00aa-466f-8d0b-34a27475d0ff tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:54.552921 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5f77af0d-2a7b-4474-bc6b-fd068a7e6438 req-7591ccf1-00aa-466f-8d0b-34a27475d0ff tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0821831 Feb 04 06:21:54.597745 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5f77af0d-2a7b-4474-bc6b-fd068a7e6438 req-e7115cdb-d0f7-458b-b062-a0ddd63348e8 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389912 Feb 04 06:21:55.813424 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-0c140ab4-6180-4d19-8976-e8cdc3fca653 service neutron] 10.222.0.43 "GET /v2.0/ports/f6536ea9-4707-4e53-a97e-26bc4eb990e6/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.1365170 Feb 04 06:21:55.834404 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bf9d3-cc6b-437f-8113-5d39ddbc2c3f req-319f0ba2-1181-4dc8-b40f-7ed0f52d17c4 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:55.836868 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-705bf9d3-cc6b-437f-8113-5d39ddbc2c3f req-319f0ba2-1181-4dc8-b40f-7ed0f52d17c4 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.1230195 Feb 04 06:21:55.885731 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-705bf9d3-cc6b-437f-8113-5d39ddbc2c3f req-efe48277-0a54-44eb-809c-008ebacfd187 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430238 Feb 04 06:21:56.105799 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-26bfc6b6-a894-4d61-aa4c-39828254caff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.107712 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-26bfc6b6-a894-4d61-aa4c-39828254caff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2&tenant_id=2053d7ef8557483babc678f519a086ff HTTP/1.1" status: 200 len: 1098 time: 0.0729697 Feb 04 06:21:56.200593 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-fd2d3eb8-275c-403d-8346-57790d18ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.202016 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-fd2d3eb8-275c-403d-8346-57790d18ac1b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2053d7ef8557483babc678f519a086ff&device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 1098 time: 0.0715556 Feb 04 06:21:56.331929 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-a5ccef7f-2cad-4ff3-80c0-674b952c07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.333372 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-a5ccef7f-2cad-4ff3-80c0-674b952c07e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cf29c85-4147-46f1-995b-d7e9949b7b62 HTTP/1.1" status: 200 len: 912 time: 0.1257682 Feb 04 06:21:56.406228 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-ece353a7-e21a-4a8c-88d0-f91f81afa4a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6536ea9-4707-4e53-a97e-26bc4eb990e6 HTTP/1.1" status: 200 len: 217 time: 0.0667880 Feb 04 06:21:56.469638 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-94cc35fa-a7bf-43bc-b9a7-6e75638390de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.470989 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-94cc35fa-a7bf-43bc-b9a7-6e75638390de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2b39847-4a5e-4bdc-b07f-c36253901416 HTTP/1.1" status: 200 len: 851 time: 0.0577371 Feb 04 06:21:56.521222 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-c2a608b3-6ac9-4f74-b902-ea21dec8b97a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cf29c85-4147-46f1-995b-d7e9949b7b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438068 Feb 04 06:21:56.650014 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-d4916f24-6255-4513-b7be-3400fe915803 service neutron] 10.222.0.43 "GET /v2.0/networks/7cf29c85-4147-46f1-995b-d7e9949b7b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219864 Feb 04 06:21:56.883957 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bebddfe2-df6d-47a4-8e18-6841e0267409 req-8a637faf-618c-496d-8ca3-eebad47cfc10 service neutron] 10.222.0.43 "GET /v2.0/networks/7cf29c85-4147-46f1-995b-d7e9949b7b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275910 Feb 04 06:21:57.073361 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df1356-49c2-46ff-b62b-b2f8f910f258 req-29f437c5-ebdf-41c9-be1f-ad8e4c2ff668 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:57.074820 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-55df1356-49c2-46ff-b62b-b2f8f910f258 req-29f437c5-ebdf-41c9-be1f-ad8e4c2ff668 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0840192 Feb 04 06:21:57.119638 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-55df1356-49c2-46ff-b62b-b2f8f910f258 req-2213dcf4-3d4f-42d8-b057-a03edf385024 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378458 Feb 04 06:21:58.316793 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf075e-68c1-49ff-87c2-687f42c85c3c req-2bff3f32-0214-4c06-a3a7-ae581133f2ce tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:58.318242 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9ebf075e-68c1-49ff-87c2-687f42c85c3c req-2bff3f32-0214-4c06-a3a7-ae581133f2ce tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0849240 Feb 04 06:21:58.361941 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9ebf075e-68c1-49ff-87c2-687f42c85c3c req-40738e05-5b2c-437e-88b2-1b7100c9c0ba tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379348 Feb 04 06:21:59.528044 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0caa4760-011a-4392-99e7-d2af3adb4338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:59.549263 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b77bf-f36e-47e8-ac62-cc307d3b21ab req-d2ff36c0-bebc-4a7a-a44c-a9c48c0277c3 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:59.555922 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0f3b77bf-f36e-47e8-ac62-cc307d3b21ab req-d2ff36c0-bebc-4a7a-a44c-a9c48c0277c3 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0832002 Feb 04 06:21:59.596155 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0f3b77bf-f36e-47e8-ac62-cc307d3b21ab req-41285491-970d-4830-9f90-ab0c1f50b93d tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389979 Feb 04 06:21:59.982346 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-751d6bb4-b2a7-4a7e-b476-a8f28bda4172 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:59.983879 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-751d6bb4-b2a7-4a7e-b476-a8f28bda4172 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2&tenant_id=2053d7ef8557483babc678f519a086ff&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 945 time: 0.0859644 Feb 04 06:22:00.053404 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device f6536ea9-4707-4e53-a97e-26bc4eb990e6 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:22:00.056664 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device f6536ea9-4707-4e53-a97e-26bc4eb990e6 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:22:00.126071 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-ada8bb13-5644-460c-9f47-5fc62fa9ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:00.127560 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-ada8bb13-5644-460c-9f47-5fc62fa9ae4b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2053d7ef8557483babc678f519a086ff&device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 1098 time: 0.0756073 Feb 04 06:22:00.278438 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-c6c02915-a56e-4084-81e0-961d6d307823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:00.280385 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-c6c02915-a56e-4084-81e0-961d6d307823 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cf29c85-4147-46f1-995b-d7e9949b7b62 HTTP/1.1" status: 200 len: 912 time: 0.1460311 Feb 04 06:22:00.319137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port f6536ea9-4707-4e53-a97e-26bc4eb990e6, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f6536ea9-4707-4e53-a97e-26bc4eb990e6,segment=NetworkSegment(b1bcb319-e456-4a67-80f2-6e42b39775a8),segment_id=b1bcb319-e456-4a67-80f2-6e42b39775a8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:22:00.336977 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': 'f6536ea9-4707-4e53-a97e-26bc4eb990e6', 'network_id': '7cf29c85-4147-46f1-995b-d7e9949b7b62', 'port_id': 'f6536ea9-4707-4e53-a97e-26bc4eb990e6', 'mac_address': 'fa:16:3e:01:22:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b39847-4a5e-4bdc-b07f-c36253901416', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:22:00.338581 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:00.351794 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-ae7990c5-5452-43f7-9355-542b3a6a6ad0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6536ea9-4707-4e53-a97e-26bc4eb990e6 HTTP/1.1" status: 200 len: 217 time: 0.0655429 Feb 04 06:22:00.405332 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba17944e-4117-4dcc-a783-e433ac523ee2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6536ea9-4707-4e53-a97e-26bc4eb990e6'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:22:00.416279 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-bdcbc739-2525-4a36-bd2a-e84af6aaa45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:00.417867 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-bdcbc739-2525-4a36-bd2a-e84af6aaa45e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2b39847-4a5e-4bdc-b07f-c36253901416 HTTP/1.1" status: 200 len: 851 time: 0.0598783 Feb 04 06:22:00.427870 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port f6536ea9-4707-4e53-a97e-26bc4eb990e6, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f6536ea9-4707-4e53-a97e-26bc4eb990e6,segment=NetworkSegment(b1bcb319-e456-4a67-80f2-6e42b39775a8),segment_id=b1bcb319-e456-4a67-80f2-6e42b39775a8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:22:00.429456 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:00.442478 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:00.477095 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba17944e-4117-4dcc-a783-e433ac523ee2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6536ea9-4707-4e53-a97e-26bc4eb990e6', 'code': 200} Feb 04 06:22:00.480497 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-c841de68-3a78-40c2-900f-89eeb5ee8171 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cf29c85-4147-46f1-995b-d7e9949b7b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550699 Feb 04 06:22:00.496986 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6536ea9-4707-4e53-a97e-26bc4eb990e6 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:22:00.571217 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=f6536ea9-4707-4e53-a97e-26bc4eb990e6,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:00.580700 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:00.581042 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:00.581374 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:00.581705 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:00.582020 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:00.582323 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:00.582642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:00.582973 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:00.583288 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:00.583590 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:00.583935 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:00.584229 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:00.587532 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:22:00.587894 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:22:00.615540 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-610faa03-d6cd-4407-85a8-e35eef67f710 service neutron] 10.222.0.43 "GET /v2.0/networks/7cf29c85-4147-46f1-995b-d7e9949b7b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282494 Feb 04 06:22:00.749410 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-386ef666-b9c2-46c4-abe6-85499440c5b1 service neutron] 10.222.0.43 "GET /v2.0/networks/7cf29c85-4147-46f1-995b-d7e9949b7b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277695 Feb 04 06:22:01.144055 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:01.166468 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6536ea9-4707-4e53-a97e-26bc4eb990e6 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:22:01.183507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port f6536ea9-4707-4e53-a97e-26bc4eb990e6, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f6536ea9-4707-4e53-a97e-26bc4eb990e6,segment=NetworkSegment(b1bcb319-e456-4a67-80f2-6e42b39775a8),segment_id=b1bcb319-e456-4a67-80f2-6e42b39775a8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:22:01.190052 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:01.261699 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['f6536ea9-4707-4e53-a97e-26bc4eb990e6'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:22:01.305898 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=f6536ea9-4707-4e53-a97e-26bc4eb990e6,revision_number=7']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:01.603200 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575dd66-863c-4447-9417-89db66f8d9d2 req-f33957b5-8085-4faa-89c2-82430cfc05fe tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:01.604696 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7575dd66-863c-4447-9417-89db66f8d9d2 req-f33957b5-8085-4faa-89c2-82430cfc05fe tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 944 time: 0.0808368 Feb 04 06:22:01.649629 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7575dd66-863c-4447-9417-89db66f8d9d2 req-ceb7496e-7743-4868-94d8-d51fcca980bd tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387404 Feb 04 06:22:01.843328 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-91ff9294-7994-4742-9c3b-bcd847de6056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:02.075814 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device f6536ea9-4707-4e53-a97e-26bc4eb990e6 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:22:02.148515 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port f6536ea9-4707-4e53-a97e-26bc4eb990e6 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:02.148910 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:02.278798 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:02.315518 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port f6536ea9-4707-4e53-a97e-26bc4eb990e6, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f6536ea9-4707-4e53-a97e-26bc4eb990e6,segment=NetworkSegment(b1bcb319-e456-4a67-80f2-6e42b39775a8),segment_id=b1bcb319-e456-4a67-80f2-6e42b39775a8)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:22:02.321847 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:02.389458 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=f6536ea9-4707-4e53-a97e-26bc4eb990e6,revision_number=8']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:02.478095 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba17944e-4117-4dcc-a783-e433ac523ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6536ea9-4707-4e53-a97e-26bc4eb990e6'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:22:02.523716 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba17944e-4117-4dcc-a783-e433ac523ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6536ea9-4707-4e53-a97e-26bc4eb990e6', 'code': 200} Feb 04 06:22:02.839615 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d512b-aa1a-42bc-8d3a-7db0a1e82fb8 req-6f9198c3-e6b3-47d7-a1f4-b435bb89ec6f tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:02.840980 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c13d512b-aa1a-42bc-8d3a-7db0a1e82fb8 req-6f9198c3-e6b3-47d7-a1f4-b435bb89ec6f tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0848067 Feb 04 06:22:02.883008 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:02.889312 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c13d512b-aa1a-42bc-8d3a-7db0a1e82fb8 req-dd0f3ff9-a58b-4495-bf40-81319d41f9f1 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0db5b8-98e7-41e9-974e-89b48b65fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425649 Feb 04 06:22:02.925601 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:03.225511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-e8935d45-a94b-4a0b-8797-16460f53a42e tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:03.226986 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-e8935d45-a94b-4a0b-8797-16460f53a42e tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 945 time: 0.0844638 Feb 04 06:22:03.300931 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Deleting port f6536ea9-4707-4e53-a97e-26bc4eb990e6 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:22:03.301360 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:03.555911 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] For port f6536ea9-4707-4e53-a97e-26bc4eb990e6, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f6536ea9-4707-4e53-a97e-26bc4eb990e6,segment=NetworkSegment(b1bcb319-e456-4a67-80f2-6e42b39775a8),segment_id=b1bcb319-e456-4a67-80f2-6e42b39775a8)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:22:03.556162 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:03.790562 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Calling delete_port for f6536ea9-4707-4e53-a97e-26bc4eb990e6 owned by compute:nova {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:22:03.943860 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:03.956095 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['f6536ea9-4707-4e53-a97e-26bc4eb990e6'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:22:03.996169 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Pushing event deleted for resources: {'Port': ['ID=f6536ea9-4707-4e53-a97e-26bc4eb990e6,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:04.006065 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:04.006405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:04.006748 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:04.007062 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:04.007378 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:04.007702 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:04.008039 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:04.008351 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:04.008669 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:04.008969 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:04.009276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:04.009579 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:04.088998 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e9feb3a4-ebd3-4807-93a5-3f55bd5e91d3 req-74733ea2-0e3a-45fc-b633-6dc7d6c75596 tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba17944e-4117-4dcc-a783-e433ac523ee2 HTTP/1.1" status: 200 len: 210 time: 0.0763891 Feb 04 06:22:04.128483 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] No DVR routers for this DVR port f6536ea9-4707-4e53-a97e-26bc4eb990e6 on host hv-neutron-8268 {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:22:04.131061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:04.133758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba17944e-4117-4dcc-a783-e433ac523ee2', 'name': 'network-vif-deleted', 'tag': 'f6536ea9-4707-4e53-a97e-26bc4eb990e6'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:22:04.150970 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8cd067c1-520a-4f3b-88c3-42ee0aaf5835 req-9d692c79-2cdb-487d-8fe1-c9f0436c98ab tempest-DeleteServersTestJSON-64773443 tempest-DeleteServersTestJSON-64773443-project] 10.222.0.43 "DELETE /v2.0/ports/f6536ea9-4707-4e53-a97e-26bc4eb990e6 HTTP/1.1" status: 204 len: 173 time: 0.9178092 Feb 04 06:22:04.197269 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba17944e-4117-4dcc-a783-e433ac523ee2', 'name': 'network-vif-deleted', 'tag': 'f6536ea9-4707-4e53-a97e-26bc4eb990e6', 'status': 'completed', 'code': 200} Feb 04 06:22:04.294809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:05.335041 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60422) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:22:05.396478 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-1646b0e3-e5cd-4c42-ac3a-c1c33e58d0e7 admin admin] Deleting subnet c2b39847-4a5e-4bdc-b07f-c36253901416 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:22:05.399344 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1646b0e3-e5cd-4c42-ac3a-c1c33e58d0e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:05.448576 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1646b0e3-e5cd-4c42-ac3a-c1c33e58d0e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:05.504332 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1646b0e3-e5cd-4c42-ac3a-c1c33e58d0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:05.578163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1646b0e3-e5cd-4c42-ac3a-c1c33e58d0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:05.618203 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646b0e3-e5cd-4c42-ac3a-c1c33e58d0e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2b39847-4a5e-4bdc-b07f-c36253901416,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:05.620226 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1646b0e3-e5cd-4c42-ac3a-c1c33e58d0e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:05.626885 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1646b0e3-e5cd-4c42-ac3a-c1c33e58d0e7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c2b39847-4a5e-4bdc-b07f-c36253901416 HTTP/1.1" status: 204 len: 168 time: 0.2907937 Feb 04 06:22:05.629502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60426) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:22:05.738442 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e2deb6d7-24ed-4435-b74b-ab60e6ebebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:05.861364 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e2deb6d7-24ed-4435-b74b-ab60e6ebebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:05.886754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-e2deb6d7-24ed-4435-b74b-ab60e6ebebc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf29c85-4147-46f1-995b-d7e9949b7b62']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:05.898768 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-e2deb6d7-24ed-4435-b74b-ab60e6ebebc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1bcb319-e456-4a67-80f2-6e42b39775a8') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:05.899060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-e2deb6d7-24ed-4435-b74b-ab60e6ebebc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1bcb319-e456-4a67-80f2-6e42b39775a8') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:05.910549 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e2deb6d7-24ed-4435-b74b-ab60e6ebebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:05.926155 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e2deb6d7-24ed-4435-b74b-ab60e6ebebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:05.932096 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2deb6d7-24ed-4435-b74b-ab60e6ebebc2 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:22:05.932466 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e2deb6d7-24ed-4435-b74b-ab60e6ebebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:22:05.945712 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:22:06.026575 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e2deb6d7-24ed-4435-b74b-ab60e6ebebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:06.031690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e2deb6d7-24ed-4435-b74b-ab60e6ebebc2 admin admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:06.051191 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e2deb6d7-24ed-4435-b74b-ab60e6ebebc2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7cf29c85-4147-46f1-995b-d7e9949b7b62 HTTP/1.1" status: 204 len: 168 time: 0.4206920 Feb 04 06:22:06.054300 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2deb6d7-24ed-4435-b74b-ab60e6ebebc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cf29c85-4147-46f1-995b-d7e9949b7b62,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:06.171290 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60432) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:22:06.220941 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bd311ead-9cf9-4de5-acad-5e958e00087b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2053d7ef8557483babc678f519a086ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483301 Feb 04 06:22:06.223394 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60436) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:22:06.289046 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b969dc34-f38b-487c-bbfb-eeed76d090e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:06.315810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b969dc34-f38b-487c-bbfb-eeed76d090e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:06.370289 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b969dc34-f38b-487c-bbfb-eeed76d090e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:06.386691 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969dc34-f38b-487c-bbfb-eeed76d090e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0db5b8-98e7-41e9-974e-89b48b65fa55,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:06.393901 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b969dc34-f38b-487c-bbfb-eeed76d090e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:06.395379 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b969dc34-f38b-487c-bbfb-eeed76d090e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb0db5b8-98e7-41e9-974e-89b48b65fa55 HTTP/1.1" status: 204 len: 168 time: 0.1710978 Feb 04 06:22:07.150802 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60460) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:22:07.283257 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1476845575-network', 'tenant_id': '4f2a6fa612ec44c5ad40d9fe2b20bbd0'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:07.288571 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:22:07.289226 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.293009 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Usage tracker for resource:network and tenant:4f2a6fa612ec44c5ad40d9fe2b20bbd0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:22:07.296112 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:22:07.302819 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:22:07.313576 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Made reservation on behalf of 4f2a6fa612ec44c5ad40d9fe2b20bbd0 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:22:07.315930 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.328270 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.342665 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:22:07.346590 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Usage tracker for resource:security_group_rule and tenant:4f2a6fa612ec44c5ad40d9fe2b20bbd0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:22:07.349444 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:22:07.355066 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:22:07.439026 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.444740 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.475357 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:22:07.484439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed77e27d-bcbd-44db-b21a-b06e189ef0f3,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:07.491283 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.492278 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Added segment 43462ca2-eb9c-4787-9564-895e89db504a of type vlan for network 85e37eea-8d1b-4637-837b-ff01e47667de Feb 04 06:22:07.522261 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.553172 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.554109 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:07.554678 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.656997 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] Pushing event updated for resources: {'Network': ['ID=85e37eea-8d1b-4637-837b-ff01e47667de,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:07.662796 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-576da3eb-0b5f-4049-852e-aef91ed37f48 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5078382 Feb 04 06:22:07.662937 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60466) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:22:07.668269 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-197c4b4d-9b55-4fc5-aad8-4e94f9bb7fc5 admin admin] Request body: {'subnet': {'network_id': '85e37eea-8d1b-4637-837b-ff01e47667de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1476845575-subnet', 'tenant_id': '4f2a6fa612ec44c5ad40d9fe2b20bbd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:07.669083 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 85e37eea-8d1b-4637-837b-ff01e47667de details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:22:07.673307 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-197c4b4d-9b55-4fc5-aad8-4e94f9bb7fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:22:07.677285 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-197c4b4d-9b55-4fc5-aad8-4e94f9bb7fc5 admin admin] Usage tracker for resource:subnet and tenant:4f2a6fa612ec44c5ad40d9fe2b20bbd0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:22:07.680182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-197c4b4d-9b55-4fc5-aad8-4e94f9bb7fc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:22:07.686157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-197c4b4d-9b55-4fc5-aad8-4e94f9bb7fc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:22:07.805010 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197c4b4d-9b55-4fc5-aad8-4e94f9bb7fc5 admin admin] Made reservation on behalf of 4f2a6fa612ec44c5ad40d9fe2b20bbd0 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:22:07.807340 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-197c4b4d-9b55-4fc5-aad8-4e94f9bb7fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:08.010767 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-197c4b4d-9b55-4fc5-aad8-4e94f9bb7fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:08.084925 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c4b4d-9b55-4fc5-aad8-4e94f9bb7fc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b161b863-a80c-445a-b7bc-8b5750bac4e2,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:08.095389 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197c4b4d-9b55-4fc5-aad8-4e94f9bb7fc5 admin admin] Checking segment: {'id': '43462ca2-eb9c-4787-9564-895e89db504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '85e37eea-8d1b-4637-837b-ff01e47667de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:22:08.095736 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197c4b4d-9b55-4fc5-aad8-4e94f9bb7fc5 admin admin] Network hostable DHCP agents. Network: 85e37eea-8d1b-4637-837b-ff01e47667de, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:22:08.117732 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197c4b4d-9b55-4fc5-aad8-4e94f9bb7fc5 admin admin] Network 85e37eea-8d1b-4637-837b-ff01e47667de is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:22:08.119407 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device f6536ea9-4707-4e53-a97e-26bc4eb990e6 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:22:08.128231 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-197c4b4d-9b55-4fc5-aad8-4e94f9bb7fc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 85e37eea-8d1b-4637-837b-ff01e47667de) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:22:08.138218 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197c4b4d-9b55-4fc5-aad8-4e94f9bb7fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:08.138796 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-197c4b4d-9b55-4fc5-aad8-4e94f9bb7fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:08.161342 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a52a0bb-9ed9-4e75-8b51-5b2288117f36 None None] Network 85e37eea-8d1b-4637-837b-ff01e47667de requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:22:08.174004 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-197c4b4d-9b55-4fc5-aad8-4e94f9bb7fc5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5100167 Feb 04 06:22:08.186858 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: f6536ea9-4707-4e53-a97e-26bc4eb990e6 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:22:08.187201 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device f6536ea9-4707-4e53-a97e-26bc4eb990e6 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:22:08.394346 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b03430d-d2fe-4525-9ab0-c8bdc3424699 None None] Network 85e37eea-8d1b-4637-837b-ff01e47667de requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:22:08.692023 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-638908f3-0adc-4b1a-877a-0014a2c59fec tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:08.692699 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-638908f3-0adc-4b1a-877a-0014a2c59fec tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Synchronizing usage tracker for tenant:4f2a6fa612ec44c5ad40d9fe2b20bbd0 on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:22:08.711385 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-638908f3-0adc-4b1a-877a-0014a2c59fec tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Unset dirty status for tenant:4f2a6fa612ec44c5ad40d9fe2b20bbd0 on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:22:08.712557 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-638908f3-0adc-4b1a-877a-0014a2c59fec tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/networks?id=85e37eea-8d1b-4637-837b-ff01e47667de HTTP/1.1" status: 200 len: 815 time: 0.1684518 Feb 04 06:22:08.729093 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-253ca3d7-8b2a-429f-987e-a07c1cb19a01 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/quotas/4f2a6fa612ec44c5ad40d9fe2b20bbd0 HTTP/1.1" status: 200 len: 375 time: 0.0096247 Feb 04 06:22:08.776366 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-240eeba7-7e24-4bf8-933f-e1fef0570cc5 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4f2a6fa612ec44c5ad40d9fe2b20bbd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414813 Feb 04 06:22:08.786740 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-ce20e343-82ec-4488-a77b-7bfc84b77a8f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:22:08.787850 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-ce20e343-82ec-4488-a77b-7bfc84b77a8f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051205 Feb 04 06:22:08.922475 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-55970fca-b0fc-4cc1-a0d2-d52b2ea6380b service neutron] 10.222.0.31 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272893 Feb 04 06:22:09.054818 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-ae68ef53-81f4-4ecf-9917-e86a33795778 service neutron] 10.222.0.31 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263583 Feb 04 06:22:09.245917 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9c433c2a-06f1-4b30-8329-59636e37999c req-e9569ed6-2e09-4329-af6c-c6de0059703e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 210 time: 0.0441701 Feb 04 06:22:10.297936 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-7a92efaf-22e4-4594-98c3-83b3665ff826 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:10.299566 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-7a92efaf-22e4-4594-98c3-83b3665ff826 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.43 "GET /v2.0/networks?id=85e37eea-8d1b-4637-837b-ff01e47667de HTTP/1.1" status: 200 len: 815 time: 0.1662712 Feb 04 06:22:10.315469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-ed7467a1-1560-4ab8-91de-d541290ed76e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Request body: {'port': {'device_id': 'c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14', 'network_id': '85e37eea-8d1b-4637-837b-ff01e47667de', 'admin_state_up': True, 'tenant_id': '4f2a6fa612ec44c5ad40d9fe2b20bbd0'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:10.483037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-ed7467a1-1560-4ab8-91de-d541290ed76e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:22:10.486929 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-ed7467a1-1560-4ab8-91de-d541290ed76e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Usage tracker for resource:port and tenant:4f2a6fa612ec44c5ad40d9fe2b20bbd0 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:22:10.489807 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-ed7467a1-1560-4ab8-91de-d541290ed76e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:22:10.495545 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-ed7467a1-1560-4ab8-91de-d541290ed76e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:22:10.508111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-ed7467a1-1560-4ab8-91de-d541290ed76e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Made reservation on behalf of 4f2a6fa612ec44c5ad40d9fe2b20bbd0 for: {'port': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:22:10.511878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-ed7467a1-1560-4ab8-91de-d541290ed76e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:10.616973 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3593a85c-8e3b-4f88-b1fb-ad5bdc54a9cd req-160a7ec3-8310-4aa1-81d8-a0eefcf9acf3 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 210 time: 0.0806253 Feb 04 06:22:10.729474 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-ed7467a1-1560-4ab8-91de-d541290ed76e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Allocated IP 172.20.0.14 (85e37eea-8d1b-4637-837b-ff01e47667de/b161b863-a80c-445a-b7bc-8b5750bac4e2/b0c374cf-376d-44ec-b366-e327003b5619) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:22:10.936407 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-ed7467a1-1560-4ab8-91de-d541290ed76e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:10.965828 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-ed7467a1-1560-4ab8-91de-d541290ed76e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.039317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-ed7467a1-1560-4ab8-91de-d541290ed76e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Network 85e37eea-8d1b-4637-837b-ff01e47667de is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:22:11.042401 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-ed7467a1-1560-4ab8-91de-d541290ed76e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:22:11.046679 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-ed7467a1-1560-4ab8-91de-d541290ed76e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:22:11.185157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7467a1-1560-4ab8-91de-d541290ed76e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Pushing event updated for resources: {'Port': ['ID=b0c374cf-376d-44ec-b366-e327003b5619,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:11.225514 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-ed7467a1-1560-4ab8-91de-d541290ed76e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:11.226124 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-ed7467a1-1560-4ab8-91de-d541290ed76e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.247472 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-ed7467a1-1560-4ab8-91de-d541290ed76e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9364645 Feb 04 06:22:11.259129 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Request body: {'port': {'device_id': 'c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:11.375433 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.786912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c374cf-376d-44ec-b366-e327003b5619 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:22:11.796564 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.822770 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Transition to ACTIVE for port object b0c374cf-376d-44ec-b366-e327003b5619 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:22:11.830539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.967714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ea3ad-cbdb-4849-8870-28fdb0788586 req-7e5f6f38-4645-41cb-aca4-483652ea658f tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:11.968343 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-068ea3ad-cbdb-4849-8870-28fdb0788586 req-7e5f6f38-4645-41cb-aca4-483652ea658f tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Synchronizing usage tracker for tenant:4f2a6fa612ec44c5ad40d9fe2b20bbd0 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:22:12.000727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c374cf-376d-44ec-b366-e327003b5619,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:12.062837 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-068ea3ad-cbdb-4849-8870-28fdb0788586 req-7e5f6f38-4645-41cb-aca4-483652ea658f tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Unset dirty status for tenant:4f2a6fa612ec44c5ad40d9fe2b20bbd0 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:22:12.064036 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-068ea3ad-cbdb-4849-8870-28fdb0788586 req-7e5f6f38-4645-41cb-aca4-483652ea658f tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 932 time: 0.3313227 Feb 04 06:22:12.117540 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Attempting to bind port b0c374cf-376d-44ec-b366-e327003b5619 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:22:12.117877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Attempting to bind port b0c374cf-376d-44ec-b366-e327003b5619 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '43462ca2-eb9c-4787-9564-895e89db504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '85e37eea-8d1b-4637-837b-ff01e47667de'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:22:12.118202 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Attempting to bind port b0c374cf-376d-44ec-b366-e327003b5619 on network 85e37eea-8d1b-4637-837b-ff01e47667de {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:22:12.128464 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Port b0c374cf-376d-44ec-b366-e327003b5619 on network 85e37eea-8d1b-4637-837b-ff01e47667de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:22:12.128785 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Attempting to bind port b0c374cf-376d-44ec-b366-e327003b5619 on network 85e37eea-8d1b-4637-837b-ff01e47667de {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:22:12.132447 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-068ea3ad-cbdb-4849-8870-28fdb0788586 req-de23f76f-8183-4e6e-a1cb-f8a17a058a15 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Synchronizing usage tracker for tenant:4f2a6fa612ec44c5ad40d9fe2b20bbd0 on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:22:12.139407 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:22:12.139723 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Checking segment: {'id': '43462ca2-eb9c-4787-9564-895e89db504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '85e37eea-8d1b-4637-837b-ff01e47667de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:22:12.140148 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Bound using segment: {'id': '43462ca2-eb9c-4787-9564-895e89db504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '85e37eea-8d1b-4637-837b-ff01e47667de'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:22:12.140585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Bound port: b0c374cf-376d-44ec-b366-e327003b5619, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43462ca2-eb9c-4787-9564-895e89db504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '85e37eea-8d1b-4637-837b-ff01e47667de'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:22:12.140924 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:12.194691 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-068ea3ad-cbdb-4849-8870-28fdb0788586 req-de23f76f-8183-4e6e-a1cb-f8a17a058a15 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Unset dirty status for tenant:4f2a6fa612ec44c5ad40d9fe2b20bbd0 on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:22:12.195519 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-068ea3ad-cbdb-4849-8870-28fdb0788586 req-de23f76f-8183-4e6e-a1cb-f8a17a058a15 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247282 Feb 04 06:22:12.248126 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] For port b0c374cf-376d-44ec-b366-e327003b5619, host hv-neutron-8268, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:22:12.251061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] For port b0c374cf-376d-44ec-b366-e327003b5619, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b0c374cf-376d-44ec-b366-e327003b5619,segment=NetworkSegment(43462ca2-eb9c-4787-9564-895e89db504a),segment_id=43462ca2-eb9c-4787-9564-895e89db504a)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:22:12.255397 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:12.319617 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:12.320238 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:12.321597 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] 10.222.0.43 "PUT /v2.0/ports/b0c374cf-376d-44ec-b366-e327003b5619 HTTP/1.1" status: 200 len: 1094 time: 1.0667808 Feb 04 06:22:12.322032 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14', 'tag': 'b0c374cf-376d-44ec-b366-e327003b5619'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:22:12.343773 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e8950-e893-4718-9198-b93bbea92e52 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c374cf-376d-44ec-b366-e327003b5619,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:12.394545 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14', 'tag': 'b0c374cf-376d-44ec-b366-e327003b5619', 'status': 'completed', 'code': 200} Feb 04 06:22:12.435249 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-f040e8e0-6755-49ae-8168-c75d7075e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:12.436794 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-f040e8e0-6755-49ae-8168-c75d7075e052 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f2a6fa612ec44c5ad40d9fe2b20bbd0&device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 1097 time: 0.0741794 Feb 04 06:22:12.519468 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-c75efaea-32fd-4c43-90d2-96f73e8f1d8c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0c374cf-376d-44ec-b366-e327003b5619 HTTP/1.1" status: 200 len: 217 time: 0.0755649 Feb 04 06:22:12.585484 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-4d2e5974-8b80-4b94-9473-85a8fd69b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:12.586948 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-4d2e5974-8b80-4b94-9473-85a8fd69b408 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b161b863-a80c-445a-b7bc-8b5750bac4e2 HTTP/1.1" status: 200 len: 855 time: 0.0608320 Feb 04 06:22:12.638066 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-81ba9a7e-f52b-4f8a-b6ad-712b43c242e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85e37eea-8d1b-4637-837b-ff01e47667de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452330 Feb 04 06:22:12.775837 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-9f888b0b-7213-44de-b4de-c579530f4053 service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311414 Feb 04 06:22:12.910342 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a57f0ac8-971c-4a5a-aa1b-1b8d6ba67225 req-3284813f-6c13-41d6-a83d-466afe7d8548 service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289690 Feb 04 06:22:13.138865 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce288d-910a-45dc-bb80-213249c87076 req-e574efb0-26f9-475e-b8c1-3924a50fdcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:13.141819 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a8ce288d-910a-45dc-bb80-213249c87076 req-e574efb0-26f9-475e-b8c1-3924a50fdcf2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f2a6fa612ec44c5ad40d9fe2b20bbd0&device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 1097 time: 0.1827438 Feb 04 06:22:13.275440 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce288d-910a-45dc-bb80-213249c87076 req-bf2dc06d-b4f2-4151-bbc0-0747c603cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:13.276260 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a8ce288d-910a-45dc-bb80-213249c87076 req-bf2dc06d-b4f2-4151-bbc0-0747c603cef2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85e37eea-8d1b-4637-837b-ff01e47667de HTTP/1.1" status: 200 len: 916 time: 0.1262426 Feb 04 06:22:13.384046 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a8ce288d-910a-45dc-bb80-213249c87076 req-4f302d76-dab3-49ac-9cab-81f9f2a35aa4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0c374cf-376d-44ec-b366-e327003b5619 HTTP/1.1" status: 200 len: 217 time: 0.1014020 Feb 04 06:22:13.463304 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce288d-910a-45dc-bb80-213249c87076 req-162c885a-3f93-482e-98e8-7abfbf2b4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:13.464649 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a8ce288d-910a-45dc-bb80-213249c87076 req-162c885a-3f93-482e-98e8-7abfbf2b4df3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b161b863-a80c-445a-b7bc-8b5750bac4e2 HTTP/1.1" status: 200 len: 855 time: 0.0708587 Feb 04 06:22:13.476545 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8a6fa-0aec-4813-8755-3db27a4f65fa req-44007977-9fdc-49d4-939a-ae84db732cc5 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:13.477903 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7ce8a6fa-0aec-4813-8755-3db27a4f65fa req-44007977-9fdc-49d4-939a-ae84db732cc5 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 944 time: 0.1451352 Feb 04 06:22:13.531432 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a8ce288d-910a-45dc-bb80-213249c87076 req-b9eb9f91-70be-487a-8d7a-6a9d0e00d2e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85e37eea-8d1b-4637-837b-ff01e47667de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525880 Feb 04 06:22:13.636070 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7ce8a6fa-0aec-4813-8755-3db27a4f65fa req-e9fa1839-ce85-4121-b2c3-45ce123c48b0 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237066 Feb 04 06:22:13.683257 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a8ce288d-910a-45dc-bb80-213249c87076 req-77508668-78fa-4fc7-b783-fc94857d5321 service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447105 Feb 04 06:22:13.823355 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a8ce288d-910a-45dc-bb80-213249c87076 req-a8cb685a-7709-491b-9c38-4d743cb31e2e service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336451 Feb 04 06:22:14.818610 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:22:14.828536 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a5a2f-a049-4bad-8fe6-34620a3258b9 req-eca4fc32-28c6-450a-891b-e3ce04ced6c9 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:14.829999 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ac7a5a2f-a049-4bad-8fe6-34620a3258b9 req-eca4fc32-28c6-450a-891b-e3ce04ced6c9 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 944 time: 0.0848951 Feb 04 06:22:14.874983 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ac7a5a2f-a049-4bad-8fe6-34620a3258b9 req-fa46cf1d-8baa-484b-a9e4-3bcd97af4b83 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390277 Feb 04 06:22:16.063612 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdbaf1-b0f2-4809-98f2-04bccf1f59f5 req-24de0521-593f-454e-808d-7adcffac0783 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:16.065127 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-80fdbaf1-b0f2-4809-98f2-04bccf1f59f5 req-24de0521-593f-454e-808d-7adcffac0783 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 944 time: 0.0848682 Feb 04 06:22:16.114711 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-80fdbaf1-b0f2-4809-98f2-04bccf1f59f5 req-a12efd1a-d27e-4789-8c22-4d3486f40bf3 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429702 Feb 04 06:22:16.185742 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device b0c374cf-376d-44ec-b366-e327003b5619 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:22:16.320823 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port b0c374cf-376d-44ec-b366-e327003b5619, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b0c374cf-376d-44ec-b366-e327003b5619,segment=NetworkSegment(43462ca2-eb9c-4787-9564-895e89db504a),segment_id=43462ca2-eb9c-4787-9564-895e89db504a)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:22:16.338137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': 'b0c374cf-376d-44ec-b366-e327003b5619', 'network_id': '85e37eea-8d1b-4637-837b-ff01e47667de', 'port_id': 'b0c374cf-376d-44ec-b366-e327003b5619', 'mac_address': 'fa:16:3e:78:24:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b161b863-a80c-445a-b7bc-8b5750bac4e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:22:16.393494 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:16.411219 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c374cf-376d-44ec-b366-e327003b5619 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:22:16.427221 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port b0c374cf-376d-44ec-b366-e327003b5619, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b0c374cf-376d-44ec-b366-e327003b5619,segment=NetworkSegment(43462ca2-eb9c-4787-9564-895e89db504a),segment_id=43462ca2-eb9c-4787-9564-895e89db504a)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:22:16.434322 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:16.500883 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=b0c374cf-376d-44ec-b366-e327003b5619,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:16.644552 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['b0c374cf-376d-44ec-b366-e327003b5619'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:22:17.302026 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b17eaf-2b8d-4c7b-bfe4-459a0cc666c7 req-08278047-46c9-4a04-9031-d4dbfbfdad02 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:17.303483 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-91b17eaf-2b8d-4c7b-bfe4-459a0cc666c7 req-08278047-46c9-4a04-9031-d4dbfbfdad02 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 945 time: 0.0820599 Feb 04 06:22:17.348941 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-91b17eaf-2b8d-4c7b-bfe4-459a0cc666c7 req-912ab4f2-41fa-44db-aa36-65e134b83779 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396733 Feb 04 06:22:18.200590 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device b0c374cf-376d-44ec-b366-e327003b5619 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:22:18.274187 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port b0c374cf-376d-44ec-b366-e327003b5619 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:22:18.279343 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port b0c374cf-376d-44ec-b366-e327003b5619 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:18.279930 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:18.391955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:18.421446 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c374cf-376d-44ec-b366-e327003b5619'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:22:18.431559 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port b0c374cf-376d-44ec-b366-e327003b5619, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b0c374cf-376d-44ec-b366-e327003b5619,segment=NetworkSegment(43462ca2-eb9c-4787-9564-895e89db504a),segment_id=43462ca2-eb9c-4787-9564-895e89db504a)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:22:18.437689 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:18.503381 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c374cf-376d-44ec-b366-e327003b5619', 'code': 200} Feb 04 06:22:18.511250 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=b0c374cf-376d-44ec-b366-e327003b5619,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:18.577514 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426f111-32f7-4746-a460-1668e427ab12 req-0618af93-dad7-4fdd-b18f-72f43d08cdd2 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:18.579139 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d426f111-32f7-4746-a460-1668e427ab12 req-0618af93-dad7-4fdd-b18f-72f43d08cdd2 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.1172829 Feb 04 06:22:18.628864 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d426f111-32f7-4746-a460-1668e427ab12 req-7d71dad1-1620-45b6-8f11-1e1ede895c63 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429435 Feb 04 06:22:18.739250 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cf159-8518-4e0d-aef7-9115d835bc90 req-e41c456a-20fd-4a46-8d4b-160cb79b5d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:18.741403 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bb8cf159-8518-4e0d-aef7-9115d835bc90 req-e41c456a-20fd-4a46-8d4b-160cb79b5d35 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 1099 time: 0.0745568 Feb 04 06:22:18.783301 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bb8cf159-8518-4e0d-aef7-9115d835bc90 req-c156bb5f-1d03-4de1-ace1-0adb40e9ebf2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355320 Feb 04 06:22:19.860787 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fed18-1d0f-43ef-8c5c-6250aea831a8 req-36b8887e-02d4-4699-a5ba-a49323527d28 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:19.862278 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f27fed18-1d0f-43ef-8c5c-6250aea831a8 req-36b8887e-02d4-4699-a5ba-a49323527d28 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.1157756 Feb 04 06:22:19.907237 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f27fed18-1d0f-43ef-8c5c-6250aea831a8 req-3f8040ad-a613-4dda-8a6f-71b4590a92c7 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390213 Feb 04 06:22:21.094597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b8f82-ab73-40a3-b5bc-62ff5aa2dacd req-a673d267-b702-4ad5-b553-73686bcc0025 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:21.096066 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-898b8f82-ab73-40a3-b5bc-62ff5aa2dacd req-a673d267-b702-4ad5-b553-73686bcc0025 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0849948 Feb 04 06:22:21.143815 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-898b8f82-ab73-40a3-b5bc-62ff5aa2dacd req-3dbf25a4-5628-4e68-8ebc-761aec258961 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377090 Feb 04 06:22:21.335550 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a9cc4-205e-45d3-96b9-2c50efc6fa81 req-ddb7dd59-f695-4d32-bc93-3eba857405fa tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:21.339816 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-705a9cc4-205e-45d3-96b9-2c50efc6fa81 req-ddb7dd59-f695-4d32-bc93-3eba857405fa tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0887303 Feb 04 06:22:21.388656 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-705a9cc4-205e-45d3-96b9-2c50efc6fa81 req-818117f5-f340-47d9-af7a-3dccf3d9dabf tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455039 Feb 04 06:22:21.784077 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d82d9-0848-469f-a89e-c22fba20b4d7 req-59d08b4a-450d-4505-8767-5c506ecb54f1 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:21.787880 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e21d82d9-0848-469f-a89e-c22fba20b4d7 req-59d08b4a-450d-4505-8767-5c506ecb54f1 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0815852 Feb 04 06:22:21.835583 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e21d82d9-0848-469f-a89e-c22fba20b4d7 req-92f2c795-5836-45a7-b610-8fa006e3d363 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428665 Feb 04 06:22:22.048091 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486632f-3336-4d0e-a87f-36978bfbe307 req-7ad6770c-ff3a-47db-aeb8-9d403925c7d4 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:22.049873 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f486632f-3336-4d0e-a87f-36978bfbe307 req-7ad6770c-ff3a-47db-aeb8-9d403925c7d4 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0882783 Feb 04 06:22:22.103890 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f486632f-3336-4d0e-a87f-36978bfbe307 req-d416513d-fda6-4a83-99bd-5c0450c33ff6 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443625 Feb 04 06:22:22.519884 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-8ab3519b-313c-4ab3-a49f-8e14177ab332 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819292 Feb 04 06:22:22.703379 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbfe44-b837-4a4d-9677-9eb1a999d45d req-7978e0f8-0f4b-47bc-adad-5eccd5e8bab9 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:22.710434 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b9cbfe44-b837-4a4d-9677-9eb1a999d45d req-7978e0f8-0f4b-47bc-adad-5eccd5e8bab9 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.2343681 Feb 04 06:22:22.758163 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b9cbfe44-b837-4a4d-9677-9eb1a999d45d req-88856889-08c9-420f-9dbb-b16a5ea07f46 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466049 Feb 04 06:22:23.972113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-da62d1b7-df0e-4bc0-a243-d18e50ba7816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:23.973781 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-da62d1b7-df0e-4bc0-a243-d18e50ba7816 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f2a6fa612ec44c5ad40d9fe2b20bbd0&device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 1099 time: 0.1654973 Feb 04 06:22:24.017017 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c1a11-9d0f-420e-bce7-3c82a27752e5 req-0830bc50-ee20-4363-b5ed-ce9fd52ee879 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:24.018460 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-219c1a11-9d0f-420e-bce7-3c82a27752e5 req-0830bc50-ee20-4363-b5ed-ce9fd52ee879 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.1593165 Feb 04 06:22:24.151822 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-219c1a11-9d0f-420e-bce7-3c82a27752e5 req-2d7ecfeb-f6ba-4fd7-88d2-b87774c4f67e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804276 Feb 04 06:22:24.183326 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-54d13280-3192-498d-8583-6664d5314ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:24.185351 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-54d13280-3192-498d-8583-6664d5314ff5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85e37eea-8d1b-4637-837b-ff01e47667de HTTP/1.1" status: 200 len: 916 time: 0.2045019 Feb 04 06:22:24.270716 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-f01e6555-72c1-48fa-ad0e-8d9e7edb6b34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0c374cf-376d-44ec-b366-e327003b5619 HTTP/1.1" status: 200 len: 217 time: 0.0793099 Feb 04 06:22:24.340103 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-25fd728a-742a-465a-8383-b193eb04e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:24.341602 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-25fd728a-742a-465a-8383-b193eb04e4c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b161b863-a80c-445a-b7bc-8b5750bac4e2 HTTP/1.1" status: 200 len: 855 time: 0.0653961 Feb 04 06:22:24.405133 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-38862d6c-42b8-408d-a0b7-b3f64d1adab0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85e37eea-8d1b-4637-837b-ff01e47667de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572321 Feb 04 06:22:24.547395 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-b73d6a26-047d-4719-95bc-6092142bab85 service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343055 Feb 04 06:22:24.713821 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-5467aa55-ae4a-446a-a4c3-8dc4585070f6 service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604767 Feb 04 06:22:25.361523 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead79880-14b5-491f-bea8-1ab274106277 req-0f765b83-3b55-4eb0-97ae-d38d9118c79b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:25.362990 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ead79880-14b5-491f-bea8-1ab274106277 req-0f765b83-3b55-4eb0-97ae-d38d9118c79b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0950081 Feb 04 06:22:25.407275 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ead79880-14b5-491f-bea8-1ab274106277 req-dbd72788-c239-46a0-bb58-721e2f3a0c2f tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383854 Feb 04 06:22:26.592640 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9a2f8-f2f6-48b9-a767-c169dd2de101 req-3230a98e-807e-4f5f-9475-f03cfc23f26d tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:26.598973 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4ca9a2f8-f2f6-48b9-a767-c169dd2de101 req-3230a98e-807e-4f5f-9475-f03cfc23f26d tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0828369 Feb 04 06:22:26.640252 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4ca9a2f8-f2f6-48b9-a767-c169dd2de101 req-ca68c69b-1634-48fb-8017-369e07079d6e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 Feb 04 06:22:27.830944 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c77e4-b93d-4407-a7b3-304f7ddb18a7 req-6706e6d4-9799-4e00-a3e1-347d5814c609 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:27.832431 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-078c77e4-b93d-4407-a7b3-304f7ddb18a7 req-6706e6d4-9799-4e00-a3e1-347d5814c609 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0827641 Feb 04 06:22:27.881000 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-078c77e4-b93d-4407-a7b3-304f7ddb18a7 req-e3d378e4-ecb0-4b93-ba79-f91e92f4fe55 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394044 Feb 04 06:22:29.079528 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d6230-cc14-4bde-b6e1-d1685a1836f4 req-da50236c-1c3f-4050-ad46-e698e28bf99f tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:29.080992 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-850d6230-cc14-4bde-b6e1-d1685a1836f4 req-da50236c-1c3f-4050-ad46-e698e28bf99f tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0835445 Feb 04 06:22:29.124234 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-850d6230-cc14-4bde-b6e1-d1685a1836f4 req-ac1645c4-eeea-4b28-8d61-25ec1415da03 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374670 Feb 04 06:22:29.526324 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0366b98a-68dd-4941-9194-b152b58a7b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:30.313182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b198697-2b46-49ff-9078-df3c8d952386 req-f79057f7-b3d3-44f7-9373-a8a5517858c7 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:30.315815 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3b198697-2b46-49ff-9078-df3c8d952386 req-f79057f7-b3d3-44f7-9373-a8a5517858c7 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0787671 Feb 04 06:22:30.360364 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3b198697-2b46-49ff-9078-df3c8d952386 req-1c168899-ed82-48b5-889b-16141021782f tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398135 Feb 04 06:22:31.582118 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c2845-1511-4210-851f-d78554b7bdac req-a19126ba-18cc-4ac6-8e4b-857a726cb327 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:31.583510 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f15c2845-1511-4210-851f-d78554b7bdac req-a19126ba-18cc-4ac6-8e4b-857a726cb327 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.1014278 Feb 04 06:22:31.632511 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f15c2845-1511-4210-851f-d78554b7bdac req-e8b14d30-b966-41eb-a54e-47b3003159d0 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406833 Feb 04 06:22:31.837211 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d0f554d2-41f3-47e7-b543-9cb39f7e723d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:32.161528 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a6407-8a37-4622-a3d8-95e4db80a436 req-f9ea6d2c-695b-47e8-afd7-bd16ec6f4b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:32.163027 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-975a6407-8a37-4622-a3d8-95e4db80a436 req-f9ea6d2c-695b-47e8-afd7-bd16ec6f4b4f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f2a6fa612ec44c5ad40d9fe2b20bbd0&device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 1099 time: 0.0785122 Feb 04 06:22:32.311398 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a6407-8a37-4622-a3d8-95e4db80a436 req-4cad2f42-ffcf-4018-9abd-65e6a9b00ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:32.312974 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-975a6407-8a37-4622-a3d8-95e4db80a436 req-4cad2f42-ffcf-4018-9abd-65e6a9b00ca0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85e37eea-8d1b-4637-837b-ff01e47667de HTTP/1.1" status: 200 len: 916 time: 0.1308842 Feb 04 06:22:32.397337 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-975a6407-8a37-4622-a3d8-95e4db80a436 req-f8458e11-235e-4e4c-9e3b-7e121a4e2aa5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0c374cf-376d-44ec-b366-e327003b5619 HTTP/1.1" status: 200 len: 217 time: 0.0771253 Feb 04 06:22:32.462655 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a6407-8a37-4622-a3d8-95e4db80a436 req-b5d898bd-df27-40b8-ae19-a5a00a4c6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:32.464008 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-975a6407-8a37-4622-a3d8-95e4db80a436 req-b5d898bd-df27-40b8-ae19-a5a00a4c6f29 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b161b863-a80c-445a-b7bc-8b5750bac4e2 HTTP/1.1" status: 200 len: 855 time: 0.0605483 Feb 04 06:22:32.613739 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-975a6407-8a37-4622-a3d8-95e4db80a436 req-2b352288-ff14-4b80-86ea-01606c2c70fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85e37eea-8d1b-4637-837b-ff01e47667de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437387 Feb 04 06:22:32.752313 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-975a6407-8a37-4622-a3d8-95e4db80a436 req-c61bfae7-02d1-46af-9406-f52c01f83689 service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316113 Feb 04 06:22:32.893873 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:32.930584 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:32.969630 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed333ef-aba9-4516-9bca-33399faf4078 req-a3a86066-66a2-4013-ac54-af94a5e4368e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:32.971096 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3ed333ef-aba9-4516-9bca-33399faf4078 req-a3a86066-66a2-4013-ac54-af94a5e4368e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.2180281 Feb 04 06:22:32.976782 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-975a6407-8a37-4622-a3d8-95e4db80a436 req-6b352126-0e69-4656-b987-528238f55f36 service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940734 Feb 04 06:22:33.027010 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3ed333ef-aba9-4516-9bca-33399faf4078 req-d477d231-54c5-4f42-a79b-c403991f1586 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491986 Feb 04 06:22:34.220077 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357c3df-00ec-4969-be65-ea0434e108ff req-98d596e8-6a8c-43b9-bd96-f3bf3ebfddcf tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:34.221555 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f357c3df-00ec-4969-be65-ea0434e108ff req-98d596e8-6a8c-43b9-bd96-f3bf3ebfddcf tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0896454 Feb 04 06:22:34.269687 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f357c3df-00ec-4969-be65-ea0434e108ff req-13c337d0-a0c6-4316-9ab3-e23ff116cc1d tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419395 Feb 04 06:22:34.300117 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:35.479251 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9d59e-1ff7-4e0e-8855-2b0d6a2ee02b req-a34ede0d-fd8d-4a06-990a-7890daa2be20 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:35.480710 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-92b9d59e-1ff7-4e0e-8855-2b0d6a2ee02b req-a34ede0d-fd8d-4a06-990a-7890daa2be20 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0911808 Feb 04 06:22:35.525871 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-92b9d59e-1ff7-4e0e-8855-2b0d6a2ee02b req-74fc24f1-66f1-4801-b40c-5e9bc2de0259 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389407 Feb 04 06:22:36.725672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbdb67-0e9e-4a96-9e4f-ed7d32d991f8 req-7007e058-3469-4577-8e64-e965a084ce87 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:36.730978 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-54fbdb67-0e9e-4a96-9e4f-ed7d32d991f8 req-7007e058-3469-4577-8e64-e965a084ce87 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0888846 Feb 04 06:22:36.771957 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-54fbdb67-0e9e-4a96-9e4f-ed7d32d991f8 req-13dafd13-7bc7-499d-ae34-c64357962c00 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386848 Feb 04 06:22:37.311266 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:37.959281 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb132846-c608-42bc-8639-df442be6da3d req-24558230-523d-4fb9-827d-344932252d0d tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:37.960972 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-eb132846-c608-42bc-8639-df442be6da3d req-24558230-523d-4fb9-827d-344932252d0d tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0815096 Feb 04 06:22:38.008571 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-eb132846-c608-42bc-8639-df442be6da3d req-81b69c05-9772-4dc9-a749-74f92ca19ce3 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 Feb 04 06:22:39.204496 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92d20a-e069-4340-b9e4-b3b3f8a4c9cd req-31fa0c06-731e-4ada-9bc0-efe6ebb1778b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:39.205958 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ed92d20a-e069-4340-b9e4-b3b3f8a4c9cd req-31fa0c06-731e-4ada-9bc0-efe6ebb1778b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0891242 Feb 04 06:22:39.251614 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ed92d20a-e069-4340-b9e4-b3b3f8a4c9cd req-c23e935d-2be1-4ba2-8c80-742d7e46144c tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396254 Feb 04 06:22:40.439327 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5118532-3687-4d83-94b9-9a6c37859b68 req-2d812784-f9a2-413c-a308-a68ddde7d96e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:40.440761 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b5118532-3687-4d83-94b9-9a6c37859b68 req-2d812784-f9a2-413c-a308-a68ddde7d96e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0797074 Feb 04 06:22:40.485372 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b5118532-3687-4d83-94b9-9a6c37859b68 req-3dd2bb7d-cd7a-4e7d-bee2-9cef4e120560 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387511 Feb 04 06:22:41.683752 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e09e62-5e26-45cb-a7de-a8938042b3c6 req-5d180127-8fce-41c0-be03-288214bde2a1 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:41.685169 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f8e09e62-5e26-45cb-a7de-a8938042b3c6 req-5d180127-8fce-41c0-be03-288214bde2a1 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0934455 Feb 04 06:22:41.729905 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f8e09e62-5e26-45cb-a7de-a8938042b3c6 req-f245085c-6604-4a2d-9e83-77c3e898beb1 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389304 Feb 04 06:22:42.913253 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e67b9-432b-42d7-b847-ce16d4e4d225 req-343195d8-e8c8-412a-9964-e31b60b08c69 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:42.914272 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-183e67b9-432b-42d7-b847-ce16d4e4d225 req-343195d8-e8c8-412a-9964-e31b60b08c69 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0786312 Feb 04 06:22:42.962458 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-183e67b9-432b-42d7-b847-ce16d4e4d225 req-88d51ea7-5293-4e78-a2c0-7d9494822f5d tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420785 Feb 04 06:22:44.152108 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4407d-62ee-4baf-a541-2c69da898551 req-c5b08b17-a62b-481b-98a3-e93fe4f70e3d tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:44.153538 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8ea4407d-62ee-4baf-a541-2c69da898551 req-c5b08b17-a62b-481b-98a3-e93fe4f70e3d tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0829906 Feb 04 06:22:44.198714 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8ea4407d-62ee-4baf-a541-2c69da898551 req-83562c1c-3915-45e0-b58d-f6ed0750e4e8 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389566 Feb 04 06:22:45.389196 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50834b15-342d-4d07-bcb0-ef857a321bb4 req-6d2c0505-b04b-410f-8b7b-18443d1540b1 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:45.390769 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-50834b15-342d-4d07-bcb0-ef857a321bb4 req-6d2c0505-b04b-410f-8b7b-18443d1540b1 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0861022 Feb 04 06:22:45.435291 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-50834b15-342d-4d07-bcb0-ef857a321bb4 req-efed382d-d575-408a-a91b-8fa5e3ac1db6 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386674 Feb 04 06:22:46.623740 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43506deb-fee2-4ace-88fb-415080af3a6d req-a7760c5a-f56f-4864-b256-404502d89802 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:46.626813 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-43506deb-fee2-4ace-88fb-415080af3a6d req-a7760c5a-f56f-4864-b256-404502d89802 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0849926 Feb 04 06:22:46.676609 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-43506deb-fee2-4ace-88fb-415080af3a6d req-ba322984-bf3e-47f0-bc31-a599409e48ca tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407443 Feb 04 06:22:47.866038 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367c199-5895-49ed-8fe2-25d5997cbf4b req-4e6cca1d-64db-421b-aa41-4362d15bde14 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:47.867457 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c367c199-5895-49ed-8fe2-25d5997cbf4b req-4e6cca1d-64db-421b-aa41-4362d15bde14 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0827789 Feb 04 06:22:47.912454 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c367c199-5895-49ed-8fe2-25d5997cbf4b req-ebfa4183-3c43-4b7f-8f8f-d60a10ed9ba9 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386682 Feb 04 06:22:49.100232 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c4313-d405-4a21-a126-90b375c010ef req-c75cc7f1-58ee-4ae6-a1e4-98f90dd7ab65 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:49.102205 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-207c4313-d405-4a21-a126-90b375c010ef req-c75cc7f1-58ee-4ae6-a1e4-98f90dd7ab65 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0831051 Feb 04 06:22:49.153126 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-207c4313-d405-4a21-a126-90b375c010ef req-6d171861-9cbe-4d52-af4d-a1596f46e6c3 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450149 Feb 04 06:22:50.458895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de24411-e787-40a3-b8da-781fbd2b2e7a req-75b27c4f-2265-44a5-bd0c-45031fd8b257 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:50.459624 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7de24411-e787-40a3-b8da-781fbd2b2e7a req-75b27c4f-2265-44a5-bd0c-45031fd8b257 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.1929851 Feb 04 06:22:50.505731 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7de24411-e787-40a3-b8da-781fbd2b2e7a req-24889b47-a8fc-4f5f-b3c6-38478e5becbb tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408711 Feb 04 06:22:51.453041 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-090dff04-3bc1-4126-a1e4-c6e57f09c907 service neutron] 10.222.0.43 "GET /v2.0/ports/b0c374cf-376d-44ec-b366-e327003b5619/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0779638 Feb 04 06:22:51.759477 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e069d-4a76-4ac0-b052-566bae052bdb req-c5370c1f-38f9-4cb6-8881-2f77773cab21 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:51.760878 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2d2e069d-4a76-4ac0-b052-566bae052bdb req-c5370c1f-38f9-4cb6-8881-2f77773cab21 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.1443431 Feb 04 06:22:51.783182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-caa656dd-b577-466f-8e7d-dc40813f9e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:51.784648 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-caa656dd-b577-466f-8e7d-dc40813f9e3e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14&tenant_id=4f2a6fa612ec44c5ad40d9fe2b20bbd0 HTTP/1.1" status: 200 len: 1099 time: 0.1204283 Feb 04 06:22:51.817966 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:22:51.846216 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2d2e069d-4a76-4ac0-b052-566bae052bdb req-d5043d72-fc36-4a10-8d1d-9ac9cc19a1d7 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790253 Feb 04 06:22:51.883021 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-b7319568-8359-42ce-a0e2-08b28938e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:51.884518 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-b7319568-8359-42ce-a0e2-08b28938e779 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f2a6fa612ec44c5ad40d9fe2b20bbd0&device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 1099 time: 0.0756750 Feb 04 06:22:52.018872 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-6c88fa2b-d402-48e6-b922-02b5e6cf4bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:52.020256 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-6c88fa2b-d402-48e6-b922-02b5e6cf4bea service neutron] 10.222.0.43 "GET /v2.0/networks?id=85e37eea-8d1b-4637-837b-ff01e47667de HTTP/1.1" status: 200 len: 916 time: 0.1290886 Feb 04 06:22:52.092483 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-0e70af93-4b47-4525-be54-658de312fc9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0c374cf-376d-44ec-b366-e327003b5619 HTTP/1.1" status: 200 len: 217 time: 0.0653272 Feb 04 06:22:52.162887 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-b1f9999c-0a42-4854-a49f-74009b15f1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:52.164352 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-b1f9999c-0a42-4854-a49f-74009b15f1dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b161b863-a80c-445a-b7bc-8b5750bac4e2 HTTP/1.1" status: 200 len: 855 time: 0.0623920 Feb 04 06:22:52.214324 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-fa1aa92b-a0e3-4b17-8f7d-f351ab40d07e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85e37eea-8d1b-4637-837b-ff01e47667de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426145 Feb 04 06:22:52.352877 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-cc58de8c-1c7b-4a84-b3a0-7d80c73d12e8 service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310561 Feb 04 06:22:52.486256 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b6bf02c-63c3-4375-936a-8d6e8f6d2928 req-109a1056-51a8-4a79-abb4-30aa3f69186e service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269422 Feb 04 06:22:53.033736 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a04244-7caf-44cd-891b-d1cff6171257 req-1e9874e3-e655-4597-8415-24a16b9543ee tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:53.035237 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-94a04244-7caf-44cd-891b-d1cff6171257 req-1e9874e3-e655-4597-8415-24a16b9543ee tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0815308 Feb 04 06:22:53.079417 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-94a04244-7caf-44cd-891b-d1cff6171257 req-e961cd97-dc3d-4e88-aa21-a70c3340415f tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383601 Feb 04 06:22:54.268235 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fd27f-7da4-40e8-ad9e-3418767aefe5 req-dfee02b2-c5b0-42e8-904b-a9e1786c8357 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:54.269695 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ae3fd27f-7da4-40e8-ad9e-3418767aefe5 req-dfee02b2-c5b0-42e8-904b-a9e1786c8357 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0841365 Feb 04 06:22:54.316002 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ae3fd27f-7da4-40e8-ad9e-3418767aefe5 req-a7bb7a3f-7e0c-4bb3-900f-9af157f3c38e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403602 Feb 04 06:22:54.685604 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91e92b-ea52-49a5-bb88-07f1cd73d6cb req-2e963413-81b6-4ea2-88ae-4dfe8cee5640 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:54.687003 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7a91e92b-ea52-49a5-bb88-07f1cd73d6cb req-2e963413-81b6-4ea2-88ae-4dfe8cee5640 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.1435075 Feb 04 06:22:54.695390 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a1ed4-7152-4769-a4ac-b5418aca8626 req-5bbc3da2-1df2-4f68-a2b9-ecda2f390a1f tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:54.696798 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8c3a1ed4-7152-4769-a4ac-b5418aca8626 req-5bbc3da2-1df2-4f68-a2b9-ecda2f390a1f tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14&tenant_id=4f2a6fa612ec44c5ad40d9fe2b20bbd0&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 946 time: 0.1520634 Feb 04 06:22:54.736732 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7a91e92b-ea52-49a5-bb88-07f1cd73d6cb req-7939e332-b204-4768-a5b4-9b0b1b3b3204 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388715 Feb 04 06:22:54.853161 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a1ed4-7152-4769-a4ac-b5418aca8626 req-59421007-32f7-4b99-88b3-5c481021efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:54.854654 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8c3a1ed4-7152-4769-a4ac-b5418aca8626 req-59421007-32f7-4b99-88b3-5c481021efa0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f2a6fa612ec44c5ad40d9fe2b20bbd0&device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 1099 time: 0.0749812 Feb 04 06:22:55.094545 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a1ed4-7152-4769-a4ac-b5418aca8626 req-db84f50e-2a14-4a78-b3aa-02eb402f9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:55.095967 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8c3a1ed4-7152-4769-a4ac-b5418aca8626 req-db84f50e-2a14-4a78-b3aa-02eb402f9743 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85e37eea-8d1b-4637-837b-ff01e47667de HTTP/1.1" status: 200 len: 916 time: 0.2353289 Feb 04 06:22:55.163609 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8c3a1ed4-7152-4769-a4ac-b5418aca8626 req-30fb55e4-09b9-4eef-b145-dc82e84b0aff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0c374cf-376d-44ec-b366-e327003b5619 HTTP/1.1" status: 200 len: 217 time: 0.0611806 Feb 04 06:22:55.229984 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a1ed4-7152-4769-a4ac-b5418aca8626 req-46a45084-140e-4e14-99d6-1b632702b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:55.231437 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8c3a1ed4-7152-4769-a4ac-b5418aca8626 req-46a45084-140e-4e14-99d6-1b632702b2ed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b161b863-a80c-445a-b7bc-8b5750bac4e2 HTTP/1.1" status: 200 len: 855 time: 0.0623374 Feb 04 06:22:55.277444 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8c3a1ed4-7152-4769-a4ac-b5418aca8626 req-de01c6dc-6a10-4e04-8be8-a1dbf346b181 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85e37eea-8d1b-4637-837b-ff01e47667de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399902 Feb 04 06:22:55.411760 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8c3a1ed4-7152-4769-a4ac-b5418aca8626 req-56be4d4f-cb0b-46c6-93c4-6ec45d3c05d4 service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281567 Feb 04 06:22:55.542314 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8c3a1ed4-7152-4769-a4ac-b5418aca8626 req-761b3a14-64b3-438a-8fab-544a8a34cad2 service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246705 Feb 04 06:22:56.092472 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b715878-5d58-4564-b1e3-c3c0b185b2d8 req-6926dc9d-49cf-46a5-8059-355ad46f4970 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:56.095399 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3b715878-5d58-4564-b1e3-c3c0b185b2d8 req-6926dc9d-49cf-46a5-8059-355ad46f4970 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0955288 Feb 04 06:22:56.143844 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3b715878-5d58-4564-b1e3-c3c0b185b2d8 req-191a93bc-fa88-4b05-b4d1-f11f04ff0115 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417202 Feb 04 06:22:56.348254 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313fb1a-97f3-4d10-b279-425b66893853 req-6f512f2e-e648-4884-afff-23fbe6890e1b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:56.349619 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2313fb1a-97f3-4d10-b279-425b66893853 req-6f512f2e-e648-4884-afff-23fbe6890e1b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 946 time: 0.0801275 Feb 04 06:22:56.371752 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device b0c374cf-376d-44ec-b366-e327003b5619 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:22:56.399006 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2313fb1a-97f3-4d10-b279-425b66893853 req-f1d3313e-0988-47f3-aedb-1f91e12fbab1 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436401 Feb 04 06:22:56.489387 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:56.515983 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c374cf-376d-44ec-b366-e327003b5619'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:22:56.535386 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port b0c374cf-376d-44ec-b366-e327003b5619, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b0c374cf-376d-44ec-b366-e327003b5619,segment=NetworkSegment(43462ca2-eb9c-4787-9564-895e89db504a),segment_id=43462ca2-eb9c-4787-9564-895e89db504a)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:22:56.542045 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:56.599330 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c374cf-376d-44ec-b366-e327003b5619', 'code': 200} Feb 04 06:22:56.601697 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e9ab3-e5df-4091-8dfb-d96b7145f7b9 req-87441f36-0687-4f3b-bdb9-fb463da82ed1 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:56.603207 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fb3e9ab3-e5df-4091-8dfb-d96b7145f7b9 req-87441f36-0687-4f3b-bdb9-fb463da82ed1 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 944 time: 0.0948012 Feb 04 06:22:56.618392 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=b0c374cf-376d-44ec-b366-e327003b5619,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:56.648606 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fb3e9ab3-e5df-4091-8dfb-d96b7145f7b9 req-76e23488-6e85-4052-acf3-0b6330f4c6d0 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387399 Feb 04 06:22:57.141448 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-7eb9e82d-891a-431a-b023-030f271c7431 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:57.142894 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-7eb9e82d-891a-431a-b023-030f271c7431 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/networks?id=85e37eea-8d1b-4637-837b-ff01e47667de HTTP/1.1" status: 200 len: 815 time: 0.1472073 Feb 04 06:22:57.158481 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-1b0e9efd-6531-423d-85fd-2ee6a97c1065 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/quotas/4f2a6fa612ec44c5ad40d9fe2b20bbd0 HTTP/1.1" status: 200 len: 375 time: 0.0095479 Feb 04 06:22:57.239330 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-fb3bb32a-b176-4c26-93b7-42070a9f58c5 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4f2a6fa612ec44c5ad40d9fe2b20bbd0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0755262 Feb 04 06:22:57.374587 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-cdf038af-aeea-463e-8ece-f4a860c2c2b2 service neutron] 10.222.0.31 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281474 Feb 04 06:22:57.512844 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-10f4c9e8-1cfb-4298-9880-d1c4d1924429 service neutron] 10.222.0.31 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319978 Feb 04 06:22:57.696320 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7085409c-0d9e-49f6-9fd5-5fe161271013 req-56b7f052-fe05-4cb3-91b8-46b797cf50a2 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 210 time: 0.0476520 Feb 04 06:22:58.656846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3217f-8fd2-4ba0-b3ef-2c27de88534c req-4b9c19a0-fd1a-4de2-b340-fa3e2ad5b28c tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:58.659196 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b2e3217f-8fd2-4ba0-b3ef-2c27de88534c req-4b9c19a0-fd1a-4de2-b340-fa3e2ad5b28c tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14 HTTP/1.1" status: 200 len: 944 time: 0.0896587 Feb 04 06:22:58.756784 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-b2e3217f-8fd2-4ba0-b3ef-2c27de88534c req-b2e678e2-8898-428a-9eec-76e22fbc8b72 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Deleting port b0c374cf-376d-44ec-b366-e327003b5619 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:22:58.761730 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-b2e3217f-8fd2-4ba0-b3ef-2c27de88534c req-b2e678e2-8898-428a-9eec-76e22fbc8b72 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:58.772101 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-a321a819-ad90-49da-9e9a-b6a61f36ccfd tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:58.773914 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-a321a819-ad90-49da-9e9a-b6a61f36ccfd tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.43 "GET /v2.0/networks?id=85e37eea-8d1b-4637-837b-ff01e47667de HTTP/1.1" status: 200 len: 815 time: 0.1800842 Feb 04 06:22:58.786050 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Request body: {'port': {'device_id': '1c2ff944-3704-4645-85ee-9bf8e9532bc4', 'network_id': '85e37eea-8d1b-4637-837b-ff01e47667de', 'admin_state_up': True, 'tenant_id': '4f2a6fa612ec44c5ad40d9fe2b20bbd0'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:58.947088 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:22:58.958322 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:22:58.971934 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Made reservation on behalf of 4f2a6fa612ec44c5ad40d9fe2b20bbd0 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:22:58.976044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:59.054546 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5bcba27a-1b12-4dbe-ba70-1c91c13ed696 req-f7052033-3bf8-4b64-83f7-abbc467288d3 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 210 time: 0.1939256 Feb 04 06:22:59.162126 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Allocated IP 172.20.0.9 (85e37eea-8d1b-4637-837b-ff01e47667de/b161b863-a80c-445a-b7bc-8b5750bac4e2/cafc953a-96f0-447c-9b41-f6771fc89f92) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:22:59.224793 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-b2e3217f-8fd2-4ba0-b3ef-2c27de88534c req-b2e678e2-8898-428a-9eec-76e22fbc8b72 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] For port b0c374cf-376d-44ec-b366-e327003b5619, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b0c374cf-376d-44ec-b366-e327003b5619,segment=NetworkSegment(43462ca2-eb9c-4787-9564-895e89db504a),segment_id=43462ca2-eb9c-4787-9564-895e89db504a)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:22:59.225151 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-b2e3217f-8fd2-4ba0-b3ef-2c27de88534c req-b2e678e2-8898-428a-9eec-76e22fbc8b72 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:59.351033 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [req-b2e3217f-8fd2-4ba0-b3ef-2c27de88534c req-b2e678e2-8898-428a-9eec-76e22fbc8b72 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Calling delete_port for b0c374cf-376d-44ec-b366-e327003b5619 owned by compute:nova {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:22:59.393791 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:59.428695 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:59.506221 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Network 85e37eea-8d1b-4637-837b-ff01e47667de is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:22:59.507338 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:22:59.510052 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:22:59.515919 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-b2e3217f-8fd2-4ba0-b3ef-2c27de88534c req-b2e678e2-8898-428a-9eec-76e22fbc8b72 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:59.525929 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9a196a4e-e5ec-4b49-8ac3-663585fb3606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:59.563071 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Pushing event updated for resources: {'Port': ['ID=cafc953a-96f0-447c-9b41-f6771fc89f92,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:59.567222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e678e2-8898-428a-9eec-76e22fbc8b72 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Pushing event deleted for resources: {'Port': ['ID=b0c374cf-376d-44ec-b366-e327003b5619,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:59.576300 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.576730 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.577130 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.577533 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.577919 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.578333 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.578695 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.579208 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.579594 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.580002 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.580383 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.580760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.601659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:59.602336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:59.629181 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-23b6a7c7-7da7-4cff-aa50-e62f73773d6b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8468544 Feb 04 06:22:59.642709 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Request body: {'port': {'device_id': '1c2ff944-3704-4645-85ee-9bf8e9532bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:59.652488 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e3217f-8fd2-4ba0-b3ef-2c27de88534c req-b2e678e2-8898-428a-9eec-76e22fbc8b72 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] No DVR routers for this DVR port b0c374cf-376d-44ec-b366-e327003b5619 on host hv-neutron-8268 {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:22:59.655215 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-b2e3217f-8fd2-4ba0-b3ef-2c27de88534c req-b2e678e2-8898-428a-9eec-76e22fbc8b72 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:59.658032 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14', 'name': 'network-vif-deleted', 'tag': 'b0c374cf-376d-44ec-b366-e327003b5619'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:22:59.675586 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b2e3217f-8fd2-4ba0-b3ef-2c27de88534c req-b2e678e2-8898-428a-9eec-76e22fbc8b72 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.43 "DELETE /v2.0/ports/b0c374cf-376d-44ec-b366-e327003b5619 HTTP/1.1" status: 204 len: 173 time: 1.0107298 Feb 04 06:22:59.714100 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a0f17a-fdb9-4449-93e3-b7bbeefd3f14', 'name': 'network-vif-deleted', 'tag': 'b0c374cf-376d-44ec-b366-e327003b5619', 'status': 'completed', 'code': 200} Feb 04 06:22:59.776203 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.270250 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cafc953a-96f0-447c-9b41-f6771fc89f92 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:23:00.278414 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.289795 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a63a32-3bb4-480a-8d51-0aec333d3967 req-90bbf47b-d4b1-46e9-bd4c-cce53c91f8dc tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:00.290770 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-c5a63a32-3bb4-480a-8d51-0aec333d3967 req-90bbf47b-d4b1-46e9-bd4c-cce53c91f8dc tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Synchronizing usage tracker for tenant:4f2a6fa612ec44c5ad40d9fe2b20bbd0 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:23:00.295020 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Transition to ACTIVE for port object cafc953a-96f0-447c-9b41-f6771fc89f92 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:23:00.301993 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.309305 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-c5a63a32-3bb4-480a-8d51-0aec333d3967 req-90bbf47b-d4b1-46e9-bd4c-cce53c91f8dc tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Unset dirty status for tenant:4f2a6fa612ec44c5ad40d9fe2b20bbd0 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:23:00.311314 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c5a63a32-3bb4-480a-8d51-0aec333d3967 req-90bbf47b-d4b1-46e9-bd4c-cce53c91f8dc tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 931 time: 0.1294711 Feb 04 06:23:00.368748 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c5a63a32-3bb4-480a-8d51-0aec333d3967 req-51deec85-46d9-48bb-b272-c9feff0e0068 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485723 Feb 04 06:23:00.447189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Pushing event updated for resources: {'Port': ['ID=cafc953a-96f0-447c-9b41-f6771fc89f92,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:00.549497 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Attempting to bind port cafc953a-96f0-447c-9b41-f6771fc89f92 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:23:00.549807 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Attempting to bind port cafc953a-96f0-447c-9b41-f6771fc89f92 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '43462ca2-eb9c-4787-9564-895e89db504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '85e37eea-8d1b-4637-837b-ff01e47667de'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:23:00.550129 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Attempting to bind port cafc953a-96f0-447c-9b41-f6771fc89f92 on network 85e37eea-8d1b-4637-837b-ff01e47667de {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:23:00.555070 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Port cafc953a-96f0-447c-9b41-f6771fc89f92 on network 85e37eea-8d1b-4637-837b-ff01e47667de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:23:00.555392 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Attempting to bind port cafc953a-96f0-447c-9b41-f6771fc89f92 on network 85e37eea-8d1b-4637-837b-ff01e47667de {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:23:00.560973 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:23:00.561211 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Checking segment: {'id': '43462ca2-eb9c-4787-9564-895e89db504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '85e37eea-8d1b-4637-837b-ff01e47667de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:23:00.561620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Bound using segment: {'id': '43462ca2-eb9c-4787-9564-895e89db504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '85e37eea-8d1b-4637-837b-ff01e47667de'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:23:00.562049 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Bound port: cafc953a-96f0-447c-9b41-f6771fc89f92, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43462ca2-eb9c-4787-9564-895e89db504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '85e37eea-8d1b-4637-837b-ff01e47667de'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:23:00.562387 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.654934 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] For port cafc953a-96f0-447c-9b41-f6771fc89f92, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:23:00.658419 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] For port cafc953a-96f0-447c-9b41-f6771fc89f92, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=cafc953a-96f0-447c-9b41-f6771fc89f92,segment=NetworkSegment(43462ca2-eb9c-4787-9564-895e89db504a),segment_id=43462ca2-eb9c-4787-9564-895e89db504a)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:23:00.663816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.724216 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:00.724832 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.726283 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] 10.222.0.43 "PUT /v2.0/ports/cafc953a-96f0-447c-9b41-f6771fc89f92 HTTP/1.1" status: 200 len: 1093 time: 1.0882397 Feb 04 06:23:00.726703 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2ff944-3704-4645-85ee-9bf8e9532bc4', 'tag': 'cafc953a-96f0-447c-9b41-f6771fc89f92'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:00.749685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69419e1-1f3a-4c70-8f72-27acfbe3469d service neutron] Pushing event updated for resources: {'Port': ['ID=cafc953a-96f0-447c-9b41-f6771fc89f92,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:00.846414 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-20337089-0875-4864-8a14-3959071d30e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:00.848111 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-20337089-0875-4864-8a14-3959071d30e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f2a6fa612ec44c5ad40d9fe2b20bbd0&device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 1096 time: 0.0773075 Feb 04 06:23:00.906430 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c2ff944-3704-4645-85ee-9bf8e9532bc4', 'tag': 'cafc953a-96f0-447c-9b41-f6771fc89f92', 'status': 'completed', 'code': 200} Feb 04 06:23:00.924580 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-d5f49efa-879b-477d-99a2-d9396b0926f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cafc953a-96f0-447c-9b41-f6771fc89f92 HTTP/1.1" status: 200 len: 217 time: 0.0696564 Feb 04 06:23:00.987111 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-ce662cb1-451a-4fd3-8bcb-598f7ee25953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:00.988602 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-ce662cb1-451a-4fd3-8bcb-598f7ee25953 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b161b863-a80c-445a-b7bc-8b5750bac4e2 HTTP/1.1" status: 200 len: 855 time: 0.0571530 Feb 04 06:23:01.034300 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-058af2d2-a3f8-4a6b-b3de-e0474525a588 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85e37eea-8d1b-4637-837b-ff01e47667de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397415 Feb 04 06:23:01.167281 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-94e760de-7683-4d1c-946d-fa7eb46778f1 service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261513 Feb 04 06:23:01.301527 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-76c2a4cb-1f86-4407-9054-b3ce44ed9995 req-b7707bb4-b2f4-4b99-a3d0-2d5be3958d6c service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280894 Feb 04 06:23:01.426733 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0271b6-a3eb-4cac-bd86-e3ab8c84eefb req-d9569e2d-2488-40ca-8305-734edfeffa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:01.428227 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-cc0271b6-a3eb-4cac-bd86-e3ab8c84eefb req-d9569e2d-2488-40ca-8305-734edfeffa1a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f2a6fa612ec44c5ad40d9fe2b20bbd0&device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 1096 time: 0.0774703 Feb 04 06:23:01.567454 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29570310-2c39-49c3-bd94-01a1f8d74231 req-0b63f4f1-d3af-445d-b17e-bc40e1b70f62 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:01.569140 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-29570310-2c39-49c3-bd94-01a1f8d74231 req-0b63f4f1-d3af-445d-b17e-bc40e1b70f62 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 943 time: 0.0857744 Feb 04 06:23:01.575309 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0271b6-a3eb-4cac-bd86-e3ab8c84eefb req-25792de5-6d1b-4e80-b41d-e5b5229be275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:01.576814 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-cc0271b6-a3eb-4cac-bd86-e3ab8c84eefb req-25792de5-6d1b-4e80-b41d-e5b5229be275 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85e37eea-8d1b-4637-837b-ff01e47667de HTTP/1.1" status: 200 len: 916 time: 0.1411800 Feb 04 06:23:01.615358 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-29570310-2c39-49c3-bd94-01a1f8d74231 req-49ab7cc2-c584-464e-92ef-c676e7db6dec tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385759 Feb 04 06:23:01.644169 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-cc0271b6-a3eb-4cac-bd86-e3ab8c84eefb req-6031672c-3235-438a-aa9a-c9615c90c8fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cafc953a-96f0-447c-9b41-f6771fc89f92 HTTP/1.1" status: 200 len: 217 time: 0.0601003 Feb 04 06:23:01.711293 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0271b6-a3eb-4cac-bd86-e3ab8c84eefb req-3f0a85ed-6470-4323-9884-fe36b3fab061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:01.712734 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-cc0271b6-a3eb-4cac-bd86-e3ab8c84eefb req-3f0a85ed-6470-4323-9884-fe36b3fab061 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b161b863-a80c-445a-b7bc-8b5750bac4e2 HTTP/1.1" status: 200 len: 855 time: 0.0618370 Feb 04 06:23:01.760774 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-cc0271b6-a3eb-4cac-bd86-e3ab8c84eefb req-2882ca83-3203-4782-9476-297110ebc530 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85e37eea-8d1b-4637-837b-ff01e47667de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406296 Feb 04 06:23:01.845922 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2132541c-d0d2-40a9-8121-2c8b2f400172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:01.994081 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-cc0271b6-a3eb-4cac-bd86-e3ab8c84eefb req-3b99b489-20f5-43f1-9c4e-0d7f8a11ed15 service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262168 Feb 04 06:23:02.128493 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-cc0271b6-a3eb-4cac-bd86-e3ab8c84eefb req-6e3731c7-c8fb-4f79-bed9-7e7499aa0a3c service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276574 Feb 04 06:23:02.418700 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device b0c374cf-376d-44ec-b366-e327003b5619 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:23:02.453240 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: b0c374cf-376d-44ec-b366-e327003b5619 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:23:02.453613 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device b0c374cf-376d-44ec-b366-e327003b5619 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:23:02.810894 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cff31-224a-4fdf-b93f-84945ebeb113 req-24bae287-9d6f-4855-a631-693d5055678e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:02.816377 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-246cff31-224a-4fdf-b93f-84945ebeb113 req-24bae287-9d6f-4855-a631-693d5055678e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 943 time: 0.0892622 Feb 04 06:23:02.857469 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-246cff31-224a-4fdf-b93f-84945ebeb113 req-1709525d-fc39-42cc-8676-f9d1f63a29f1 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390053 Feb 04 06:23:02.890682 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:02.927728 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:04.047545 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd4acb-2d57-4b56-832f-dedd4026e0ea req-4125b142-57e2-455f-a17c-df7d39320414 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:04.048940 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b5cd4acb-2d57-4b56-832f-dedd4026e0ea req-4125b142-57e2-455f-a17c-df7d39320414 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 943 time: 0.0806112 Feb 04 06:23:04.093141 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b5cd4acb-2d57-4b56-832f-dedd4026e0ea req-43370f62-4883-4783-b417-c55bd5b27ed4 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383043 Feb 04 06:23:04.312540 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:04.457664 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device cafc953a-96f0-447c-9b41-f6771fc89f92 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:23:04.618661 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port cafc953a-96f0-447c-9b41-f6771fc89f92, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=cafc953a-96f0-447c-9b41-f6771fc89f92,segment=NetworkSegment(43462ca2-eb9c-4787-9564-895e89db504a),segment_id=43462ca2-eb9c-4787-9564-895e89db504a)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:23:04.640149 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': 'cafc953a-96f0-447c-9b41-f6771fc89f92', 'network_id': '85e37eea-8d1b-4637-837b-ff01e47667de', 'port_id': 'cafc953a-96f0-447c-9b41-f6771fc89f92', 'mac_address': 'fa:16:3e:45:41:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b161b863-a80c-445a-b7bc-8b5750bac4e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:23:04.736155 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:04.752648 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cafc953a-96f0-447c-9b41-f6771fc89f92 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:23:04.767444 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port cafc953a-96f0-447c-9b41-f6771fc89f92, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=cafc953a-96f0-447c-9b41-f6771fc89f92,segment=NetworkSegment(43462ca2-eb9c-4787-9564-895e89db504a),segment_id=43462ca2-eb9c-4787-9564-895e89db504a)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:23:04.772420 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:04.837842 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=cafc953a-96f0-447c-9b41-f6771fc89f92,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:04.844991 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:04.845336 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:04.845685 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:04.846082 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:04.846413 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:04.846738 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:04.847045 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:04.847370 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:04.847688 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:04.848040 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:04.848361 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:04.848677 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:04.964554 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['cafc953a-96f0-447c-9b41-f6771fc89f92'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:23:05.305082 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95e500-793f-4051-92e6-78d0b2776dcf req-1a33fbb9-aef3-461a-a7f7-56c6320d47b6 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:05.306527 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9b95e500-793f-4051-92e6-78d0b2776dcf req-1a33fbb9-aef3-461a-a7f7-56c6320d47b6 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 944 time: 0.0955210 Feb 04 06:23:05.349730 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9b95e500-793f-4051-92e6-78d0b2776dcf req-8812b3e6-32ca-42bf-9507-5f22ec3366fe tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375040 Feb 04 06:23:06.433301 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device cafc953a-96f0-447c-9b41-f6771fc89f92 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:23:06.505012 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port cafc953a-96f0-447c-9b41-f6771fc89f92 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:23:06.510106 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port cafc953a-96f0-447c-9b41-f6771fc89f92 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:06.510477 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:06.538020 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9e4fe-9b14-452e-a441-0bd95430c92a req-9b9d3468-7134-43c1-a2bf-edd5ab3e071f tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:06.539806 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3da9e4fe-9b14-452e-a441-0bd95430c92a req-9b9d3468-7134-43c1-a2bf-edd5ab3e071f tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 944 time: 0.0845833 Feb 04 06:23:06.591725 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3da9e4fe-9b14-452e-a441-0bd95430c92a req-1e4cc17b-6b84-4969-9119-6c35e0b70d8f tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463371 Feb 04 06:23:06.632208 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:06.658827 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2ff944-3704-4645-85ee-9bf8e9532bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafc953a-96f0-447c-9b41-f6771fc89f92'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:06.671070 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port cafc953a-96f0-447c-9b41-f6771fc89f92, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=cafc953a-96f0-447c-9b41-f6771fc89f92,segment=NetworkSegment(43462ca2-eb9c-4787-9564-895e89db504a),segment_id=43462ca2-eb9c-4787-9564-895e89db504a)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:23:06.676286 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:06.715048 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2ff944-3704-4645-85ee-9bf8e9532bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafc953a-96f0-447c-9b41-f6771fc89f92', 'code': 200} Feb 04 06:23:06.748902 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=cafc953a-96f0-447c-9b41-f6771fc89f92,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:06.956954 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b6785-aa7f-4ed2-9058-8d896cf29cd1 req-0f0a5e75-1a72-4099-a2f1-579439a66c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:06.958455 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-106b6785-aa7f-4ed2-9058-8d896cf29cd1 req-0f0a5e75-1a72-4099-a2f1-579439a66c3b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 1098 time: 0.0768406 Feb 04 06:23:06.998295 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-106b6785-aa7f-4ed2-9058-8d896cf29cd1 req-0854f259-df8f-4277-8915-317291e5a419 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338690 Feb 04 06:23:07.308296 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:07.788932 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb23157-6830-405e-9f0b-0e999aa1e535 req-a6be1268-1d3a-4654-9bb6-0a0d164e8da6 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:07.790622 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1fb23157-6830-405e-9f0b-0e999aa1e535 req-a6be1268-1d3a-4654-9bb6-0a0d164e8da6 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0924017 Feb 04 06:23:07.836571 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1fb23157-6830-405e-9f0b-0e999aa1e535 req-a0de76a7-616a-44a3-b6ba-50dfe4661042 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400963 Feb 04 06:23:09.036865 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0cdc9-a03e-46ee-9f8a-04b995981920 req-a06b47d2-ce89-42e5-bead-e34526879bbf tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:09.038365 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cea0cdc9-a03e-46ee-9f8a-04b995981920 req-a06b47d2-ce89-42e5-bead-e34526879bbf tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0801978 Feb 04 06:23:09.087830 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cea0cdc9-a03e-46ee-9f8a-04b995981920 req-41fe2bad-7ea8-4916-96d9-54403857e386 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437329 Feb 04 06:23:09.278361 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cc9bb-bc39-46d8-83bc-45ec4fc9c3e6 req-87355866-334f-4328-9a71-740cae2745e4 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:09.279844 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6b1cc9bb-bc39-46d8-83bc-45ec4fc9c3e6 req-87355866-334f-4328-9a71-740cae2745e4 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0814178 Feb 04 06:23:09.325307 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6b1cc9bb-bc39-46d8-83bc-45ec4fc9c3e6 req-f8daae54-bfe5-4bf3-8410-44e90739dc07 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387578 Feb 04 06:23:09.691971 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-604a1df6-0eba-474f-a207-f8becb07df4f req-5a267203-9cd3-41b5-a18c-b8e682875a3d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0797839 Feb 04 06:23:09.742020 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0c07b-bb23-4d78-a69e-ef392e235178 req-3b39c13b-cc3c-4b53-a6fd-e7510602ba38 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:09.745866 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-04b0c07b-bb23-4d78-a69e-ef392e235178 req-3b39c13b-cc3c-4b53-a6fd-e7510602ba38 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0860441 Feb 04 06:23:09.795519 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-04b0c07b-bb23-4d78-a69e-ef392e235178 req-8341978f-9b43-4760-b16b-23665d30a9bf tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457599 Feb 04 06:23:11.002516 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e0f2b-34be-4bbe-a082-1673078ad1e5 req-626a13d1-77ee-4791-b4f4-773650094560 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:11.004527 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-025e0f2b-34be-4bbe-a082-1673078ad1e5 req-626a13d1-77ee-4791-b4f4-773650094560 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0821533 Feb 04 06:23:11.060167 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-025e0f2b-34be-4bbe-a082-1673078ad1e5 req-b57e42e0-4838-49ca-8353-3ca932c819c1 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474172 Feb 04 06:23:11.160756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a1df6-0eba-474f-a207-f8becb07df4f req-93545d47-2155-4b39-924e-8debb90e380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:11.162233 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-604a1df6-0eba-474f-a207-f8becb07df4f req-93545d47-2155-4b39-924e-8debb90e380f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f2a6fa612ec44c5ad40d9fe2b20bbd0&device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 1098 time: 0.0771537 Feb 04 06:23:11.296459 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a1df6-0eba-474f-a207-f8becb07df4f req-cf1b7fa4-186d-48cb-a3ec-ea95ee626b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:11.297930 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-604a1df6-0eba-474f-a207-f8becb07df4f req-cf1b7fa4-186d-48cb-a3ec-ea95ee626b14 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85e37eea-8d1b-4637-837b-ff01e47667de HTTP/1.1" status: 200 len: 916 time: 0.1294429 Feb 04 06:23:11.365302 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-604a1df6-0eba-474f-a207-f8becb07df4f req-d2bedae6-08ee-4f54-8800-481f279002f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cafc953a-96f0-447c-9b41-f6771fc89f92 HTTP/1.1" status: 200 len: 217 time: 0.0612538 Feb 04 06:23:11.439151 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a1df6-0eba-474f-a207-f8becb07df4f req-6f85988f-6029-4c1a-bffd-13305d707779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:11.440709 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-604a1df6-0eba-474f-a207-f8becb07df4f req-6f85988f-6029-4c1a-bffd-13305d707779 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b161b863-a80c-445a-b7bc-8b5750bac4e2 HTTP/1.1" status: 200 len: 855 time: 0.0685239 Feb 04 06:23:11.487889 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-604a1df6-0eba-474f-a207-f8becb07df4f req-d203a16a-b956-4ce0-8c32-ace554ea4bac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85e37eea-8d1b-4637-837b-ff01e47667de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411425 Feb 04 06:23:11.619612 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-604a1df6-0eba-474f-a207-f8becb07df4f req-9d7b229e-e567-4569-82d1-b453ed10d7ef service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253254 Feb 04 06:23:11.757231 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-604a1df6-0eba-474f-a207-f8becb07df4f req-0f35dbba-b8cf-4854-bd06-cf701d9b2478 service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312318 Feb 04 06:23:12.252610 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aea917-f8a3-4218-8e00-f999a69fd111 req-634e8b31-cfd5-40fb-a8da-0224614f4465 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:12.254113 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-10aea917-f8a3-4218-8e00-f999a69fd111 req-634e8b31-cfd5-40fb-a8da-0224614f4465 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0848475 Feb 04 06:23:12.299962 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-10aea917-f8a3-4218-8e00-f999a69fd111 req-02f0dede-2448-4e58-9602-7f881311b8fa tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398445 Feb 04 06:23:13.497338 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29cb91-d786-462d-b160-3cfd44ad6584 req-0879617a-76dc-4cad-9eb7-b64f8bb546b9 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:13.498826 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ba29cb91-d786-462d-b160-3cfd44ad6584 req-0879617a-76dc-4cad-9eb7-b64f8bb546b9 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0894337 Feb 04 06:23:13.550498 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ba29cb91-d786-462d-b160-3cfd44ad6584 req-81ab1171-36d3-4d76-95b3-87a8ca443735 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456431 Feb 04 06:23:14.740850 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fc11c-e871-496e-b454-767a19a17f86 req-5bb9694e-cd97-4871-af32-650c9be5c743 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:14.742338 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f99fc11c-e871-496e-b454-767a19a17f86 req-5bb9694e-cd97-4871-af32-650c9be5c743 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0839562 Feb 04 06:23:14.787344 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f99fc11c-e871-496e-b454-767a19a17f86 req-ee816c7e-dd05-4e58-b3f8-14674b5cae53 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389850 Feb 04 06:23:15.977381 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b1eef-4a58-4ec5-a952-1bfe6adfa642 req-b448baae-695e-4317-bc7c-5917b5f8e9b4 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:15.978847 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f42b1eef-4a58-4ec5-a952-1bfe6adfa642 req-b448baae-695e-4317-bc7c-5917b5f8e9b4 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0849297 Feb 04 06:23:16.139746 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f42b1eef-4a58-4ec5-a952-1bfe6adfa642 req-caaff8de-8fa8-4ae5-a671-c12d170305e5 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544793 Feb 04 06:23:17.323801 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7198b-5749-43ba-a458-bc0291d1951e req-931467ef-5a02-422b-a09e-02f3e00c6399 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:17.325275 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-64b7198b-5749-43ba-a458-bc0291d1951e req-931467ef-5a02-422b-a09e-02f3e00c6399 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0796111 Feb 04 06:23:17.370163 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-64b7198b-5749-43ba-a458-bc0291d1951e req-c9568606-4745-466a-aed9-f2f9beb81d28 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390649 Feb 04 06:23:18.562097 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bef8c-3468-4cd1-b58e-129b532b436b req-7cf0866e-c230-40ec-b5d3-6a28d9afadf3 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:18.563590 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1d5bef8c-3468-4cd1-b58e-129b532b436b req-7cf0866e-c230-40ec-b5d3-6a28d9afadf3 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0854435 Feb 04 06:23:18.614670 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1d5bef8c-3468-4cd1-b58e-129b532b436b req-11c84ed6-16f4-4aec-90ee-e5e476348e84 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446677 Feb 04 06:23:19.806279 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2539d0-efb2-4f35-90ec-ead6a67cd335 req-f1bd337d-1738-4425-b170-36f57639c521 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:19.807706 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7c2539d0-efb2-4f35-90ec-ead6a67cd335 req-f1bd337d-1738-4425-b170-36f57639c521 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0840032 Feb 04 06:23:19.856036 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7c2539d0-efb2-4f35-90ec-ead6a67cd335 req-a7316d8f-0632-4e2c-bb8d-ea175d4b73e8 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423634 Feb 04 06:23:21.043672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba336ba-f7af-46a2-91e8-bde43cc709bc req-b8fa8f66-8831-4201-ac19-8edcc4eba000 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:21.045179 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0ba336ba-f7af-46a2-91e8-bde43cc709bc req-b8fa8f66-8831-4201-ac19-8edcc4eba000 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0814867 Feb 04 06:23:21.091925 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0ba336ba-f7af-46a2-91e8-bde43cc709bc req-b80ce929-f71c-4800-93f9-cd8e1e20631a tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Feb 04 06:23:22.289379 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b22e2-97d9-4db8-b818-c9fce0b672a6 req-23d44efd-6bf2-4c98-83f5-f14340b2afaa tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:22.290822 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-165b22e2-97d9-4db8-b818-c9fce0b672a6 req-23d44efd-6bf2-4c98-83f5-f14340b2afaa tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0863428 Feb 04 06:23:22.334334 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-165b22e2-97d9-4db8-b818-c9fce0b672a6 req-ac2c0966-01da-487e-8ab4-39c4abfb4a46 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376868 Feb 04 06:23:23.537658 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad090cd-345c-4a0b-91c1-d615bcef1517 req-278c6a5e-e845-4108-90a7-3ca417d76be1 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:23.539336 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0ad090cd-345c-4a0b-91c1-d615bcef1517 req-278c6a5e-e845-4108-90a7-3ca417d76be1 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0910792 Feb 04 06:23:23.586194 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0ad090cd-345c-4a0b-91c1-d615bcef1517 req-89ed9d57-13f4-41aa-a00c-de142038439b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408866 Feb 04 06:23:24.783420 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f1ba8-c037-4b01-93d2-1712b13fe0ca req-2266b326-3343-4680-b00c-62fe754d3ce0 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:24.785080 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6d8f1ba8-c037-4b01-93d2-1712b13fe0ca req-2266b326-3343-4680-b00c-62fe754d3ce0 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0895219 Feb 04 06:23:24.830964 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6d8f1ba8-c037-4b01-93d2-1712b13fe0ca req-8b5c1fdd-b561-4885-9525-6766ae5d0703 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399399 Feb 04 06:23:26.025138 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8e771-d1e8-4ce8-b1a2-0a859ddca164 req-00e491b8-ae9f-4335-a2e5-272f9dd14bee tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:26.026613 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-81c8e771-d1e8-4ce8-b1a2-0a859ddca164 req-00e491b8-ae9f-4335-a2e5-272f9dd14bee tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0881746 Feb 04 06:23:26.074054 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-81c8e771-d1e8-4ce8-b1a2-0a859ddca164 req-7ec2d311-d0a6-491e-b0f0-efd6ede40e2a tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416617 Feb 04 06:23:27.270109 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f41a2-faf6-4759-b847-5ccc2baed38a req-0afcf0fa-7e4c-4860-bc83-4fbcbf5dfc60 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:27.271586 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-659f41a2-faf6-4759-b847-5ccc2baed38a req-0afcf0fa-7e4c-4860-bc83-4fbcbf5dfc60 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0808439 Feb 04 06:23:27.320141 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-659f41a2-faf6-4759-b847-5ccc2baed38a req-153879e9-c61d-48a0-a778-641eda3f0a41 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426955 Feb 04 06:23:28.517829 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bf6fa-b51d-475c-bcf9-dfc8d8ce4c5f req-74a613dc-e85b-4a45-a089-3fa1eac5f444 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:28.519333 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-980bf6fa-b51d-475c-bcf9-dfc8d8ce4c5f req-74a613dc-e85b-4a45-a089-3fa1eac5f444 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0885372 Feb 04 06:23:28.565946 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-980bf6fa-b51d-475c-bcf9-dfc8d8ce4c5f req-305391ec-7655-4d6d-a968-f84dd10ec46f tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405912 Feb 04 06:23:28.817814 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:23:29.520382 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-29db90bb-916a-4be0-a129-890cf950e1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:29.755734 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b79f5-e5d9-404b-baa8-b4e957412c25 req-70e42159-46f6-4f52-bc7c-7766f2a45119 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:29.757234 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-553b79f5-e5d9-404b-baa8-b4e957412c25 req-70e42159-46f6-4f52-bc7c-7766f2a45119 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0810094 Feb 04 06:23:29.801752 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-553b79f5-e5d9-404b-baa8-b4e957412c25 req-8293da21-d8b5-4616-9baa-b3912013210c tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387087 Feb 04 06:23:30.992795 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574c44-eea6-4bb1-ba42-6fd1e6b5ba2c req-84ca938e-c8f7-45c4-a804-a4221c6241ed tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:30.995488 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-55574c44-eea6-4bb1-ba42-6fd1e6b5ba2c req-84ca938e-c8f7-45c4-a804-a4221c6241ed tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0869012 Feb 04 06:23:31.038439 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-55574c44-eea6-4bb1-ba42-6fd1e6b5ba2c req-cb7237bb-2ec5-46ef-9c6b-19dd1b7414ab tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384095 Feb 04 06:23:31.841394 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-274ae8a4-cb54-4331-8b59-cead6b0401e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:32.152628 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f9526-e6e8-4b9e-a80a-bfe4a4a03ee8 req-fe954642-0ef1-4443-b365-ebd729eb73e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:32.154231 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c95f9526-e6e8-4b9e-a80a-bfe4a4a03ee8 req-fe954642-0ef1-4443-b365-ebd729eb73e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f2a6fa612ec44c5ad40d9fe2b20bbd0&device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 1098 time: 0.0761449 Feb 04 06:23:32.226453 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a02add-73ff-4660-8a6c-4a2623a4c614 req-2b9c72e4-5dbb-4e5a-a1a7-907a635a0fd3 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:32.228131 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-01a02add-73ff-4660-8a6c-4a2623a4c614 req-2b9c72e4-5dbb-4e5a-a1a7-907a635a0fd3 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0834794 Feb 04 06:23:32.274192 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-01a02add-73ff-4660-8a6c-4a2623a4c614 req-dddb231d-20c4-42f5-a037-59593f63e8d3 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394456 Feb 04 06:23:32.309739 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f9526-e6e8-4b9e-a80a-bfe4a4a03ee8 req-9b7909b4-a08c-4f76-ae69-7bd690c88096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:32.311311 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c95f9526-e6e8-4b9e-a80a-bfe4a4a03ee8 req-9b7909b4-a08c-4f76-ae69-7bd690c88096 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85e37eea-8d1b-4637-837b-ff01e47667de HTTP/1.1" status: 200 len: 916 time: 0.1370983 Feb 04 06:23:32.378088 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c95f9526-e6e8-4b9e-a80a-bfe4a4a03ee8 req-f1047aa9-ca40-49df-8956-238dd21d23eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cafc953a-96f0-447c-9b41-f6771fc89f92 HTTP/1.1" status: 200 len: 217 time: 0.0599873 Feb 04 06:23:32.443805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f9526-e6e8-4b9e-a80a-bfe4a4a03ee8 req-caab1354-878e-4d27-aa35-2287869469fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:32.445156 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c95f9526-e6e8-4b9e-a80a-bfe4a4a03ee8 req-caab1354-878e-4d27-aa35-2287869469fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b161b863-a80c-445a-b7bc-8b5750bac4e2 HTTP/1.1" status: 200 len: 855 time: 0.0608361 Feb 04 06:23:32.493772 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c95f9526-e6e8-4b9e-a80a-bfe4a4a03ee8 req-cb2bf926-9acb-45fd-bff3-3d67f708cdce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85e37eea-8d1b-4637-837b-ff01e47667de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418398 Feb 04 06:23:32.723339 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c95f9526-e6e8-4b9e-a80a-bfe4a4a03ee8 req-43f5a735-302a-4d0d-8c38-f15858f6c856 service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225199 Feb 04 06:23:32.859538 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c95f9526-e6e8-4b9e-a80a-bfe4a4a03ee8 req-9440a11a-8bd3-442e-b535-33b47adff0cd service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290383 Feb 04 06:23:32.890477 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:32.925015 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:33.483611 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1c511-1252-4c1a-a41e-cbf775e82eb1 req-35b0d1d0-ece5-48de-bf4b-f14b95a89587 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:33.485155 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5ce1c511-1252-4c1a-a41e-cbf775e82eb1 req-35b0d1d0-ece5-48de-bf4b-f14b95a89587 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0911763 Feb 04 06:23:33.532480 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5ce1c511-1252-4c1a-a41e-cbf775e82eb1 req-eed1eabe-60fa-43da-bd84-4dbc8098eb90 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411713 Feb 04 06:23:34.302836 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:34.725066 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6cd20-1c91-42c3-8aca-6782029045c6 req-b66eb7dd-75c1-4572-b194-5d1e836b9a08 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:34.726542 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7af6cd20-1c91-42c3-8aca-6782029045c6 req-b66eb7dd-75c1-4572-b194-5d1e836b9a08 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0826800 Feb 04 06:23:34.775726 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7af6cd20-1c91-42c3-8aca-6782029045c6 req-29dc61bc-45fe-46ed-8f85-0110f954c640 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427239 Feb 04 06:23:35.962040 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177fc69-50fd-42ed-8047-a6dc20c6c9ae req-dc2e11d6-c990-4956-b6f7-80d61ca782be tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:35.963518 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5177fc69-50fd-42ed-8047-a6dc20c6c9ae req-dc2e11d6-c990-4956-b6f7-80d61ca782be tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0814395 Feb 04 06:23:36.012089 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5177fc69-50fd-42ed-8047-a6dc20c6c9ae req-df8cea0e-6896-403c-aefd-0be04d8e87dc tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426571 Feb 04 06:23:37.213590 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e388a-48e1-4639-8461-24dd914ad4df req-93f677c7-e549-4268-8730-37aadeb61d20 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:37.215068 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a91e388a-48e1-4639-8461-24dd914ad4df req-93f677c7-e549-4268-8730-37aadeb61d20 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0936537 Feb 04 06:23:37.260851 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a91e388a-48e1-4639-8461-24dd914ad4df req-84fb3afb-2930-43c0-bfe3-71dac4aa88f0 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399783 Feb 04 06:23:37.310684 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:38.450602 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91a415-d64c-4ccc-a11c-b2e7eb97dc73 req-04f3a6bc-9d11-48c3-940d-6279872c3b8e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:38.452030 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bd91a415-d64c-4ccc-a11c-b2e7eb97dc73 req-04f3a6bc-9d11-48c3-940d-6279872c3b8e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0822320 Feb 04 06:23:38.490509 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-604a1df6-0eba-474f-a207-f8becb07df4f req-ce6c25ee-5444-4134-8806-4178eb9d0d55 service neutron] 10.222.0.43 "GET /v2.0/ports/cafc953a-96f0-447c-9b41-f6771fc89f92/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0818546 Feb 04 06:23:38.499301 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bd91a415-d64c-4ccc-a11c-b2e7eb97dc73 req-7a03efa8-6019-4f48-bf67-0029b7d8f9ed tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407586 Feb 04 06:23:38.759830 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a1df6-0eba-474f-a207-f8becb07df4f req-cd518e82-4f7d-40a4-9654-0cee3621f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:38.761182 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-604a1df6-0eba-474f-a207-f8becb07df4f req-cd518e82-4f7d-40a4-9654-0cee3621f02c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4&tenant_id=4f2a6fa612ec44c5ad40d9fe2b20bbd0 HTTP/1.1" status: 200 len: 1098 time: 0.0742300 Feb 04 06:23:38.853992 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a1df6-0eba-474f-a207-f8becb07df4f req-ba1f1bba-938f-4cf8-bb0b-9784f60965b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:38.855586 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-604a1df6-0eba-474f-a207-f8becb07df4f req-ba1f1bba-938f-4cf8-bb0b-9784f60965b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f2a6fa612ec44c5ad40d9fe2b20bbd0&device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 1098 time: 0.0722270 Feb 04 06:23:38.985900 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a1df6-0eba-474f-a207-f8becb07df4f req-46130728-8b1e-4cf7-83bc-039d0c02e6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:38.987365 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-604a1df6-0eba-474f-a207-f8becb07df4f req-46130728-8b1e-4cf7-83bc-039d0c02e6a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85e37eea-8d1b-4637-837b-ff01e47667de HTTP/1.1" status: 200 len: 916 time: 0.1258681 Feb 04 06:23:39.058115 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-604a1df6-0eba-474f-a207-f8becb07df4f req-b6afe8e5-5c50-451d-bd97-7ede34c5e7f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cafc953a-96f0-447c-9b41-f6771fc89f92 HTTP/1.1" status: 200 len: 217 time: 0.0634258 Feb 04 06:23:39.119000 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a1df6-0eba-474f-a207-f8becb07df4f req-03520262-345b-42bc-80d3-e3367d94eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:39.120465 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-604a1df6-0eba-474f-a207-f8becb07df4f req-03520262-345b-42bc-80d3-e3367d94eacd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b161b863-a80c-445a-b7bc-8b5750bac4e2 HTTP/1.1" status: 200 len: 855 time: 0.0566251 Feb 04 06:23:39.170268 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-604a1df6-0eba-474f-a207-f8becb07df4f req-dce8d0a5-7cda-4513-af55-bcb3ed40f25d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85e37eea-8d1b-4637-837b-ff01e47667de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431843 Feb 04 06:23:39.303773 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-604a1df6-0eba-474f-a207-f8becb07df4f req-df0f1707-8c01-410a-a8cd-f61c460e224f service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263077 Feb 04 06:23:39.435104 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-604a1df6-0eba-474f-a207-f8becb07df4f req-36cfadad-b77a-41d8-b200-5edc3f9654a2 service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253643 Feb 04 06:23:39.696357 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967899d-5b66-4e8b-b649-a744d3116d24 req-ff801773-4d2d-47f6-bfc5-af7571ac0243 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:39.697693 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0967899d-5b66-4e8b-b649-a744d3116d24 req-ff801773-4d2d-47f6-bfc5-af7571ac0243 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0865104 Feb 04 06:23:39.749615 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0967899d-5b66-4e8b-b649-a744d3116d24 req-74709d6a-6045-4020-a1c8-115ffac33988 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459814 Feb 04 06:23:40.939461 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e3441-40f3-408a-ac71-93fd7df8583f req-7ef5ba3f-56bd-4ab3-9f0b-f0e5c6902a07 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:40.941016 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-742e3441-40f3-408a-ac71-93fd7df8583f req-7ef5ba3f-56bd-4ab3-9f0b-f0e5c6902a07 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0813661 Feb 04 06:23:40.995244 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-742e3441-40f3-408a-ac71-93fd7df8583f req-ead22d50-a3dc-465e-9572-525dc3d08e76 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483086 Feb 04 06:23:42.193448 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1df7a7-ee43-4258-a58c-7f919a94db5e req-1638003e-8717-4cf4-9a26-cbb57490186e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:42.194916 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3e1df7a7-ee43-4258-a58c-7f919a94db5e req-1638003e-8717-4cf4-9a26-cbb57490186e tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0918272 Feb 04 06:23:42.239676 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3e1df7a7-ee43-4258-a58c-7f919a94db5e req-08c29fb6-f498-4598-ab38-9bb4892caf0d tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388098 Feb 04 06:23:42.558904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a7613-5e47-4c11-8636-f567ae3f4841 req-ef3a7bfe-7250-4155-9d20-e55da369d9f0 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:42.559708 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c782446-2c62-478d-91d2-ec98c79366d3 req-5463cf4a-43a3-418d-afe6-06496ac1112b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:42.559955 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-9b3a7613-5e47-4c11-8636-f567ae3f4841 req-ef3a7bfe-7250-4155-9d20-e55da369d9f0 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Synchronizing usage tracker for tenant:4f2a6fa612ec44c5ad40d9fe2b20bbd0 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:23:42.566082 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4c782446-2c62-478d-91d2-ec98c79366d3 req-5463cf4a-43a3-418d-afe6-06496ac1112b tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0944960 Feb 04 06:23:42.572893 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-9b3a7613-5e47-4c11-8636-f567ae3f4841 req-ef3a7bfe-7250-4155-9d20-e55da369d9f0 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Unset dirty status for tenant:4f2a6fa612ec44c5ad40d9fe2b20bbd0 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:23:42.574045 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9b3a7613-5e47-4c11-8636-f567ae3f4841 req-ef3a7bfe-7250-4155-9d20-e55da369d9f0 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4&tenant_id=4f2a6fa612ec44c5ad40d9fe2b20bbd0&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 945 time: 0.0997174 Feb 04 06:23:42.613799 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4c782446-2c62-478d-91d2-ec98c79366d3 req-5e000738-9c7a-4440-882f-b8cc3613dc39 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466754 Feb 04 06:23:42.676608 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device cafc953a-96f0-447c-9b41-f6771fc89f92 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:23:42.678991 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device cafc953a-96f0-447c-9b41-f6771fc89f92 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:23:42.728883 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a7613-5e47-4c11-8636-f567ae3f4841 req-21e28f83-ea31-4b9c-8a6d-375570d20e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:42.730921 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9b3a7613-5e47-4c11-8636-f567ae3f4841 req-21e28f83-ea31-4b9c-8a6d-375570d20e7e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f2a6fa612ec44c5ad40d9fe2b20bbd0&device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 1098 time: 0.0793617 Feb 04 06:23:42.875115 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a7613-5e47-4c11-8636-f567ae3f4841 req-5a4fef87-af5f-4959-aab0-f256992d09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:42.877040 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9b3a7613-5e47-4c11-8636-f567ae3f4841 req-5a4fef87-af5f-4959-aab0-f256992d09fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=85e37eea-8d1b-4637-837b-ff01e47667de HTTP/1.1" status: 200 len: 916 time: 0.1367908 Feb 04 06:23:42.915841 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port cafc953a-96f0-447c-9b41-f6771fc89f92, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=cafc953a-96f0-447c-9b41-f6771fc89f92,segment=NetworkSegment(43462ca2-eb9c-4787-9564-895e89db504a),segment_id=43462ca2-eb9c-4787-9564-895e89db504a)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:23:42.924704 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:42.945632 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': 'cafc953a-96f0-447c-9b41-f6771fc89f92', 'network_id': '85e37eea-8d1b-4637-837b-ff01e47667de', 'port_id': 'cafc953a-96f0-447c-9b41-f6771fc89f92', 'mac_address': 'fa:16:3e:45:41:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b161b863-a80c-445a-b7bc-8b5750bac4e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:23:42.947925 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9b3a7613-5e47-4c11-8636-f567ae3f4841 req-2419ed66-aa1c-4b55-906f-737670a34170 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cafc953a-96f0-447c-9b41-f6771fc89f92 HTTP/1.1" status: 200 len: 217 time: 0.0641961 Feb 04 06:23:42.981271 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2ff944-3704-4645-85ee-9bf8e9532bc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cafc953a-96f0-447c-9b41-f6771fc89f92'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:43.020842 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port cafc953a-96f0-447c-9b41-f6771fc89f92, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=cafc953a-96f0-447c-9b41-f6771fc89f92,segment=NetworkSegment(43462ca2-eb9c-4787-9564-895e89db504a),segment_id=43462ca2-eb9c-4787-9564-895e89db504a)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:23:43.025190 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a7613-5e47-4c11-8636-f567ae3f4841 req-763c7ad8-c32a-4947-9f30-3b2f22821979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:43.027344 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9b3a7613-5e47-4c11-8636-f567ae3f4841 req-763c7ad8-c32a-4947-9f30-3b2f22821979 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b161b863-a80c-445a-b7bc-8b5750bac4e2 HTTP/1.1" status: 200 len: 855 time: 0.0733266 Feb 04 06:23:43.031483 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:43.083550 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9b3a7613-5e47-4c11-8636-f567ae3f4841 req-7e503d0c-a40d-48bd-b23c-a87a52fa5b44 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85e37eea-8d1b-4637-837b-ff01e47667de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486333 Feb 04 06:23:43.155424 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:43.175685 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2ff944-3704-4645-85ee-9bf8e9532bc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cafc953a-96f0-447c-9b41-f6771fc89f92', 'code': 200} Feb 04 06:23:43.181750 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cafc953a-96f0-447c-9b41-f6771fc89f92 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:23:43.227943 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=cafc953a-96f0-447c-9b41-f6771fc89f92,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:43.268300 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:23:43.268726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:23:43.357681 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9b3a7613-5e47-4c11-8636-f567ae3f4841 req-0d4925f7-7f32-4b14-b4f6-af3fe8247a4d service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676308 Feb 04 06:23:43.492395 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9b3a7613-5e47-4c11-8636-f567ae3f4841 req-32b004a2-ccb8-41ce-a117-d98d20c765f2 service neutron] 10.222.0.43 "GET /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282256 Feb 04 06:23:43.822255 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3572f-ef5c-470b-b5e7-77bac76c5bdb req-56dbecc8-1f56-4ceb-8363-1c6bceac1ea5 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:43.823438 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6bb3572f-ef5c-470b-b5e7-77bac76c5bdb req-56dbecc8-1f56-4ceb-8363-1c6bceac1ea5 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 943 time: 0.0905247 Feb 04 06:23:43.838364 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:43.870158 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cafc953a-96f0-447c-9b41-f6771fc89f92 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:23:43.888335 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port cafc953a-96f0-447c-9b41-f6771fc89f92, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=cafc953a-96f0-447c-9b41-f6771fc89f92,segment=NetworkSegment(43462ca2-eb9c-4787-9564-895e89db504a),segment_id=43462ca2-eb9c-4787-9564-895e89db504a)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:23:43.900909 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:43.916349 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6bb3572f-ef5c-470b-b5e7-77bac76c5bdb req-381901f5-b1ec-47a3-84a0-2586025409fb tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823152 Feb 04 06:23:43.995395 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['cafc953a-96f0-447c-9b41-f6771fc89f92'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:23:44.052693 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=cafc953a-96f0-447c-9b41-f6771fc89f92,revision_number=7']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:44.683051 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device cafc953a-96f0-447c-9b41-f6771fc89f92 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:23:44.758725 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port cafc953a-96f0-447c-9b41-f6771fc89f92 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:44.759244 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:44.880996 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:44.914573 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port cafc953a-96f0-447c-9b41-f6771fc89f92, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=cafc953a-96f0-447c-9b41-f6771fc89f92,segment=NetworkSegment(43462ca2-eb9c-4787-9564-895e89db504a),segment_id=43462ca2-eb9c-4787-9564-895e89db504a)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:23:44.919130 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:44.989061 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=cafc953a-96f0-447c-9b41-f6771fc89f92,revision_number=8']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:45.137544 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46d890-146b-4af1-a3af-5c21eba081e9 req-a6953557-753f-4021-8b37-540d01fe4820 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:45.139217 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-df46d890-146b-4af1-a3af-5c21eba081e9 req-a6953557-753f-4021-8b37-540d01fe4820 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0899024 Feb 04 06:23:45.176402 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2ff944-3704-4645-85ee-9bf8e9532bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafc953a-96f0-447c-9b41-f6771fc89f92'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:45.187210 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-df46d890-146b-4af1-a3af-5c21eba081e9 req-86eb5497-5638-4a07-8a4c-3ecf624cc8b3 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409777 Feb 04 06:23:45.226118 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2ff944-3704-4645-85ee-9bf8e9532bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafc953a-96f0-447c-9b41-f6771fc89f92', 'code': 200} Feb 04 06:23:45.384727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0da84e-cc31-4e31-9ad4-26dc0ff7bc3f req-608afac3-b8af-46ef-b345-f0aa6227474d tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:45.386210 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9b0da84e-cc31-4e31-9ad4-26dc0ff7bc3f req-608afac3-b8af-46ef-b345-f0aa6227474d tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0848174 Feb 04 06:23:45.431135 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9b0da84e-cc31-4e31-9ad4-26dc0ff7bc3f req-aaddaf2f-a18d-4af2-ac3d-c9e8764373dd tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388646 Feb 04 06:23:45.730257 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1719fe2-010f-4d83-a479-36453c37ec59 req-a13826d5-aa62-4afd-9837-d572a4ac5718 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:45.731646 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d1719fe2-010f-4d83-a479-36453c37ec59 req-a13826d5-aa62-4afd-9837-d572a4ac5718 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.1917086 Feb 04 06:23:45.777699 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d1719fe2-010f-4d83-a479-36453c37ec59 req-f5c749db-85eb-4dc4-a0cc-719d2f7459e1 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397868 Feb 04 06:23:46.344194 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1e4a7-7611-411e-83db-cd0ab8a22672 req-863d32bd-f3c2-408b-a68f-672d748e2b8d tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:46.345745 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9cd1e4a7-7611-411e-83db-cd0ab8a22672 req-863d32bd-f3c2-408b-a68f-672d748e2b8d tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0870190 Feb 04 06:23:46.391151 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9cd1e4a7-7611-411e-83db-cd0ab8a22672 req-a98889c7-6832-4b04-b8f6-38de1839dbda tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394859 Feb 04 06:23:47.577763 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e6229-d993-4f1b-bdf1-15720cafa03b req-d2cb5233-42d2-4e4f-b16e-f0177e2face3 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:47.579109 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-856e6229-d993-4f1b-bdf1-15720cafa03b req-d2cb5233-42d2-4e4f-b16e-f0177e2face3 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0810528 Feb 04 06:23:47.626264 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-856e6229-d993-4f1b-bdf1-15720cafa03b req-8d763647-84c7-4156-a4fa-4fe53c1fb841 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed77e27d-bcbd-44db-b21a-b06e189ef0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402584 Feb 04 06:23:47.832991 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f57ae4-5e76-4e8c-b901-5a61defc5cbf req-1865b665-61d3-408e-9b66-2b9a0e1c661a tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:47.834704 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b8f57ae4-5e76-4e8c-b901-5a61defc5cbf req-1865b665-61d3-408e-9b66-2b9a0e1c661a tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 945 time: 0.0802646 Feb 04 06:23:47.908373 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-b8f57ae4-5e76-4e8c-b901-5a61defc5cbf req-4852e6ba-89d2-417e-98a2-8f3e18f1b3dc tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Deleting port cafc953a-96f0-447c-9b41-f6771fc89f92 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:23:47.908723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b8f57ae4-5e76-4e8c-b901-5a61defc5cbf req-4852e6ba-89d2-417e-98a2-8f3e18f1b3dc tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:48.160477 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-b8f57ae4-5e76-4e8c-b901-5a61defc5cbf req-4852e6ba-89d2-417e-98a2-8f3e18f1b3dc tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] For port cafc953a-96f0-447c-9b41-f6771fc89f92, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=cafc953a-96f0-447c-9b41-f6771fc89f92,segment=NetworkSegment(43462ca2-eb9c-4787-9564-895e89db504a),segment_id=43462ca2-eb9c-4787-9564-895e89db504a)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:23:48.160958 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b8f57ae4-5e76-4e8c-b901-5a61defc5cbf req-4852e6ba-89d2-417e-98a2-8f3e18f1b3dc tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:48.283468 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-b8f57ae4-5e76-4e8c-b901-5a61defc5cbf req-4852e6ba-89d2-417e-98a2-8f3e18f1b3dc tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Calling delete_port for cafc953a-96f0-447c-9b41-f6771fc89f92 owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:23:48.431563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b8f57ae4-5e76-4e8c-b901-5a61defc5cbf req-4852e6ba-89d2-417e-98a2-8f3e18f1b3dc tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:48.443291 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['cafc953a-96f0-447c-9b41-f6771fc89f92'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:23:48.483115 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852e6ba-89d2-417e-98a2-8f3e18f1b3dc tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Pushing event deleted for resources: {'Port': ['ID=cafc953a-96f0-447c-9b41-f6771fc89f92,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:48.556783 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f57ae4-5e76-4e8c-b901-5a61defc5cbf req-4852e6ba-89d2-417e-98a2-8f3e18f1b3dc tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] No DVR routers for this DVR port cafc953a-96f0-447c-9b41-f6771fc89f92 on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:23:48.559339 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b8f57ae4-5e76-4e8c-b901-5a61defc5cbf req-4852e6ba-89d2-417e-98a2-8f3e18f1b3dc tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:48.562411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2ff944-3704-4645-85ee-9bf8e9532bc4', 'name': 'network-vif-deleted', 'tag': 'cafc953a-96f0-447c-9b41-f6771fc89f92'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:48.583575 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b8f57ae4-5e76-4e8c-b901-5a61defc5cbf req-4852e6ba-89d2-417e-98a2-8f3e18f1b3dc tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.43 "DELETE /v2.0/ports/cafc953a-96f0-447c-9b41-f6771fc89f92 HTTP/1.1" status: 204 len: 173 time: 0.7437179 Feb 04 06:23:48.610928 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2ff944-3704-4645-85ee-9bf8e9532bc4', 'name': 'network-vif-deleted', 'tag': 'cafc953a-96f0-447c-9b41-f6771fc89f92', 'status': 'completed', 'code': 200} Feb 04 06:23:48.797119 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5e46a9fd-8e5d-4b27-b0e8-643d3149746b req-9503013c-d042-40d2-87d4-be3b12df7f4a tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c2ff944-3704-4645-85ee-9bf8e9532bc4 HTTP/1.1" status: 200 len: 210 time: 0.0464058 Feb 04 06:23:50.034481 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60808) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:50.092749 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-2259e14d-58a9-4216-bd4e-17d73e900543 admin admin] Deleting subnet b161b863-a80c-445a-b7bc-8b5750bac4e2 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:23:50.095593 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2259e14d-58a9-4216-bd4e-17d73e900543 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:50.144561 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2259e14d-58a9-4216-bd4e-17d73e900543 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:50.202787 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2259e14d-58a9-4216-bd4e-17d73e900543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:50.271905 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2259e14d-58a9-4216-bd4e-17d73e900543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:50.308712 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259e14d-58a9-4216-bd4e-17d73e900543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b161b863-a80c-445a-b7bc-8b5750bac4e2,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:50.313733 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2259e14d-58a9-4216-bd4e-17d73e900543 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:50.320583 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259e14d-58a9-4216-bd4e-17d73e900543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:50.320918 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259e14d-58a9-4216-bd4e-17d73e900543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:50.321231 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259e14d-58a9-4216-bd4e-17d73e900543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:50.321566 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259e14d-58a9-4216-bd4e-17d73e900543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:50.321884 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259e14d-58a9-4216-bd4e-17d73e900543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:50.322197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259e14d-58a9-4216-bd4e-17d73e900543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:50.322513 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259e14d-58a9-4216-bd4e-17d73e900543 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:50.322824 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259e14d-58a9-4216-bd4e-17d73e900543 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:50.323137 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259e14d-58a9-4216-bd4e-17d73e900543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:50.323445 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259e14d-58a9-4216-bd4e-17d73e900543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:50.323723 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259e14d-58a9-4216-bd4e-17d73e900543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:50.324112 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259e14d-58a9-4216-bd4e-17d73e900543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:50.328852 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2259e14d-58a9-4216-bd4e-17d73e900543 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b161b863-a80c-445a-b7bc-8b5750bac4e2 HTTP/1.1" status: 204 len: 168 time: 0.2934010 Feb 04 06:23:50.331628 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 60812) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:50.439418 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d4f73d48-6afe-4ea5-91e0-7261ab21de61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:50.563799 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d4f73d48-6afe-4ea5-91e0-7261ab21de61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:50.589167 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-d4f73d48-6afe-4ea5-91e0-7261ab21de61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e37eea-8d1b-4637-837b-ff01e47667de']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:50.600858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-d4f73d48-6afe-4ea5-91e0-7261ab21de61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43462ca2-eb9c-4787-9564-895e89db504a') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:50.601119 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-d4f73d48-6afe-4ea5-91e0-7261ab21de61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43462ca2-eb9c-4787-9564-895e89db504a') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:50.612538 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d4f73d48-6afe-4ea5-91e0-7261ab21de61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:50.628320 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d4f73d48-6afe-4ea5-91e0-7261ab21de61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:50.634302 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f73d48-6afe-4ea5-91e0-7261ab21de61 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:23:50.634672 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d4f73d48-6afe-4ea5-91e0-7261ab21de61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:23:50.647752 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:23:50.729164 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d4f73d48-6afe-4ea5-91e0-7261ab21de61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:50.746166 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d4f73d48-6afe-4ea5-91e0-7261ab21de61 admin admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:50.756464 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f73d48-6afe-4ea5-91e0-7261ab21de61 admin admin] Pushing event deleted for resources: {'Network': ['ID=85e37eea-8d1b-4637-837b-ff01e47667de,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:50.765978 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d4f73d48-6afe-4ea5-91e0-7261ab21de61 admin admin] 10.222.0.31 "DELETE /v2.0/networks/85e37eea-8d1b-4637-837b-ff01e47667de HTTP/1.1" status: 204 len: 168 time: 0.4332373 Feb 04 06:23:50.881745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60818) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:50.936244 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cb4695e6-be9a-4ab5-834a-ef38aaa33515 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f2a6fa612ec44c5ad40d9fe2b20bbd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529506 Feb 04 06:23:50.938785 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60822) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:50.998738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9bce8e59-c09d-4e4b-8584-4163f4c81e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:51.024384 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9bce8e59-c09d-4e4b-8584-4163f4c81e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:51.077754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9bce8e59-c09d-4e4b-8584-4163f4c81e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:51.094339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce8e59-c09d-4e4b-8584-4163f4c81e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed77e27d-bcbd-44db-b21a-b06e189ef0f3,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:51.111494 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9bce8e59-c09d-4e4b-8584-4163f4c81e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:51.112667 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9bce8e59-c09d-4e4b-8584-4163f4c81e4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed77e27d-bcbd-44db-b21a-b06e189ef0f3 HTTP/1.1" status: 204 len: 168 time: 0.1730146 Feb 04 06:23:51.858591 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 60846) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:51.962531 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-808422932-network', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:51.967739 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:23:51.971985 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Usage tracker for resource:network and tenant:c5b9a8b14a2f47c5b149799a57ab2d68 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:23:51.975713 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:23:51.982453 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:23:51.994440 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Made reservation on behalf of c5b9a8b14a2f47c5b149799a57ab2d68 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:23:51.996782 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:52.008701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:52.022743 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:23:52.026671 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Usage tracker for resource:security_group_rule and tenant:c5b9a8b14a2f47c5b149799a57ab2d68 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:23:52.029464 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:23:52.035014 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:23:52.116007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:52.121027 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:52.150089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:23:52.158395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97937b67-96f8-4df0-b864-d11ce2629f56,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:52.164342 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:52.164754 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Added segment 78c42873-e31f-49cf-8fe1-3b7cf877a85b of type vlan for network da41b38c-ebc6-4747-bf2d-f93b49a4f76e Feb 04 06:23:52.195827 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:52.328480 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:52.329867 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:52.330694 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:52.434373 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] Pushing event updated for resources: {'Network': ['ID=da41b38c-ebc6-4747-bf2d-f93b49a4f76e,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:52.438474 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-61c6edcd-d104-49a7-8ea4-d5e0b0e59937 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5788169 Feb 04 06:23:52.441667 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60852) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:52.448161 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network da41b38c-ebc6-4747-bf2d-f93b49a4f76e details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:23:52.449322 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-270693eb-8352-4229-9d46-e95a70057010 admin admin] Request body: {'subnet': {'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-808422932-subnet', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:52.455326 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-270693eb-8352-4229-9d46-e95a70057010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:23:52.460222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-270693eb-8352-4229-9d46-e95a70057010 admin admin] Usage tracker for resource:subnet and tenant:c5b9a8b14a2f47c5b149799a57ab2d68 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:23:52.464617 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-270693eb-8352-4229-9d46-e95a70057010 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:23:52.471109 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-270693eb-8352-4229-9d46-e95a70057010 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:23:52.484062 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270693eb-8352-4229-9d46-e95a70057010 admin admin] Made reservation on behalf of c5b9a8b14a2f47c5b149799a57ab2d68 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:23:52.487441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-270693eb-8352-4229-9d46-e95a70057010 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:52.700237 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-270693eb-8352-4229-9d46-e95a70057010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:52.747401 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device cafc953a-96f0-447c-9b41-f6771fc89f92 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:23:52.774377 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270693eb-8352-4229-9d46-e95a70057010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:52.783545 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270693eb-8352-4229-9d46-e95a70057010 admin admin] Checking segment: {'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:23:52.783944 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270693eb-8352-4229-9d46-e95a70057010 admin admin] Network hostable DHCP agents. Network: da41b38c-ebc6-4747-bf2d-f93b49a4f76e, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:23:52.797019 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: cafc953a-96f0-447c-9b41-f6771fc89f92 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:23:52.797378 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device cafc953a-96f0-447c-9b41-f6771fc89f92 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:23:52.805957 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270693eb-8352-4229-9d46-e95a70057010 admin admin] Network da41b38c-ebc6-4747-bf2d-f93b49a4f76e is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:23:52.816624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-270693eb-8352-4229-9d46-e95a70057010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, da41b38c-ebc6-4747-bf2d-f93b49a4f76e) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:23:52.820987 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270693eb-8352-4229-9d46-e95a70057010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:52.821633 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-270693eb-8352-4229-9d46-e95a70057010 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:52.832198 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9df5e9f-c150-40d2-9d30-b3e19c5100c5 None None] Network da41b38c-ebc6-4747-bf2d-f93b49a4f76e requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:23:52.844603 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-270693eb-8352-4229-9d46-e95a70057010 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4018223 Feb 04 06:23:52.848262 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 60856) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:52.853947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:52.859313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:23:52.863482 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Usage tracker for resource:router and tenant:c5b9a8b14a2f47c5b149799a57ab2d68 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:23:52.866465 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:23:52.872383 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:23:52.884302 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:52.885503 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:52.901846 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:53.066451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:23:53.067335 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:53.172565 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:53.231589 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Allocated IP 172.20.0.2 (da41b38c-ebc6-4747-bf2d-f93b49a4f76e/f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a/d630567a-2a7a-4a12-9d0f-e587668a290f) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:23:53.454445 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:53.468091 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Transition to ACTIVE for port object d630567a-2a7a-4a12-9d0f-e587668a290f will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:23:53.491817 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:53.492095 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Transition to ACTIVE for port object d630567a-2a7a-4a12-9d0f-e587668a290f will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:23:53.498638 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:53.525718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:53.568096 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Network da41b38c-ebc6-4747-bf2d-f93b49a4f76e is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:23:53.570967 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:23:53.574721 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:23:53.582305 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Pushing event updated for resources: {'Port': ['ID=d630567a-2a7a-4a12-9d0f-e587668a290f,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:53.670448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Attempting to bind port d630567a-2a7a-4a12-9d0f-e587668a290f on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:23:53.670775 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Attempting to bind port d630567a-2a7a-4a12-9d0f-e587668a290f by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:23:53.670932 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Allocated IP 172.26.4.248 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/8e7a1bad-790f-44b8-8210-14aeb300f81b) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:23:53.671213 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Attempting to bind port d630567a-2a7a-4a12-9d0f-e587668a290f on network da41b38c-ebc6-4747-bf2d-f93b49a4f76e {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:23:53.677317 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:23:53.677698 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Checking segment: {'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:23:53.678171 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:53.678546 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Bound using segment: {'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:23:53.679081 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Bound port: d630567a-2a7a-4a12-9d0f-e587668a290f, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:23:53.679460 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:53.767122 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] For port d630567a-2a7a-4a12-9d0f-e587668a290f, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:23:53.773677 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] For port d630567a-2a7a-4a12-9d0f-e587668a290f, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=d630567a-2a7a-4a12-9d0f-e587668a290f,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:23:53.778728 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:53.831359 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:53.866685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:53.870559 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348e019-f444-494a-95c5-4821975a52d2 None None] Pushing event updated for resources: {'Port': ['ID=d630567a-2a7a-4a12-9d0f-e587668a290f,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:53.940743 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:23:53.943615 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:23:53.947340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:23:53.976734 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Pushing event updated for resources: {'Port': ['ID=8e7a1bad-790f-44b8-8210-14aeb300f81b,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:54.514617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:54.881292 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:54.919355 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0509a481-4e21-447c-8325-326679695766 None None] Network da41b38c-ebc6-4747-bf2d-f93b49a4f76e requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:23:55.018804 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c58f2934-fdf3-4fac-960b-31eac2503201 None None] Provisioning for port d630567a-2a7a-4a12-9d0f-e587668a290f completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:23:55.098263 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:23:55.298104 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:23:55.308451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Sync routers for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:23:55.323346 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:23:55.324087 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:23:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:55.332432 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:55.334030 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2c568c95-b1ee-4190-8ba6-34bb8ec49945 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4847383 Feb 04 06:23:55.337950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60860) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:55.542856 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device d630567a-2a7a-4a12-9d0f-e587668a290f up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:23:55.641869 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:23:55.856206 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port d630567a-2a7a-4a12-9d0f-e587668a290f completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:23:55.867469 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port d630567a-2a7a-4a12-9d0f-e587668a290f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:55.867861 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:56.049614 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:56.068425 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:54Z', 'revision_number': 3, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:56.078873 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Checking router: 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:23:56.079245 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Updating router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 port 8e7a1bad-790f-44b8-8210-14aeb300f81b binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:23:56.136409 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port d630567a-2a7a-4a12-9d0f-e587668a290f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=d630567a-2a7a-4a12-9d0f-e587668a290f,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:23:56.146315 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:56.175671 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:56.208555 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0458-363a-4902-adff-d8b839657045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:56.303024 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=d630567a-2a7a-4a12-9d0f-e587668a290f,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:56.427068 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-4f7f0458-363a-4902-adff-d8b839657045 admin admin] Allocated IP 172.20.0.1 (da41b38c-ebc6-4747-bf2d-f93b49a4f76e/f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a/24c72dbf-158a-4850-bbce-f7438b070495) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:23:56.535470 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:56.548218 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Transition to ACTIVE for port object 8e7a1bad-790f-44b8-8210-14aeb300f81b will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:23:56.555532 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:56.575922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0458-363a-4902-adff-d8b839657045 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:56.591597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0458-363a-4902-adff-d8b839657045 admin admin] Transition to ACTIVE for port object 24c72dbf-158a-4850-bbce-f7438b070495 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:23:56.620331 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0458-363a-4902-adff-d8b839657045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:56.639360 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Attempting to bind port 8e7a1bad-790f-44b8-8210-14aeb300f81b on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:23:56.639805 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Attempting to bind port 8e7a1bad-790f-44b8-8210-14aeb300f81b by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:23:56.640091 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Attempting to bind port 8e7a1bad-790f-44b8-8210-14aeb300f81b on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:23:56.646009 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08abbd5-3457-45fc-849d-ee2df9979e85 None None] Pushing event updated for resources: {'Port': ['ID=8e7a1bad-790f-44b8-8210-14aeb300f81b,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:56.651629 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:23:56.652034 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:23:56.652430 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:56.652814 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:23:56.653278 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Bound port: 8e7a1bad-790f-44b8-8210-14aeb300f81b, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:23:56.653648 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:56.695130 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7f0458-363a-4902-adff-d8b839657045 admin admin] Network da41b38c-ebc6-4747-bf2d-f93b49a4f76e is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:23:56.698215 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-4f7f0458-363a-4902-adff-d8b839657045 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:23:56.712441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0458-363a-4902-adff-d8b839657045 admin admin] Pushing event updated for resources: {'Port': ['ID=24c72dbf-158a-4850-bbce-f7438b070495,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:56.717805 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f0458-363a-4902-adff-d8b839657045 admin admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:23:56.744942 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] For port 8e7a1bad-790f-44b8-8210-14aeb300f81b, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:23:56.749613 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] For port 8e7a1bad-790f-44b8-8210-14aeb300f81b, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8e7a1bad-790f-44b8-8210-14aeb300f81b,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:23:56.754689 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:56.777921 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0458-363a-4902-adff-d8b839657045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:56.848988 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08abbd5-3457-45fc-849d-ee2df9979e85 None None] Pushing event updated for resources: {'Port': ['ID=8e7a1bad-790f-44b8-8210-14aeb300f81b,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:56.871241 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:23:56.872551 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:23:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:57.051852 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0458-363a-4902-adff-d8b839657045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:57.066322 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b3fce567-8794-4aab-bf24-bb3e4ebc5153 None None] Provisioning for port 24c72dbf-158a-4850-bbce-f7438b070495 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:23:57.077737 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b3fce567-8794-4aab-bf24-bb3e4ebc5153 None None] Provisioning complete for port 24c72dbf-158a-4850-bbce-f7438b070495 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:57.078096 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b3fce567-8794-4aab-bf24-bb3e4ebc5153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:57.101914 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:23:57.287751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0458-363a-4902-adff-d8b839657045 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:57.293099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0458-363a-4902-adff-d8b839657045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:57.362638 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b3fce567-8794-4aab-bf24-bb3e4ebc5153 None None] Port 24c72dbf-158a-4850-bbce-f7438b070495 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:23:57.404296 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0458-363a-4902-adff-d8b839657045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:57.408690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0458-363a-4902-adff-d8b839657045 admin admin] Pushing event updated for resources: {'Port': ['ID=24c72dbf-158a-4850-bbce-f7438b070495,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:57.483540 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:54Z', 'revision_number': 3, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:57.487976 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20737b97-7eda-4b2b-b0a9-691005a90b44 None None] The sync data for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv is: [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:54Z', 'revision_number': 3, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:23:57.498447 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device d630567a-2a7a-4a12-9d0f-e587668a290f up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:23:57.572455 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port d630567a-2a7a-4a12-9d0f-e587668a290f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:57.572831 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:57.575948 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7f0458-363a-4902-adff-d8b839657045 admin admin] Network da41b38c-ebc6-4747-bf2d-f93b49a4f76e is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:23:57.584724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-4f7f0458-363a-4902-adff-d8b839657045 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:23:57.997651 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fd895620-bb2e-4896-834f-52512782f390 None None] Provisioning complete for port 24c72dbf-158a-4850-bbce-f7438b070495 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:57.998018 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fd895620-bb2e-4896-834f-52512782f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:58.016130 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7f0458-363a-4902-adff-d8b839657045 admin admin] Router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:23:58.056704 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-fd895620-bb2e-4896-834f-52512782f390 None None] Port 24c72dbf-158a-4850-bbce-f7438b070495 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:23:58.230229 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7f0458-363a-4902-adff-d8b839657045 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:23:58.247971 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4f7f0458-363a-4902-adff-d8b839657045 admin admin] 10.222.0.31 "PUT /v2.0/routers/45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9011617 Feb 04 06:23:58.964827 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 60870) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:58.970772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a0e74381-e0e7-484c-be2b-393c0afa1aac tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Request body: {'security_group': {'name': 'tempest-securitygroup--423633529', 'description': 'tempest-description--417019468'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:58.978188 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a0e74381-e0e7-484c-be2b-393c0afa1aac tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:23:58.986312 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a0e74381-e0e7-484c-be2b-393c0afa1aac tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Usage tracker for resource:security_group and tenant:c5b9a8b14a2f47c5b149799a57ab2d68 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:23:58.990327 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a0e74381-e0e7-484c-be2b-393c0afa1aac tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:23:58.996786 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a0e74381-e0e7-484c-be2b-393c0afa1aac tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:23:59.010017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0e74381-e0e7-484c-be2b-393c0afa1aac tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:59.030684 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a0e74381-e0e7-484c-be2b-393c0afa1aac tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:23:59.034519 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a0e74381-e0e7-484c-be2b-393c0afa1aac tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Usage tracker for resource:security_group_rule and tenant:c5b9a8b14a2f47c5b149799a57ab2d68 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:23:59.037528 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a0e74381-e0e7-484c-be2b-393c0afa1aac tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:23:59.043260 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a0e74381-e0e7-484c-be2b-393c0afa1aac tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:23:59.113324 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0e74381-e0e7-484c-be2b-393c0afa1aac tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:59.118184 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0e74381-e0e7-484c-be2b-393c0afa1aac tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:59.162314 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e74381-e0e7-484c-be2b-393c0afa1aac tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc3db30-0a8e-4eed-b019-180e4905615d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:59.166683 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0e74381-e0e7-484c-be2b-393c0afa1aac tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:59.168054 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a0e74381-e0e7-484c-be2b-393c0afa1aac tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2015817 Feb 04 06:23:59.172089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 60874) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:59.177940 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a4257182-75ff-41fb-b461-17df2cc39472 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Request body: {'security_group_rule': {'security_group_id': '8cc3db30-0a8e-4eed-b019-180e4905615d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:59.184842 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a4257182-75ff-41fb-b461-17df2cc39472 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:23:59.188892 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a4257182-75ff-41fb-b461-17df2cc39472 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Usage tracker for resource:security_group_rule and tenant:c5b9a8b14a2f47c5b149799a57ab2d68 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:23:59.193955 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Sync routers for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:23:59.197679 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a4257182-75ff-41fb-b461-17df2cc39472 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:23:59.206016 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:23:59.206183 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a4257182-75ff-41fb-b461-17df2cc39472 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:23:59.206620 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:23:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:59.224016 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a4257182-75ff-41fb-b461-17df2cc39472 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:59.289333 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a4257182-75ff-41fb-b461-17df2cc39472 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:59.293654 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a4257182-75ff-41fb-b461-17df2cc39472 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:59.319041 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4257182-75ff-41fb-b461-17df2cc39472 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65815886-75d0-44c8-9ac4-124634978a3d,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:59.331871 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a4257182-75ff-41fb-b461-17df2cc39472 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:59.335704 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a4257182-75ff-41fb-b461-17df2cc39472 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1598389 Feb 04 06:23:59.336160 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60878) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:59.341574 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-09683d54-0c90-47fc-9b5d-012af9bce148 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Request body: {'security_group_rule': {'security_group_id': '8cc3db30-0a8e-4eed-b019-180e4905615d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:59.348035 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-09683d54-0c90-47fc-9b5d-012af9bce148 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:23:59.352556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-09683d54-0c90-47fc-9b5d-012af9bce148 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Usage tracker for resource:security_group_rule and tenant:c5b9a8b14a2f47c5b149799a57ab2d68 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:23:59.355432 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-09683d54-0c90-47fc-9b5d-012af9bce148 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:23:59.361902 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-09683d54-0c90-47fc-9b5d-012af9bce148 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:23:59.381132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-09683d54-0c90-47fc-9b5d-012af9bce148 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:59.419272 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:23:59.451577 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-09683d54-0c90-47fc-9b5d-012af9bce148 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:59.461403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-09683d54-0c90-47fc-9b5d-012af9bce148 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:59.481547 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09683d54-0c90-47fc-9b5d-012af9bce148 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d71e1e5-f788-4bcd-82c0-9bf6797a0005,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:59.508789 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-09683d54-0c90-47fc-9b5d-012af9bce148 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:59.513980 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 60882) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:59.519556 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-09683d54-0c90-47fc-9b5d-012af9bce148 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1805227 Feb 04 06:23:59.520969 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:59.532754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:23:59.537848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dcba1590-3081-487d-8037-c5d0da9b45db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:59.538747 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Usage tracker for resource:floatingip and tenant:c5b9a8b14a2f47c5b149799a57ab2d68 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:23:59.556384 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:23:59.565880 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8e7a1bad-790f-44b8-8210-14aeb300f81b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:23:59.574383 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:23:59.586058 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for floatingip, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:59.653935 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 8e7a1bad-790f-44b8-8210-14aeb300f81b completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:23:59.660907 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 8e7a1bad-790f-44b8-8210-14aeb300f81b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:59.661624 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:59.743564 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:59.764924 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:23:57Z', 'revision_number': 2, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:59.769385 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Checking router: 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:23:59.769918 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Updating router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 port 24c72dbf-158a-4850-bbce-f7438b070495 binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:23:59.823367 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:59.825788 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:59.841901 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 8e7a1bad-790f-44b8-8210-14aeb300f81b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8e7a1bad-790f-44b8-8210-14aeb300f81b,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:23:59.847731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:59.927769 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=8e7a1bad-790f-44b8-8210-14aeb300f81b,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:00.044281 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Allocated IP 172.26.4.148 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/6db732d9-dfce-4ddc-89e2-086ffe04935d) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:24:00.193914 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:00.211824 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:00.225345 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Transition to ACTIVE for port object 24c72dbf-158a-4850-bbce-f7438b070495 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:24:00.228104 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:00.233194 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:00.285912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:24:00.294220 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:24:00.297355 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:24:00.354970 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Pushing event updated for resources: {'Port': ['ID=6db732d9-dfce-4ddc-89e2-086ffe04935d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:00.367130 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.367469 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.367818 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.368167 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.368493 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.368814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.369134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.369454 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.369772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.370089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.370404 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.370713 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.371421 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1fbf0-de76-4682-bc86-c27610f4533d None None] Pushing event updated for resources: {'Port': ['ID=24c72dbf-158a-4850-bbce-f7438b070495,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:00.408667 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1fbf0-de76-4682-bc86-c27610f4533d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.409394 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1fbf0-de76-4682-bc86-c27610f4533d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.409949 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1fbf0-de76-4682-bc86-c27610f4533d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.410125 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:00.410660 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1fbf0-de76-4682-bc86-c27610f4533d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.411199 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1fbf0-de76-4682-bc86-c27610f4533d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.411734 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1fbf0-de76-4682-bc86-c27610f4533d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.412279 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1fbf0-de76-4682-bc86-c27610f4533d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.412800 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1fbf0-de76-4682-bc86-c27610f4533d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.413334 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1fbf0-de76-4682-bc86-c27610f4533d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.413896 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1fbf0-de76-4682-bc86-c27610f4533d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.414474 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1fbf0-de76-4682-bc86-c27610f4533d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.414928 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1fbf0-de76-4682-bc86-c27610f4533d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:00.483857 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Attempting to bind port 24c72dbf-158a-4850-bbce-f7438b070495 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:24:00.484374 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Attempting to bind port 24c72dbf-158a-4850-bbce-f7438b070495 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:24:00.484816 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Attempting to bind port 24c72dbf-158a-4850-bbce-f7438b070495 on network da41b38c-ebc6-4747-bf2d-f93b49a4f76e {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:24:00.488719 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:00.491198 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:24:00.491861 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Checking segment: {'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:24:00.493049 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:00.493642 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Bound using segment: {'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:24:00.494457 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Bound port: 24c72dbf-158a-4850-bbce-f7438b070495, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:24:00.495042 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:00.598907 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] For port 24c72dbf-158a-4850-bbce-f7438b070495, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:24:00.603016 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] For port 24c72dbf-158a-4850-bbce-f7438b070495, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=24c72dbf-158a-4850-bbce-f7438b070495,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:24:00.608882 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:00.699159 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:24:00.699966 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:23:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:00.740148 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:00.745984 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:00.753316 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1fbf0-de76-4682-bc86-c27610f4533d None None] Pushing event updated for resources: {'Port': ['ID=24c72dbf-158a-4850-bbce-f7438b070495,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:00.902959 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Pushing event updated for resources: {'Port': ['ID=6db732d9-dfce-4ddc-89e2-086ffe04935d,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:00.909822 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:24:00.917001 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:00.942686 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:00.952065 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c27ddaf6-34dc-4ae3-8a63-d31f5e32ad2f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4289553 Feb 04 06:24:01.126658 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-e2f364ff-af24-416d-8878-2b85971b4b7d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--423633529&fields=id&tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68 HTTP/1.1" status: 200 len: 267 time: 0.0484803 Feb 04 06:24:01.267766 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:00Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:01.271760 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db48bd3-fb79-4368-9feb-fed3be7d6779 None None] The sync data for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv is: [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:00Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:24:01.288002 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-a20b4857-fc86-48e2-992c-bd299fa0b435 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:01.289739 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-a20b4857-fc86-48e2-992c-bd299fa0b435 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 811 time: 0.1555340 Feb 04 06:24:01.315276 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-fc830c06-e5c9-4b0c-b020-c1f7b01d8eec tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/quotas/c5b9a8b14a2f47c5b149799a57ab2d68 HTTP/1.1" status: 200 len: 375 time: 0.0168734 Feb 04 06:24:01.430171 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-1c459973-1341-4026-8391-c07028c9bf34 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Synchronizing usage tracker for tenant:c5b9a8b14a2f47c5b149799a57ab2d68 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:24:01.457543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-1c459973-1341-4026-8391-c07028c9bf34 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Unset dirty status for tenant:c5b9a8b14a2f47c5b149799a57ab2d68 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:24:01.462700 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-1c459973-1341-4026-8391-c07028c9bf34 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1465542 Feb 04 06:24:01.628292 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8e7a1bad-790f-44b8-8210-14aeb300f81b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:24:01.689107 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-7292c113-4682-44ed-93ba-7bee71377572 service neutron] 10.222.0.31 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168772 Feb 04 06:24:01.724614 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 8e7a1bad-790f-44b8-8210-14aeb300f81b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:24:01.725245 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:01.839590 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-10011061-0501-4be9-a372-465ec9b75592 service neutron] 10.222.0.31 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435225 Feb 04 06:24:01.864916 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 24c72dbf-158a-4850-bbce-f7438b070495 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:24:01.927945 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-85812296-7a91-41f7-a200-97676c1fffda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:01.978065 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 24c72dbf-158a-4850-bbce-f7438b070495 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:24:01.987571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 24c72dbf-158a-4850-bbce-f7438b070495 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:24:01.987983 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:02.145393 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2a68af83-67d3-4177-a561-ac6d68163016 req-6fb03522-eafc-4a75-86fa-8d9970329240 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 210 time: 0.1092198 Feb 04 06:24:02.149219 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:02.197777 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 24c72dbf-158a-4850-bbce-f7438b070495, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=24c72dbf-158a-4850-bbce-f7438b070495,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:24:02.205614 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:02.306198 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=24c72dbf-158a-4850-bbce-f7438b070495,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:02.893151 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:02.919655 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:03.338372 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-cbc94d24-52cc-47d9-a547-5865161359ca tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:03.339602 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c877cac0-6904-4744-9ef5-50395e7358c8 req-ae0d39b5-463b-4645-8825-6ca89cf88bf3 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 210 time: 0.0520449 Feb 04 06:24:03.341124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-cbc94d24-52cc-47d9-a547-5865161359ca tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Synchronizing usage tracker for tenant:c5b9a8b14a2f47c5b149799a57ab2d68 on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:24:03.369500 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-cbc94d24-52cc-47d9-a547-5865161359ca tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Unset dirty status for tenant:c5b9a8b14a2f47c5b149799a57ab2d68 on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:24:03.371192 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-cbc94d24-52cc-47d9-a547-5865161359ca tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 811 time: 0.2147136 Feb 04 06:24:03.423591 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-6ec32e13-0aa9-4fde-ab60-0f1d5b6403f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Synchronizing usage tracker for tenant:c5b9a8b14a2f47c5b149799a57ab2d68 on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:24:03.447503 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-6ec32e13-0aa9-4fde-ab60-0f1d5b6403f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Unset dirty status for tenant:c5b9a8b14a2f47c5b149799a57ab2d68 on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:24:03.448963 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-6ec32e13-0aa9-4fde-ab60-0f1d5b6403f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68 HTTP/1.1" status: 200 len: 379 time: 0.0680990 Feb 04 06:24:03.458727 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-e7a0e289-1950-4136-a794-5c459ebda734 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Request body: {'port': {'device_id': 'd343b6b7-ec22-431f-9b76-bdcc8827ed21', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'admin_state_up': True, 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'security_groups': ['8cc3db30-0a8e-4eed-b019-180e4905615d']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:24:03.508558 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 24c72dbf-158a-4850-bbce-f7438b070495 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:24:03.579808 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 24c72dbf-158a-4850-bbce-f7438b070495 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:24:03.580060 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:03.604656 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-e7a0e289-1950-4136-a794-5c459ebda734 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:24:03.615434 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-e7a0e289-1950-4136-a794-5c459ebda734 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:24:03.627955 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-e7a0e289-1950-4136-a794-5c459ebda734 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Made reservation on behalf of c5b9a8b14a2f47c5b149799a57ab2d68 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:24:03.631675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-e7a0e289-1950-4136-a794-5c459ebda734 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:03.799612 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-e7a0e289-1950-4136-a794-5c459ebda734 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Allocated IP 172.20.0.10 (da41b38c-ebc6-4747-bf2d-f93b49a4f76e/f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a/0d5f08c4-44a7-4fa7-b02b-94ace98c375b) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:24:03.988847 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-e7a0e289-1950-4136-a794-5c459ebda734 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:04.004270 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-e7a0e289-1950-4136-a794-5c459ebda734 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Transition to ACTIVE for port object 0d5f08c4-44a7-4fa7-b02b-94ace98c375b will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:24:04.028782 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-e7a0e289-1950-4136-a794-5c459ebda734 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:04.102790 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-e7a0e289-1950-4136-a794-5c459ebda734 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Network da41b38c-ebc6-4747-bf2d-f93b49a4f76e is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:24:04.105836 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-e7a0e289-1950-4136-a794-5c459ebda734 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:24:04.109908 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-e7a0e289-1950-4136-a794-5c459ebda734 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:24:04.144154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0e289-1950-4136-a794-5c459ebda734 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Pushing event updated for resources: {'Port': ['ID=0d5f08c4-44a7-4fa7-b02b-94ace98c375b,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:04.189992 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-e7a0e289-1950-4136-a794-5c459ebda734 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:04.191151 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-e7a0e289-1950-4136-a794-5c459ebda734 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:04.222446 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-e7a0e289-1950-4136-a794-5c459ebda734 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7680020 Feb 04 06:24:04.234419 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Request body: {'port': {'device_id': 'd343b6b7-ec22-431f-9b76-bdcc8827ed21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:24:04.314892 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:04.371331 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f95d2c5b-8821-4502-85bd-1f8d25f8a612 None None] Provisioning for port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:24:04.376751 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f95d2c5b-8821-4502-85bd-1f8d25f8a612 None None] Provisioning complete for port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:24:04.377121 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f95d2c5b-8821-4502-85bd-1f8d25f8a612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:04.436031 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f95d2c5b-8821-4502-85bd-1f8d25f8a612 None None] Port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:24:04.496838 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:04.553661 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63c3aa-d060-46f5-85b1-8831017f67a4 req-d22d0607-5e7e-4756-8fa1-b8f9e35fa377 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:04.557182 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-af63c3aa-d060-46f5-85b1-8831017f67a4 req-d22d0607-5e7e-4756-8fa1-b8f9e35fa377 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 932 time: 0.0933957 Feb 04 06:24:04.604497 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-af63c3aa-d060-46f5-85b1-8831017f67a4 req-9182645c-8dfb-46f5-aea5-65559b32c28b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422041 Feb 04 06:24:04.852677 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d5f08c4-44a7-4fa7-b02b-94ace98c375b {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:24:04.860747 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:04.875084 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Transition to ACTIVE for port object 0d5f08c4-44a7-4fa7-b02b-94ace98c375b will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:24:04.879223 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:05.036739 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5f08c4-44a7-4fa7-b02b-94ace98c375b,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:05.119923 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Attempting to bind port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:24:05.120255 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Attempting to bind port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:24:05.120580 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Attempting to bind port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b on network da41b38c-ebc6-4747-bf2d-f93b49a4f76e {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:24:05.125316 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b on network da41b38c-ebc6-4747-bf2d-f93b49a4f76e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:24:05.126321 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Attempting to bind port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b on network da41b38c-ebc6-4747-bf2d-f93b49a4f76e {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:24:05.131743 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:24:05.132109 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Checking segment: {'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:24:05.132487 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Bound using segment: {'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:24:05.132912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Bound port: 0d5f08c4-44a7-4fa7-b02b-94ace98c375b, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:24:05.133268 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:05.233957 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] For port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:24:05.237223 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] For port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0d5f08c4-44a7-4fa7-b02b-94ace98c375b,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:24:05.243995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:05.307171 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:05.307554 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:05.309000 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] 10.222.0.43 "PUT /v2.0/ports/0d5f08c4-44a7-4fa7-b02b-94ace98c375b HTTP/1.1" status: 200 len: 1094 time: 1.0793383 Feb 04 06:24:05.309462 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd343b6b7-ec22-431f-9b76-bdcc8827ed21', 'tag': '0d5f08c4-44a7-4fa7-b02b-94ace98c375b'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:24:05.331230 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda5d7f-30d0-41a4-933a-fe41f0123759 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5f08c4-44a7-4fa7-b02b-94ace98c375b,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:05.390016 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd343b6b7-ec22-431f-9b76-bdcc8827ed21', 'tag': '0d5f08c4-44a7-4fa7-b02b-94ace98c375b', 'status': 'completed', 'code': 200} Feb 04 06:24:05.444931 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-6223a342-32d6-469f-a52a-e16e02cde81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:05.446432 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-6223a342-32d6-469f-a52a-e16e02cde81c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 1097 time: 0.0938478 Feb 04 06:24:05.520421 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-c298cbf1-62dc-43d2-b94c-3c68bb2be519 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d5f08c4-44a7-4fa7-b02b-94ace98c375b HTTP/1.1" status: 200 len: 217 time: 0.0666256 Feb 04 06:24:05.587450 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-3cc93fa6-5c84-44ab-b4ba-c35e8e98175d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:05.588870 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-3cc93fa6-5c84-44ab-b4ba-c35e8e98175d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0625331 Feb 04 06:24:05.665479 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-48efef83-af07-4a63-a99c-064fe9abeba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:05.667258 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-48efef83-af07-4a63-a99c-064fe9abeba5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722673 Feb 04 06:24:05.800282 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac7c18-cdc0-4cc0-b1bb-68454c16e7a2 req-db46d13b-52ce-4a51-9246-c6f934a54c7a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:05.800869 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-05440b8f-fe1f-4bc3-88f9-6a1101981053 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267984 Feb 04 06:24:05.802557 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ceac7c18-cdc0-4cc0-b1bb-68454c16e7a2 req-db46d13b-52ce-4a51-9246-c6f934a54c7a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 944 time: 0.0902410 Feb 04 06:24:05.817337 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:24:05.849152 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ceac7c18-cdc0-4cc0-b1bb-68454c16e7a2 req-f6a48fa7-9328-4778-96ac-ad664fc4737c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405092 Feb 04 06:24:05.934335 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-cebf8083-163b-45ef-bfcd-4a88847517f6 req-ece3d38f-9861-4d61-802f-792c37c92861 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279449 Feb 04 06:24:06.050497 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4cb1f-05c7-4cba-8c33-acf5ff0e8dd7 req-3553c931-a367-4ec9-8b39-7dd89e1faec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:06.052190 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bec4cb1f-05c7-4cba-8c33-acf5ff0e8dd7 req-3553c931-a367-4ec9-8b39-7dd89e1faec6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 1097 time: 0.0739207 Feb 04 06:24:06.191423 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4cb1f-05c7-4cba-8c33-acf5ff0e8dd7 req-83162306-9cd0-445f-8a71-7b06227bfb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:06.192849 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bec4cb1f-05c7-4cba-8c33-acf5ff0e8dd7 req-83162306-9cd0-445f-8a71-7b06227bfb7c service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1346323 Feb 04 06:24:06.367335 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bec4cb1f-05c7-4cba-8c33-acf5ff0e8dd7 req-d5c2cdb9-f017-496d-b30b-9a3df66eef8b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d5f08c4-44a7-4fa7-b02b-94ace98c375b HTTP/1.1" status: 200 len: 217 time: 0.1668203 Feb 04 06:24:06.433617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4cb1f-05c7-4cba-8c33-acf5ff0e8dd7 req-49134b2c-d0b2-4ee6-83d0-99ce98fc57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:06.435190 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bec4cb1f-05c7-4cba-8c33-acf5ff0e8dd7 req-49134b2c-d0b2-4ee6-83d0-99ce98fc57c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0612588 Feb 04 06:24:06.515588 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4cb1f-05c7-4cba-8c33-acf5ff0e8dd7 req-81819b86-3808-4d71-ad08-c19e4fb83ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:06.517029 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bec4cb1f-05c7-4cba-8c33-acf5ff0e8dd7 req-81819b86-3808-4d71-ad08-c19e4fb83ebe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743132 Feb 04 06:24:06.654407 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bec4cb1f-05c7-4cba-8c33-acf5ff0e8dd7 req-95a732f9-78ce-4719-a1d7-0479db4cb12a service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295424 Feb 04 06:24:06.790994 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bec4cb1f-05c7-4cba-8c33-acf5ff0e8dd7 req-afdbe933-402f-44c8-847b-21fe8bd2681a service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286428 Feb 04 06:24:07.037914 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424c36c-e3af-4933-96eb-305d0d38f709 req-38028bbd-648d-410b-98cd-3257eab87667 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:07.039368 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1424c36c-e3af-4933-96eb-305d0d38f709 req-38028bbd-648d-410b-98cd-3257eab87667 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 944 time: 0.0806642 Feb 04 06:24:07.085903 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1424c36c-e3af-4933-96eb-305d0d38f709 req-ea8a8d6a-f1d3-446c-8e08-b16c57992b93 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405989 Feb 04 06:24:07.323349 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:08.272948 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40d78c-f431-4f83-9901-3a87f3de0e56 req-d1ca5d3f-c1fd-4fc8-92a4-b626d405a871 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:08.274408 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-da40d78c-f431-4f83-9901-3a87f3de0e56 req-d1ca5d3f-c1fd-4fc8-92a4-b626d405a871 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 944 time: 0.0835178 Feb 04 06:24:08.319385 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-da40d78c-f431-4f83-9901-3a87f3de0e56 req-ed6fe2ba-847c-4d72-a0e3-cc4de04da2ee tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387290 Feb 04 06:24:08.805186 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0d5f08c4-44a7-4fa7-b02b-94ace98c375b details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:24:08.944451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0d5f08c4-44a7-4fa7-b02b-94ace98c375b,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:24:08.958181 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '0d5f08c4-44a7-4fa7-b02b-94ace98c375b', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'port_id': '0d5f08c4-44a7-4fa7-b02b-94ace98c375b', 'mac_address': 'fa:16:3e:f9:13:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:24:09.018550 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:09.067823 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5f08c4-44a7-4fa7-b02b-94ace98c375b {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:24:09.083449 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0d5f08c4-44a7-4fa7-b02b-94ace98c375b,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:24:09.089583 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:09.157627 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=0d5f08c4-44a7-4fa7-b02b-94ace98c375b,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:09.165088 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:09.165435 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:09.165772 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:09.166099 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:09.166429 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:09.166743 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:09.167080 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:09.167402 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:09.167721 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:09.168066 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:09.168384 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:09.168701 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:09.296779 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['0d5f08c4-44a7-4fa7-b02b-94ace98c375b'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:24:09.520749 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0f765-ae58-49ce-839a-7a1501163138 req-d21ced7d-5e0f-4649-b188-7b7e125269f7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:09.522098 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3bd0f765-ae58-49ce-839a-7a1501163138 req-d21ced7d-5e0f-4649-b188-7b7e125269f7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 945 time: 0.0907691 Feb 04 06:24:09.571881 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3bd0f765-ae58-49ce-839a-7a1501163138 req-1179ba94-11d8-4d99-99a5-b9cf56a62fec tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437636 Feb 04 06:24:10.762940 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ea2a3-b22c-4d7f-a790-179d0a9c9b4b req-c6968f35-3d96-4c07-bb16-5cbbdb7a1c2b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:10.764445 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6a8ea2a3-b22c-4d7f-a790-179d0a9c9b4b req-c6968f35-3d96-4c07-bb16-5cbbdb7a1c2b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 945 time: 0.0804691 Feb 04 06:24:10.807604 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0d5f08c4-44a7-4fa7-b02b-94ace98c375b up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:24:10.811330 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6a8ea2a3-b22c-4d7f-a790-179d0a9c9b4b req-1e22e2c8-b4d8-4abc-91dc-6262d831b899 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410886 Feb 04 06:24:10.877378 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:24:10.882468 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:24:10.882976 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:11.010871 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:11.037346 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd343b6b7-ec22-431f-9b76-bdcc8827ed21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5f08c4-44a7-4fa7-b02b-94ace98c375b'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:24:11.048578 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0d5f08c4-44a7-4fa7-b02b-94ace98c375b,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:24:11.054552 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:11.085638 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd343b6b7-ec22-431f-9b76-bdcc8827ed21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5f08c4-44a7-4fa7-b02b-94ace98c375b', 'code': 200} Feb 04 06:24:11.128742 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=0d5f08c4-44a7-4fa7-b02b-94ace98c375b,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:11.328284 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ddd5f-2fce-4f48-bf42-12e7314619ff req-55daacbc-33f8-4c31-97ce-8159b28f6ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:11.329845 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c18ddd5f-2fce-4f48-bf42-12e7314619ff req-55daacbc-33f8-4c31-97ce-8159b28f6ebf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 1099 time: 0.0772319 Feb 04 06:24:11.376676 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c18ddd5f-2fce-4f48-bf42-12e7314619ff req-e3faf7d3-8514-482a-a7a9-e49d2ba21a22 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396674 Feb 04 06:24:12.001188 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab73e0-d055-4bb0-94b8-323e1307d6f3 req-de7710d2-6efe-4549-bb19-5cdcf09f30b5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:12.002619 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-91ab73e0-d055-4bb0-94b8-323e1307d6f3 req-de7710d2-6efe-4549-bb19-5cdcf09f30b5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0849156 Feb 04 06:24:12.162750 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-91ab73e0-d055-4bb0-94b8-323e1307d6f3 req-7c91857c-e39e-4276-ba82-667b8422f506 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540241 Feb 04 06:24:13.352242 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ef013-94a5-46a7-b6d7-5a4ee4f4c223 req-4566849f-0752-4a4e-983d-88e979096126 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:13.353708 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8a7ef013-94a5-46a7-b6d7-5a4ee4f4c223 req-4566849f-0752-4a4e-983d-88e979096126 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0808661 Feb 04 06:24:13.398131 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8a7ef013-94a5-46a7-b6d7-5a4ee4f4c223 req-01884ac0-24b8-4e0f-a77a-5d2aeab09ebf tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383930 Feb 04 06:24:13.593904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd5b6d-9659-4e10-86a6-6bd195f7efa9 req-d5de61f0-8436-40cd-a43f-eae48e849871 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:13.595596 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-accd5b6d-9659-4e10-86a6-6bd195f7efa9 req-d5de61f0-8436-40cd-a43f-eae48e849871 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0928862 Feb 04 06:24:13.605006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 60938) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:24:13.611137 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-5bb23af3-6067-4795-98ab-e8b321bee45c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Request body: {'floatingip': {'port_id': '0d5f08c4-44a7-4fa7-b02b-94ace98c375b'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:24:13.693963 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5bb23af3-6067-4795-98ab-e8b321bee45c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for floatingip, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:14.319306 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5bb23af3-6067-4795-98ab-e8b321bee45c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:14.323771 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5bb23af3-6067-4795-98ab-e8b321bee45c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:14.500808 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-5bb23af3-6067-4795-98ab-e8b321bee45c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Floating IP 2c1cda45-cda7-46fb-9a4e-4f135f9e9417 associated. External IP: 172.26.4.148, port: 0d5f08c4-44a7-4fa7-b02b-94ace98c375b. Feb 04 06:24:14.985605 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb23af3-6067-4795-98ab-e8b321bee45c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:24:15.167614 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb23af3-6067-4795-98ab-e8b321bee45c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:24:15.172882 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5bb23af3-6067-4795-98ab-e8b321bee45c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:15.179928 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b13657-47e5-4efd-a740-536870279d96 None None] Sync routers for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:24:15.191675 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b13657-47e5-4efd-a740-536870279d96 None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:24:15.192739 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-21b13657-47e5-4efd-a740-536870279d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:24:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:15.236151 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5bb23af3-6067-4795-98ab-e8b321bee45c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "PUT /v2.0/floatingips/2c1cda45-cda7-46fb-9a4e-4f135f9e9417 HTTP/1.1" status: 200 len: 992 time: 1.6295128 Feb 04 06:24:15.236918 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd343b6b7-ec22-431f-9b76-bdcc8827ed21', 'tag': '0d5f08c4-44a7-4fa7-b02b-94ace98c375b'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:24:15.287028 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd343b6b7-ec22-431f-9b76-bdcc8827ed21', 'tag': '0d5f08c4-44a7-4fa7-b02b-94ace98c375b', 'status': 'completed', 'code': 200} Feb 04 06:24:15.382535 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-21b13657-47e5-4efd-a740-536870279d96 None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:24:15.389013 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30daa612-8865-4109-856a-3c6fabe1c6c2 req-25ce8b84-8153-41a1-a9b4-48c3211b50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:15.391110 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-30daa612-8865-4109-856a-3c6fabe1c6c2 req-25ce8b84-8153-41a1-a9b4-48c3211b50d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 1099 time: 0.0813344 Feb 04 06:24:15.419146 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b350bb2-3cbb-46bd-a803-00218cea1ba4 req-0763ad5e-bab4-4318-8d4e-72c3f1bffc4a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:15.420807 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0b350bb2-3cbb-46bd-a803-00218cea1ba4 req-0763ad5e-bab4-4318-8d4e-72c3f1bffc4a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0926073 Feb 04 06:24:15.479820 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0b350bb2-3cbb-46bd-a803-00218cea1ba4 req-5785cb2b-2dc6-4ad1-907b-24d498cee04c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518277 Feb 04 06:24:15.551264 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30daa612-8865-4109-856a-3c6fabe1c6c2 req-8ac71ee5-1baf-4b50-a3a8-e045b4faa291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:15.552761 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-30daa612-8865-4109-856a-3c6fabe1c6c2 req-8ac71ee5-1baf-4b50-a3a8-e045b4faa291 service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1552312 Feb 04 06:24:15.660069 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-30daa612-8865-4109-856a-3c6fabe1c6c2 req-3ac76262-6bd9-48de-a697-eda7d921146b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d5f08c4-44a7-4fa7-b02b-94ace98c375b HTTP/1.1" status: 200 len: 1000 time: 0.1009610 Feb 04 06:24:15.723188 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30daa612-8865-4109-856a-3c6fabe1c6c2 req-3185223e-4e6d-4d31-8fc4-03c57f789da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:15.724700 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-30daa612-8865-4109-856a-3c6fabe1c6c2 req-3185223e-4e6d-4d31-8fc4-03c57f789da8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0589707 Feb 04 06:24:15.757834 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-21b13657-47e5-4efd-a740-536870279d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '2c1cda45-cda7-46fb-9a4e-4f135f9e9417', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'floating_ip_address': '172.26.4.148', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'port_id': '0d5f08c4-44a7-4fa7-b02b-94ace98c375b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'mac_address': 'fa:16:3e:f9:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b6b7-ec22-431f-9b76-bdcc8827ed21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:24:00Z', 'updated_at': '2022-02-04T06:24:14Z', 'revision_number': 1, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:15.762460 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b13657-47e5-4efd-a740-536870279d96 None None] Checking router: 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:24:15.772245 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b13657-47e5-4efd-a740-536870279d96 None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:24:15.772889 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-21b13657-47e5-4efd-a740-536870279d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:24:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:15.811395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30daa612-8865-4109-856a-3c6fabe1c6c2 req-8460c4fd-8f05-4ef1-880f-49f568d2eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:15.812949 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-30daa612-8865-4109-856a-3c6fabe1c6c2 req-8460c4fd-8f05-4ef1-880f-49f568d2eb8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821533 Feb 04 06:24:15.950318 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-30daa612-8865-4109-856a-3c6fabe1c6c2 req-387a58a1-88b2-4334-bb3b-78ebb07b431f service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305940 Feb 04 06:24:15.957577 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-21b13657-47e5-4efd-a740-536870279d96 None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:24:16.087013 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-30daa612-8865-4109-856a-3c6fabe1c6c2 req-655e7bfc-6117-4cd8-b52f-1c55a40adf2e service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307597 Feb 04 06:24:16.359069 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-21b13657-47e5-4efd-a740-536870279d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '2c1cda45-cda7-46fb-9a4e-4f135f9e9417', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'floating_ip_address': '172.26.4.148', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'port_id': '0d5f08c4-44a7-4fa7-b02b-94ace98c375b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'mac_address': 'fa:16:3e:f9:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b6b7-ec22-431f-9b76-bdcc8827ed21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:24:00Z', 'updated_at': '2022-02-04T06:24:14Z', 'revision_number': 1, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:16.363499 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b13657-47e5-4efd-a740-536870279d96 None None] The sync data for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv is: [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '2c1cda45-cda7-46fb-9a4e-4f135f9e9417', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'floating_ip_address': '172.26.4.148', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'port_id': '0d5f08c4-44a7-4fa7-b02b-94ace98c375b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'mac_address': 'fa:16:3e:f9:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b6b7-ec22-431f-9b76-bdcc8827ed21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:24:00Z', 'updated_at': '2022-02-04T06:24:14Z', 'revision_number': 1, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:24:16.577161 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c286a240-f25f-4e8c-9e7c-a02d611d1004 None None] New status for floating IP 2c1cda45-cda7-46fb-9a4e-4f135f9e9417: ACTIVE {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:24:16.694730 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ad45e-326a-4e0d-bb79-5d2d7111c50f req-46ff9806-d204-443b-8f60-ba4e25d71a2b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:16.698181 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9e7ad45e-326a-4e0d-bb79-5d2d7111c50f req-46ff9806-d204-443b-8f60-ba4e25d71a2b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0870373 Feb 04 06:24:16.741999 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9e7ad45e-326a-4e0d-bb79-5d2d7111c50f req-b07366eb-5acc-4c31-99f1-121c6e6fe141 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398331 Feb 04 06:24:16.928940 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5682bb-879e-43e9-8713-1262507b7d4c req-4ce08952-e621-45a5-bdd5-f942964a55b1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:16.930394 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2f5682bb-879e-43e9-8713-1262507b7d4c req-4ce08952-e621-45a5-bdd5-f942964a55b1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0819457 Feb 04 06:24:16.974393 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2f5682bb-879e-43e9-8713-1262507b7d4c req-ccc821ab-ec0c-4f2e-84b9-4bd9e40c9835 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381670 Feb 04 06:24:17.324410 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-2ad0c2cc-ca13-4812-a105-72e70a99ed93 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0692170 Feb 04 06:24:17.397068 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699344f9-4bc0-430d-821b-ef1b676fa699 req-a7f403a3-23d5-4726-b9d2-14ec9e0a1276 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:17.399557 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-699344f9-4bc0-430d-821b-ef1b676fa699 req-a7f403a3-23d5-4726-b9d2-14ec9e0a1276 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0984581 Feb 04 06:24:17.444309 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-699344f9-4bc0-430d-821b-ef1b676fa699 req-0541c2bf-bf4a-4e6e-aa38-f10e1f8092dc tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399575 Feb 04 06:24:18.528984 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-a8513167-71b3-4dab-b601-56fc91f6710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:18.530466 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-a8513167-71b3-4dab-b601-56fc91f6710c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 1099 time: 0.0756335 Feb 04 06:24:18.644251 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ba6bf-ebd9-4b43-8754-f33c712dcbc2 req-427bead3-7a5b-475a-bae9-a45200c8b4a0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:18.646548 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f76ba6bf-ebd9-4b43-8754-f33c712dcbc2 req-427bead3-7a5b-475a-bae9-a45200c8b4a0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0821979 Feb 04 06:24:18.676703 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-cf654649-ade3-4c97-8d8f-d566d162dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:18.678190 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-cf654649-ade3-4c97-8d8f-d566d162dce3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1410570 Feb 04 06:24:18.698683 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f76ba6bf-ebd9-4b43-8754-f33c712dcbc2 req-5d6d09ad-171a-4a78-8bc3-f3c9a9d92012 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447061 Feb 04 06:24:18.895528 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-d794c001-da08-4396-ab09-19b6f1edbbe1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d5f08c4-44a7-4fa7-b02b-94ace98c375b HTTP/1.1" status: 200 len: 1002 time: 0.2114713 Feb 04 06:24:18.960055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-d4a323b4-79a2-4176-a4b3-d274fe64d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:18.961542 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-d4a323b4-79a2-4176-a4b3-d274fe64d397 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0572882 Feb 04 06:24:19.037286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-6ab4576f-e3a7-4f14-b723-55bec7fa6ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:19.038787 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-6ab4576f-e3a7-4f14-b723-55bec7fa6ac4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708749 Feb 04 06:24:19.175476 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-8c05204c-f2dd-4197-ba29-10eb657cfbfd service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299496 Feb 04 06:24:19.306427 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-784113cb-ae8a-4301-930c-0fc6ab2bedf5 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254354 Feb 04 06:24:19.899017 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaae71a-a128-48b0-b6ca-07c38deaf08f req-ba1dbf70-33a0-4ae1-ac98-01a5c8344dd2 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:19.900499 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cbaae71a-a128-48b0-b6ca-07c38deaf08f req-ba1dbf70-33a0-4ae1-ac98-01a5c8344dd2 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0837371 Feb 04 06:24:19.944796 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cbaae71a-a128-48b0-b6ca-07c38deaf08f req-ec460202-6aed-4f54-b237-04d7e2c1ec0e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384350 Feb 04 06:24:21.133585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41337d-61c6-4969-8220-8b6031c10988 req-435ec2e3-2502-48f3-926f-43c6f15ee799 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:21.135052 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8b41337d-61c6-4969-8220-8b6031c10988 req-435ec2e3-2502-48f3-926f-43c6f15ee799 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0856607 Feb 04 06:24:21.184597 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8b41337d-61c6-4969-8220-8b6031c10988 req-2d817601-7e48-48e1-9e40-d06c1abe28a7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434525 Feb 04 06:24:22.374011 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3aa172-38d8-4181-9e85-81fba1c1028a req-bb0d681a-51ba-4726-a9cc-8e6e878b5478 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:22.375633 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-da3aa172-38d8-4181-9e85-81fba1c1028a req-bb0d681a-51ba-4726-a9cc-8e6e878b5478 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0853970 Feb 04 06:24:22.420340 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-da3aa172-38d8-4181-9e85-81fba1c1028a req-e1b413b3-db96-4846-a142-353dc6d1bd6d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389121 Feb 04 06:24:23.611430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d2e0c-0013-45a4-8653-1af51e39edf6 req-34f81c09-bf57-472e-a85e-18f2bf5c4405 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:23.613028 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-693d2e0c-0013-45a4-8653-1af51e39edf6 req-34f81c09-bf57-472e-a85e-18f2bf5c4405 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0875468 Feb 04 06:24:23.660831 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-693d2e0c-0013-45a4-8653-1af51e39edf6 req-ae6ee07d-f61d-4dd9-993a-062222c3324e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419114 Feb 04 06:24:24.996758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09301c66-185e-480c-8e67-e93f34852157 req-5b0ff5c7-8889-4b46-8744-859383260fc8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:24.998118 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-09301c66-185e-480c-8e67-e93f34852157 req-5b0ff5c7-8889-4b46-8744-859383260fc8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0795116 Feb 04 06:24:25.044645 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-09301c66-185e-480c-8e67-e93f34852157 req-d00fd233-6502-46f9-a55a-82695185047b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406866 Feb 04 06:24:26.241608 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f4c98-0778-48b6-90f3-9661866e48ff req-0917fc30-d208-41f0-97f3-157e12d3fa08 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:26.243077 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9d5f4c98-0778-48b6-90f3-9661866e48ff req-0917fc30-d208-41f0-97f3-157e12d3fa08 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0868750 Feb 04 06:24:26.288709 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9d5f4c98-0778-48b6-90f3-9661866e48ff req-090b48e3-aba5-471a-b77c-93c71a52fce6 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399523 Feb 04 06:24:27.474968 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06e11b-1ded-4fac-b7b8-4a0dfc33d473 req-30510ebd-b346-4098-b83f-c0fa66a5fd92 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:27.476374 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fa06e11b-1ded-4fac-b7b8-4a0dfc33d473 req-30510ebd-b346-4098-b83f-c0fa66a5fd92 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0819614 Feb 04 06:24:27.525249 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fa06e11b-1ded-4fac-b7b8-4a0dfc33d473 req-f605a5f8-451a-4133-bde9-da168f0ad35c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425856 Feb 04 06:24:28.715925 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34192904-f11f-4db6-a019-8243dcb0bf58 req-7d4a5837-12ee-4828-b6d3-eb5cbc61ec4f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:28.715925 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-34192904-f11f-4db6-a019-8243dcb0bf58 req-7d4a5837-12ee-4828-b6d3-eb5cbc61ec4f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0818601 Feb 04 06:24:28.759487 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-34192904-f11f-4db6-a019-8243dcb0bf58 req-f33c7114-0c85-4116-b2e6-d19ea2eaa8df tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396500 Feb 04 06:24:29.526393 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3eee8fc8-7aa6-411d-853f-91ee8e7b5ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:30.059974 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce83bfe-bdbf-4740-8dd8-9dc5d7db4e31 req-12b50717-af30-4935-b88e-b23b3a415eac tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:30.061470 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3ce83bfe-bdbf-4740-8dd8-9dc5d7db4e31 req-12b50717-af30-4935-b88e-b23b3a415eac tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.1924613 Feb 04 06:24:30.108311 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3ce83bfe-bdbf-4740-8dd8-9dc5d7db4e31 req-1b135adf-f3ea-4395-9cbd-4e8f17395f2a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409293 Feb 04 06:24:31.298286 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d4284-a204-481a-90a2-d948244620a2 req-e35503f2-cdaa-4b3f-9d8d-8c5c8a34057d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:31.299764 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-317d4284-a204-481a-90a2-d948244620a2 req-e35503f2-cdaa-4b3f-9d8d-8c5c8a34057d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0815964 Feb 04 06:24:31.347087 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-317d4284-a204-481a-90a2-d948244620a2 req-de2d8da3-f595-4484-b7b0-e1ff9c2cbbd8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413558 Feb 04 06:24:31.843409 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f3397910-ce78-4338-8cee-38b6d34c000c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:32.123484 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7805e44-6a31-41f3-a8b2-c4958299b840 req-8189d89a-8555-4448-98eb-fdc451fed21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:32.125777 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c7805e44-6a31-41f3-a8b2-c4958299b840 req-8189d89a-8555-4448-98eb-fdc451fed21f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 1099 time: 0.0788040 Feb 04 06:24:32.276988 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7805e44-6a31-41f3-a8b2-c4958299b840 req-73342770-930d-4c1c-ac89-f027cc874fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:32.278499 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c7805e44-6a31-41f3-a8b2-c4958299b840 req-73342770-930d-4c1c-ac89-f027cc874fad service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1289823 Feb 04 06:24:32.388020 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c7805e44-6a31-41f3-a8b2-c4958299b840 req-03719c16-fd3f-4d6e-91b7-702ccd12f93c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d5f08c4-44a7-4fa7-b02b-94ace98c375b HTTP/1.1" status: 200 len: 1002 time: 0.1028073 Feb 04 06:24:32.452212 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7805e44-6a31-41f3-a8b2-c4958299b840 req-e45bea2e-3ab9-48d2-9ba4-99b93887a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:32.453684 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c7805e44-6a31-41f3-a8b2-c4958299b840 req-e45bea2e-3ab9-48d2-9ba4-99b93887a5f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0604842 Feb 04 06:24:32.530867 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7805e44-6a31-41f3-a8b2-c4958299b840 req-44cb6193-379e-44fb-b0c6-1c2f4882f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:32.532397 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c7805e44-6a31-41f3-a8b2-c4958299b840 req-44cb6193-379e-44fb-b0c6-1c2f4882f26c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716751 Feb 04 06:24:32.540376 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa13317-34f2-4ac3-8cce-670ce2aa142c req-286b5596-1bec-48a7-9fc9-fbd1ef4f8b20 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:32.544305 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2aa13317-34f2-4ac3-8cce-670ce2aa142c req-286b5596-1bec-48a7-9fc9-fbd1ef4f8b20 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0878372 Feb 04 06:24:32.587072 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2aa13317-34f2-4ac3-8cce-670ce2aa142c req-c1288d68-9b6b-4313-9287-aae5552922ca tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393760 Feb 04 06:24:32.670653 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c7805e44-6a31-41f3-a8b2-c4958299b840 req-d95ca970-a03e-4987-82a3-05a0fd122e07 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316793 Feb 04 06:24:32.807154 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c7805e44-6a31-41f3-a8b2-c4958299b840 req-0517c59f-f448-4fc0-8a94-dd3a0e29fb41 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303566 Feb 04 06:24:32.895676 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:32.924809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:33.786333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03bd98e-70e0-42bb-b7e4-bb659d55f817 req-3d0a072e-3433-4732-82c4-8d82ccd0cc47 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:33.787829 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f03bd98e-70e0-42bb-b7e4-bb659d55f817 req-3d0a072e-3433-4732-82c4-8d82ccd0cc47 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0878654 Feb 04 06:24:33.832961 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f03bd98e-70e0-42bb-b7e4-bb659d55f817 req-6ea69d50-fdbf-45b6-a1d4-0c015164555b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392892 Feb 04 06:24:34.314603 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:35.018803 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dac79f-9f65-4a76-8abc-84e3b4c1ae1e req-a93682f3-f4a8-45b1-b1c4-9db73e32dfb4 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:35.020574 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c2dac79f-9f65-4a76-8abc-84e3b4c1ae1e req-a93682f3-f4a8-45b1-b1c4-9db73e32dfb4 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0813596 Feb 04 06:24:35.064626 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c2dac79f-9f65-4a76-8abc-84e3b4c1ae1e req-c88a42ee-8608-4ea2-b8e3-12032bbd432a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379519 Feb 04 06:24:36.251441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f34504-9a01-4c6d-a2e6-5da7c644f376 req-59802cea-91ab-4555-92bb-4c0ca5e8b84d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:36.252874 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e0f34504-9a01-4c6d-a2e6-5da7c644f376 req-59802cea-91ab-4555-92bb-4c0ca5e8b84d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0817297 Feb 04 06:24:36.297904 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e0f34504-9a01-4c6d-a2e6-5da7c644f376 req-39dfe073-88de-4490-9fe5-852b9645373b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390389 Feb 04 06:24:37.324848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:37.488145 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a1ff0-b087-4332-8bb1-dc90a3f1d1d0 req-d8cd486d-0b12-479d-8a70-989fe90f1654 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:37.489561 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1f3a1ff0-b087-4332-8bb1-dc90a3f1d1d0 req-d8cd486d-0b12-479d-8a70-989fe90f1654 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0825484 Feb 04 06:24:37.534477 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1f3a1ff0-b087-4332-8bb1-dc90a3f1d1d0 req-ef5b98b7-7f94-440b-bd61-b3701361cb3b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385079 Feb 04 06:24:38.726041 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4044e36-2293-4454-9654-b4b9afb55424 req-24656e36-9814-48e5-9252-e33330875021 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:38.727498 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e4044e36-2293-4454-9654-b4b9afb55424 req-24656e36-9814-48e5-9252-e33330875021 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0835671 Feb 04 06:24:38.772143 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e4044e36-2293-4454-9654-b4b9afb55424 req-7843d4b8-75cf-4df1-bc2b-a268d0d02a26 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384259 Feb 04 06:24:39.958280 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aac3bc-cf73-46a6-8f98-9780e1540e3b req-935f0c27-e063-4128-a52d-43262c55e47e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:39.959768 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-89aac3bc-cf73-46a6-8f98-9780e1540e3b req-935f0c27-e063-4128-a52d-43262c55e47e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0819252 Feb 04 06:24:40.009799 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-89aac3bc-cf73-46a6-8f98-9780e1540e3b req-73e3c0fb-cc0f-4367-9f1d-6c63dd6b45f3 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441291 Feb 04 06:24:41.035359 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-48ae92bd-297c-4572-964f-2f958fd345ee service neutron] 10.222.0.43 "GET /v2.0/ports/0d5f08c4-44a7-4fa7-b02b-94ace98c375b/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0805984 Feb 04 06:24:41.223306 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364bfb8-3d27-4ead-9373-f7a0a4daa449 req-f9b9443c-42cf-4e21-ba74-c725bfb5f633 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:41.225565 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6364bfb8-3d27-4ead-9373-f7a0a4daa449 req-f9b9443c-42cf-4e21-ba74-c725bfb5f633 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.1036997 Feb 04 06:24:41.282927 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6364bfb8-3d27-4ead-9373-f7a0a4daa449 req-73840a3d-7d77-41dc-82a7-8f7a4bd4ff7f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416524 Feb 04 06:24:41.321884 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-456ef274-04e5-4aa1-a50a-424be3a2addd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:41.323432 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-456ef274-04e5-4aa1-a50a-424be3a2addd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21&tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68 HTTP/1.1" status: 200 len: 1099 time: 0.0754819 Feb 04 06:24:41.420004 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-23654ed8-a2b6-41c0-9048-82044cd8582b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:41.421499 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-23654ed8-a2b6-41c0-9048-82044cd8582b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 1099 time: 0.0768533 Feb 04 06:24:41.655004 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-70111561-1980-47f4-a50b-abc0f2906032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:41.656751 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-70111561-1980-47f4-a50b-abc0f2906032 service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.2284908 Feb 04 06:24:41.767376 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-47085e5d-9031-4b68-b310-d51ab84bee2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d5f08c4-44a7-4fa7-b02b-94ace98c375b HTTP/1.1" status: 200 len: 1002 time: 0.1034567 Feb 04 06:24:41.833258 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-bd8c27d0-cda8-4d7b-a36b-8285424e2509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:41.834792 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-bd8c27d0-cda8-4d7b-a36b-8285424e2509 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0614390 Feb 04 06:24:41.927434 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-b3949d7d-e19a-4dfd-9c2d-3be1decd8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:41.928955 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-b3949d7d-e19a-4dfd-9c2d-3be1decd8964 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876756 Feb 04 06:24:42.062210 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-27741155-d9aa-44ee-8ebe-91b6734a3b62 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270089 Feb 04 06:24:42.196011 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-96aac15b-349a-4f15-8100-8d0d977bc3d0 req-d5120aa4-dcb9-44e6-9e7f-95d0a42724f8 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265135 Feb 04 06:24:42.547620 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9bac5-0c33-48d8-8f7d-7a5b50316827 req-54712368-f442-479e-a1b7-7e392c38a5f7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:42.549293 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b5a9bac5-0c33-48d8-8f7d-7a5b50316827 req-54712368-f442-479e-a1b7-7e392c38a5f7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.1434431 Feb 04 06:24:42.606395 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b5a9bac5-0c33-48d8-8f7d-7a5b50316827 req-0e4a01bf-eb62-4fc8-b37f-da1eca736e2e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509350 Feb 04 06:24:42.819140 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:24:43.817416 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde021b-58b1-46b4-a7f6-d8238445a22e req-54ffd3d3-e840-4947-8798-d029ca172b10 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:43.819759 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-efde021b-58b1-46b4-a7f6-d8238445a22e req-54ffd3d3-e840-4947-8798-d029ca172b10 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0853491 Feb 04 06:24:43.866719 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-efde021b-58b1-46b4-a7f6-d8238445a22e req-6b8a49e6-46ef-413f-ab98-ffc7440814a4 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403256 Feb 04 06:24:44.916631 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0d5f08c4-44a7-4fa7-b02b-94ace98c375b details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:24:44.921453 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0d5f08c4-44a7-4fa7-b02b-94ace98c375b no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:24:45.072705 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa8329-1fb2-4b6c-b290-903e1f3e574c req-c5f99993-6b3e-43d9-9299-3cb6dfa19537 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:45.076218 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a6aa8329-1fb2-4b6c-b290-903e1f3e574c req-c5f99993-6b3e-43d9-9299-3cb6dfa19537 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0912793 Feb 04 06:24:45.119981 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a6aa8329-1fb2-4b6c-b290-903e1f3e574c req-928e632b-9b46-4f98-80a5-eb502c30eaf2 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401258 Feb 04 06:24:45.128820 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:45.178352 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0d5f08c4-44a7-4fa7-b02b-94ace98c375b,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:24:45.190405 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd343b6b7-ec22-431f-9b76-bdcc8827ed21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d5f08c4-44a7-4fa7-b02b-94ace98c375b'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:24:45.222858 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '0d5f08c4-44a7-4fa7-b02b-94ace98c375b', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'port_id': '0d5f08c4-44a7-4fa7-b02b-94ace98c375b', 'mac_address': 'fa:16:3e:f9:13:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:24:45.229130 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0d5f08c4-44a7-4fa7-b02b-94ace98c375b,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:24:45.271569 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd343b6b7-ec22-431f-9b76-bdcc8827ed21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d5f08c4-44a7-4fa7-b02b-94ace98c375b', 'code': 200} Feb 04 06:24:45.279252 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:45.385533 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:45.400993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=0d5f08c4-44a7-4fa7-b02b-94ace98c375b,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:45.409316 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5f08c4-44a7-4fa7-b02b-94ace98c375b {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:24:45.426113 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0d5f08c4-44a7-4fa7-b02b-94ace98c375b,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:24:45.434146 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:45.459004 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc178f-1345-47de-a35a-9b6de01215b5 req-975d9b49-d2dd-4697-a291-a2e9d7069544 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:45.461701 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-78dc178f-1345-47de-a35a-9b6de01215b5 req-975d9b49-d2dd-4697-a291-a2e9d7069544 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 944 time: 0.1101098 Feb 04 06:24:45.495544 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3ad02-ba3c-4be0-bd0d-f07946e65e20 req-c8fd44db-5597-4469-8f0c-410fbb87eea1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:45.496378 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-e3b3ad02-ba3c-4be0-bd0d-f07946e65e20 req-c8fd44db-5597-4469-8f0c-410fbb87eea1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Synchronizing usage tracker for tenant:c5b9a8b14a2f47c5b149799a57ab2d68 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:24:45.515723 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['0d5f08c4-44a7-4fa7-b02b-94ace98c375b'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:24:45.522039 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-e3b3ad02-ba3c-4be0-bd0d-f07946e65e20 req-c8fd44db-5597-4469-8f0c-410fbb87eea1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Unset dirty status for tenant:c5b9a8b14a2f47c5b149799a57ab2d68 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:24:45.523405 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-78dc178f-1345-47de-a35a-9b6de01215b5 req-984f7c09-3113-4f8f-ae4e-6bbb859cf075 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546439 Feb 04 06:24:45.524398 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e3b3ad02-ba3c-4be0-bd0d-f07946e65e20 req-c8fd44db-5597-4469-8f0c-410fbb87eea1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21&tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 944 time: 0.1577330 Feb 04 06:24:45.590950 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=0d5f08c4-44a7-4fa7-b02b-94ace98c375b,revision_number=7']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:45.676530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3ad02-ba3c-4be0-bd0d-f07946e65e20 req-d486e5d4-1e9a-496f-8f01-76fd11673bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:45.678034 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e3b3ad02-ba3c-4be0-bd0d-f07946e65e20 req-d486e5d4-1e9a-496f-8f01-76fd11673bc8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 1098 time: 0.0768180 Feb 04 06:24:45.822751 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3ad02-ba3c-4be0-bd0d-f07946e65e20 req-38b3403e-9796-44cc-9a89-2ceb028df48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:45.824252 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e3b3ad02-ba3c-4be0-bd0d-f07946e65e20 req-38b3403e-9796-44cc-9a89-2ceb028df48c service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1403372 Feb 04 06:24:45.929208 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e3b3ad02-ba3c-4be0-bd0d-f07946e65e20 req-f7e78122-f25d-4a09-bc7c-7c44b3fae208 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d5f08c4-44a7-4fa7-b02b-94ace98c375b HTTP/1.1" status: 200 len: 1001 time: 0.0982695 Feb 04 06:24:45.994452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3ad02-ba3c-4be0-bd0d-f07946e65e20 req-e4a5e0bb-42f3-4898-b963-ef0880560d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:45.995949 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e3b3ad02-ba3c-4be0-bd0d-f07946e65e20 req-e4a5e0bb-42f3-4898-b963-ef0880560d0a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0607541 Feb 04 06:24:46.072966 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3ad02-ba3c-4be0-bd0d-f07946e65e20 req-312c9e34-3c5a-4d75-b3f0-64dc57ffd87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:46.074517 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e3b3ad02-ba3c-4be0-bd0d-f07946e65e20 req-312c9e34-3c5a-4d75-b3f0-64dc57ffd87d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727968 Feb 04 06:24:46.209617 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e3b3ad02-ba3c-4be0-bd0d-f07946e65e20 req-b8433454-9963-44f7-921f-80c5dc7b4aa1 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287451 Feb 04 06:24:46.345893 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e3b3ad02-ba3c-4be0-bd0d-f07946e65e20 req-838efe93-c461-4f41-86ae-1964ef9bad16 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307700 Feb 04 06:24:46.725555 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ea163-f810-43a4-b78b-e37912f5b8e2 req-4d023976-9acc-467c-be2b-49d3de9b0c51 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:46.732671 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e22ea163-f810-43a4-b78b-e37912f5b8e2 req-4d023976-9acc-467c-be2b-49d3de9b0c51 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 945 time: 0.0947492 Feb 04 06:24:46.780333 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e22ea163-f810-43a4-b78b-e37912f5b8e2 req-69133642-ce2d-43cf-a4bd-0f820e199c63 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460012 Feb 04 06:24:46.941185 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0d5f08c4-44a7-4fa7-b02b-94ace98c375b up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:24:47.015085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:24:47.015453 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:47.134002 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:47.167266 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0d5f08c4-44a7-4fa7-b02b-94ace98c375b,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:24:47.172450 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:47.244644 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=0d5f08c4-44a7-4fa7-b02b-94ace98c375b,revision_number=8']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:47.273106 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd343b6b7-ec22-431f-9b76-bdcc8827ed21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5f08c4-44a7-4fa7-b02b-94ace98c375b'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:24:47.328886 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd343b6b7-ec22-431f-9b76-bdcc8827ed21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5f08c4-44a7-4fa7-b02b-94ace98c375b', 'code': 200} Feb 04 06:24:47.974276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e51d6-ab7b-4cbc-9fc8-f8715a58eb88 req-d734467f-01c6-4403-8bc9-eb48a7826835 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:47.975741 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1b0e51d6-ab7b-4cbc-9fc8-f8715a58eb88 req-d734467f-01c6-4403-8bc9-eb48a7826835 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0841925 Feb 04 06:24:48.021852 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1b0e51d6-ab7b-4cbc-9fc8-f8715a58eb88 req-f2623748-a504-461c-9f0b-97043ef84c8e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398896 Feb 04 06:24:48.208686 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf1151-16f4-4112-862c-dbfba863ca83 req-19e2968b-a942-435a-ac08-54f31fb56c64 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:48.210222 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f3bf1151-16f4-4112-862c-dbfba863ca83 req-19e2968b-a942-435a-ac08-54f31fb56c64 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0828052 Feb 04 06:24:48.255483 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f3bf1151-16f4-4112-862c-dbfba863ca83 req-06473989-5eba-4dc2-8327-d5012ba88259 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396221 Feb 04 06:24:48.445305 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c32fa-7d96-4462-9103-bb405d3c98b8 req-c0d77c98-14fd-4470-9020-51855d722621 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:48.446765 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-994c32fa-7d96-4462-9103-bb405d3c98b8 req-c0d77c98-14fd-4470-9020-51855d722621 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0845685 Feb 04 06:24:48.491807 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-994c32fa-7d96-4462-9103-bb405d3c98b8 req-850db08f-4014-4754-902a-6e5ccf76aac8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391591 Feb 04 06:24:48.878302 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f67a7-48e5-43ed-8930-57ab3da3f68f req-3155f3c5-e103-4461-8931-a8127f12a574 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:48.879756 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9e8f67a7-48e5-43ed-8930-57ab3da3f68f req-3155f3c5-e103-4461-8931-a8127f12a574 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0805418 Feb 04 06:24:48.924336 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9e8f67a7-48e5-43ed-8930-57ab3da3f68f req-e79474b3-5416-4a64-a8dd-c4491f9a70b7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384419 Feb 04 06:24:50.117233 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51159f1-3ada-4523-b825-e9d1806001d5 req-dd6aa961-6ac9-4bab-b81c-559c50637e7d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:50.118689 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c51159f1-3ada-4523-b825-e9d1806001d5 req-dd6aa961-6ac9-4bab-b81c-559c50637e7d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0860558 Feb 04 06:24:50.163321 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c51159f1-3ada-4523-b825-e9d1806001d5 req-7112220e-82a4-42d1-936f-31b4d885f3db tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387125 Feb 04 06:24:50.523420 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0658eeb-079b-47f3-aa82-3229329dabee req-52a233cb-376f-4dd4-b0cf-6ea9661cba0b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:50.524879 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e0658eeb-079b-47f3-aa82-3229329dabee req-52a233cb-376f-4dd4-b0cf-6ea9661cba0b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0808923 Feb 04 06:24:50.599067 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-e0658eeb-079b-47f3-aa82-3229329dabee req-6600cc4e-6987-4fc0-97a1-68f4c439386d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Deleting port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:24:50.599414 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e0658eeb-079b-47f3-aa82-3229329dabee req-6600cc4e-6987-4fc0-97a1-68f4c439386d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:50.952737 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-e0658eeb-079b-47f3-aa82-3229329dabee req-6600cc4e-6987-4fc0-97a1-68f4c439386d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] For port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0d5f08c4-44a7-4fa7-b02b-94ace98c375b,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:24:50.953180 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e0658eeb-079b-47f3-aa82-3229329dabee req-6600cc4e-6987-4fc0-97a1-68f4c439386d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.243695 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e0658eeb-079b-47f3-aa82-3229329dabee req-6600cc4e-6987-4fc0-97a1-68f4c439386d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.244102 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e0658eeb-079b-47f3-aa82-3229329dabee req-6600cc4e-6987-4fc0-97a1-68f4c439386d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.244415 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [req-e0658eeb-079b-47f3-aa82-3229329dabee req-6600cc4e-6987-4fc0-97a1-68f4c439386d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Floating IP 2c1cda45-cda7-46fb-9a4e-4f135f9e9417 disassociated. External IP: 172.26.4.148, port: 0d5f08c4-44a7-4fa7-b02b-94ace98c375b. Feb 04 06:24:51.244756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-e0658eeb-079b-47f3-aa82-3229329dabee req-6600cc4e-6987-4fc0-97a1-68f4c439386d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Calling delete_port for 0d5f08c4-44a7-4fa7-b02b-94ace98c375b owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:24:51.356019 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97900c-c886-42ec-aaef-1d8c52044d37 req-8b107760-307e-4666-971d-707a203e27da tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:51.357870 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6a97900c-c886-42ec-aaef-1d8c52044d37 req-8b107760-307e-4666-971d-707a203e27da tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=d343b6b7-ec22-431f-9b76-bdcc8827ed21 HTTP/1.1" status: 200 len: 946 time: 0.0843074 Feb 04 06:24:51.398295 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e0658eeb-079b-47f3-aa82-3229329dabee req-6600cc4e-6987-4fc0-97a1-68f4c439386d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.406872 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6a97900c-c886-42ec-aaef-1d8c52044d37 req-b35112be-65a3-42a5-a345-296363928b36 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428817 Feb 04 06:24:51.455016 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600cc4e-6987-4fc0-97a1-68f4c439386d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Pushing event deleted for resources: {'Port': ['ID=0d5f08c4-44a7-4fa7-b02b-94ace98c375b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:51.643117 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0658eeb-079b-47f3-aa82-3229329dabee req-6600cc4e-6987-4fc0-97a1-68f4c439386d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:24:51.824045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0658eeb-079b-47f3-aa82-3229329dabee req-6600cc4e-6987-4fc0-97a1-68f4c439386d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:24:51.833458 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f2995-21d8-4c5e-9e9b-430416cb06b5 None None] Sync routers for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:24:51.843081 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f2995-21d8-4c5e-9e9b-430416cb06b5 None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:24:51.843700 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e17f2995-21d8-4c5e-9e9b-430416cb06b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:24:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:51.895249 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0658eeb-079b-47f3-aa82-3229329dabee req-6600cc4e-6987-4fc0-97a1-68f4c439386d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] No DVR routers for this DVR port 0d5f08c4-44a7-4fa7-b02b-94ace98c375b on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:24:51.898134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e0658eeb-079b-47f3-aa82-3229329dabee req-6600cc4e-6987-4fc0-97a1-68f4c439386d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.900743 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd343b6b7-ec22-431f-9b76-bdcc8827ed21', 'name': 'network-vif-deleted', 'tag': '0d5f08c4-44a7-4fa7-b02b-94ace98c375b'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:24:51.920761 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e0658eeb-079b-47f3-aa82-3229329dabee req-6600cc4e-6987-4fc0-97a1-68f4c439386d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "DELETE /v2.0/ports/0d5f08c4-44a7-4fa7-b02b-94ace98c375b HTTP/1.1" status: 204 len: 173 time: 1.3903365 Feb 04 06:24:51.949544 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd343b6b7-ec22-431f-9b76-bdcc8827ed21', 'name': 'network-vif-deleted', 'tag': '0d5f08c4-44a7-4fa7-b02b-94ace98c375b', 'status': 'completed', 'code': 200} Feb 04 06:24:52.034235 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-e17f2995-21d8-4c5e-9e9b-430416cb06b5 None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:24:52.399228 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e17f2995-21d8-4c5e-9e9b-430416cb06b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:52.403283 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f2995-21d8-4c5e-9e9b-430416cb06b5 None None] Checking router: 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:24:52.411700 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f2995-21d8-4c5e-9e9b-430416cb06b5 None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:24:52.412389 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e17f2995-21d8-4c5e-9e9b-430416cb06b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:24:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:52.601274 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-e17f2995-21d8-4c5e-9e9b-430416cb06b5 None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:24:52.786213 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-08045d6d-87a1-430a-9c71-a09984477f44 req-a6b500c6-d1ad-48ac-b93e-c39a4a6443c0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--423633529&fields=id&tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68 HTTP/1.1" status: 200 len: 267 time: 0.0488551 Feb 04 06:24:52.928238 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e17f2995-21d8-4c5e-9e9b-430416cb06b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:52.934251 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f2995-21d8-4c5e-9e9b-430416cb06b5 None None] The sync data for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv is: [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:24:52.943270 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08045d6d-87a1-430a-9c71-a09984477f44 req-3c996ed6-68ee-4201-b588-808ac8854f5f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:52.945371 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-08045d6d-87a1-430a-9c71-a09984477f44 req-3c996ed6-68ee-4201-b588-808ac8854f5f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 811 time: 0.1516273 Feb 04 06:24:52.961551 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-08045d6d-87a1-430a-9c71-a09984477f44 req-2e1b61ed-1a51-4bf1-8957-a6468a4f5b03 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/quotas/c5b9a8b14a2f47c5b149799a57ab2d68 HTTP/1.1" status: 200 len: 375 time: 0.0102141 Feb 04 06:24:53.051624 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-08045d6d-87a1-430a-9c71-a09984477f44 req-1c07e099-02d2-4bd2-a635-1f298ea1429d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838513 Feb 04 06:24:53.189114 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08436d-9f72-4b43-8c8f-ddcc9bfa9323 None None] New status for floating IP 2c1cda45-cda7-46fb-9a4e-4f135f9e9417: DOWN {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:24:53.308031 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-08045d6d-87a1-430a-9c71-a09984477f44 req-6cfe9b65-949f-4796-8207-ece1cff193ad service neutron] 10.222.0.31 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440195 Feb 04 06:24:53.451147 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-08045d6d-87a1-430a-9c71-a09984477f44 req-94c97eee-62c1-49ba-b44b-6e76fd048829 service neutron] 10.222.0.31 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374733 Feb 04 06:24:53.653454 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4d23c0cc-f1d6-4787-bb1b-cb8822a8e87c req-0cdab534-754e-4aef-ba3b-859bcc147c04 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 210 time: 0.0480912 Feb 04 06:24:54.698728 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08045d6d-87a1-430a-9c71-a09984477f44 req-0540818b-9077-405a-bcde-97630a6e1f1c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:54.700728 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-08045d6d-87a1-430a-9c71-a09984477f44 req-0540818b-9077-405a-bcde-97630a6e1f1c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 811 time: 0.1580491 Feb 04 06:24:54.761164 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-08045d6d-87a1-430a-9c71-a09984477f44 req-0d4d66f1-27ca-49f6-9328-f5ee67e89222 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68 HTTP/1.1" status: 200 len: 379 time: 0.0501711 Feb 04 06:24:54.770081 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-08045d6d-87a1-430a-9c71-a09984477f44 req-393edc18-9af8-43af-870f-14e775899c28 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Request body: {'port': {'device_id': 'cd9c02b0-a108-4e59-9cd1-b36db87c1dfd', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'admin_state_up': True, 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'security_groups': ['8cc3db30-0a8e-4eed-b019-180e4905615d']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:24:54.827283 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dde6eff1-00de-4083-8731-cb7ab6fbc4f4 req-c540909c-cbb7-445e-95e5-79077f6b0662 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 210 time: 0.0581868 Feb 04 06:24:54.910919 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-08045d6d-87a1-430a-9c71-a09984477f44 req-393edc18-9af8-43af-870f-14e775899c28 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:24:54.915047 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-08045d6d-87a1-430a-9c71-a09984477f44 req-393edc18-9af8-43af-870f-14e775899c28 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Usage tracker for resource:port and tenant:c5b9a8b14a2f47c5b149799a57ab2d68 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:24:54.917900 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-08045d6d-87a1-430a-9c71-a09984477f44 req-393edc18-9af8-43af-870f-14e775899c28 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:24:54.923449 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-08045d6d-87a1-430a-9c71-a09984477f44 req-393edc18-9af8-43af-870f-14e775899c28 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:24:54.935990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08045d6d-87a1-430a-9c71-a09984477f44 req-393edc18-9af8-43af-870f-14e775899c28 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Made reservation on behalf of c5b9a8b14a2f47c5b149799a57ab2d68 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:24:54.939525 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-08045d6d-87a1-430a-9c71-a09984477f44 req-393edc18-9af8-43af-870f-14e775899c28 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:54.976580 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0d5f08c4-44a7-4fa7-b02b-94ace98c375b no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:24:55.014790 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 0d5f08c4-44a7-4fa7-b02b-94ace98c375b {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:24:55.015132 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0d5f08c4-44a7-4fa7-b02b-94ace98c375b not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:24:55.202946 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-08045d6d-87a1-430a-9c71-a09984477f44 req-393edc18-9af8-43af-870f-14e775899c28 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Allocated IP 172.20.0.14 (da41b38c-ebc6-4747-bf2d-f93b49a4f76e/f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a/0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:24:55.392009 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-08045d6d-87a1-430a-9c71-a09984477f44 req-393edc18-9af8-43af-870f-14e775899c28 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:55.408740 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-08045d6d-87a1-430a-9c71-a09984477f44 req-393edc18-9af8-43af-870f-14e775899c28 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Transition to ACTIVE for port object 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:24:55.435406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-08045d6d-87a1-430a-9c71-a09984477f44 req-393edc18-9af8-43af-870f-14e775899c28 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:55.510313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08045d6d-87a1-430a-9c71-a09984477f44 req-393edc18-9af8-43af-870f-14e775899c28 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Network da41b38c-ebc6-4747-bf2d-f93b49a4f76e is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:24:55.513769 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-08045d6d-87a1-430a-9c71-a09984477f44 req-393edc18-9af8-43af-870f-14e775899c28 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:24:55.517117 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-08045d6d-87a1-430a-9c71-a09984477f44 req-393edc18-9af8-43af-870f-14e775899c28 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:24:55.560579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393edc18-9af8-43af-870f-14e775899c28 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Pushing event updated for resources: {'Port': ['ID=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:55.597825 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08045d6d-87a1-430a-9c71-a09984477f44 req-393edc18-9af8-43af-870f-14e775899c28 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:55.598453 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-08045d6d-87a1-430a-9c71-a09984477f44 req-393edc18-9af8-43af-870f-14e775899c28 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:55.626183 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-08045d6d-87a1-430a-9c71-a09984477f44 req-393edc18-9af8-43af-870f-14e775899c28 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8599880 Feb 04 06:24:55.639183 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Request body: {'port': {'device_id': 'cd9c02b0-a108-4e59-9cd1-b36db87c1dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:24:55.758612 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:55.817822 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5ef077d3-7b36-4c86-a3c1-34bc588abcc6 None None] Provisioning for port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:24:55.824599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5ef077d3-7b36-4c86-a3c1-34bc588abcc6 None None] Provisioning complete for port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:24:55.825116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5ef077d3-7b36-4c86-a3c1-34bc588abcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:55.888545 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-5ef077d3-7b36-4c86-a3c1-34bc588abcc6 None None] Port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:24:56.037113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd8efa-de48-4642-b86d-f7584d468977 req-bb02faed-7a70-4d8f-ae24-e508eb3affce tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:56.038693 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3dbd8efa-de48-4642-b86d-f7584d468977 req-bb02faed-7a70-4d8f-ae24-e508eb3affce tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 932 time: 0.0867541 Feb 04 06:24:56.091815 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3dbd8efa-de48-4642-b86d-f7584d468977 req-04d2ef4e-6054-446d-bb22-d81f547dcdd3 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453918 Feb 04 06:24:56.135609 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:24:56.142926 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:56.158111 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Transition to ACTIVE for port object 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:24:56.161652 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:56.313904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:56.420131 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Attempting to bind port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:24:56.420341 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Attempting to bind port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:24:56.420690 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Attempting to bind port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 on network da41b38c-ebc6-4747-bf2d-f93b49a4f76e {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:24:56.426686 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 on network da41b38c-ebc6-4747-bf2d-f93b49a4f76e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:24:56.427059 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Attempting to bind port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 on network da41b38c-ebc6-4747-bf2d-f93b49a4f76e {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:24:56.433320 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:24:56.433773 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Checking segment: {'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:24:56.434207 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Bound using segment: {'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:24:56.434725 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Bound port: 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:24:56.435104 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:56.530718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] For port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:24:56.533924 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] For port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:24:56.540068 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:56.615320 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:56.616064 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:56.618131 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-08045d6d-87a1-430a-9c71-a09984477f44 req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] 10.222.0.43 "PUT /v2.0/ports/0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 HTTP/1.1" status: 200 len: 1094 time: 0.9839735 Feb 04 06:24:56.621419 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9c02b0-a108-4e59-9cd1-b36db87c1dfd', 'tag': '0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:24:56.650118 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02a968-73f3-4dd6-bd8d-44285abb6fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:56.718199 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9c02b0-a108-4e59-9cd1-b36db87c1dfd', 'tag': '0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9', 'status': 'completed', 'code': 200} Feb 04 06:24:56.756899 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08045d6d-87a1-430a-9c71-a09984477f44 req-a6a0fedb-6bd4-4a7f-add7-623145da15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:56.758404 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-08045d6d-87a1-430a-9c71-a09984477f44 req-a6a0fedb-6bd4-4a7f-add7-623145da15dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 1097 time: 0.0864282 Feb 04 06:24:56.833049 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-08045d6d-87a1-430a-9c71-a09984477f44 req-ad31e797-1df7-4a87-a761-df357fc386ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 HTTP/1.1" status: 200 len: 217 time: 0.0679259 Feb 04 06:24:56.895876 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08045d6d-87a1-430a-9c71-a09984477f44 req-88ddfce6-fb13-4ecd-b097-dd21493f8960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:56.897323 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-08045d6d-87a1-430a-9c71-a09984477f44 req-88ddfce6-fb13-4ecd-b097-dd21493f8960 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0581501 Feb 04 06:24:57.076826 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08045d6d-87a1-430a-9c71-a09984477f44 req-78ed7528-5266-4c28-833b-1eb2b0e7a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:57.078338 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-08045d6d-87a1-430a-9c71-a09984477f44 req-78ed7528-5266-4c28-833b-1eb2b0e7a16f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1755116 Feb 04 06:24:57.217073 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-08045d6d-87a1-430a-9c71-a09984477f44 req-076b3f93-23ff-446c-aea5-f36a3237322a service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320221 Feb 04 06:24:57.291185 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97aa41-1c98-43fd-b72e-193598d75c40 req-0e8aee1d-dff2-4ebc-9f35-a649d2165e0d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:57.292645 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2e97aa41-1c98-43fd-b72e-193598d75c40 req-0e8aee1d-dff2-4ebc-9f35-a649d2165e0d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 944 time: 0.0829177 Feb 04 06:24:57.339706 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2e97aa41-1c98-43fd-b72e-193598d75c40 req-ce2a2968-1a51-4df9-a10f-5ac9032b241b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410318 Feb 04 06:24:57.359117 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-08045d6d-87a1-430a-9c71-a09984477f44 req-47ff81e2-f651-4282-be11-f2f23f8657b3 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347036 Feb 04 06:24:57.489132 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e90c4-4ee5-4b60-a622-bb3d85bcf900 req-ae7e67ad-efd7-4f32-a925-5ae7258dc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:57.490599 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-717e90c4-4ee5-4b60-a622-bb3d85bcf900 req-ae7e67ad-efd7-4f32-a925-5ae7258dc2ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 1097 time: 0.0737586 Feb 04 06:24:57.625072 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e90c4-4ee5-4b60-a622-bb3d85bcf900 req-8ee6e0f7-3ffe-4a3a-8e95-dbada4005fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:57.626653 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-717e90c4-4ee5-4b60-a622-bb3d85bcf900 req-8ee6e0f7-3ffe-4a3a-8e95-dbada4005fe4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1295514 Feb 04 06:24:57.698733 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-717e90c4-4ee5-4b60-a622-bb3d85bcf900 req-325ec38b-b84e-447e-888d-0086ef238113 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 HTTP/1.1" status: 200 len: 217 time: 0.0648129 Feb 04 06:24:57.762904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e90c4-4ee5-4b60-a622-bb3d85bcf900 req-3cf32fae-d6e0-4cf3-82f1-97e8cf5c5028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:57.764478 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-717e90c4-4ee5-4b60-a622-bb3d85bcf900 req-3cf32fae-d6e0-4cf3-82f1-97e8cf5c5028 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0585949 Feb 04 06:24:57.844346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e90c4-4ee5-4b60-a622-bb3d85bcf900 req-8710e899-9347-4358-89a1-9cbd4ab96326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:57.845904 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-717e90c4-4ee5-4b60-a622-bb3d85bcf900 req-8710e899-9347-4358-89a1-9cbd4ab96326 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753524 Feb 04 06:24:57.982458 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-717e90c4-4ee5-4b60-a622-bb3d85bcf900 req-560b3e4a-783a-437f-9adb-4f835546bcf1 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288745 Feb 04 06:24:58.118328 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-717e90c4-4ee5-4b60-a622-bb3d85bcf900 req-41d0d465-171c-4108-9126-97d5aa90e272 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269507 Feb 04 06:24:58.556958 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b0e6d-1e14-471b-86f2-712220ab7d44 req-f1a6ce95-98bf-4fca-b3ad-e62722d6e609 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:58.558419 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2f1b0e6d-1e14-471b-86f2-712220ab7d44 req-f1a6ce95-98bf-4fca-b3ad-e62722d6e609 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 944 time: 0.0987430 Feb 04 06:24:58.602799 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2f1b0e6d-1e14-471b-86f2-712220ab7d44 req-bfc97bac-61de-4ba2-abd3-5a0e0ff6f604 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386004 Feb 04 06:24:59.525782 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-98d317e8-fb62-4480-a6d8-14c82a6d75d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:59.794487 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc94de4-b5e6-4235-93f2-0d5002299889 req-0dc07368-66d3-4dc7-8cb4-c619bd4ed725 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:59.795904 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4dc94de4-b5e6-4235-93f2-0d5002299889 req-0dc07368-66d3-4dc7-8cb4-c619bd4ed725 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 944 time: 0.0825005 Feb 04 06:24:59.851747 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4dc94de4-b5e6-4235-93f2-0d5002299889 req-a3ef2af3-87ec-4694-b888-702aa5aae899 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497122 Feb 04 06:25:00.994060 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:25:01.043248 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c86172-d167-40e7-b494-e285b43b8ed2 req-2853b6cd-b5f4-4057-969e-968668b911f9 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:01.044845 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-47c86172-d167-40e7-b494-e285b43b8ed2 req-2853b6cd-b5f4-4057-969e-968668b911f9 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 944 time: 0.0837274 Feb 04 06:25:01.099336 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-47c86172-d167-40e7-b494-e285b43b8ed2 req-ed9e11d0-af4a-47f1-848f-1331dfdbead7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483394 Feb 04 06:25:01.134699 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:25:01.147815 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'port_id': '0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9', 'mac_address': 'fa:16:3e:4f:42:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:25:01.202774 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:01.219524 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:25:01.235396 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:25:01.241163 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:01.312737 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:01.432722 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:25:01.849671 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-aab14425-9193-4df5-b6c3-715488196d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:02.286405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc784f9-13e8-4c7c-890d-1c8e52e93cc0 req-0167ba7f-046a-4c38-a929-acdf4c414cce tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:02.287897 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ffc784f9-13e8-4c7c-890d-1c8e52e93cc0 req-0167ba7f-046a-4c38-a929-acdf4c414cce tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 945 time: 0.0834017 Feb 04 06:25:02.337859 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ffc784f9-13e8-4c7c-890d-1c8e52e93cc0 req-52b8f665-dd56-4895-94a4-489cc72cf2a2 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436749 Feb 04 06:25:02.899415 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:02.928336 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:03.008133 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:25:03.081469 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:25:03.086389 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:25:03.086767 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:03.203949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:03.230319 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9c02b0-a108-4e59-9cd1-b36db87c1dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:25:03.240924 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:25:03.244980 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:03.276262 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9c02b0-a108-4e59-9cd1-b36db87c1dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9', 'code': 200} Feb 04 06:25:03.315004 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:03.516725 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ee412-31cc-456b-855b-7476b87e6673 req-af57932d-931e-40e3-b7f9-f2b53abbd9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:03.518832 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-de9ee412-31cc-456b-855b-7476b87e6673 req-af57932d-931e-40e3-b7f9-f2b53abbd9ff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 1099 time: 0.0783772 Feb 04 06:25:03.538134 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a6edf-770f-46c3-8ef5-518b4a2ba152 req-58f0ce32-00e3-4088-ad76-39679d2dedb7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:03.539613 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-923a6edf-770f-46c3-8ef5-518b4a2ba152 req-58f0ce32-00e3-4088-ad76-39679d2dedb7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0869203 Feb 04 06:25:03.559741 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-de9ee412-31cc-456b-855b-7476b87e6673 req-0959ece9-ea6e-4cc4-84db-cefb386a92c8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350361 Feb 04 06:25:03.585778 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-923a6edf-770f-46c3-8ef5-518b4a2ba152 req-3d3690bc-2d73-4209-8167-9c3e237aa838 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398004 Feb 04 06:25:04.323332 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:04.781866 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63feaf27-ed7f-487b-b3ad-06abe5164d20 req-8a10de2b-dc0d-4145-a5c1-8e69efda809a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:04.783358 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-63feaf27-ed7f-487b-b3ad-06abe5164d20 req-8a10de2b-dc0d-4145-a5c1-8e69efda809a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0876153 Feb 04 06:25:04.827815 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-63feaf27-ed7f-487b-b3ad-06abe5164d20 req-28323585-bdf7-47e1-8c95-6d298a9e9e42 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384674 Feb 04 06:25:05.008211 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca84e36-56f9-44de-ac85-78ab7d76706d req-d6bf6dab-4fc9-4b6c-a4a9-e6ac299832bc tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:05.009670 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2ca84e36-56f9-44de-ac85-78ab7d76706d req-d6bf6dab-4fc9-4b6c-a4a9-e6ac299832bc tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0825853 Feb 04 06:25:05.018576 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 32874) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:05.023771 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-2ca4c4cf-d77a-4529-a62c-4bd7350258ad tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Request body: {'floatingip': {'port_id': '0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:05.102115 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2ca4c4cf-d77a-4529-a62c-4bd7350258ad tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for floatingip, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:05.803115 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2ca4c4cf-d77a-4529-a62c-4bd7350258ad tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:05.808598 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2ca4c4cf-d77a-4529-a62c-4bd7350258ad tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:05.984836 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-2ca4c4cf-d77a-4529-a62c-4bd7350258ad tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Floating IP 2c1cda45-cda7-46fb-9a4e-4f135f9e9417 associated. External IP: 172.26.4.148, port: 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9. Feb 04 06:25:06.341842 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca4c4cf-d77a-4529-a62c-4bd7350258ad tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:25:06.519807 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca4c4cf-d77a-4529-a62c-4bd7350258ad tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:25:06.524185 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2ca4c4cf-d77a-4529-a62c-4bd7350258ad tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:06.530174 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51232f6-55d4-49fa-936d-75929b0bde28 None None] Sync routers for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:25:06.540359 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51232f6-55d4-49fa-936d-75929b0bde28 None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:25:06.541203 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-c51232f6-55d4-49fa-936d-75929b0bde28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:25:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:06.583767 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2ca4c4cf-d77a-4529-a62c-4bd7350258ad tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "PUT /v2.0/floatingips/2c1cda45-cda7-46fb-9a4e-4f135f9e9417 HTTP/1.1" status: 200 len: 992 time: 1.5615692 Feb 04 06:25:06.583767 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9c02b0-a108-4e59-9cd1-b36db87c1dfd', 'tag': '0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:25:06.641719 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9c02b0-a108-4e59-9cd1-b36db87c1dfd', 'tag': '0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9', 'status': 'completed', 'code': 200} Feb 04 06:25:06.738279 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-c51232f6-55d4-49fa-936d-75929b0bde28 None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:25:06.747273 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152c07e-f6f5-438c-9802-f98bfcef541e req-31fbb71f-cf96-43a0-b84e-4c962fab655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:06.749655 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0152c07e-f6f5-438c-9802-f98bfcef541e req-31fbb71f-cf96-43a0-b84e-4c962fab655b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 1099 time: 0.0812666 Feb 04 06:25:06.784180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fabd2-e147-4276-ab0b-24fd40793e47 req-1e80e749-3f49-41bd-a7d8-c9f349d2d2cf tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:06.792502 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f11fabd2-e147-4276-ab0b-24fd40793e47 req-1e80e749-3f49-41bd-a7d8-c9f349d2d2cf tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.1072240 Feb 04 06:25:06.845386 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f11fabd2-e147-4276-ab0b-24fd40793e47 req-3822c2b6-0415-4e48-9cdd-93e1105c7c0a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517414 Feb 04 06:25:06.896140 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152c07e-f6f5-438c-9802-f98bfcef541e req-67f0415f-a157-46ed-a1ca-0fce28a71b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:06.898054 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0152c07e-f6f5-438c-9802-f98bfcef541e req-67f0415f-a157-46ed-a1ca-0fce28a71b56 service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1416662 Feb 04 06:25:07.000618 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0152c07e-f6f5-438c-9802-f98bfcef541e req-865f52f6-025e-4faa-a539-3fbe1cc38d89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 HTTP/1.1" status: 200 len: 1000 time: 0.0962100 Feb 04 06:25:07.066856 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152c07e-f6f5-438c-9802-f98bfcef541e req-0b3469ca-1efb-4162-9f82-5045bcb9886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:07.068447 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0152c07e-f6f5-438c-9802-f98bfcef541e req-0b3469ca-1efb-4162-9f82-5045bcb9886b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0609815 Feb 04 06:25:07.087395 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-c51232f6-55d4-49fa-936d-75929b0bde28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '2c1cda45-cda7-46fb-9a4e-4f135f9e9417', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'floating_ip_address': '172.26.4.148', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'port_id': '0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'mac_address': 'fa:16:3e:4f:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c02b0-a108-4e59-9cd1-b36db87c1dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:24:00Z', 'updated_at': '2022-02-04T06:25:05Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:07.091224 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51232f6-55d4-49fa-936d-75929b0bde28 None None] Checking router: 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:25:07.099491 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51232f6-55d4-49fa-936d-75929b0bde28 None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:25:07.100103 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-c51232f6-55d4-49fa-936d-75929b0bde28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:25:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:07.151093 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152c07e-f6f5-438c-9802-f98bfcef541e req-00032254-6656-4716-94c9-430644d4eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:07.152700 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0152c07e-f6f5-438c-9802-f98bfcef541e req-00032254-6656-4716-94c9-430644d4eb9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748322 Feb 04 06:25:07.287005 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-c51232f6-55d4-49fa-936d-75929b0bde28 None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:25:07.373595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:07.396594 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0152c07e-f6f5-438c-9802-f98bfcef541e req-a734738f-6349-4e29-89db-193bf096b11d service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374177 Feb 04 06:25:07.534986 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0152c07e-f6f5-438c-9802-f98bfcef541e req-0298cf8a-5529-4ebf-9586-a18f09b2690f service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321373 Feb 04 06:25:07.667656 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-c51232f6-55d4-49fa-936d-75929b0bde28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '2c1cda45-cda7-46fb-9a4e-4f135f9e9417', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'floating_ip_address': '172.26.4.148', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'port_id': '0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'mac_address': 'fa:16:3e:4f:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c02b0-a108-4e59-9cd1-b36db87c1dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:24:00Z', 'updated_at': '2022-02-04T06:25:05Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:07.671649 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51232f6-55d4-49fa-936d-75929b0bde28 None None] The sync data for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv is: [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '2c1cda45-cda7-46fb-9a4e-4f135f9e9417', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'floating_ip_address': '172.26.4.148', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'port_id': '0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'mac_address': 'fa:16:3e:4f:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c02b0-a108-4e59-9cd1-b36db87c1dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:24:00Z', 'updated_at': '2022-02-04T06:25:05Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:25:07.862028 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60ff3ee-6716-4a80-8d24-8cd1c8552529 None None] New status for floating IP 2c1cda45-cda7-46fb-9a4e-4f135f9e9417: ACTIVE {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:25:08.042854 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c2bdb-5ed8-4358-af22-d8cc4fe2e8de req-2001bd28-9151-4807-95e9-bf064a080406 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:08.044422 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-474c2bdb-5ed8-4358-af22-d8cc4fe2e8de req-2001bd28-9151-4807-95e9-bf064a080406 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0914814 Feb 04 06:25:08.092991 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-474c2bdb-5ed8-4358-af22-d8cc4fe2e8de req-49f75c94-19ef-490f-9693-75c7a6b7837b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422235 Feb 04 06:25:08.453840 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8738b5f-6610-4e42-b96c-d7ba0f201c96 req-344aaffa-26a6-4c11-b999-95e82d27653a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:08.455309 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e8738b5f-6610-4e42-b96c-d7ba0f201c96 req-344aaffa-26a6-4c11-b999-95e82d27653a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0797865 Feb 04 06:25:08.503726 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e8738b5f-6610-4e42-b96c-d7ba0f201c96 req-f9e05970-9169-4f1f-b8a8-156bc1bdce3f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425603 Feb 04 06:25:09.807161 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fc6e2-d71c-4d18-abce-5d0b889f9349 req-cd069ac8-9c10-4233-834f-bf4a5b5a6302 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:09.808528 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6d2fc6e2-d71c-4d18-abce-5d0b889f9349 req-cd069ac8-9c10-4233-834f-bf4a5b5a6302 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.1967676 Feb 04 06:25:09.854461 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6d2fc6e2-d71c-4d18-abce-5d0b889f9349 req-60357b05-7fc1-4e96-95a5-d974e7b1142e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401504 Feb 04 06:25:11.043300 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ba35f-bd8e-4747-9ffd-b77dedcfbfc4 req-4a1d1f5e-0b19-492f-a1a3-d60b7f1efaf3 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:11.044800 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a46ba35f-bd8e-4747-9ffd-b77dedcfbfc4 req-4a1d1f5e-0b19-492f-a1a3-d60b7f1efaf3 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0812016 Feb 04 06:25:11.088533 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a46ba35f-bd8e-4747-9ffd-b77dedcfbfc4 req-2b860467-e18f-4e6e-acea-33348ca80b24 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378842 Feb 04 06:25:12.274969 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15986e-89ce-4b59-9989-e4325c7b6e41 req-ab85c458-573f-4eaa-bc0a-d2e83c3e38b2 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:12.276457 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5e15986e-89ce-4b59-9989-e4325c7b6e41 req-ab85c458-573f-4eaa-bc0a-d2e83c3e38b2 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0808308 Feb 04 06:25:12.326069 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5e15986e-89ce-4b59-9989-e4325c7b6e41 req-c4090f65-ae19-4aae-b876-ad41e67017d4 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437567 Feb 04 06:25:13.516330 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552fb8c-b938-46ae-bad6-61cfb3677c88 req-67fb6d91-18a6-4a61-bfd2-09ef0e0aa08e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:13.517814 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6552fb8c-b938-46ae-bad6-61cfb3677c88 req-67fb6d91-18a6-4a61-bfd2-09ef0e0aa08e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0858603 Feb 04 06:25:13.564913 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6552fb8c-b938-46ae-bad6-61cfb3677c88 req-d9c0a406-8213-4066-ae33-0b7610f0bbac tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405581 Feb 04 06:25:14.764611 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06887e3-8ae4-4d14-816d-3839106a97ca req-561921b4-7575-457c-8667-98c5bf33d2af tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:14.766091 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e06887e3-8ae4-4d14-816d-3839106a97ca req-561921b4-7575-457c-8667-98c5bf33d2af tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0920706 Feb 04 06:25:14.810982 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e06887e3-8ae4-4d14-816d-3839106a97ca req-b7df04fc-6b57-4844-9449-804a793b6ff1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390236 Feb 04 06:25:16.005204 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc993b-0421-40cb-957f-2061e7273d79 req-6ebe3c7f-a23f-46e9-baa1-5b3872f2a74a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:16.007006 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-99fc993b-0421-40cb-957f-2061e7273d79 req-6ebe3c7f-a23f-46e9-baa1-5b3872f2a74a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0897660 Feb 04 06:25:16.056780 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-99fc993b-0421-40cb-957f-2061e7273d79 req-e5d0b990-7d79-4706-9ee8-d6b3f5de46f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434456 Feb 04 06:25:17.256471 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57548ea-c385-4d9c-b2c7-5baa734cb3a2 req-cf99e90f-3d3c-4bbc-b6ae-eada0d6c10e8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:17.258041 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c57548ea-c385-4d9c-b2c7-5baa734cb3a2 req-cf99e90f-3d3c-4bbc-b6ae-eada0d6c10e8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0871632 Feb 04 06:25:17.306803 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c57548ea-c385-4d9c-b2c7-5baa734cb3a2 req-2b902330-52dd-4a02-86a9-a5b41da99da5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424681 Feb 04 06:25:18.497908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb3650-f5a5-48cc-ac91-1e092d1fbf68 req-3cd7e3a2-cbcb-48bd-be46-3aa76fb661e2 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:18.499620 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2dbb3650-f5a5-48cc-ac91-1e092d1fbf68 req-3cd7e3a2-cbcb-48bd-be46-3aa76fb661e2 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0823276 Feb 04 06:25:18.544880 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2dbb3650-f5a5-48cc-ac91-1e092d1fbf68 req-c1b660a9-8e19-414e-8c72-b5638e1ac4fb tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395126 Feb 04 06:25:19.736842 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b1171-7ff3-4c3e-b38c-cd1336574758 req-da7597d3-6b8d-4166-b035-09a1a21c42ae tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:19.738203 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1b3b1171-7ff3-4c3e-b38c-cd1336574758 req-da7597d3-6b8d-4166-b035-09a1a21c42ae tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0852203 Feb 04 06:25:19.789073 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1b3b1171-7ff3-4c3e-b38c-cd1336574758 req-d611b4b9-4e24-4a63-ad60-830c9b5e7d2a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447357 Feb 04 06:25:19.818652 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:25:20.983225 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a87cd-7001-4e70-96ae-eee4becf7e8f req-34a8dcbf-7112-40f8-9c13-64a9dd862f9d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:20.984747 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d29a87cd-7001-4e70-96ae-eee4becf7e8f req-34a8dcbf-7112-40f8-9c13-64a9dd862f9d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0807474 Feb 04 06:25:21.033023 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d29a87cd-7001-4e70-96ae-eee4becf7e8f req-c5c84479-3a2c-406a-90d0-cd2a5d6136eb tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421066 Feb 04 06:25:22.221731 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ad041-eb8c-4413-925b-29673b844046 req-2ad12bad-7b7b-4026-afed-1d46c2cd80ed tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:22.223289 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-834ad041-eb8c-4413-925b-29673b844046 req-2ad12bad-7b7b-4026-afed-1d46c2cd80ed tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0801482 Feb 04 06:25:22.268111 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-834ad041-eb8c-4413-925b-29673b844046 req-2cecaeb5-3865-44ec-a1bb-0b9957c57bab tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391116 Feb 04 06:25:23.478337 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945a2cc-d970-4b1b-aacb-493be78e9140 req-f812a667-3394-4ae7-a2e0-be9b26bd083e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:23.479842 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9945a2cc-d970-4b1b-aacb-493be78e9140 req-f812a667-3394-4ae7-a2e0-be9b26bd083e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0953000 Feb 04 06:25:23.525433 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9945a2cc-d970-4b1b-aacb-493be78e9140 req-2e9ce828-7757-4000-ac4c-394eaf3ec6aa tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391629 Feb 04 06:25:24.711067 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c5c30-c60f-481a-a5e2-f116bb4b43ac req-28ab466d-58f9-4942-b9f3-d715063c8524 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:24.712548 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f41c5c30-c60f-481a-a5e2-f116bb4b43ac req-28ab466d-58f9-4942-b9f3-d715063c8524 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0800135 Feb 04 06:25:24.756322 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f41c5c30-c60f-481a-a5e2-f116bb4b43ac req-9a5595ab-cc20-4d63-8fc8-238db2390a18 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379541 Feb 04 06:25:25.949585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d970ba-f091-47eb-8a73-faa8c3fca169 req-0daa355c-9443-4ba6-aac0-f20e7487895a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:25.951354 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-08d970ba-f091-47eb-8a73-faa8c3fca169 req-0daa355c-9443-4ba6-aac0-f20e7487895a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0853732 Feb 04 06:25:25.997380 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-08d970ba-f091-47eb-8a73-faa8c3fca169 req-fb0758fc-f6cc-46b0-abe2-a1fce1cc3ede tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402563 Feb 04 06:25:27.190405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3f92b-234c-42a2-a6b0-bc0ac7cb350c req-121e823c-787d-40b2-941f-407759e6f1c6 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:27.192187 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-32d3f92b-234c-42a2-a6b0-bc0ac7cb350c req-121e823c-787d-40b2-941f-407759e6f1c6 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0863848 Feb 04 06:25:27.244777 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-32d3f92b-234c-42a2-a6b0-bc0ac7cb350c req-61ceff4a-a6c9-4f5c-937c-35b2f23f1d4b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436182 Feb 04 06:25:28.429774 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5012d7-d1b0-49e2-837a-2d0896bf0663 req-fe70c89d-a0b8-413a-b752-d0202211e560 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:28.431250 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ef5012d7-d1b0-49e2-837a-2d0896bf0663 req-fe70c89d-a0b8-413a-b752-d0202211e560 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0823631 Feb 04 06:25:28.477837 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ef5012d7-d1b0-49e2-837a-2d0896bf0663 req-25650800-9ce7-4621-9f2b-f32b38643a87 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407693 Feb 04 06:25:29.521099 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-73f3f9c2-41f5-4cb5-bab4-92cba7bd2837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:29.673814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2a25d-5000-4918-b9ac-a73acb5128c9 req-05f78b96-5724-4c27-908c-7c90a6230130 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:29.675251 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3af2a25d-5000-4918-b9ac-a73acb5128c9 req-05f78b96-5724-4c27-908c-7c90a6230130 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0893223 Feb 04 06:25:29.719715 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3af2a25d-5000-4918-b9ac-a73acb5128c9 req-d458cd0b-0e58-4826-9f5c-066636cd1d14 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384245 Feb 04 06:25:30.912261 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b2ebf-fc1d-4e05-9efb-a61e3ea1e296 req-cd955746-e277-47cc-aaf1-d235ce61e727 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:30.913894 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7a0b2ebf-fc1d-4e05-9efb-a61e3ea1e296 req-cd955746-e277-47cc-aaf1-d235ce61e727 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0832858 Feb 04 06:25:30.958201 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7a0b2ebf-fc1d-4e05-9efb-a61e3ea1e296 req-333a8a7a-8c81-40b9-9b1f-231cfa9aae02 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385196 Feb 04 06:25:31.845836 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9cc09922-7b11-4dbe-9545-4628418e0f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:32.152104 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfee51-9787-4a1a-9505-66423f81dc7f req-2bb6f371-02f4-43af-a811-c51fbeca79b3 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:32.153590 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-77cfee51-9787-4a1a-9505-66423f81dc7f req-2bb6f371-02f4-43af-a811-c51fbeca79b3 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0871687 Feb 04 06:25:32.184115 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52957d-744c-4895-920e-5904526c20e4 req-6c419744-f415-48da-b268-fec040d1316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:32.185610 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6b52957d-744c-4895-920e-5904526c20e4 req-6c419744-f415-48da-b268-fec040d1316c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 1099 time: 0.1404228 Feb 04 06:25:32.201251 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-77cfee51-9787-4a1a-9505-66423f81dc7f req-3d3c1db5-3831-4f82-abf1-d82cd5041afc tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405302 Feb 04 06:25:32.332620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52957d-744c-4895-920e-5904526c20e4 req-65b625e9-bad6-4e36-a07e-b497dbab824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:32.334074 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6b52957d-744c-4895-920e-5904526c20e4 req-65b625e9-bad6-4e36-a07e-b497dbab824d service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1291187 Feb 04 06:25:32.437853 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6b52957d-744c-4895-920e-5904526c20e4 req-48abdcbe-10df-4e15-9783-51e03e6a5130 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 HTTP/1.1" status: 200 len: 1002 time: 0.0970345 Feb 04 06:25:32.499914 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52957d-744c-4895-920e-5904526c20e4 req-ee550ddb-4c20-4d71-8007-f351ba32b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:32.501459 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6b52957d-744c-4895-920e-5904526c20e4 req-ee550ddb-4c20-4d71-8007-f351ba32b52f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0570915 Feb 04 06:25:32.576787 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52957d-744c-4895-920e-5904526c20e4 req-f983415f-5012-4d4b-a918-1cb5afa05bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:32.578498 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6b52957d-744c-4895-920e-5904526c20e4 req-f983415f-5012-4d4b-a918-1cb5afa05bf3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699975 Feb 04 06:25:32.718743 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6b52957d-744c-4895-920e-5904526c20e4 req-01cad6c5-c938-4373-bc27-c7e9b37460ed service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339519 Feb 04 06:25:32.851133 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6b52957d-744c-4895-920e-5904526c20e4 req-d01140d3-428a-43a5-b7f5-a8995f77daf6 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251478 Feb 04 06:25:32.901156 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:32.931363 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:33.389566 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794536e5-838e-4acd-9b25-7b9930a4dff7 req-ebdfb8e9-75c7-448d-898e-2ab4dcf21bf6 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:33.391092 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-794536e5-838e-4acd-9b25-7b9930a4dff7 req-ebdfb8e9-75c7-448d-898e-2ab4dcf21bf6 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0815001 Feb 04 06:25:33.437236 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-794536e5-838e-4acd-9b25-7b9930a4dff7 req-70aa9a33-28c3-476f-a078-f681b7c2e53e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403519 Feb 04 06:25:34.314710 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:34.680290 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a508947-afca-4dbd-aa58-e9673d120efc req-6ed3db16-d760-409b-bc48-110d5d971de8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:34.681851 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9a508947-afca-4dbd-aa58-e9673d120efc req-6ed3db16-d760-409b-bc48-110d5d971de8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.1379778 Feb 04 06:25:34.727919 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9a508947-afca-4dbd-aa58-e9673d120efc req-c1647d37-73e2-463f-921f-a492ed89a988 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399573 Feb 04 06:25:35.926287 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd428bac-43a6-4027-8a4d-89f74fd4eadd req-a910df6c-47a8-403e-af21-2e1c92fb278a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:35.927843 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd428bac-43a6-4027-8a4d-89f74fd4eadd req-a910df6c-47a8-403e-af21-2e1c92fb278a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0851290 Feb 04 06:25:35.976644 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd428bac-43a6-4027-8a4d-89f74fd4eadd req-4eaec686-4031-49da-b9f3-dd12be35dd9b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430231 Feb 04 06:25:37.315912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620d3e6-f46b-4c99-af92-dfd3682a1bd2 req-7990f3d1-fdef-4e04-8a84-ab8f38714f57 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:37.317512 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f620d3e6-f46b-4c99-af92-dfd3682a1bd2 req-7990f3d1-fdef-4e04-8a84-ab8f38714f57 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0828209 Feb 04 06:25:37.336467 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:37.365195 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f620d3e6-f46b-4c99-af92-dfd3682a1bd2 req-4809d0ed-5b36-47c1-99e1-352fbf4d0089 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411603 Feb 04 06:25:38.707845 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ceb5d-a4eb-4504-945d-5b1e8707fe25 req-28079586-4d19-4ae5-bef7-42d8eabd587d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:38.709440 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e83ceb5d-a4eb-4504-945d-5b1e8707fe25 req-28079586-4d19-4ae5-bef7-42d8eabd587d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.2382486 Feb 04 06:25:38.754443 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e83ceb5d-a4eb-4504-945d-5b1e8707fe25 req-ebacc0cd-feab-4123-a4f0-9fd9f14cb21f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387449 Feb 04 06:25:39.944374 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682639b-fe69-4bc0-9732-0d31b316b9de req-b19912f8-c1d4-4761-9ede-8e752ae5e778 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:39.945876 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1682639b-fe69-4bc0-9732-0d31b316b9de req-b19912f8-c1d4-4761-9ede-8e752ae5e778 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0860181 Feb 04 06:25:39.993833 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1682639b-fe69-4bc0-9732-0d31b316b9de req-1814244e-2705-4fd2-8e74-74f3ae15e787 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419557 Feb 04 06:25:40.350860 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-26e907a6-b94e-4d7f-a954-46604636d656 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0740802 Feb 04 06:25:40.405318 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec2f3d-8620-41c3-a2ed-c4c481d8d96c req-82e86345-e046-406b-8640-c191bbd7617f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:40.406869 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3aec2f3d-8620-41c3-a2ed-c4c481d8d96c req-82e86345-e046-406b-8640-c191bbd7617f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0876555 Feb 04 06:25:40.452282 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3aec2f3d-8620-41c3-a2ed-c4c481d8d96c req-a308ab21-a015-49c1-86aa-c5af00fc0283 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394573 Feb 04 06:25:41.509910 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-1ed35938-0e66-4665-8719-b05efddad42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:41.511488 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-1ed35938-0e66-4665-8719-b05efddad42d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 1099 time: 0.0733500 Feb 04 06:25:41.644197 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-df33d022-0275-4432-b644-b3799dd26aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:41.645661 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-df33d022-0275-4432-b644-b3799dd26aa5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1284459 Feb 04 06:25:41.654457 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56db42b-8532-4f54-902c-1254cc896262 req-c780d04a-1d5b-4122-8315-760d8267fc77 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:41.656587 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b56db42b-8532-4f54-902c-1254cc896262 req-c780d04a-1d5b-4122-8315-760d8267fc77 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0919580 Feb 04 06:25:41.703094 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b56db42b-8532-4f54-902c-1254cc896262 req-7a9e4ab5-464c-4e42-bd2c-cfa2ce6cf068 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404229 Feb 04 06:25:41.751595 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-f008524b-2af2-472f-bebf-b22d8e30c511 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 HTTP/1.1" status: 200 len: 1002 time: 0.0988967 Feb 04 06:25:41.816736 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-e7c42de3-3338-459c-90e4-e3b0ed89d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:41.818178 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-e7c42de3-3338-459c-90e4-e3b0ed89d5a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0603330 Feb 04 06:25:41.893352 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-06d66e6d-7ffd-4be4-a6ea-3d1b9d43f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:41.894809 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-06d66e6d-7ffd-4be4-a6ea-3d1b9d43f8f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699837 Feb 04 06:25:42.125487 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-851c88ba-78c1-49fb-a0fe-4aa357f23333 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231803 Feb 04 06:25:42.256227 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-4fac56f5-9395-470a-b51b-38a506ee1bc1 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241398 Feb 04 06:25:42.897001 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d81f22-ceb2-4bd1-9149-e8be219de565 req-9b24fba6-d4ce-4d13-8b85-0f139e67106c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:42.898463 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c3d81f22-ceb2-4bd1-9149-e8be219de565 req-9b24fba6-d4ce-4d13-8b85-0f139e67106c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0825698 Feb 04 06:25:42.942623 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c3d81f22-ceb2-4bd1-9149-e8be219de565 req-89a13c4a-c9e9-4d7f-a694-2540e461c623 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381646 Feb 04 06:25:43.953072 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-ddf62cba-8a79-4df6-8c9c-df9c087ae10f service neutron] 10.222.0.43 "GET /v2.0/ports/0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0740211 Feb 04 06:25:44.143679 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bd068-0f1e-40d0-87cb-5175c61e8bc6 req-a9344770-8ce6-40e1-a3d0-0c9c0b544617 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:44.145968 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-af4bd068-0f1e-40d0-87cb-5175c61e8bc6 req-a9344770-8ce6-40e1-a3d0-0c9c0b544617 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0871453 Feb 04 06:25:44.206232 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-af4bd068-0f1e-40d0-87cb-5175c61e8bc6 req-d4551623-5b68-4daf-8e57-b40e0c5cb62c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523658 Feb 04 06:25:44.281598 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-0c953490-1e14-4c60-b27a-377f35d7e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:44.283277 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-0c953490-1e14-4c60-b27a-377f35d7e2cb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd&tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68 HTTP/1.1" status: 200 len: 1099 time: 0.0824447 Feb 04 06:25:44.378182 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-9c7afebd-d2b1-41e7-8a41-d17b07d6613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:44.379684 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-9c7afebd-d2b1-41e7-8a41-d17b07d6613b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 1099 time: 0.0729861 Feb 04 06:25:44.517647 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-01ad12fe-5083-419d-b351-c2c378a45db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:44.518856 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-01ad12fe-5083-419d-b351-c2c378a45db3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1324251 Feb 04 06:25:44.627839 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-f1687f86-db3c-476a-b04b-18de17f7db04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 HTTP/1.1" status: 200 len: 1002 time: 0.1023889 Feb 04 06:25:44.701327 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-fa59ab6c-cfe8-411d-9628-d11d7114bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:44.702817 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-fa59ab6c-cfe8-411d-9628-d11d7114bf09 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0680380 Feb 04 06:25:44.781770 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-624d72c1-b21e-48a4-97c3-7ce133a51444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:44.783290 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-624d72c1-b21e-48a4-97c3-7ce133a51444 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743330 Feb 04 06:25:44.918710 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-ab5ba5fc-d701-4a38-b9e3-0af2bfb33a06 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282384 Feb 04 06:25:45.052602 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-83807b31-976b-4497-9d3e-2da0c1b6fe3a req-c73a812c-3d2c-482e-9b68-31750b723178 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277454 Feb 04 06:25:45.396844 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667d06b-282f-4194-a751-f3675667536e req-adc13fe7-5f65-4622-8c54-5c498dfe778d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:45.398324 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2667d06b-282f-4194-a751-f3675667536e req-adc13fe7-5f65-4622-8c54-5c498dfe778d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0812538 Feb 04 06:25:45.444739 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2667d06b-282f-4194-a751-f3675667536e req-b71de14e-55b5-4240-9272-19cb6905388f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402925 Feb 04 06:25:46.642744 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf3919-227a-42a9-9104-c6677c393285 req-e8b4a898-bc67-4dd8-a7bf-76a0a50e57fd tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:46.644520 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-78bf3919-227a-42a9-9104-c6677c393285 req-e8b4a898-bc67-4dd8-a7bf-76a0a50e57fd tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0920687 Feb 04 06:25:46.691213 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-78bf3919-227a-42a9-9104-c6677c393285 req-09258615-3bd3-487f-bf17-8f55874c12a2 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407369 Feb 04 06:25:47.011488 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e928643-1dbc-4ac9-aba8-aee5c52191ba req-03be5d2a-0d41-4b1c-aa34-1ea666c2eee9 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:47.013144 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1e928643-1dbc-4ac9-aba8-aee5c52191ba req-03be5d2a-0d41-4b1c-aa34-1ea666c2eee9 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0887403 Feb 04 06:25:47.020826 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17e9bb-3660-4fac-a6c9-1d63f0fd311c req-61126ea9-242a-4ea6-9864-d9914e8c0a34 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:47.021597 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-4f17e9bb-3660-4fac-a6c9-1d63f0fd311c req-61126ea9-242a-4ea6-9864-d9914e8c0a34 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Synchronizing usage tracker for tenant:c5b9a8b14a2f47c5b149799a57ab2d68 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:25:47.041186 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-4f17e9bb-3660-4fac-a6c9-1d63f0fd311c req-61126ea9-242a-4ea6-9864-d9914e8c0a34 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Unset dirty status for tenant:c5b9a8b14a2f47c5b149799a57ab2d68 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:25:47.042555 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4f17e9bb-3660-4fac-a6c9-1d63f0fd311c req-61126ea9-242a-4ea6-9864-d9914e8c0a34 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd&tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 946 time: 0.1057959 Feb 04 06:25:47.062836 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1e928643-1dbc-4ac9-aba8-aee5c52191ba req-68adf253-ef06-4cbe-a2e8-c6f908b036e6 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435817 Feb 04 06:25:47.186242 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17e9bb-3660-4fac-a6c9-1d63f0fd311c req-eb214700-7acf-4883-86db-b8420345a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:47.187747 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4f17e9bb-3660-4fac-a6c9-1d63f0fd311c req-eb214700-7acf-4883-86db-b8420345a15b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 1099 time: 0.0776064 Feb 04 06:25:47.215231 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:25:47.219116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:25:47.327926 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17e9bb-3660-4fac-a6c9-1d63f0fd311c req-ce296754-54b5-471a-963e-b5e8af84cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:47.329348 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4f17e9bb-3660-4fac-a6c9-1d63f0fd311c req-ce296754-54b5-471a-963e-b5e8af84cb55 service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1352117 Feb 04 06:25:47.435656 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4f17e9bb-3660-4fac-a6c9-1d63f0fd311c req-2d0371fd-e278-4a1f-a261-207d0f7dbd03 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 HTTP/1.1" status: 200 len: 1002 time: 0.0981073 Feb 04 06:25:47.498357 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:25:47.515847 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'port_id': '0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9', 'mac_address': 'fa:16:3e:4f:42:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:25:47.516528 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17e9bb-3660-4fac-a6c9-1d63f0fd311c req-fa1e5aec-7a31-4f6e-a85c-6c1fbf0b9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:47.518006 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4f17e9bb-3660-4fac-a6c9-1d63f0fd311c req-fa1e5aec-7a31-4f6e-a85c-6c1fbf0b9e02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0783367 Feb 04 06:25:47.544904 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:47.605975 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17e9bb-3660-4fac-a6c9-1d63f0fd311c req-3323583e-8f22-4699-9a70-5b83e8fbbbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:47.608369 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4f17e9bb-3660-4fac-a6c9-1d63f0fd311c req-3323583e-8f22-4699-9a70-5b83e8fbbbee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833554 Feb 04 06:25:47.632979 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:25:47.637150 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9c02b0-a108-4e59-9cd1-b36db87c1dfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:25:47.659943 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:47.747444 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9c02b0-a108-4e59-9cd1-b36db87c1dfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9', 'code': 200} Feb 04 06:25:47.758886 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:47.787958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:25:47.860032 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:47.891277 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:47.892449 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:47.892449 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:47.892852 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:47.893197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:47.893528 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:47.893856 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:47.894180 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:47.894647 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:47.894816 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:47.895132 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:47.895444 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:47.905997 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4f17e9bb-3660-4fac-a6c9-1d63f0fd311c req-d2259f42-fb2f-457f-9cdb-509e6436d9ed service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905726 Feb 04 06:25:47.915586 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:25:47.915970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:25:48.040216 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4f17e9bb-3660-4fac-a6c9-1d63f0fd311c req-1e8ef669-4a63-4de0-9643-48443a31e9b2 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272407 Feb 04 06:25:48.266897 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81debf-9438-4b9e-b9b7-905a753e3771 req-0dd59c01-e8de-4326-beb8-442d3abc8f65 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:48.268530 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2a81debf-9438-4b9e-b9b7-905a753e3771 req-0dd59c01-e8de-4326-beb8-442d3abc8f65 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 944 time: 0.0836165 Feb 04 06:25:48.314351 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2a81debf-9438-4b9e-b9b7-905a753e3771 req-80b3b424-33be-416f-ae38-ededcf00e9a7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394742 Feb 04 06:25:48.471888 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:48.490093 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:25:48.512347 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:25:48.517591 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:48.597858 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:25:48.631020 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9,revision_number=7']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:49.242674 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:25:49.315894 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:25:49.316262 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:49.439874 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:49.471800 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:25:49.477569 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:49.518990 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ee4ad-f15b-460c-9c5d-e8cdbd2fc75f req-6589e9a4-d1a7-4510-9d34-a1a890ba04c3 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:49.520731 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-098ee4ad-f15b-460c-9c5d-e8cdbd2fc75f req-6589e9a4-d1a7-4510-9d34-a1a890ba04c3 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 945 time: 0.0944362 Feb 04 06:25:49.545593 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9,revision_number=8']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:49.566463 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-098ee4ad-f15b-460c-9c5d-e8cdbd2fc75f req-3be031d3-42ae-4e6f-8d5e-23dbeee93afc tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391037 Feb 04 06:25:49.749312 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9c02b0-a108-4e59-9cd1-b36db87c1dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:25:49.753424 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789b334-7e36-4bf1-a946-078d97f91be3 req-2c08852c-545d-4265-831e-84dcfc55dc2e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:49.755160 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f789b334-7e36-4bf1-a946-078d97f91be3 req-2c08852c-545d-4265-831e-84dcfc55dc2e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0810833 Feb 04 06:25:49.796889 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9c02b0-a108-4e59-9cd1-b36db87c1dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9', 'code': 200} Feb 04 06:25:49.801322 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f789b334-7e36-4bf1-a946-078d97f91be3 req-2c5d5484-08f9-47b0-9fd5-dae466633e6e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399985 Feb 04 06:25:50.155838 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27b900-986e-4efb-8ecd-b2de5530afaa req-7b1140e0-fe84-46c8-a8f8-8ed94f2b348c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:50.163535 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ae27b900-986e-4efb-8ecd-b2de5530afaa req-7b1140e0-fe84-46c8-a8f8-8ed94f2b348c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.1007130 Feb 04 06:25:50.185498 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4ed85-c375-4ba6-97d3-f513558cf016 req-1cdbe39f-dfd3-4e28-ae03-0609d09d90c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:50.187246 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-34b4ed85-c375-4ba6-97d3-f513558cf016 req-1cdbe39f-dfd3-4e28-ae03-0609d09d90c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 1099 time: 0.0718229 Feb 04 06:25:50.212802 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ae27b900-986e-4efb-8ecd-b2de5530afaa req-aa285745-bb59-43f9-a522-be3c4d04a71c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483460 Feb 04 06:25:50.322554 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4ed85-c375-4ba6-97d3-f513558cf016 req-06ec25a1-d2ca-4296-afee-c1303f4aa9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:50.324032 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-34b4ed85-c375-4ba6-97d3-f513558cf016 req-06ec25a1-d2ca-4296-afee-c1303f4aa9ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1306121 Feb 04 06:25:50.428545 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-34b4ed85-c375-4ba6-97d3-f513558cf016 req-5f0948d2-a330-424e-a8e4-00278f1413b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 HTTP/1.1" status: 200 len: 1002 time: 0.0985742 Feb 04 06:25:50.490546 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4ed85-c375-4ba6-97d3-f513558cf016 req-482b7d5e-4bfe-4fac-8ee7-a86d48edc553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:50.492001 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-34b4ed85-c375-4ba6-97d3-f513558cf016 req-482b7d5e-4bfe-4fac-8ee7-a86d48edc553 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0580108 Feb 04 06:25:50.571163 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4ed85-c375-4ba6-97d3-f513558cf016 req-0ab8c054-67a4-40f3-a5e1-95b92b5af502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:50.572726 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-34b4ed85-c375-4ba6-97d3-f513558cf016 req-0ab8c054-67a4-40f3-a5e1-95b92b5af502 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750484 Feb 04 06:25:50.705763 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-34b4ed85-c375-4ba6-97d3-f513558cf016 req-f40a659b-7d5c-4b69-8053-75757b03d123 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265626 Feb 04 06:25:50.839386 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-34b4ed85-c375-4ba6-97d3-f513558cf016 req-6be1ec7d-fd4e-45ae-8fc5-dcda256be4ae service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269550 Feb 04 06:25:51.413741 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbc072-ee70-49ee-877d-1a897b1cc109 req-439bce8f-879b-487b-ad47-68b824a43800 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:51.415289 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8cbbc072-ee70-49ee-877d-1a897b1cc109 req-439bce8f-879b-487b-ad47-68b824a43800 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0836484 Feb 04 06:25:51.464043 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8cbbc072-ee70-49ee-877d-1a897b1cc109 req-a9b900a2-c4b8-4898-b267-9358c820493b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426352 Feb 04 06:25:52.656068 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574bced-4694-489f-9507-4c3d7c92d5c7 req-29145ca9-1e49-4583-800f-9443bf7df34b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:52.657535 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1574bced-4694-489f-9507-4c3d7c92d5c7 req-29145ca9-1e49-4583-800f-9443bf7df34b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0839937 Feb 04 06:25:52.702585 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1574bced-4694-489f-9507-4c3d7c92d5c7 req-bde55fa3-dcb2-4af6-a0b7-72c7bbb7fdb1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391846 Feb 04 06:25:53.091914 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b9339-3e2d-492e-9301-2b19ac02cb44 req-b3385bf4-2872-4e01-81b9-7b5815f0a018 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:53.093268 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-aa8b9339-3e2d-492e-9301-2b19ac02cb44 req-b3385bf4-2872-4e01-81b9-7b5815f0a018 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0891757 Feb 04 06:25:53.137691 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-aa8b9339-3e2d-492e-9301-2b19ac02cb44 req-0af0e63f-c9c4-40c3-a220-3a10b1db2d57 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385537 Feb 04 06:25:54.325130 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634900c7-9f6c-472d-8a0c-b881b3ac57ff req-777744c5-6d1f-4308-b879-72211b31bb31 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:54.326592 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-634900c7-9f6c-472d-8a0c-b881b3ac57ff req-777744c5-6d1f-4308-b879-72211b31bb31 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0812385 Feb 04 06:25:54.371684 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-634900c7-9f6c-472d-8a0c-b881b3ac57ff req-4931219c-5cc9-48ba-a50d-d53435ae23d1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392652 Feb 04 06:25:54.802528 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba96d61-321e-4c4b-84dc-bf79286a2bb8 req-a1e938fe-f8e5-435e-a5e8-86d0310a6cc9 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:54.803996 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3ba96d61-321e-4c4b-84dc-bf79286a2bb8 req-a1e938fe-f8e5-435e-a5e8-86d0310a6cc9 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0818274 Feb 04 06:25:54.876671 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-3ba96d61-321e-4c4b-84dc-bf79286a2bb8 req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Deleting port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:25:54.877007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3ba96d61-321e-4c4b-84dc-bf79286a2bb8 req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:55.124235 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-3ba96d61-321e-4c4b-84dc-bf79286a2bb8 req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] For port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:25:55.124566 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3ba96d61-321e-4c4b-84dc-bf79286a2bb8 req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:55.517773 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3ba96d61-321e-4c4b-84dc-bf79286a2bb8 req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:55.518112 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3ba96d61-321e-4c4b-84dc-bf79286a2bb8 req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:55.518450 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [req-3ba96d61-321e-4c4b-84dc-bf79286a2bb8 req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Floating IP 2c1cda45-cda7-46fb-9a4e-4f135f9e9417 disassociated. External IP: 172.26.4.148, port: 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9. Feb 04 06:25:55.518782 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-3ba96d61-321e-4c4b-84dc-bf79286a2bb8 req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Calling delete_port for 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:25:55.562081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52407880-e399-4220-9b3d-1a3080e449ce req-7fd62c3f-ba86-435f-b4e3-4d1917dc1a24 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:55.563715 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-52407880-e399-4220-9b3d-1a3080e449ce req-7fd62c3f-ba86-435f-b4e3-4d1917dc1a24 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 946 time: 0.0851414 Feb 04 06:25:55.611807 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-52407880-e399-4220-9b3d-1a3080e449ce req-756f46ce-97a4-4b22-a095-588e6d6179a7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398281 Feb 04 06:25:55.667228 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3ba96d61-321e-4c4b-84dc-bf79286a2bb8 req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:55.718331 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Pushing event deleted for resources: {'Port': ['ID=0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:55.730205 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:55.730555 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:55.730895 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:55.731222 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:55.732088 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:55.735402 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:55.735765 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:55.736154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:55.736471 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:55.736797 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:55.737105 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:55.737437 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:55.928026 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ba96d61-321e-4c4b-84dc-bf79286a2bb8 req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:25:56.115561 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ba96d61-321e-4c4b-84dc-bf79286a2bb8 req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:25:56.126450 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7183c2dd-0803-4a5e-905c-faf2f7c9bdd7 None None] Sync routers for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:25:56.137030 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7183c2dd-0803-4a5e-905c-faf2f7c9bdd7 None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:25:56.137650 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-7183c2dd-0803-4a5e-905c-faf2f7c9bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:25:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:56.190491 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba96d61-321e-4c4b-84dc-bf79286a2bb8 req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] No DVR routers for this DVR port 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:25:56.193728 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3ba96d61-321e-4c4b-84dc-bf79286a2bb8 req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:56.205313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9c02b0-a108-4e59-9cd1-b36db87c1dfd', 'name': 'network-vif-deleted', 'tag': '0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:25:56.218703 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3ba96d61-321e-4c4b-84dc-bf79286a2bb8 req-fc68398c-c789-4aae-a9e4-a89a27623a74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "DELETE /v2.0/ports/0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 HTTP/1.1" status: 204 len: 173 time: 1.4090765 Feb 04 06:25:56.270972 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9c02b0-a108-4e59-9cd1-b36db87c1dfd', 'name': 'network-vif-deleted', 'tag': '0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9', 'status': 'completed', 'code': 200} Feb 04 06:25:56.349664 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-7183c2dd-0803-4a5e-905c-faf2f7c9bdd7 None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:25:56.674508 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-7183c2dd-0803-4a5e-905c-faf2f7c9bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:56.678552 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7183c2dd-0803-4a5e-905c-faf2f7c9bdd7 None None] Checking router: 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:25:56.687019 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7183c2dd-0803-4a5e-905c-faf2f7c9bdd7 None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:25:56.687616 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-7183c2dd-0803-4a5e-905c-faf2f7c9bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:25:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:56.810165 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f900b0c-b762-4be6-b042-f86ed4e60973 req-a5f87974-4e11-4684-8a8d-33815cfe5dc7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9c02b0-a108-4e59-9cd1-b36db87c1dfd HTTP/1.1" status: 200 len: 210 time: 0.0496764 Feb 04 06:25:56.828241 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:25:56.950505 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-7183c2dd-0803-4a5e-905c-faf2f7c9bdd7 None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:25:57.269541 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-7183c2dd-0803-4a5e-905c-faf2f7c9bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:57.274289 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7183c2dd-0803-4a5e-905c-faf2f7c9bdd7 None None] The sync data for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv is: [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:25:57.524315 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a87e95-081d-4521-a24b-e347c44bfd08 None None] New status for floating IP 2c1cda45-cda7-46fb-9a4e-4f135f9e9417: DOWN {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:25:58.138646 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-981ad315-c5e9-4aaf-8199-ff6518549ae0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--423633529&fields=id&tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68 HTTP/1.1" status: 200 len: 267 time: 0.0405653 Feb 04 06:25:58.290951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-068febb4-13f5-4620-8bf0-e9e05962e3ae tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:58.292442 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-068febb4-13f5-4620-8bf0-e9e05962e3ae tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 811 time: 0.1467574 Feb 04 06:25:58.307825 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-c2cc7f35-27c7-4651-8244-3802cdeeebc3 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/quotas/c5b9a8b14a2f47c5b149799a57ab2d68 HTTP/1.1" status: 200 len: 375 time: 0.0098102 Feb 04 06:25:58.398069 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-4d99a6b6-728a-4ff9-820c-de85c94a5d3b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0848265 Feb 04 06:25:58.536180 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-0ae029b8-8421-41ea-8870-f2ce0daebae6 service neutron] 10.222.0.31 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261585 Feb 04 06:25:58.780681 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-814af596-868d-4b94-93f4-c5edd1077b53 service neutron] 10.222.0.31 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367156 Feb 04 06:25:58.960732 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9bf70af7-070a-4c19-aeca-992be9fda472 req-b56be123-3863-4f1c-a4cd-ee5adfaf9e26 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 210 time: 0.0440807 Feb 04 06:25:59.322395 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:25:59.357315 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:25:59.357678 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0b6d2a64-b8a1-4d2a-87a7-0f3dd9a76cf9 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:25:59.525000 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c354431a-2a35-46bc-8ebf-62e24feda1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:00.012115 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-308e60ed-8263-4090-992e-d6a5936a56bc tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:00.014022 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-308e60ed-8263-4090-992e-d6a5936a56bc tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 811 time: 0.1529016 Feb 04 06:26:00.084448 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-d138c6e3-b1da-4e43-90ce-27c32eac0cb1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68 HTTP/1.1" status: 200 len: 379 time: 0.0596907 Feb 04 06:26:00.094395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-696ebf4d-73c8-4fb6-9cbc-95d4b7be3e48 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Request body: {'port': {'device_id': '7499353d-bb64-4cce-993b-ce4ea4ebbdc5', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'admin_state_up': True, 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'security_groups': ['8cc3db30-0a8e-4eed-b019-180e4905615d']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:00.126817 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0a4fbc25-4681-4da6-8713-edb8afd47c3b req-a0ccff23-5c92-4e13-8367-8876c52e390e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 210 time: 0.0463431 Feb 04 06:26:00.237765 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-696ebf4d-73c8-4fb6-9cbc-95d4b7be3e48 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:26:00.241906 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-696ebf4d-73c8-4fb6-9cbc-95d4b7be3e48 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Usage tracker for resource:port and tenant:c5b9a8b14a2f47c5b149799a57ab2d68 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:26:00.247399 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-696ebf4d-73c8-4fb6-9cbc-95d4b7be3e48 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:26:00.253076 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-696ebf4d-73c8-4fb6-9cbc-95d4b7be3e48 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:26:00.264215 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-696ebf4d-73c8-4fb6-9cbc-95d4b7be3e48 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Made reservation on behalf of c5b9a8b14a2f47c5b149799a57ab2d68 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:26:00.267963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-696ebf4d-73c8-4fb6-9cbc-95d4b7be3e48 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:00.437909 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-696ebf4d-73c8-4fb6-9cbc-95d4b7be3e48 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Allocated IP 172.20.0.14 (da41b38c-ebc6-4747-bf2d-f93b49a4f76e/f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a/6387ab62-b1c0-465d-843f-77f3a742525b) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:26:00.623344 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-696ebf4d-73c8-4fb6-9cbc-95d4b7be3e48 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:00.638547 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-696ebf4d-73c8-4fb6-9cbc-95d4b7be3e48 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Transition to ACTIVE for port object 6387ab62-b1c0-465d-843f-77f3a742525b will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:26:00.663122 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-696ebf4d-73c8-4fb6-9cbc-95d4b7be3e48 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:00.836667 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-696ebf4d-73c8-4fb6-9cbc-95d4b7be3e48 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Network da41b38c-ebc6-4747-bf2d-f93b49a4f76e is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:26:00.839984 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-696ebf4d-73c8-4fb6-9cbc-95d4b7be3e48 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:26:00.843760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-696ebf4d-73c8-4fb6-9cbc-95d4b7be3e48 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:26:00.883547 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ebf4d-73c8-4fb6-9cbc-95d4b7be3e48 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Pushing event updated for resources: {'Port': ['ID=6387ab62-b1c0-465d-843f-77f3a742525b,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:00.916550 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-696ebf4d-73c8-4fb6-9cbc-95d4b7be3e48 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:00.917199 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-696ebf4d-73c8-4fb6-9cbc-95d4b7be3e48 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:00.942577 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-696ebf4d-73c8-4fb6-9cbc-95d4b7be3e48 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8529921 Feb 04 06:26:00.954228 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Request body: {'port': {'device_id': '7499353d-bb64-4cce-993b-ce4ea4ebbdc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:01.076413 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:01.079489 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4b25e92a-9b51-4893-abdf-3fc9c8f7420d None None] Provisioning for port 6387ab62-b1c0-465d-843f-77f3a742525b completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:26:01.085059 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4b25e92a-9b51-4893-abdf-3fc9c8f7420d None None] Provisioning complete for port 6387ab62-b1c0-465d-843f-77f3a742525b triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:01.085432 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4b25e92a-9b51-4893-abdf-3fc9c8f7420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:01.140994 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-4b25e92a-9b51-4893-abdf-3fc9c8f7420d None None] Port 6387ab62-b1c0-465d-843f-77f3a742525b cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:26:01.330989 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329fb0a-8392-4aa9-a67d-d524d1440371 req-a333c6ce-c237-4da6-8724-afd65dca443a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:01.332763 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4329fb0a-8392-4aa9-a67d-d524d1440371 req-a333c6ce-c237-4da6-8724-afd65dca443a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 932 time: 0.0907705 Feb 04 06:26:01.380985 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4329fb0a-8392-4aa9-a67d-d524d1440371 req-b9f870e6-ae60-4e2c-99b9-42345220efe0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421231 Feb 04 06:26:01.427157 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6387ab62-b1c0-465d-843f-77f3a742525b {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:26:01.434455 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:01.448435 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Transition to ACTIVE for port object 6387ab62-b1c0-465d-843f-77f3a742525b will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:26:01.453218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:01.586756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6387ab62-b1c0-465d-843f-77f3a742525b,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:01.695530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Attempting to bind port 6387ab62-b1c0-465d-843f-77f3a742525b on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:26:01.695850 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Attempting to bind port 6387ab62-b1c0-465d-843f-77f3a742525b by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:26:01.696175 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Attempting to bind port 6387ab62-b1c0-465d-843f-77f3a742525b on network da41b38c-ebc6-4747-bf2d-f93b49a4f76e {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:26:01.700953 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Port 6387ab62-b1c0-465d-843f-77f3a742525b on network da41b38c-ebc6-4747-bf2d-f93b49a4f76e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:26:01.701284 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Attempting to bind port 6387ab62-b1c0-465d-843f-77f3a742525b on network da41b38c-ebc6-4747-bf2d-f93b49a4f76e {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:26:01.706471 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:26:01.706798 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Checking segment: {'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:26:01.707174 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Bound using segment: {'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:26:01.707596 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Bound port: 6387ab62-b1c0-465d-843f-77f3a742525b, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:26:01.707969 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:01.801751 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] For port 6387ab62-b1c0-465d-843f-77f3a742525b, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:26:01.805246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] For port 6387ab62-b1c0-465d-843f-77f3a742525b, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6387ab62-b1c0-465d-843f-77f3a742525b,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:26:01.811104 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:01.839915 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c5d785a3-4fe7-499a-9660-38e1138bf2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:01.873492 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:01.873921 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:01.875918 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] 10.222.0.43 "PUT /v2.0/ports/6387ab62-b1c0-465d-843f-77f3a742525b HTTP/1.1" status: 200 len: 1094 time: 0.9255862 Feb 04 06:26:01.879018 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7499353d-bb64-4cce-993b-ce4ea4ebbdc5', 'tag': '6387ab62-b1c0-465d-843f-77f3a742525b'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:26:01.906430 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c92b6-45d9-446c-9866-30318d32e0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6387ab62-b1c0-465d-843f-77f3a742525b,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:01.964928 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7499353d-bb64-4cce-993b-ce4ea4ebbdc5', 'tag': '6387ab62-b1c0-465d-843f-77f3a742525b', 'status': 'completed', 'code': 200} Feb 04 06:26:02.008295 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-973fd398-31ed-412f-be80-dcdfc9530bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:02.010082 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-973fd398-31ed-412f-be80-dcdfc9530bd4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 1097 time: 0.0827675 Feb 04 06:26:02.084033 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-c476285d-1d04-4e83-8e68-2c0b943aa456 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6387ab62-b1c0-465d-843f-77f3a742525b HTTP/1.1" status: 200 len: 217 time: 0.0666988 Feb 04 06:26:02.146027 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-33c0690b-1a71-4961-9265-cc60a3097ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:02.147574 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-33c0690b-1a71-4961-9265-cc60a3097ca8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0576055 Feb 04 06:26:02.222606 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-651f45f8-7e5e-492f-a4ef-11af3f365b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:02.224175 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-651f45f8-7e5e-492f-a4ef-11af3f365b5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707760 Feb 04 06:26:02.357263 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-c4cca3e7-a5e4-4cfa-b576-9d280da29e3a service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265221 Feb 04 06:26:02.492587 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-15a5ed09-da1e-4401-8cff-5c052d13cf8d req-7bc9143f-dbe6-483c-8255-7e91699eed08 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294785 Feb 04 06:26:02.577348 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3321146-7951-4ca9-9b91-3d32e7f5d61e req-987fb1c9-78d6-4445-8b7e-b368950f09aa tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:02.578921 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c3321146-7951-4ca9-9b91-3d32e7f5d61e req-987fb1c9-78d6-4445-8b7e-b368950f09aa tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 944 time: 0.0863395 Feb 04 06:26:02.628320 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c3321146-7951-4ca9-9b91-3d32e7f5d61e req-453c946c-de7a-44fc-bf4f-51635918bca7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430083 Feb 04 06:26:02.709100 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b3ff8-4977-48d7-974b-1c45f92453de req-231f2bb9-a350-4d03-b1ce-d737a3deaea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:02.710651 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0e6b3ff8-4977-48d7-974b-1c45f92453de req-231f2bb9-a350-4d03-b1ce-d737a3deaea1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 1097 time: 0.1730378 Feb 04 06:26:02.846939 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b3ff8-4977-48d7-974b-1c45f92453de req-dec7c2e6-5450-43ab-9d96-20e500210f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:02.848507 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0e6b3ff8-4977-48d7-974b-1c45f92453de req-dec7c2e6-5450-43ab-9d96-20e500210f37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1303082 Feb 04 06:26:02.905458 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:02.922027 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0e6b3ff8-4977-48d7-974b-1c45f92453de req-d167c8a3-c2a2-4a8b-905a-eae8117f7443 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6387ab62-b1c0-465d-843f-77f3a742525b HTTP/1.1" status: 200 len: 217 time: 0.0643797 Feb 04 06:26:02.937232 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:02.984728 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b3ff8-4977-48d7-974b-1c45f92453de req-b4d90230-bf85-4c34-9699-6fd2d50a46cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:02.986274 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0e6b3ff8-4977-48d7-974b-1c45f92453de req-b4d90230-bf85-4c34-9699-6fd2d50a46cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0576534 Feb 04 06:26:03.065405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b3ff8-4977-48d7-974b-1c45f92453de req-16120ba7-a0f2-4659-9481-364c9b2a6cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:03.066910 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0e6b3ff8-4977-48d7-974b-1c45f92453de req-16120ba7-a0f2-4659-9481-364c9b2a6cf9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726173 Feb 04 06:26:03.199740 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0e6b3ff8-4977-48d7-974b-1c45f92453de req-1b12b878-83f3-454b-ab9f-3095dc4a9c99 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253512 Feb 04 06:26:03.334791 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0e6b3ff8-4977-48d7-974b-1c45f92453de req-00d299b9-7ed1-4d84-ab76-64536ccc2e36 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282332 Feb 04 06:26:03.829713 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bced54-70d6-4550-ab37-655602e273c1 req-04108b24-669b-4d05-96ed-8b5a7a82a781 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:03.831135 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-47bced54-70d6-4550-ab37-655602e273c1 req-04108b24-669b-4d05-96ed-8b5a7a82a781 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 944 time: 0.0856969 Feb 04 06:26:03.878190 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-47bced54-70d6-4550-ab37-655602e273c1 req-c3428e52-c744-43a1-aabd-dba0012f9eb0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409222 Feb 04 06:26:04.324313 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:05.067576 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c0304-dc0a-416d-8341-03aedf945b67 req-3832592c-2c77-4c73-9f86-e6b27b8a737f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:05.069073 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-684c0304-dc0a-416d-8341-03aedf945b67 req-3832592c-2c77-4c73-9f86-e6b27b8a737f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 944 time: 0.0837793 Feb 04 06:26:05.115282 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-684c0304-dc0a-416d-8341-03aedf945b67 req-a2f4ef09-2f74-4b76-bcef-2aab1e145e98 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403028 Feb 04 06:26:05.339494 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 6387ab62-b1c0-465d-843f-77f3a742525b details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:26:05.478244 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 6387ab62-b1c0-465d-843f-77f3a742525b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6387ab62-b1c0-465d-843f-77f3a742525b,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:05.493209 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '6387ab62-b1c0-465d-843f-77f3a742525b', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'port_id': '6387ab62-b1c0-465d-843f-77f3a742525b', 'mac_address': 'fa:16:3e:a8:f2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:26:05.553022 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:05.569871 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6387ab62-b1c0-465d-843f-77f3a742525b {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:26:05.586222 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 6387ab62-b1c0-465d-843f-77f3a742525b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6387ab62-b1c0-465d-843f-77f3a742525b,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:05.590739 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:05.658026 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=6387ab62-b1c0-465d-843f-77f3a742525b,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:05.804336 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['6387ab62-b1c0-465d-843f-77f3a742525b'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:26:06.310520 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf60156-020f-452d-99d2-2d2473123a44 req-f9a1fff1-f1a2-4d87-8475-4616eb996f10 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:06.312009 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7bf60156-020f-452d-99d2-2d2473123a44 req-f9a1fff1-f1a2-4d87-8475-4616eb996f10 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 945 time: 0.0838683 Feb 04 06:26:06.357158 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7bf60156-020f-452d-99d2-2d2473123a44 req-5729df15-bff4-45f3-b5b3-4fa30ab55182 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388448 Feb 04 06:26:07.345718 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:07.355145 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 6387ab62-b1c0-465d-843f-77f3a742525b up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:26:07.423911 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 6387ab62-b1c0-465d-843f-77f3a742525b completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:26:07.429892 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 6387ab62-b1c0-465d-843f-77f3a742525b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:07.430317 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:07.546617 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17081059-9672-4450-894a-49ff1a81bdde req-4f1fbfac-6dfa-4b6a-b16a-bb699456a094 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:07.548295 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:07.548427 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-17081059-9672-4450-894a-49ff1a81bdde req-4f1fbfac-6dfa-4b6a-b16a-bb699456a094 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 945 time: 0.0865588 Feb 04 06:26:07.575192 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7499353d-bb64-4cce-993b-ce4ea4ebbdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6387ab62-b1c0-465d-843f-77f3a742525b'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:26:07.588942 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 6387ab62-b1c0-465d-843f-77f3a742525b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6387ab62-b1c0-465d-843f-77f3a742525b,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:07.595300 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:07.607913 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-17081059-9672-4450-894a-49ff1a81bdde req-90bbc0cb-2dc1-432e-85fb-7293da150ac0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533805 Feb 04 06:26:07.640922 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7499353d-bb64-4cce-993b-ce4ea4ebbdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6387ab62-b1c0-465d-843f-77f3a742525b', 'code': 200} Feb 04 06:26:07.673090 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=6387ab62-b1c0-465d-843f-77f3a742525b,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:07.899250 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd1d23-ff5c-4730-a94c-28372ab0be20 req-3943294a-dd2a-4b46-b2b5-ef5cb9de7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:07.900935 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7dcd1d23-ff5c-4730-a94c-28372ab0be20 req-3943294a-dd2a-4b46-b2b5-ef5cb9de7b33 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 1099 time: 0.0822196 Feb 04 06:26:07.943220 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7dcd1d23-ff5c-4730-a94c-28372ab0be20 req-d9794b75-c58c-49e7-abd4-839fa1b7bd62 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349545 Feb 04 06:26:08.801660 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f677b8-9622-4961-bb71-a42d776711a3 req-20181ca5-30c1-42d3-8a1e-804c87eaee31 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:08.813028 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-89f677b8-9622-4961-bb71-a42d776711a3 req-20181ca5-30c1-42d3-8a1e-804c87eaee31 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0918238 Feb 04 06:26:08.860432 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-89f677b8-9622-4961-bb71-a42d776711a3 req-dcbe3c03-75bc-4471-8502-7c3e5d3d8535 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463696 Feb 04 06:26:10.051295 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88ef9f-f698-4d29-9856-9791304265e0 req-2d7e58d9-cc7a-4045-922c-38aa428471ce tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:10.052882 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7c88ef9f-f698-4d29-9856-9791304265e0 req-2d7e58d9-cc7a-4045-922c-38aa428471ce tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0862515 Feb 04 06:26:10.099975 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7c88ef9f-f698-4d29-9856-9791304265e0 req-93d1d825-7e05-464a-aa20-6db6ab3cc0a7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411618 Feb 04 06:26:10.290691 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e6fe-d2ae-49ec-8e9c-110022793c20 req-0e51f7cb-1003-46f1-b390-3e9f59e41e08 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:10.292231 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d5c8e6fe-d2ae-49ec-8e9c-110022793c20 req-0e51f7cb-1003-46f1-b390-3e9f59e41e08 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0852807 Feb 04 06:26:10.304642 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33076) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:10.306542 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-25b47fd0-f4f2-4486-bf5d-4059ecd7995b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Request body: {'floatingip': {'port_id': '6387ab62-b1c0-465d-843f-77f3a742525b'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:10.386219 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-25b47fd0-f4f2-4486-bf5d-4059ecd7995b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for floatingip, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:11.102059 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-25b47fd0-f4f2-4486-bf5d-4059ecd7995b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:11.107476 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-25b47fd0-f4f2-4486-bf5d-4059ecd7995b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:11.284205 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-25b47fd0-f4f2-4486-bf5d-4059ecd7995b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Floating IP 2c1cda45-cda7-46fb-9a4e-4f135f9e9417 associated. External IP: 172.26.4.148, port: 6387ab62-b1c0-465d-843f-77f3a742525b. Feb 04 06:26:11.643335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b47fd0-f4f2-4486-bf5d-4059ecd7995b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:26:11.822597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b47fd0-f4f2-4486-bf5d-4059ecd7995b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:26:11.827498 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-25b47fd0-f4f2-4486-bf5d-4059ecd7995b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:11.832849 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad2186a-c492-454c-a71e-293cf2b183ff None None] Sync routers for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:26:11.843880 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad2186a-c492-454c-a71e-293cf2b183ff None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:26:11.844503 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4ad2186a-c492-454c-a71e-293cf2b183ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:26:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:11.888179 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-25b47fd0-f4f2-4486-bf5d-4059ecd7995b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "PUT /v2.0/floatingips/2c1cda45-cda7-46fb-9a4e-4f135f9e9417 HTTP/1.1" status: 200 len: 992 time: 1.5829737 Feb 04 06:26:11.888179 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7499353d-bb64-4cce-993b-ce4ea4ebbdc5', 'tag': '6387ab62-b1c0-465d-843f-77f3a742525b'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:26:12.028689 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7499353d-bb64-4cce-993b-ce4ea4ebbdc5', 'tag': '6387ab62-b1c0-465d-843f-77f3a742525b', 'status': 'completed', 'code': 200} Feb 04 06:26:12.080941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbaa56b-8733-4115-aa10-555a883be6cb req-dca5a759-d89c-4a43-b684-b9cc5ef63de8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:12.082296 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-4ad2186a-c492-454c-a71e-293cf2b183ff None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:26:12.087125 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9fbaa56b-8733-4115-aa10-555a883be6cb req-dca5a759-d89c-4a43-b684-b9cc5ef63de8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0992808 Feb 04 06:26:12.107374 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531a0e-0dc6-4874-a3b5-f86b86fcae91 req-a0e70f16-b598-488d-ba20-57218f05f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:12.108897 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-8b531a0e-0dc6-4874-a3b5-f86b86fcae91 req-a0e70f16-b598-488d-ba20-57218f05f2cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 1099 time: 0.0814950 Feb 04 06:26:12.145528 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9fbaa56b-8733-4115-aa10-555a883be6cb req-b4bba9f3-0189-482b-801e-4ec8f8c72d42 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548298 Feb 04 06:26:12.258617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531a0e-0dc6-4874-a3b5-f86b86fcae91 req-cd94410b-b544-4555-8206-7a2ce9f9fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:12.260223 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-8b531a0e-0dc6-4874-a3b5-f86b86fcae91 req-cd94410b-b544-4555-8206-7a2ce9f9fc61 service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1452239 Feb 04 06:26:12.365293 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-8b531a0e-0dc6-4874-a3b5-f86b86fcae91 req-c5e08011-9e7a-4fc8-8dbe-002c61c3d448 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6387ab62-b1c0-465d-843f-77f3a742525b HTTP/1.1" status: 200 len: 1000 time: 0.0986676 Feb 04 06:26:12.437702 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531a0e-0dc6-4874-a3b5-f86b86fcae91 req-f2902795-9bba-45cc-9616-b72d5682979b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:12.439218 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-8b531a0e-0dc6-4874-a3b5-f86b86fcae91 req-f2902795-9bba-45cc-9616-b72d5682979b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0677168 Feb 04 06:26:12.454540 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4ad2186a-c492-454c-a71e-293cf2b183ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '2c1cda45-cda7-46fb-9a4e-4f135f9e9417', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'floating_ip_address': '172.26.4.148', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'port_id': '6387ab62-b1c0-465d-843f-77f3a742525b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'mac_address': 'fa:16:3e:a8:f2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499353d-bb64-4cce-993b-ce4ea4ebbdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:24:00Z', 'updated_at': '2022-02-04T06:26:10Z', 'revision_number': 9, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:12.458681 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad2186a-c492-454c-a71e-293cf2b183ff None None] Checking router: 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:26:12.467421 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad2186a-c492-454c-a71e-293cf2b183ff None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:26:12.468048 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4ad2186a-c492-454c-a71e-293cf2b183ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:26:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:12.515068 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531a0e-0dc6-4874-a3b5-f86b86fcae91 req-bec668a1-8698-40c7-bbff-9c4f7b1685a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:12.516674 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-8b531a0e-0dc6-4874-a3b5-f86b86fcae91 req-bec668a1-8698-40c7-bbff-9c4f7b1685a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711434 Feb 04 06:26:12.646903 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-4ad2186a-c492-454c-a71e-293cf2b183ff None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:26:12.650049 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-8b531a0e-0dc6-4874-a3b5-f86b86fcae91 req-9d1c6380-7242-4d43-a43e-c31df9fba95c service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268187 Feb 04 06:26:12.783523 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-8b531a0e-0dc6-4874-a3b5-f86b86fcae91 req-f0d07036-e5e2-4dbf-ab94-35c091c7acbb service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273808 Feb 04 06:26:12.998259 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4ad2186a-c492-454c-a71e-293cf2b183ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '2c1cda45-cda7-46fb-9a4e-4f135f9e9417', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'floating_ip_address': '172.26.4.148', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'port_id': '6387ab62-b1c0-465d-843f-77f3a742525b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'mac_address': 'fa:16:3e:a8:f2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499353d-bb64-4cce-993b-ce4ea4ebbdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:24:00Z', 'updated_at': '2022-02-04T06:26:10Z', 'revision_number': 9, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:13.002342 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad2186a-c492-454c-a71e-293cf2b183ff None None] The sync data for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv is: [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '2c1cda45-cda7-46fb-9a4e-4f135f9e9417', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'floating_ip_address': '172.26.4.148', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'port_id': '6387ab62-b1c0-465d-843f-77f3a742525b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'mac_address': 'fa:16:3e:a8:f2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499353d-bb64-4cce-993b-ce4ea4ebbdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:24:00Z', 'updated_at': '2022-02-04T06:26:10Z', 'revision_number': 9, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:26:13.210542 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bf7860-743d-4260-97db-97ec94ae2386 None None] New status for floating IP 2c1cda45-cda7-46fb-9a4e-4f135f9e9417: ACTIVE {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:26:13.348513 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59271f-6d2f-4292-a2ae-1023c3e2d1eb req-f1d5a624-78cf-41a8-9348-99f1a60abbf0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:13.349991 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ef59271f-6d2f-4292-a2ae-1023c3e2d1eb req-f1d5a624-78cf-41a8-9348-99f1a60abbf0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0866265 Feb 04 06:26:13.394522 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ef59271f-6d2f-4292-a2ae-1023c3e2d1eb req-10d27bd0-bc47-43ec-aaf9-4a4706059186 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386200 Feb 04 06:26:13.789259 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-16846500-36b5-497c-83d4-d726100d3aeb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853701 Feb 04 06:26:13.844291 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd06b4d-d48a-4bb7-9481-285e5920c027 req-f9a9a939-097e-482b-8a21-cb7ac40a4043 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:13.852573 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8bd06b4d-d48a-4bb7-9481-285e5920c027 req-f9a9a939-097e-482b-8a21-cb7ac40a4043 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.1053987 Feb 04 06:26:13.895930 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8bd06b4d-d48a-4bb7-9481-285e5920c027 req-71d8d830-272e-4335-b7fb-aa773f64a77f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419600 Feb 04 06:26:15.075417 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-76765589-39ff-4647-8b50-6461169c5b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:15.076948 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-76765589-39ff-4647-8b50-6461169c5b0f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 1099 time: 0.1692450 Feb 04 06:26:15.109323 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a389b8-0159-4937-a874-f16b15cef359 req-c51ca2c3-fb05-4ed6-84d7-be3a0015d3c3 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:15.112307 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e5a389b8-0159-4937-a874-f16b15cef359 req-c51ca2c3-fb05-4ed6-84d7-be3a0015d3c3 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0875444 Feb 04 06:26:15.163652 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e5a389b8-0159-4937-a874-f16b15cef359 req-a465600b-f5df-4cdf-9b36-482584bbeeb7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469601 Feb 04 06:26:15.213513 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-abb457ca-18b5-465d-b189-1d1ad1ab331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:15.214966 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-abb457ca-18b5-465d-b189-1d1ad1ab331c service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1325154 Feb 04 06:26:15.327833 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-4286e297-8df3-4cda-bbac-4d309f72ac55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6387ab62-b1c0-465d-843f-77f3a742525b HTTP/1.1" status: 200 len: 1003 time: 0.0976317 Feb 04 06:26:15.389371 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-7a03d9bb-60a9-40ea-99b5-dffc477c7ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:15.390842 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-7a03d9bb-60a9-40ea-99b5-dffc477c7ae0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0575302 Feb 04 06:26:15.471215 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-5a20ccba-dd6a-4af3-92a0-5b620b2982b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:15.472709 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-5a20ccba-dd6a-4af3-92a0-5b620b2982b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739963 Feb 04 06:26:15.607039 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-c6138631-dff6-4f6b-ba94-43df25a26313 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272328 Feb 04 06:26:15.743913 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-d3403cba-fede-4ced-b65a-65c621a9144f service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306469 Feb 04 06:26:16.364015 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896400-27e3-4557-bbfb-6477ed85e62e req-32b46609-c0b3-4a03-adb6-8efabac4a4d4 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:16.365572 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5b896400-27e3-4557-bbfb-6477ed85e62e req-32b46609-c0b3-4a03-adb6-8efabac4a4d4 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0804341 Feb 04 06:26:16.414202 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5b896400-27e3-4557-bbfb-6477ed85e62e req-ad8d6989-58ec-4f1d-a7fe-f487c465a025 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427318 Feb 04 06:26:17.709384 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1ca82-2ee5-481b-90f5-9f62bba6f7f1 req-a9fced7a-db2a-49a2-bea0-e2885035fab7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:17.710738 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-86d1ca82-2ee5-481b-90f5-9f62bba6f7f1 req-a9fced7a-db2a-49a2-bea0-e2885035fab7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.1882570 Feb 04 06:26:17.755508 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-86d1ca82-2ee5-481b-90f5-9f62bba6f7f1 req-e9d227d2-8046-4ebf-b950-7a2d297ce01e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387411 Feb 04 06:26:18.944224 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04161c69-f92c-4e79-a62d-d0b7138e2dd2 req-6cec58b8-72bb-4624-85f7-a3c8dc9e6eb7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:18.945661 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-04161c69-f92c-4e79-a62d-d0b7138e2dd2 req-6cec58b8-72bb-4624-85f7-a3c8dc9e6eb7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0824416 Feb 04 06:26:18.990690 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-04161c69-f92c-4e79-a62d-d0b7138e2dd2 req-96efdeb0-6e33-4615-abbd-8ef0820adc44 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388865 Feb 04 06:26:20.176498 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415af80-caaa-4407-89dd-01807544209d req-8363e868-2a09-4b5c-90a1-ee3dbc224e9c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:20.177963 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8415af80-caaa-4407-89dd-01807544209d req-8363e868-2a09-4b5c-90a1-ee3dbc224e9c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0822175 Feb 04 06:26:20.225699 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8415af80-caaa-4407-89dd-01807544209d req-17d7af1f-1d32-4f64-94eb-12502acc7147 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420938 Feb 04 06:26:21.409382 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3dc41-404c-430a-9f9b-6441223161e8 req-48ef543f-a2d0-4961-9525-08d38ca9f47f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:21.410804 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b1f3dc41-404c-430a-9f9b-6441223161e8 req-48ef543f-a2d0-4961-9525-08d38ca9f47f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0798612 Feb 04 06:26:21.454702 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b1f3dc41-404c-430a-9f9b-6441223161e8 req-eb6168ac-574b-43ac-ae03-32427f92c015 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379028 Feb 04 06:26:22.645515 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff6602-f1c7-4a31-99a8-286a8ec95916 req-fb21bdb3-0620-4982-a990-49f900333b67 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:22.646943 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-70ff6602-f1c7-4a31-99a8-286a8ec95916 req-fb21bdb3-0620-4982-a990-49f900333b67 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0848191 Feb 04 06:26:22.690480 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-70ff6602-f1c7-4a31-99a8-286a8ec95916 req-e30cf6dc-7eaf-45e3-ba3e-e9bab69d5d46 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378475 Feb 04 06:26:23.881012 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65f930-7611-4bc3-b128-4490cc542534 req-995edd80-3c29-4796-981c-2cea8f9f7043 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:23.882463 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4a65f930-7611-4bc3-b128-4490cc542534 req-995edd80-3c29-4796-981c-2cea8f9f7043 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0805566 Feb 04 06:26:23.926485 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4a65f930-7611-4bc3-b128-4490cc542534 req-bfe25774-78db-4e8e-84cc-faae61577cad tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382495 Feb 04 06:26:25.121075 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcb878-92f9-4f34-b386-b36961cfb1c1 req-6d425c70-7f7b-4ccd-86d1-e3122fcc1579 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:25.122811 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-afdcb878-92f9-4f34-b386-b36961cfb1c1 req-6d425c70-7f7b-4ccd-86d1-e3122fcc1579 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0902565 Feb 04 06:26:25.167404 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-afdcb878-92f9-4f34-b386-b36961cfb1c1 req-34ffa503-2e4d-461e-a3ad-970bd8a8f595 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389888 Feb 04 06:26:26.355523 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcc447-1fef-4abc-b80a-abb56dd54123 req-9071dc7a-f11e-4103-a59c-ba310b0865b1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:26.357382 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ccfcc447-1fef-4abc-b80a-abb56dd54123 req-9071dc7a-f11e-4103-a59c-ba310b0865b1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0825717 Feb 04 06:26:26.402619 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ccfcc447-1fef-4abc-b80a-abb56dd54123 req-dc9ccacb-ccb3-400f-837b-b398039e66a1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394943 Feb 04 06:26:27.593549 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dc48a-7a8c-48fd-8d95-886ba7b0b001 req-690d9aa2-4ce4-441e-91f8-4a1665a46c30 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:27.595001 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-981dc48a-7a8c-48fd-8d95-886ba7b0b001 req-690d9aa2-4ce4-441e-91f8-4a1665a46c30 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0850651 Feb 04 06:26:27.639453 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-981dc48a-7a8c-48fd-8d95-886ba7b0b001 req-ff52ff25-7257-485b-8356-d62cb363f05d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385711 Feb 04 06:26:28.832679 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4c38b-c1bf-4242-b6e0-b8346807018d req-9d470ce6-a152-46f1-a494-3906678ff8c9 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:28.834142 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3db4c38b-c1bf-4242-b6e0-b8346807018d req-9d470ce6-a152-46f1-a494-3906678ff8c9 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0823629 Feb 04 06:26:28.883321 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3db4c38b-c1bf-4242-b6e0-b8346807018d req-302b8640-1c9e-41c7-aedf-97683f835c66 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433316 Feb 04 06:26:29.524805 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-44f04f0f-ae90-439d-9337-1e4e6d83a3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:30.074780 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082829fa-c221-4314-9dbb-798bb55e06c0 req-fa66ce10-63f6-465c-83e4-ecaad5cb1734 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:30.076303 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-082829fa-c221-4314-9dbb-798bb55e06c0 req-fa66ce10-63f6-465c-83e4-ecaad5cb1734 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0807314 Feb 04 06:26:30.121344 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-082829fa-c221-4314-9dbb-798bb55e06c0 req-d8ea0a2f-5c8e-465a-9afd-0d5a6c455af1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392556 Feb 04 06:26:31.315281 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0c586-8512-4606-8cac-ad6217a5b220 req-797278a4-6b59-4cb3-9ed6-ae6c4028c526 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:31.316767 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-63a0c586-8512-4606-8cac-ad6217a5b220 req-797278a4-6b59-4cb3-9ed6-ae6c4028c526 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0871477 Feb 04 06:26:31.361648 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-63a0c586-8512-4606-8cac-ad6217a5b220 req-0b5364e2-1473-4437-8683-d826049faedc tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389886 Feb 04 06:26:31.845210 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b03e9786-5ba9-4e31-ae8c-baf262a332e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:32.551858 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6292a-88e0-40cd-9d01-803688006ab9 req-377c7b43-3986-4782-88e3-b74272c44d72 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:32.553324 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4ff6292a-88e0-40cd-9d01-803688006ab9 req-377c7b43-3986-4782-88e3-b74272c44d72 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0856316 Feb 04 06:26:32.603434 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4ff6292a-88e0-40cd-9d01-803688006ab9 req-9723c7d8-5edd-43cd-8a1f-af7652a255a6 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413582 Feb 04 06:26:32.909572 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:32.936975 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:33.802265 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92255eb0-ba86-4f3a-888c-70b9bdb41e9f req-d117eb2a-f89a-4b98-9997-30bb7f1723da tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:33.804162 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-92255eb0-ba86-4f3a-888c-70b9bdb41e9f req-d117eb2a-f89a-4b98-9997-30bb7f1723da tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0898473 Feb 04 06:26:33.817754 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:26:33.851737 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-92255eb0-ba86-4f3a-888c-70b9bdb41e9f req-aef923bc-406d-43fa-ba34-eff213e4999a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419493 Feb 04 06:26:34.133480 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd847f27-a6a5-48d5-ad41-63ea557eeeb7 req-d06e55c6-988e-4cdf-90d9-4c67dfb4f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:34.135631 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-fd847f27-a6a5-48d5-ad41-63ea557eeeb7 req-d06e55c6-988e-4cdf-90d9-4c67dfb4f5f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 1099 time: 0.0723331 Feb 04 06:26:34.278226 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd847f27-a6a5-48d5-ad41-63ea557eeeb7 req-b269a5c2-233e-4cfa-86c4-464fa0a7cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:34.279668 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-fd847f27-a6a5-48d5-ad41-63ea557eeeb7 req-b269a5c2-233e-4cfa-86c4-464fa0a7cd8e service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1255224 Feb 04 06:26:34.321358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:34.385671 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-fd847f27-a6a5-48d5-ad41-63ea557eeeb7 req-6ad659b6-17d8-4d2a-87ab-20914bee3322 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6387ab62-b1c0-465d-843f-77f3a742525b HTTP/1.1" status: 200 len: 1003 time: 0.0995498 Feb 04 06:26:34.451326 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd847f27-a6a5-48d5-ad41-63ea557eeeb7 req-e19135c2-5fa7-46ea-8d69-ad8b399f9c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:34.452787 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-fd847f27-a6a5-48d5-ad41-63ea557eeeb7 req-e19135c2-5fa7-46ea-8d69-ad8b399f9c8b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0607591 Feb 04 06:26:34.529345 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd847f27-a6a5-48d5-ad41-63ea557eeeb7 req-020d6774-8121-4d19-b824-66175d5d05cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:34.530851 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-fd847f27-a6a5-48d5-ad41-63ea557eeeb7 req-020d6774-8121-4d19-b824-66175d5d05cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721116 Feb 04 06:26:34.661390 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-fd847f27-a6a5-48d5-ad41-63ea557eeeb7 req-96616958-282f-4c06-809d-a3c9263f5460 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241832 Feb 04 06:26:34.794638 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-fd847f27-a6a5-48d5-ad41-63ea557eeeb7 req-2f488444-1b02-47b3-bc53-dbaafb192078 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265633 Feb 04 06:26:35.039758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8cb25-24ee-48dc-9759-15a506a09992 req-4beeaa1a-8f15-4416-977a-3b84140d745e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:35.041238 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d8d8cb25-24ee-48dc-9759-15a506a09992 req-4beeaa1a-8f15-4416-977a-3b84140d745e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0825200 Feb 04 06:26:35.088867 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d8d8cb25-24ee-48dc-9759-15a506a09992 req-3faede20-4925-45e5-a710-9825186bb3d8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418348 Feb 04 06:26:36.275960 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2afb86-1086-4cc7-80ba-7ab45d89d329 req-e9e28739-1687-47f5-b19e-93ec73730747 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:36.277405 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3c2afb86-1086-4cc7-80ba-7ab45d89d329 req-e9e28739-1687-47f5-b19e-93ec73730747 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0827639 Feb 04 06:26:36.323895 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3c2afb86-1086-4cc7-80ba-7ab45d89d329 req-cb30d385-8c73-4ac7-9cc1-d756e3e39e10 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407102 Feb 04 06:26:37.340806 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.517545 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718917a-75bc-4f5d-bc8b-33e48fb39aa6 req-76990dd8-fc97-4cb7-8d9d-d170fbd3e8d1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:37.519031 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5718917a-75bc-4f5d-bc8b-33e48fb39aa6 req-76990dd8-fc97-4cb7-8d9d-d170fbd3e8d1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0862336 Feb 04 06:26:37.565236 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5718917a-75bc-4f5d-bc8b-33e48fb39aa6 req-fc307386-2ad5-43d0-a91a-18129a0a846e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403361 Feb 04 06:26:38.756821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0c693-594a-41c3-ac25-57aec32b9e46 req-44e0f13b-6d5d-458a-adb1-824d8da3a1b8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:38.758267 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d5f0c693-594a-41c3-ac25-57aec32b9e46 req-44e0f13b-6d5d-458a-adb1-824d8da3a1b8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0833828 Feb 04 06:26:38.804066 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d5f0c693-594a-41c3-ac25-57aec32b9e46 req-00254ef7-3551-454f-9c44-07482eaeffe0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399370 Feb 04 06:26:39.995963 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246df3ba-033f-4f37-a9d3-ce5dc216ec4a req-63fe3b5a-c72f-47db-bca0-f0d228983dcf tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:39.997392 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-246df3ba-033f-4f37-a9d3-ce5dc216ec4a req-63fe3b5a-c72f-47db-bca0-f0d228983dcf tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0868809 Feb 04 06:26:40.044103 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-246df3ba-033f-4f37-a9d3-ce5dc216ec4a req-eeab5faa-851b-4bc3-88e8-ff6dfd0bf648 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406830 Feb 04 06:26:41.229470 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee244e01-85d6-4a2d-b981-9630ccc6bb37 req-3d57a2db-56a4-4540-b3d0-8ee6ace31b2b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:41.230905 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ee244e01-85d6-4a2d-b981-9630ccc6bb37 req-3d57a2db-56a4-4540-b3d0-8ee6ace31b2b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0810759 Feb 04 06:26:41.277041 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ee244e01-85d6-4a2d-b981-9630ccc6bb37 req-a32c71ac-ed1d-43fa-868a-3284bad1c917 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397522 Feb 04 06:26:42.471876 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cc826-ab7c-4ef0-8d01-44722f0917e9 req-c58cad97-d9ef-4fb5-b078-8cf7912b5d22 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:42.473373 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-513cc826-ab7c-4ef0-8d01-44722f0917e9 req-c58cad97-d9ef-4fb5-b078-8cf7912b5d22 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0883913 Feb 04 06:26:42.518899 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-513cc826-ab7c-4ef0-8d01-44722f0917e9 req-0f9fa051-8828-4192-8c04-ffe4b2fbd9c5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395279 Feb 04 06:26:43.712052 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30294689-66d8-4acb-8fd1-296001d02325 req-2b7f0c44-8aea-478a-b603-f89c729777bf tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:43.713804 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-30294689-66d8-4acb-8fd1-296001d02325 req-2b7f0c44-8aea-478a-b603-f89c729777bf tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0856755 Feb 04 06:26:43.768657 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-30294689-66d8-4acb-8fd1-296001d02325 req-fe807137-0ff9-4484-99cf-c54557bfb97d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490072 Feb 04 06:26:44.982373 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b86b7-7f79-45a5-baec-aee5546f3efd req-b42c8c24-0cdc-40d4-9695-34ec15029b32 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:44.983916 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d63b86b7-7f79-45a5-baec-aee5546f3efd req-b42c8c24-0cdc-40d4-9695-34ec15029b32 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0995245 Feb 04 06:26:45.031743 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d63b86b7-7f79-45a5-baec-aee5546f3efd req-13c8de86-ab06-4ffa-8b7f-96b9a227031b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419209 Feb 04 06:26:46.232745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efedc160-1b16-4e74-9354-b8a44a94cd06 req-8124be7f-8661-440e-ad58-1ba30ad2251e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:46.234226 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-efedc160-1b16-4e74-9354-b8a44a94cd06 req-8124be7f-8661-440e-ad58-1ba30ad2251e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0908165 Feb 04 06:26:46.278401 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-efedc160-1b16-4e74-9354-b8a44a94cd06 req-d63dddff-37a5-4971-9494-5f1faba8448c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384953 Feb 04 06:26:47.465408 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-7dfbb56e-b239-4e2f-88b6-ae1f3bf07b80 service neutron] 10.222.0.43 "GET /v2.0/ports/6387ab62-b1c0-465d-843f-77f3a742525b/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0755818 Feb 04 06:26:47.465961 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2deaca-c99c-4a47-9523-442654c50694 req-e04062d5-b2f8-43ff-a6f5-f9a6a91a3766 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:47.466889 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f2deaca-c99c-4a47-9523-442654c50694 req-e04062d5-b2f8-43ff-a6f5-f9a6a91a3766 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0803335 Feb 04 06:26:47.520732 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f2deaca-c99c-4a47-9523-442654c50694 req-29fd4b68-f63d-4178-9676-e2bf4a3156bf tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462418 Feb 04 06:26:47.849448 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-3f184951-9db1-4b56-972f-c2eb1ac5716d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:47.851050 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-3f184951-9db1-4b56-972f-c2eb1ac5716d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5&tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68 HTTP/1.1" status: 200 len: 1099 time: 0.1817098 Feb 04 06:26:47.951140 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-2a62229a-39c9-494e-973e-bbffd01b244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:47.952925 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-2a62229a-39c9-494e-973e-bbffd01b244e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 1099 time: 0.0786095 Feb 04 06:26:48.088555 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-f738b266-36bf-4d6e-bb9f-140b0680eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:48.090016 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-f738b266-36bf-4d6e-bb9f-140b0680eb30 service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1300516 Feb 04 06:26:48.195505 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-731fc782-d389-49b7-abb8-f2722269c64d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6387ab62-b1c0-465d-843f-77f3a742525b HTTP/1.1" status: 200 len: 1003 time: 0.0991132 Feb 04 06:26:48.259914 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-bc04136b-a0b3-4883-9f29-36edf9c104fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:48.261358 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-bc04136b-a0b3-4883-9f29-36edf9c104fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0606015 Feb 04 06:26:48.337518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-f291b69c-9e31-46b2-8026-1b1ba51449b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:48.338932 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-f291b69c-9e31-46b2-8026-1b1ba51449b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711949 Feb 04 06:26:48.472991 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-f3d64453-0d10-4009-bd55-32d6e512e679 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277456 Feb 04 06:26:48.608478 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b13bb4b1-5393-474d-a280-b7ad01f0b8fc req-fae4d438-5937-4a1c-963e-2cfcbb9a1c0b service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286328 Feb 04 06:26:48.826154 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cc632-19e6-44ec-a5db-2e7b4970969e req-cda0d36f-ef80-475d-807a-91e324425791 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:48.827605 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-367cc632-19e6-44ec-a5db-2e7b4970969e req-cda0d36f-ef80-475d-807a-91e324425791 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.2007809 Feb 04 06:26:48.871432 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-367cc632-19e6-44ec-a5db-2e7b4970969e req-bd7db27b-3e3d-43d4-b13b-4939ead532cd tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380850 Feb 04 06:26:50.068863 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777b52f-d4ed-4881-ac8d-800ee542729e req-9aeb42bb-abda-43be-9792-80aa326a9bf7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:50.070303 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7777b52f-d4ed-4881-ac8d-800ee542729e req-9aeb42bb-abda-43be-9792-80aa326a9bf7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0917325 Feb 04 06:26:50.120922 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7777b52f-d4ed-4881-ac8d-800ee542729e req-a7d88d61-176a-4e7b-b3da-8eba4eeb419a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443220 Feb 04 06:26:51.319631 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92684d1-5195-4b5e-9b13-f60280871534 req-86fa39fc-62bf-4f90-a3f2-f05bdf9a3222 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:51.321148 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c92684d1-5195-4b5e-9b13-f60280871534 req-86fa39fc-62bf-4f90-a3f2-f05bdf9a3222 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0825293 Feb 04 06:26:51.365584 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c92684d1-5195-4b5e-9b13-f60280871534 req-c265d2c0-2c61-4961-98c0-a90bdb7a4845 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385659 Feb 04 06:26:51.508089 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 6387ab62-b1c0-465d-843f-77f3a742525b details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:26:51.510697 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 6387ab62-b1c0-465d-843f-77f3a742525b no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:26:51.727485 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:51.765306 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 6387ab62-b1c0-465d-843f-77f3a742525b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6387ab62-b1c0-465d-843f-77f3a742525b,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:51.781354 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '6387ab62-b1c0-465d-843f-77f3a742525b', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'port_id': '6387ab62-b1c0-465d-843f-77f3a742525b', 'mac_address': 'fa:16:3e:a8:f2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:26:51.829002 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7499353d-bb64-4cce-993b-ce4ea4ebbdc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6387ab62-b1c0-465d-843f-77f3a742525b'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:26:51.856776 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 6387ab62-b1c0-465d-843f-77f3a742525b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6387ab62-b1c0-465d-843f-77f3a742525b,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:51.871680 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-adef5d42-23fd-4ad1-a752-2e99a9f53021 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:51.872883 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-adef5d42-23fd-4ad1-a752-2e99a9f53021 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Synchronizing usage tracker for tenant:c5b9a8b14a2f47c5b149799a57ab2d68 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:26:51.875104 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:51.879119 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:51.898328 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-adef5d42-23fd-4ad1-a752-2e99a9f53021 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Unset dirty status for tenant:c5b9a8b14a2f47c5b149799a57ab2d68 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:26:51.900336 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-adef5d42-23fd-4ad1-a752-2e99a9f53021 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5&tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 946 time: 0.1887064 Feb 04 06:26:52.002755 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-d5aaf102-21f0-41ad-9bae-bf6006627771 service neutron] 10.222.0.43 "GET /v2.0/ports/6387ab62-b1c0-465d-843f-77f3a742525b/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0968032 Feb 04 06:26:52.010489 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7499353d-bb64-4cce-993b-ce4ea4ebbdc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6387ab62-b1c0-465d-843f-77f3a742525b', 'code': 200} Feb 04 06:26:52.033382 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6387ab62-b1c0-465d-843f-77f3a742525b {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:26:52.060181 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cb1c1-cec2-41c8-b843-9fc1f9a93663 req-0e257a17-ef67-470e-b118-c90b0fd467e3 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:52.067335 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-506cb1c1-cec2-41c8-b843-9fc1f9a93663 req-0e257a17-ef67-470e-b118-c90b0fd467e3 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 944 time: 0.0912890 Feb 04 06:26:52.108212 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=6387ab62-b1c0-465d-843f-77f3a742525b,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:52.116786 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-506cb1c1-cec2-41c8-b843-9fc1f9a93663 req-4cad068b-d522-4c87-b1d2-f8bceb9a2253 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483043 Feb 04 06:26:52.118238 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:52.118587 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:52.118923 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:52.119258 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:52.119579 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:52.119932 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:52.120253 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:52.120574 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:52.120898 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:52.121216 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:52.121530 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:52.121718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-ef44be6e-b9d3-4837-abcf-9ff6ae4af795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:52.121829 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:52.123480 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-ef44be6e-b9d3-4837-abcf-9ff6ae4af795 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 1097 time: 0.0958035 Feb 04 06:26:52.136182 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:26:52.136549 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:26:52.263274 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-3df9e849-2b75-4253-aa3a-5cc93c3cbafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:52.264734 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-3df9e849-2b75-4253-aa3a-5cc93c3cbafc service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1302276 Feb 04 06:26:52.370421 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-8d28d8f2-ed8f-4542-b70b-9bca4f0b9ccd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6387ab62-b1c0-465d-843f-77f3a742525b HTTP/1.1" status: 200 len: 1001 time: 0.0997026 Feb 04 06:26:52.436372 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-86db2471-fe70-48a3-a499-104ded0d703b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:52.437817 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-86db2471-fe70-48a3-a499-104ded0d703b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0613220 Feb 04 06:26:52.516643 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-efc66d2f-be4f-432e-b613-cb8fb51cde1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:52.518028 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-efc66d2f-be4f-432e-b613-cb8fb51cde1e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736880 Feb 04 06:26:52.659762 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-0a9a79e9-05a1-482a-a148-e805394c3a1a service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352019 Feb 04 06:26:52.689681 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:52.708041 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6387ab62-b1c0-465d-843f-77f3a742525b {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:26:52.725120 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 6387ab62-b1c0-465d-843f-77f3a742525b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6387ab62-b1c0-465d-843f-77f3a742525b,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:52.731877 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:52.798569 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['6387ab62-b1c0-465d-843f-77f3a742525b'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:26:52.875447 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=6387ab62-b1c0-465d-843f-77f3a742525b,revision_number=7']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:52.908482 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-981e6bbf-9d92-4b7e-b2b1-c5893daa3018 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424126 Feb 04 06:26:53.309741 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59a65a-1349-4057-b021-09c831660587 req-80d56c36-3ce6-48ae-babe-4b24139a9fa8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:53.311237 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2a59a65a-1349-4057-b021-09c831660587 req-80d56c36-3ce6-48ae-babe-4b24139a9fa8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 945 time: 0.0848155 Feb 04 06:26:53.360830 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2a59a65a-1349-4057-b021-09c831660587 req-416d499e-702b-4986-b4d2-a7fc429cb60b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435531 Feb 04 06:26:53.526865 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 6387ab62-b1c0-465d-843f-77f3a742525b up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:26:53.596339 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 6387ab62-b1c0-465d-843f-77f3a742525b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:53.596705 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:53.718808 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:53.754556 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 6387ab62-b1c0-465d-843f-77f3a742525b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6387ab62-b1c0-465d-843f-77f3a742525b,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:53.760401 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:53.830321 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=6387ab62-b1c0-465d-843f-77f3a742525b,revision_number=8']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:54.012507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7499353d-bb64-4cce-993b-ce4ea4ebbdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6387ab62-b1c0-465d-843f-77f3a742525b'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:26:54.073775 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7499353d-bb64-4cce-993b-ce4ea4ebbdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6387ab62-b1c0-465d-843f-77f3a742525b', 'code': 200} Feb 04 06:26:54.578311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d73e18-71d2-4efa-89a5-c6ea12250239 req-1e82a525-6550-4e16-ab76-c7296f66d295 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:54.579813 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-43d73e18-71d2-4efa-89a5-c6ea12250239 req-1e82a525-6550-4e16-ab76-c7296f66d295 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.1110709 Feb 04 06:26:54.625744 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-43d73e18-71d2-4efa-89a5-c6ea12250239 req-96e0de8a-9092-4e6e-b4a1-5e395f7ba3f8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400116 Feb 04 06:26:55.381999 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-2a15328e-1e1c-4ae5-8bba-bcb967bddcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:55.383571 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-2a15328e-1e1c-4ae5-8bba-bcb967bddcfc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5&tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68 HTTP/1.1" status: 200 len: 1099 time: 0.0728049 Feb 04 06:26:55.478540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-feac8edc-ade1-41e7-9f1e-46eab66685e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:55.479970 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-feac8edc-ade1-41e7-9f1e-46eab66685e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 1099 time: 0.0748229 Feb 04 06:26:55.611299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-489ea314-78fd-4f83-ab25-c46cf81074c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:55.612796 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-489ea314-78fd-4f83-ab25-c46cf81074c1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1271377 Feb 04 06:26:55.716889 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-593e8cd6-300d-4431-abfb-2d0c72f40f76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6387ab62-b1c0-465d-843f-77f3a742525b HTTP/1.1" status: 200 len: 1003 time: 0.0974271 Feb 04 06:26:55.781501 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-eca3378d-9bee-4039-b783-d6a91f0d16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:55.783012 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-eca3378d-9bee-4039-b783-d6a91f0d16e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0599699 Feb 04 06:26:55.815298 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1773953-5864-4c5e-aeea-8c9dc55a5bcb req-91ad6b91-ed7b-4cfd-aefc-92d0fa8297ef tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:55.817409 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f1773953-5864-4c5e-aeea-8c9dc55a5bcb req-91ad6b91-ed7b-4cfd-aefc-92d0fa8297ef tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0817535 Feb 04 06:26:55.865069 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-06b5bc5b-8478-4dca-aeb0-7f7e1df2d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:55.866474 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-06b5bc5b-8478-4dca-aeb0-7f7e1df2d635 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766141 Feb 04 06:26:55.873383 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f1773953-5864-4c5e-aeea-8c9dc55a5bcb req-b6bc191e-2cf9-4dd1-83fd-2b541a51fbac tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495796 Feb 04 06:26:56.000034 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-f007b4a5-6785-407a-9473-5a28b52eaf57 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272662 Feb 04 06:26:56.130679 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-516f4d9a-5462-45f0-b41b-575234f8ba16 req-07f58d2e-33c4-4304-870b-a159be8d7694 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251254 Feb 04 06:26:57.061724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260cffd-14ba-4055-8863-2f67648a3a0d req-733c6f4d-32f6-4a3a-8ac1-fd84a69a9635 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:57.063206 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3260cffd-14ba-4055-8863-2f67648a3a0d req-733c6f4d-32f6-4a3a-8ac1-fd84a69a9635 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0833580 Feb 04 06:26:57.108269 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3260cffd-14ba-4055-8863-2f67648a3a0d req-c831d697-2eb0-4ea9-acb3-338cf66536ac tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392458 Feb 04 06:26:58.298016 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08b675-ac46-4a98-847c-f64bebc834f1 req-d6573bbb-dff6-4f97-9797-60f853365050 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:58.299471 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1e08b675-ac46-4a98-847c-f64bebc834f1 req-d6573bbb-dff6-4f97-9797-60f853365050 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0840178 Feb 04 06:26:58.344897 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1e08b675-ac46-4a98-847c-f64bebc834f1 req-233a557d-6d2e-4718-ab82-c4bcbc07a1dc tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394800 Feb 04 06:26:58.533510 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbae3f1-5956-43d6-925f-defff4adc693 req-0b523e3f-c160-4b8a-b555-7e932e65f478 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:58.534862 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ffbae3f1-5956-43d6-925f-defff4adc693 req-0b523e3f-c160-4b8a-b555-7e932e65f478 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0817463 Feb 04 06:26:58.578974 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ffbae3f1-5956-43d6-925f-defff4adc693 req-af70fa21-a5c7-44d2-b9f0-0a2a8cd5ba5e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381579 Feb 04 06:26:58.768687 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb338be2-c603-4b33-9e17-8e9e1badb459 req-10424aaf-fcd0-434b-a21b-4cfc83aaf0bd tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:58.770122 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bb338be2-c603-4b33-9e17-8e9e1badb459 req-10424aaf-fcd0-434b-a21b-4cfc83aaf0bd tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0848136 Feb 04 06:26:58.814829 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bb338be2-c603-4b33-9e17-8e9e1badb459 req-df6b6167-fa5d-47ec-95cb-27e503fdf830 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383000 Feb 04 06:26:59.196614 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed128e-0268-4e43-baed-a274139fb13e req-faa2a1b4-4e9d-43c9-b760-db26f79bcf94 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:59.198120 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0fed128e-0268-4e43-baed-a274139fb13e req-faa2a1b4-4e9d-43c9-b760-db26f79bcf94 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0814478 Feb 04 06:26:59.244808 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0fed128e-0268-4e43-baed-a274139fb13e req-65130f9d-eb5a-47d3-9698-a16f7f0e6d13 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408182 Feb 04 06:26:59.520283 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-81b8a4ce-8d1d-49f7-b4ab-b6863336c340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:00.438857 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97bea0-5974-4042-ac5c-c6e98c31ded3 req-eecfd81b-37e5-431a-833a-660ffc0239bb tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:00.440352 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9e97bea0-5974-4042-ac5c-c6e98c31ded3 req-eecfd81b-37e5-431a-833a-660ffc0239bb tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0855324 Feb 04 06:27:00.485002 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9e97bea0-5974-4042-ac5c-c6e98c31ded3 req-34426c36-d19a-4a43-8f48-d848bc8542f9 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387297 Feb 04 06:27:01.211436 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975709dc-7ffc-4550-9288-7516598e1949 req-0526be1c-a6fb-4019-a2a5-bd2253a65e7d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:01.212935 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-975709dc-7ffc-4550-9288-7516598e1949 req-0526be1c-a6fb-4019-a2a5-bd2253a65e7d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0832741 Feb 04 06:27:01.284293 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-975709dc-7ffc-4550-9288-7516598e1949 req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Deleting port 6387ab62-b1c0-465d-843f-77f3a742525b {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:27:01.284620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-975709dc-7ffc-4550-9288-7516598e1949 req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:01.546850 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-975709dc-7ffc-4550-9288-7516598e1949 req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] For port 6387ab62-b1c0-465d-843f-77f3a742525b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6387ab62-b1c0-465d-843f-77f3a742525b,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:27:01.547313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-975709dc-7ffc-4550-9288-7516598e1949 req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:01.676631 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ada33-3a19-41ce-94e9-0244b4f4b434 req-cb02faa1-5c87-4a80-a1fe-f11f89d90b4b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:01.678923 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4d2ada33-3a19-41ce-94e9-0244b4f4b434 req-cb02faa1-5c87-4a80-a1fe-f11f89d90b4b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 946 time: 0.0829594 Feb 04 06:27:01.729578 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4d2ada33-3a19-41ce-94e9-0244b4f4b434 req-0e510968-055e-4284-9fb4-56bc038285cf tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445921 Feb 04 06:27:01.854239 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0652ef09-9e40-41b6-9d6a-6001f2acea78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:01.955060 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-975709dc-7ffc-4550-9288-7516598e1949 req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:01.955431 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-975709dc-7ffc-4550-9288-7516598e1949 req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:01.955764 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [req-975709dc-7ffc-4550-9288-7516598e1949 req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Floating IP 2c1cda45-cda7-46fb-9a4e-4f135f9e9417 disassociated. External IP: 172.26.4.148, port: 6387ab62-b1c0-465d-843f-77f3a742525b. Feb 04 06:27:01.956130 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-975709dc-7ffc-4550-9288-7516598e1949 req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Calling delete_port for 6387ab62-b1c0-465d-843f-77f3a742525b owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:27:02.109385 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-975709dc-7ffc-4550-9288-7516598e1949 req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:02.162191 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Pushing event deleted for resources: {'Port': ['ID=6387ab62-b1c0-465d-843f-77f3a742525b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:02.224252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:02.224924 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:02.224924 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:02.225219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:02.225536 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:02.225854 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:02.226173 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:02.226518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:02.226860 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:02.227177 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:02.227488 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:02.227819 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:02.374383 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-975709dc-7ffc-4550-9288-7516598e1949 req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:27:02.556119 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-975709dc-7ffc-4550-9288-7516598e1949 req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:27:02.566973 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6edb6df-cb9a-4e66-8413-9591b3a4d054 None None] Sync routers for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:27:02.577171 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6edb6df-cb9a-4e66-8413-9591b3a4d054 None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:27:02.577981 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f6edb6df-cb9a-4e66-8413-9591b3a4d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:27:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:02.630934 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-975709dc-7ffc-4550-9288-7516598e1949 req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] No DVR routers for this DVR port 6387ab62-b1c0-465d-843f-77f3a742525b on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:27:02.633376 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-975709dc-7ffc-4550-9288-7516598e1949 req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:02.636097 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7499353d-bb64-4cce-993b-ce4ea4ebbdc5', 'name': 'network-vif-deleted', 'tag': '6387ab62-b1c0-465d-843f-77f3a742525b'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:27:02.654349 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-975709dc-7ffc-4550-9288-7516598e1949 req-e142ba59-cc21-4ad9-9142-d5594a3278f0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "DELETE /v2.0/ports/6387ab62-b1c0-465d-843f-77f3a742525b HTTP/1.1" status: 204 len: 173 time: 1.4347088 Feb 04 06:27:02.694069 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7499353d-bb64-4cce-993b-ce4ea4ebbdc5', 'name': 'network-vif-deleted', 'tag': '6387ab62-b1c0-465d-843f-77f3a742525b', 'status': 'completed', 'code': 200} Feb 04 06:27:02.760728 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-f6edb6df-cb9a-4e66-8413-9591b3a4d054 None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:27:02.940886 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-31fad6d4-ae6b-44c2-9ed2-89bc27ed43fc req-2e46e219-9ae5-46d8-833a-2d4562ab4430 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=7499353d-bb64-4cce-993b-ce4ea4ebbdc5 HTTP/1.1" status: 200 len: 210 time: 0.0509880 Feb 04 06:27:03.003436 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:03.006571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:03.120758 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f6edb6df-cb9a-4e66-8413-9591b3a4d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:03.125910 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6edb6df-cb9a-4e66-8413-9591b3a4d054 None None] Checking router: 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:27:03.135549 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6edb6df-cb9a-4e66-8413-9591b3a4d054 None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:27:03.136291 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f6edb6df-cb9a-4e66-8413-9591b3a4d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:27:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:03.330235 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-f6edb6df-cb9a-4e66-8413-9591b3a4d054 None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:27:03.684617 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f6edb6df-cb9a-4e66-8413-9591b3a4d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:03.688880 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6edb6df-cb9a-4e66-8413-9591b3a4d054 None None] The sync data for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv is: [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:27:03.911124 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae51b7a5-e377-4d04-b407-ebfc287cbbd6 None None] New status for floating IP 2c1cda45-cda7-46fb-9a4e-4f135f9e9417: DOWN {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:27:04.303982 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-56fc7b37-f7b0-4101-a0eb-89a4bce6bcd0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--423633529&fields=id&tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68 HTTP/1.1" status: 200 len: 267 time: 0.0429149 Feb 04 06:27:04.333082 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:04.459992 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-895ddc3e-b801-4d43-b2fd-a3599a5b7bc1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:04.461485 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-895ddc3e-b801-4d43-b2fd-a3599a5b7bc1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 811 time: 0.1480312 Feb 04 06:27:04.476707 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-84ac33cb-6c7c-4e28-9abd-c69904491c24 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/quotas/c5b9a8b14a2f47c5b149799a57ab2d68 HTTP/1.1" status: 200 len: 375 time: 0.0095975 Feb 04 06:27:04.578914 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-147f6b4d-e25a-40cb-b01d-bcbdfe7c4f20 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0957954 Feb 04 06:27:04.763982 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-8d34afa8-9213-493d-8f48-399a97d6a916 service neutron] 10.222.0.31 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727521 Feb 04 06:27:05.018616 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-2a625556-4f26-4b07-82ba-61e8bd66a8b5 service neutron] 10.222.0.31 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486324 Feb 04 06:27:05.227197 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1cf7ba5f-13a3-4418-b0f0-b0546ee4de84 req-dcda8908-b98c-4af3-8321-8fc0eec79e36 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 210 time: 0.0467925 Feb 04 06:27:05.585168 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 6387ab62-b1c0-465d-843f-77f3a742525b no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:27:05.623626 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 6387ab62-b1c0-465d-843f-77f3a742525b {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:27:05.623934 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 6387ab62-b1c0-465d-843f-77f3a742525b not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:27:06.289334 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-aa9ccd96-83c7-4d17-aab1-8e383064aa3c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:06.291408 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-aa9ccd96-83c7-4d17-aab1-8e383064aa3c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 811 time: 0.1741529 Feb 04 06:27:06.354633 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-fc64b4de-703c-4454-a80f-539f3fb7c9ec tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68 HTTP/1.1" status: 200 len: 379 time: 0.0543156 Feb 04 06:27:06.366620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-1c0afd01-f788-45a9-ac11-18ec9b8f0b29 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Request body: {'port': {'device_id': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'admin_state_up': True, 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'security_groups': ['8cc3db30-0a8e-4eed-b019-180e4905615d']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:27:06.393236 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f2f7ca3b-a3f7-4f8e-b7fb-ac9aef39e689 req-91bb8620-15cc-42ae-87bb-550045dbab8d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 210 time: 0.0486248 Feb 04 06:27:06.500723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-1c0afd01-f788-45a9-ac11-18ec9b8f0b29 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:27:06.504795 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-1c0afd01-f788-45a9-ac11-18ec9b8f0b29 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Usage tracker for resource:port and tenant:c5b9a8b14a2f47c5b149799a57ab2d68 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:27:06.507627 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-1c0afd01-f788-45a9-ac11-18ec9b8f0b29 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:27:06.513289 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-1c0afd01-f788-45a9-ac11-18ec9b8f0b29 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:27:06.524041 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-1c0afd01-f788-45a9-ac11-18ec9b8f0b29 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Made reservation on behalf of c5b9a8b14a2f47c5b149799a57ab2d68 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:27:06.527529 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-1c0afd01-f788-45a9-ac11-18ec9b8f0b29 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:06.692943 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-1c0afd01-f788-45a9-ac11-18ec9b8f0b29 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Allocated IP 172.20.0.10 (da41b38c-ebc6-4747-bf2d-f93b49a4f76e/f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a/61805676-db02-4163-b158-5433ed947a4d) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:27:06.879763 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-1c0afd01-f788-45a9-ac11-18ec9b8f0b29 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:06.895052 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-1c0afd01-f788-45a9-ac11-18ec9b8f0b29 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Transition to ACTIVE for port object 61805676-db02-4163-b158-5433ed947a4d will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:27:06.920258 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-1c0afd01-f788-45a9-ac11-18ec9b8f0b29 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:07.007403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-1c0afd01-f788-45a9-ac11-18ec9b8f0b29 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Network da41b38c-ebc6-4747-bf2d-f93b49a4f76e is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:27:07.010591 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-1c0afd01-f788-45a9-ac11-18ec9b8f0b29 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:27:07.013111 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-1c0afd01-f788-45a9-ac11-18ec9b8f0b29 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:27:07.050121 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0afd01-f788-45a9-ac11-18ec9b8f0b29 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Pushing event updated for resources: {'Port': ['ID=61805676-db02-4163-b158-5433ed947a4d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:07.083307 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-1c0afd01-f788-45a9-ac11-18ec9b8f0b29 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:07.083968 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-1c0afd01-f788-45a9-ac11-18ec9b8f0b29 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:07.112316 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-1c0afd01-f788-45a9-ac11-18ec9b8f0b29 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7521310 Feb 04 06:27:07.124579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Request body: {'port': {'device_id': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:27:07.263930 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8c8ddae8-e5d5-4f36-994a-1c1caeb084de None None] Provisioning for port 61805676-db02-4163-b158-5433ed947a4d completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:27:07.269597 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8c8ddae8-e5d5-4f36-994a-1c1caeb084de None None] Provisioning complete for port 61805676-db02-4163-b158-5433ed947a4d triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:07.269973 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8c8ddae8-e5d5-4f36-994a-1c1caeb084de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:07.330673 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ddae8-e5d5-4f36-994a-1c1caeb084de None None] Port 61805676-db02-4163-b158-5433ed947a4d cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:27:07.350699 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:07.366141 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:07.589013 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e7233-d3b9-45a5-83b5-fc75972f61f3 req-5b41fb16-8c38-43ec-865f-923819c427c2 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:07.591258 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-194e7233-d3b9-45a5-83b5-fc75972f61f3 req-5b41fb16-8c38-43ec-865f-923819c427c2 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 932 time: 0.0846059 Feb 04 06:27:07.637999 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-194e7233-d3b9-45a5-83b5-fc75972f61f3 req-d69c1cf3-b115-42aa-a2dc-51cae2d44c5d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404527 Feb 04 06:27:07.704852 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61805676-db02-4163-b158-5433ed947a4d {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:27:07.712364 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:07.726886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Transition to ACTIVE for port object 61805676-db02-4163-b158-5433ed947a4d will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:27:07.732434 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:07.898058 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Pushing event updated for resources: {'Port': ['ID=61805676-db02-4163-b158-5433ed947a4d,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:07.967834 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Attempting to bind port 61805676-db02-4163-b158-5433ed947a4d on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:27:07.968111 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Attempting to bind port 61805676-db02-4163-b158-5433ed947a4d by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:27:07.968428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Attempting to bind port 61805676-db02-4163-b158-5433ed947a4d on network da41b38c-ebc6-4747-bf2d-f93b49a4f76e {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:27:07.973362 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Port 61805676-db02-4163-b158-5433ed947a4d on network da41b38c-ebc6-4747-bf2d-f93b49a4f76e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:27:07.973670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Attempting to bind port 61805676-db02-4163-b158-5433ed947a4d on network da41b38c-ebc6-4747-bf2d-f93b49a4f76e {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:27:07.978983 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:27:07.979314 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Checking segment: {'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:27:07.979690 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Bound using segment: {'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:27:07.980146 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Bound port: 61805676-db02-4163-b158-5433ed947a4d, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c42873-e31f-49cf-8fe1-3b7cf877a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:27:07.980496 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:08.075957 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] For port 61805676-db02-4163-b158-5433ed947a4d, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:27:08.079018 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] For port 61805676-db02-4163-b158-5433ed947a4d, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=61805676-db02-4163-b158-5433ed947a4d,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:27:08.084701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:08.144757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:08.145273 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:08.146677 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] 10.222.0.43 "PUT /v2.0/ports/61805676-db02-4163-b158-5433ed947a4d HTTP/1.1" status: 200 len: 1094 time: 1.0266297 Feb 04 06:27:08.147061 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'tag': '61805676-db02-4163-b158-5433ed947a4d'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:27:08.167515 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba3b54-d220-4943-a68c-91e28bf888f9 service neutron] Pushing event updated for resources: {'Port': ['ID=61805676-db02-4163-b158-5433ed947a4d,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:08.240887 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'tag': '61805676-db02-4163-b158-5433ed947a4d', 'status': 'completed', 'code': 200} Feb 04 06:27:08.285477 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-23e0c83a-3a8e-4efb-b2af-0738f0c7e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:08.287013 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-23e0c83a-3a8e-4efb-b2af-0738f0c7e9fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 1097 time: 0.0914476 Feb 04 06:27:08.361149 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-b7fcadd2-1260-4966-b6c0-270e8f6e2316 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61805676-db02-4163-b158-5433ed947a4d HTTP/1.1" status: 200 len: 217 time: 0.0674250 Feb 04 06:27:08.433766 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-a3c0755d-9003-4966-ad9a-1fb4c758f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:08.435138 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-a3c0755d-9003-4966-ad9a-1fb4c758f740 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0673833 Feb 04 06:27:08.509758 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-3ed76bb5-832b-42a9-a6bb-fdb28fb4f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:08.511116 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-3ed76bb5-832b-42a9-a6bb-fdb28fb4f588 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700939 Feb 04 06:27:08.643611 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-827a2b98-bab0-4bd8-ac0f-3c35f277b457 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261749 Feb 04 06:27:08.790530 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3d6bf0fb-7a51-4b0d-a01c-f14d45218458 req-06a4b668-17ba-466f-98b2-fc2d02d19bee service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400456 Feb 04 06:27:08.826314 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21521ae3-abd0-44d0-a5e4-ef54a97e7954 req-cc417b3f-d471-43ea-b83f-0f48ac649062 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:08.827964 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-21521ae3-abd0-44d0-a5e4-ef54a97e7954 req-cc417b3f-d471-43ea-b83f-0f48ac649062 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 944 time: 0.0811231 Feb 04 06:27:08.878591 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-21521ae3-abd0-44d0-a5e4-ef54a97e7954 req-856eae08-2c79-4665-9a0b-541fc1b1de12 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444794 Feb 04 06:27:08.911132 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984126b-b40d-496b-95a9-5d87ecf4a76e req-3ddcaf04-98fe-430a-a86f-c8c38ae92739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:08.912679 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c984126b-b40d-496b-95a9-5d87ecf4a76e req-3ddcaf04-98fe-430a-a86f-c8c38ae92739 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 1097 time: 0.0755823 Feb 04 06:27:09.048972 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984126b-b40d-496b-95a9-5d87ecf4a76e req-0dcae1a5-173a-408c-9ae0-1201008ad73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:09.050377 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c984126b-b40d-496b-95a9-5d87ecf4a76e req-0dcae1a5-173a-408c-9ae0-1201008ad73d service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1311560 Feb 04 06:27:09.226131 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c984126b-b40d-496b-95a9-5d87ecf4a76e req-6f97c252-1245-4a1e-a776-10106d8ab454 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61805676-db02-4163-b158-5433ed947a4d HTTP/1.1" status: 200 len: 217 time: 0.1683426 Feb 04 06:27:09.291385 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984126b-b40d-496b-95a9-5d87ecf4a76e req-34e0ad37-655f-47de-8ab1-2df456bbe6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:09.292889 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c984126b-b40d-496b-95a9-5d87ecf4a76e req-34e0ad37-655f-47de-8ab1-2df456bbe6f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0599754 Feb 04 06:27:09.370976 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984126b-b40d-496b-95a9-5d87ecf4a76e req-e80f2180-dd8f-4dbe-9e13-17a688873ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:09.372510 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c984126b-b40d-496b-95a9-5d87ecf4a76e req-e80f2180-dd8f-4dbe-9e13-17a688873ebf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730772 Feb 04 06:27:09.504987 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c984126b-b40d-496b-95a9-5d87ecf4a76e req-6c2a1b36-6c45-4f9a-ad74-d34b4ddd49b8 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257045 Feb 04 06:27:09.638655 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c984126b-b40d-496b-95a9-5d87ecf4a76e req-eb1ebce9-34cf-4b8e-a1d7-56c56573650e service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266677 Feb 04 06:27:10.073074 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d9f41-e70f-4ea1-89ef-48cf37f66d10 req-4173e7db-b53d-4b40-b274-ac601d1efdab tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:10.074626 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-439d9f41-e70f-4ea1-89ef-48cf37f66d10 req-4173e7db-b53d-4b40-b274-ac601d1efdab tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 944 time: 0.0835636 Feb 04 06:27:10.121984 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-439d9f41-e70f-4ea1-89ef-48cf37f66d10 req-8884a5d7-e910-402c-ad79-7e8720186376 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410945 Feb 04 06:27:10.817484 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:27:11.310192 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42903d-5e4a-484f-b51e-f53fe0bbce9a req-efa512f1-8a4f-442e-8641-7cd3f99c3033 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:11.311670 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ef42903d-5e4a-484f-b51e-f53fe0bbce9a req-efa512f1-8a4f-442e-8641-7cd3f99c3033 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 944 time: 0.0836833 Feb 04 06:27:11.357038 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ef42903d-5e4a-484f-b51e-f53fe0bbce9a req-5167bb1c-46f8-4276-8200-6e5db6730842 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392432 Feb 04 06:27:11.616322 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 61805676-db02-4163-b158-5433ed947a4d details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:27:11.756599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 61805676-db02-4163-b158-5433ed947a4d, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=61805676-db02-4163-b158-5433ed947a4d,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:27:11.770468 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '61805676-db02-4163-b158-5433ed947a4d', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'port_id': '61805676-db02-4163-b158-5433ed947a4d', 'mac_address': 'fa:16:3e:31:17:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:27:11.825861 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:11.842781 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61805676-db02-4163-b158-5433ed947a4d {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:27:11.859061 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 61805676-db02-4163-b158-5433ed947a4d, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=61805676-db02-4163-b158-5433ed947a4d,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:27:11.864448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:11.934579 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=61805676-db02-4163-b158-5433ed947a4d,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:12.067616 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['61805676-db02-4163-b158-5433ed947a4d'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:27:12.546106 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ea2ac-b786-4fe6-ab6f-c0c54df97d20 req-527801d1-8830-4eec-9b1e-cda51373773f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:12.547465 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b51ea2ac-b786-4fe6-ab6f-c0c54df97d20 req-527801d1-8830-4eec-9b1e-cda51373773f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 945 time: 0.0807068 Feb 04 06:27:12.592901 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b51ea2ac-b786-4fe6-ab6f-c0c54df97d20 req-4040b7b3-7790-4b50-a738-d8f9c7272227 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395067 Feb 04 06:27:13.631714 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 61805676-db02-4163-b158-5433ed947a4d up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:27:13.737675 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 61805676-db02-4163-b158-5433ed947a4d completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:27:13.743742 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 61805676-db02-4163-b158-5433ed947a4d triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:13.744143 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:13.810790 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1698d9-8efa-4fe9-8dd4-8bea5d0121e2 req-7c81e6ae-829c-4ef2-9484-221c348ebe81 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:13.814041 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cc1698d9-8efa-4fe9-8dd4-8bea5d0121e2 req-7c81e6ae-829c-4ef2-9484-221c348ebe81 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 945 time: 0.1018274 Feb 04 06:27:13.873055 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cc1698d9-8efa-4fe9-8dd4-8bea5d0121e2 req-122f6e31-3175-4bc7-90b3-7a097e17cd43 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483136 Feb 04 06:27:13.878163 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:13.904948 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61805676-db02-4163-b158-5433ed947a4d'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:27:13.914497 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 61805676-db02-4163-b158-5433ed947a4d, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=61805676-db02-4163-b158-5433ed947a4d,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:27:13.920492 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:13.956172 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61805676-db02-4163-b158-5433ed947a4d', 'code': 200} Feb 04 06:27:13.989633 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=61805676-db02-4163-b158-5433ed947a4d,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:14.196321 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498ff0d-d8a8-497d-b9f1-981b5fb29a86 req-04928d62-a663-4b2a-b79d-ffb6bdd80736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:14.199242 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9498ff0d-d8a8-497d-b9f1-981b5fb29a86 req-04928d62-a663-4b2a-b79d-ffb6bdd80736 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 1099 time: 0.0715504 Feb 04 06:27:14.245876 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9498ff0d-d8a8-497d-b9f1-981b5fb29a86 req-7366c5c3-9e43-46f3-87a1-ecabac1605b3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406559 Feb 04 06:27:15.060366 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201031c-81cf-4a7f-93b6-f16099d842cd req-5548ddd6-7a22-4e58-9a8d-9195db791d0e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:15.061898 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3201031c-81cf-4a7f-93b6-f16099d842cd req-5548ddd6-7a22-4e58-9a8d-9195db791d0e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0830975 Feb 04 06:27:15.106995 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3201031c-81cf-4a7f-93b6-f16099d842cd req-5899b9a8-58b2-45d5-8716-1f66245cb59a tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389915 Feb 04 06:27:16.306465 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ba598-9b68-4cae-953b-51e04876e173 req-e1285a31-fd5c-4b7c-a584-ce598cb0b2b6 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:16.307900 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-265ba598-9b68-4cae-953b-51e04876e173 req-e1285a31-fd5c-4b7c-a584-ce598cb0b2b6 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0836027 Feb 04 06:27:16.352876 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-265ba598-9b68-4cae-953b-51e04876e173 req-608c3d5a-2d54-478e-81b5-feb014d51107 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381546 Feb 04 06:27:16.537227 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590e31e-8dfe-42a2-92b7-2d6f519f9e88 req-f522c31e-3b51-4038-a6c8-a4edbcde13c7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:16.538605 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6590e31e-8dfe-42a2-92b7-2d6f519f9e88 req-f522c31e-3b51-4038-a6c8-a4edbcde13c7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0814099 Feb 04 06:27:16.547444 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33274) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:27:16.552456 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f54a7744-1a1b-482d-b320-dc05fb1c9ad8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Request body: {'floatingip': {'port_id': '61805676-db02-4163-b158-5433ed947a4d'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:27:16.630242 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f54a7744-1a1b-482d-b320-dc05fb1c9ad8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for floatingip, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:17.247923 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-f54a7744-1a1b-482d-b320-dc05fb1c9ad8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:27:17.343833 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f54a7744-1a1b-482d-b320-dc05fb1c9ad8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:17.351090 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f54a7744-1a1b-482d-b320-dc05fb1c9ad8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:17.528936 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-f54a7744-1a1b-482d-b320-dc05fb1c9ad8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Floating IP 2c1cda45-cda7-46fb-9a4e-4f135f9e9417 associated. External IP: 172.26.4.148, port: 61805676-db02-4163-b158-5433ed947a4d. Feb 04 06:27:17.891285 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54a7744-1a1b-482d-b320-dc05fb1c9ad8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:27:18.070794 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54a7744-1a1b-482d-b320-dc05fb1c9ad8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:27:18.075203 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f54a7744-1a1b-482d-b320-dc05fb1c9ad8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:18.081324 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67570942-abab-4f4a-bbd2-9ed0c10cd42e None None] Sync routers for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:27:18.091993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67570942-abab-4f4a-bbd2-9ed0c10cd42e None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:27:18.092937 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-67570942-abab-4f4a-bbd2-9ed0c10cd42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:27:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:18.135747 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f54a7744-1a1b-482d-b320-dc05fb1c9ad8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "PUT /v2.0/floatingips/2c1cda45-cda7-46fb-9a4e-4f135f9e9417 HTTP/1.1" status: 200 len: 993 time: 1.5872288 Feb 04 06:27:18.136720 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'tag': '61805676-db02-4163-b158-5433ed947a4d'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:27:18.217822 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'tag': '61805676-db02-4163-b158-5433ed947a4d', 'status': 'completed', 'code': 200} Feb 04 06:27:18.332945 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-67570942-abab-4f4a-bbd2-9ed0c10cd42e None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:27:18.335808 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe5b08-69f8-41c1-820c-de68f42fd4ac req-51634d67-ddf4-4698-b702-5d37c6d886ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:18.337891 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5efe5b08-69f8-41c1-820c-de68f42fd4ac req-51634d67-ddf4-4698-b702-5d37c6d886ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 1099 time: 0.0922816 Feb 04 06:27:18.364382 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65766a14-3203-49af-8c58-3eba355be4a7 req-18d5a94d-9981-493c-afb1-058550e0da2e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:18.366042 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-65766a14-3203-49af-8c58-3eba355be4a7 req-18d5a94d-9981-493c-afb1-058550e0da2e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0959384 Feb 04 06:27:18.413145 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-65766a14-3203-49af-8c58-3eba355be4a7 req-399d3524-079c-4637-927b-b8d25da570ed tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406599 Feb 04 06:27:18.492250 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe5b08-69f8-41c1-820c-de68f42fd4ac req-0045cef6-0a09-4a67-9ffa-d73f90ac10b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:18.493837 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5efe5b08-69f8-41c1-820c-de68f42fd4ac req-0045cef6-0a09-4a67-9ffa-d73f90ac10b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1496749 Feb 04 06:27:18.599692 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5efe5b08-69f8-41c1-820c-de68f42fd4ac req-06672b84-4739-41e8-9fbe-22ebcb281731 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61805676-db02-4163-b158-5433ed947a4d HTTP/1.1" status: 200 len: 1001 time: 0.0986392 Feb 04 06:27:18.664678 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe5b08-69f8-41c1-820c-de68f42fd4ac req-fe7715c0-5a1f-4d8c-af48-89b91d2875ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:18.666027 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5efe5b08-69f8-41c1-820c-de68f42fd4ac req-fe7715c0-5a1f-4d8c-af48-89b91d2875ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0606542 Feb 04 06:27:18.704381 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-67570942-abab-4f4a-bbd2-9ed0c10cd42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '2c1cda45-cda7-46fb-9a4e-4f135f9e9417', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'floating_ip_address': '172.26.4.148', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'port_id': '61805676-db02-4163-b158-5433ed947a4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'mac_address': 'fa:16:3e:31:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:24:00Z', 'updated_at': '2022-02-04T06:27:17Z', 'revision_number': 13, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:18.708321 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67570942-abab-4f4a-bbd2-9ed0c10cd42e None None] Checking router: 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:27:18.716930 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67570942-abab-4f4a-bbd2-9ed0c10cd42e None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:27:18.717548 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-67570942-abab-4f4a-bbd2-9ed0c10cd42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:27:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:18.752296 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe5b08-69f8-41c1-820c-de68f42fd4ac req-39786319-87ae-44da-b2f8-9661f4519407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:18.754091 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5efe5b08-69f8-41c1-820c-de68f42fd4ac req-39786319-87ae-44da-b2f8-9661f4519407 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822651 Feb 04 06:27:18.885374 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5efe5b08-69f8-41c1-820c-de68f42fd4ac req-6fdc76ff-95b0-4e1e-a472-476114f3e20f service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245232 Feb 04 06:27:18.903985 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-67570942-abab-4f4a-bbd2-9ed0c10cd42e None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:27:19.020834 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5efe5b08-69f8-41c1-820c-de68f42fd4ac req-1ab74db5-186e-4045-8796-e3af112dc605 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297233 Feb 04 06:27:19.257335 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-67570942-abab-4f4a-bbd2-9ed0c10cd42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '2c1cda45-cda7-46fb-9a4e-4f135f9e9417', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'floating_ip_address': '172.26.4.148', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'port_id': '61805676-db02-4163-b158-5433ed947a4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'mac_address': 'fa:16:3e:31:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:24:00Z', 'updated_at': '2022-02-04T06:27:17Z', 'revision_number': 13, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:19.261659 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67570942-abab-4f4a-bbd2-9ed0c10cd42e None None] The sync data for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv is: [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '2c1cda45-cda7-46fb-9a4e-4f135f9e9417', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'floating_ip_address': '172.26.4.148', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'port_id': '61805676-db02-4163-b158-5433ed947a4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'mac_address': 'fa:16:3e:31:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:24:00Z', 'updated_at': '2022-02-04T06:27:17Z', 'revision_number': 13, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:27:19.463682 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf3a21-ad7b-42b1-9e4a-cd8bd1af2efc None None] New status for floating IP 2c1cda45-cda7-46fb-9a4e-4f135f9e9417: ACTIVE {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:27:19.616480 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f99970-b5d7-4186-8471-449b5ba9e8c5 req-3031a87c-211f-4d4d-88f1-b1fc422c144f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:19.618046 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a1f99970-b5d7-4186-8471-449b5ba9e8c5 req-3031a87c-211f-4d4d-88f1-b1fc422c144f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0885875 Feb 04 06:27:19.663502 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a1f99970-b5d7-4186-8471-449b5ba9e8c5 req-19257e04-98ea-403c-980b-e064911f18bc tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398417 Feb 04 06:27:21.374977 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2159796-cc79-4172-81f4-8d3583449f0a req-083c4899-4fcc-4f2e-ae1d-d086df4d5f08 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:21.376408 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c2159796-cc79-4172-81f4-8d3583449f0a req-083c4899-4fcc-4f2e-ae1d-d086df4d5f08 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0818160 Feb 04 06:27:21.421647 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c2159796-cc79-4172-81f4-8d3583449f0a req-f3719e70-793d-44ed-b86a-70283fd031fe tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392890 Feb 04 06:27:29.515953 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f755e423-5f31-4f74-9ed9-9d9163f22d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:30.236745 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff86a964-584f-4240-a66c-9669e91b191e req-2f2b118d-6a6d-4fa9-ba9a-6bd0689aee55 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1272166 Feb 04 06:27:30.257882 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e56b6-aedd-40da-a215-402408191f51 req-82a4ba1e-14a3-42a4-8802-01e39fa9da74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:30.259448 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bc2e56b6-aedd-40da-a215-402408191f51 req-82a4ba1e-14a3-42a4-8802-01e39fa9da74 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.1007695 Feb 04 06:27:30.309260 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bc2e56b6-aedd-40da-a215-402408191f51 req-ac7efaba-20fd-42d9-8db0-5315bd5700c2 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432045 Feb 04 06:27:31.411118 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86a964-584f-4240-a66c-9669e91b191e req-150cfe8a-6c48-4357-8452-3e13a03ed1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:31.412552 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff86a964-584f-4240-a66c-9669e91b191e req-150cfe8a-6c48-4357-8452-3e13a03ed1c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 1099 time: 0.0754037 Feb 04 06:27:31.496191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af24883-c998-4ca9-a0dc-f2b968e2d003 req-602308e5-2c8b-4daa-b0c6-7c1fd5f80573 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:31.498361 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6af24883-c998-4ca9-a0dc-f2b968e2d003 req-602308e5-2c8b-4daa-b0c6-7c1fd5f80573 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0796027 Feb 04 06:27:31.547817 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86a964-584f-4240-a66c-9669e91b191e req-a22eb266-bf07-4369-a236-ff8cc18cc45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:31.549453 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff86a964-584f-4240-a66c-9669e91b191e req-a22eb266-bf07-4369-a236-ff8cc18cc45a service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1307106 Feb 04 06:27:31.553439 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6af24883-c998-4ca9-a0dc-f2b968e2d003 req-902b9766-075a-444e-a54d-44dbf78141f8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491607 Feb 04 06:27:31.762448 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff86a964-584f-4240-a66c-9669e91b191e req-2f966d93-6797-4a41-ac0a-f288c1da45e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61805676-db02-4163-b158-5433ed947a4d HTTP/1.1" status: 200 len: 1003 time: 0.2041402 Feb 04 06:27:31.824565 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86a964-584f-4240-a66c-9669e91b191e req-ea0b171a-5bfc-41ac-8b6b-443e899adab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:31.826021 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff86a964-584f-4240-a66c-9669e91b191e req-ea0b171a-5bfc-41ac-8b6b-443e899adab2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0571570 Feb 04 06:27:31.850792 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5b6608fb-b5a5-402e-8857-ebc99a40343f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:31.903129 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86a964-584f-4240-a66c-9669e91b191e req-ca9b7acc-9e8a-48f2-8f96-313ab934e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:31.904636 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff86a964-584f-4240-a66c-9669e91b191e req-ca9b7acc-9e8a-48f2-8f96-313ab934e8d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725405 Feb 04 06:27:32.039502 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff86a964-584f-4240-a66c-9669e91b191e req-93875dad-ef05-467c-9357-ff0deb811312 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273289 Feb 04 06:27:32.186878 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff86a964-584f-4240-a66c-9669e91b191e req-b477b371-b907-4a29-b38f-b07c9f92fd0e service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355243 Feb 04 06:27:32.862521 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea232f8a-4237-4d79-96c2-51f2c82fc2ac req-ecf08013-f434-4ce4-8f92-c1eed19d9990 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:32.864007 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ea232f8a-4237-4d79-96c2-51f2c82fc2ac req-ecf08013-f434-4ce4-8f92-c1eed19d9990 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.2034123 Feb 04 06:27:32.909931 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ea232f8a-4237-4d79-96c2-51f2c82fc2ac req-baab0c79-e237-4af3-81a2-59b200f2ed77 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389791 Feb 04 06:27:32.913567 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:32.939598 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:34.107738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39c338-064c-44e9-887a-317e4cd109b9 req-08a7596e-e747-46d2-b213-c2466377d113 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:34.109297 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bf39c338-064c-44e9-887a-317e4cd109b9 req-08a7596e-e747-46d2-b213-c2466377d113 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0905404 Feb 04 06:27:34.125202 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d13e6c-f667-4b9c-961d-b1630f00dde2 req-4b31bbfd-30f4-41cc-85fe-cbe4da7a570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:34.127350 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-78d13e6c-f667-4b9c-961d-b1630f00dde2 req-4b31bbfd-30f4-41cc-85fe-cbe4da7a570a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 1099 time: 0.0821412 Feb 04 06:27:34.166917 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bf39c338-064c-44e9-887a-317e4cd109b9 req-b4841168-5598-4244-ac21-f7cf821656c5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514977 Feb 04 06:27:34.278593 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d13e6c-f667-4b9c-961d-b1630f00dde2 req-ef469f69-8cee-4967-9593-69808d1038b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:34.280144 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-78d13e6c-f667-4b9c-961d-b1630f00dde2 req-ef469f69-8cee-4967-9593-69808d1038b1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1342318 Feb 04 06:27:34.330415 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:34.385912 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-78d13e6c-f667-4b9c-961d-b1630f00dde2 req-28e2765b-7d9e-4fed-9957-b7955a6d254e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61805676-db02-4163-b158-5433ed947a4d HTTP/1.1" status: 200 len: 1003 time: 0.0998697 Feb 04 06:27:34.447507 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d13e6c-f667-4b9c-961d-b1630f00dde2 req-fb2436f7-5ce5-49f9-a4cb-e6956d9867b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:34.449066 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-78d13e6c-f667-4b9c-961d-b1630f00dde2 req-fb2436f7-5ce5-49f9-a4cb-e6956d9867b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0573785 Feb 04 06:27:34.523591 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d13e6c-f667-4b9c-961d-b1630f00dde2 req-c83b0a8b-3692-4453-8337-8eb8e8884ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:34.525122 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-78d13e6c-f667-4b9c-961d-b1630f00dde2 req-c83b0a8b-3692-4453-8337-8eb8e8884ee3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705247 Feb 04 06:27:34.658323 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-78d13e6c-f667-4b9c-961d-b1630f00dde2 req-686480a1-6f66-472d-a62f-714be2e9a7f1 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267812 Feb 04 06:27:34.794016 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-78d13e6c-f667-4b9c-961d-b1630f00dde2 req-d27095ec-e71c-4953-b08d-dde850aacfa3 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272442 Feb 04 06:27:35.357052 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d70f7a-1659-4fd8-92c0-2094c11997a6 req-0b86ab4c-826e-4996-926a-113d28df556f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:35.358491 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b2d70f7a-1659-4fd8-92c0-2094c11997a6 req-0b86ab4c-826e-4996-926a-113d28df556f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0861659 Feb 04 06:27:35.407698 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b2d70f7a-1659-4fd8-92c0-2094c11997a6 req-5cf7d3c2-ee2f-4786-9487-0a9579d89f03 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416896 Feb 04 06:27:36.610887 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec350a2-31f8-4f14-a5d2-a180bb65c060 req-88b588ba-ccb4-4024-b428-4c9f1c989c1c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:36.612506 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3ec350a2-31f8-4f14-a5d2-a180bb65c060 req-88b588ba-ccb4-4024-b428-4c9f1c989c1c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0921717 Feb 04 06:27:36.661191 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3ec350a2-31f8-4f14-a5d2-a180bb65c060 req-cccaa963-306a-43c2-b9e8-2b7ab7e97b8c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424547 Feb 04 06:27:37.354245 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:37.853419 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88a8e5-f23e-4ab8-9950-dee0cc289a88 req-3bbb1379-1dce-4082-aed6-980c688d8a8e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:37.854792 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8c88a8e5-f23e-4ab8-9950-dee0cc289a88 req-3bbb1379-1dce-4082-aed6-980c688d8a8e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0831540 Feb 04 06:27:37.901071 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8c88a8e5-f23e-4ab8-9950-dee0cc289a88 req-7302cbbe-6ffa-49fc-a52c-0af5682fe882 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397756 Feb 04 06:27:39.090718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb3446-761d-4312-b897-6e2872f18b06 req-5815db3b-75cf-45df-bae5-ba59e85f3f05 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:39.092330 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2fbb3446-761d-4312-b897-6e2872f18b06 req-5815db3b-75cf-45df-bae5-ba59e85f3f05 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0835042 Feb 04 06:27:39.139365 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2fbb3446-761d-4312-b897-6e2872f18b06 req-175eadbd-0188-4b78-b1e1-b86f89fb294c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411568 Feb 04 06:27:39.623808 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff86a964-584f-4240-a66c-9669e91b191e req-a9d48fdb-d920-4f88-964b-1284419d458b service neutron] 10.222.0.43 "GET /v2.0/ports/61805676-db02-4163-b158-5433ed947a4d/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0817566 Feb 04 06:27:39.892504 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86a964-584f-4240-a66c-9669e91b191e req-edc098ef-593f-4a49-b040-203478cf00be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:39.893721 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff86a964-584f-4240-a66c-9669e91b191e req-edc098ef-593f-4a49-b040-203478cf00be service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694&tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68 HTTP/1.1" status: 200 len: 1099 time: 0.0720277 Feb 04 06:27:39.989555 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86a964-584f-4240-a66c-9669e91b191e req-5b84b976-a3bf-4b52-95a3-7910807b8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:39.991016 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff86a964-584f-4240-a66c-9669e91b191e req-5b84b976-a3bf-4b52-95a3-7910807b8f7a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 1099 time: 0.0746777 Feb 04 06:27:40.227014 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86a964-584f-4240-a66c-9669e91b191e req-dfa67b7e-c59a-4813-bf43-8c67dae5989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:40.228726 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff86a964-584f-4240-a66c-9669e91b191e req-dfa67b7e-c59a-4813-bf43-8c67dae5989b service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.2319622 Feb 04 06:27:40.335637 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff86a964-584f-4240-a66c-9669e91b191e req-62661372-286c-43e2-98af-9ef77f452395 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61805676-db02-4163-b158-5433ed947a4d HTTP/1.1" status: 200 len: 1003 time: 0.1012328 Feb 04 06:27:40.344195 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91185b-d2f5-4216-99db-f882be5f8bdf req-6e5022ef-e242-4fee-bd6d-53e0738724a9 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:40.345858 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7b91185b-d2f5-4216-99db-f882be5f8bdf req-6e5022ef-e242-4fee-bd6d-53e0738724a9 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0868247 Feb 04 06:27:40.397155 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7b91185b-d2f5-4216-99db-f882be5f8bdf req-391453e1-368c-4524-8494-b2e35a31eb05 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453126 Feb 04 06:27:40.403718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86a964-584f-4240-a66c-9669e91b191e req-b30e966a-b8a9-405d-a83a-48b384e070c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:40.405432 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff86a964-584f-4240-a66c-9669e91b191e req-b30e966a-b8a9-405d-a83a-48b384e070c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0641911 Feb 04 06:27:40.483285 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86a964-584f-4240-a66c-9669e91b191e req-3ed36db7-4e36-4df7-a48d-bf5800ce2f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:40.484793 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff86a964-584f-4240-a66c-9669e91b191e req-3ed36db7-4e36-4df7-a48d-bf5800ce2f80 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727224 Feb 04 06:27:40.619497 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff86a964-584f-4240-a66c-9669e91b191e req-873c7fb0-13b4-425f-bd02-8bd957202a4a service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278105 Feb 04 06:27:40.750938 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff86a964-584f-4240-a66c-9669e91b191e req-1448782a-f118-4794-abfb-ac97c1f1a7c6 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255386 Feb 04 06:27:41.596800 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b3f09-7259-46af-851e-95533ef9b5f6 req-c8d42afc-cbeb-41bd-ae07-e893d97c5706 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:41.599321 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-873b3f09-7259-46af-851e-95533ef9b5f6 req-c8d42afc-cbeb-41bd-ae07-e893d97c5706 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0921783 Feb 04 06:27:41.652064 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-873b3f09-7259-46af-851e-95533ef9b5f6 req-7a0512c2-238b-43e3-baa1-6aeb6c9337e9 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460656 Feb 04 06:27:42.851347 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819427fa-b0ce-4018-a758-75130eb8ec00 req-7a080a83-f11d-4a99-97a0-2f3303aa499e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:42.852955 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-819427fa-b0ce-4018-a758-75130eb8ec00 req-7a080a83-f11d-4a99-97a0-2f3303aa499e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0866451 Feb 04 06:27:42.898625 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-819427fa-b0ce-4018-a758-75130eb8ec00 req-aa0b1a87-2529-4559-a412-fbab06cd1ab7 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391579 Feb 04 06:27:43.772962 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 61805676-db02-4163-b158-5433ed947a4d details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:27:43.775971 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 61805676-db02-4163-b158-5433ed947a4d no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:27:43.983380 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:44.024870 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61805676-db02-4163-b158-5433ed947a4d'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:27:44.034793 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 61805676-db02-4163-b158-5433ed947a4d, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=61805676-db02-4163-b158-5433ed947a4d,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:27:44.048940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 61805676-db02-4163-b158-5433ed947a4d, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=61805676-db02-4163-b158-5433ed947a4d,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:27:44.051340 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '61805676-db02-4163-b158-5433ed947a4d', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'port_id': '61805676-db02-4163-b158-5433ed947a4d', 'mac_address': 'fa:16:3e:31:17:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:27:44.054866 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:44.098521 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea10654-ce95-4d34-ad0b-64c4780200ff req-e77283c8-a520-4f75-bd02-f86f47388279 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:44.100086 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fea10654-ce95-4d34-ad0b-64c4780200ff req-e77283c8-a520-4f75-bd02-f86f47388279 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0857894 Feb 04 06:27:44.111766 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61805676-db02-4163-b158-5433ed947a4d', 'code': 200} Feb 04 06:27:44.171937 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fea10654-ce95-4d34-ad0b-64c4780200ff req-de837740-61c0-472f-ab00-3ac79b6b2800 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628903 Feb 04 06:27:44.173450 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:44.188125 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=61805676-db02-4163-b158-5433ed947a4d,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:44.200786 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61805676-db02-4163-b158-5433ed947a4d {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:27:44.217605 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 61805676-db02-4163-b158-5433ed947a4d, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=61805676-db02-4163-b158-5433ed947a4d,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:27:44.225348 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:44.298793 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['61805676-db02-4163-b158-5433ed947a4d'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:27:44.327380 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=61805676-db02-4163-b158-5433ed947a4d,revision_number=7']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:45.364090 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b95af1-78e9-4241-9dad-608781e3261f req-2866fa93-da19-42f5-bd08-2afd3332b017 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:45.365706 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-33b95af1-78e9-4241-9dad-608781e3261f req-2866fa93-da19-42f5-bd08-2afd3332b017 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 945 time: 0.0904593 Feb 04 06:27:45.412071 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-33b95af1-78e9-4241-9dad-608781e3261f req-0a73c9cd-7b2f-4858-b4af-5883d64d48c8 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401304 Feb 04 06:27:45.776955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 61805676-db02-4163-b158-5433ed947a4d up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:27:45.848626 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 61805676-db02-4163-b158-5433ed947a4d triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:45.848881 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:45.971236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:46.004402 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 61805676-db02-4163-b158-5433ed947a4d, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=61805676-db02-4163-b158-5433ed947a4d,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:27:46.010158 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:46.078467 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=61805676-db02-4163-b158-5433ed947a4d,revision_number=8']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:46.112899 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61805676-db02-4163-b158-5433ed947a4d'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:27:46.173537 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61805676-db02-4163-b158-5433ed947a4d', 'code': 200} Feb 04 06:27:46.607527 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50898f0-e14b-4bfb-b529-004474221cd2 req-1610ce08-a7c5-40ce-90c8-5e531ae52810 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:46.609140 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c50898f0-e14b-4bfb-b529-004474221cd2 req-1610ce08-a7c5-40ce-90c8-5e531ae52810 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0870404 Feb 04 06:27:46.662571 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c50898f0-e14b-4bfb-b529-004474221cd2 req-74ae1773-cf88-4d8b-9290-79c8d1e9909f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473316 Feb 04 06:27:47.817367 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:27:47.859022 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9682f-f649-4ac7-bba5-d0ebf8fdc66e req-ddb05e73-ebcc-4134-a62e-9cdaefe49d14 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:47.860683 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-16a9682f-f649-4ac7-bba5-d0ebf8fdc66e req-ddb05e73-ebcc-4134-a62e-9cdaefe49d14 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0843358 Feb 04 06:27:47.906871 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-16a9682f-f649-4ac7-bba5-d0ebf8fdc66e req-09cc5840-43c6-45a2-8131-c85b065fbd8d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402064 Feb 04 06:27:49.105080 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb81529-bf31-492a-831a-dea1593e9c50 req-16b62fe2-0928-497b-a167-3d44a8938b30 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:49.106909 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cbb81529-bf31-492a-831a-dea1593e9c50 req-16b62fe2-0928-497b-a167-3d44a8938b30 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0849619 Feb 04 06:27:49.153230 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cbb81529-bf31-492a-831a-dea1593e9c50 req-6c53b99d-6af8-46f5-98ba-9202a75b64c0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401397 Feb 04 06:27:50.347213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d55ebc-5cc0-4190-ac2e-c913a3364618 req-4503efb5-cdfc-43f1-83fb-507c974362c4 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:50.348707 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-27d55ebc-5cc0-4190-ac2e-c913a3364618 req-4503efb5-cdfc-43f1-83fb-507c974362c4 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0805960 Feb 04 06:27:50.394307 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-27d55ebc-5cc0-4190-ac2e-c913a3364618 req-0cbd7adc-fca2-4f9d-839e-1ed03e3c694b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397294 Feb 04 06:27:50.857146 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5225f71-4f8c-4152-8717-9e4acefb95df req-01926d2b-792c-404c-8477-3d3d038d023f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:50.858947 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f5225f71-4f8c-4152-8717-9e4acefb95df req-01926d2b-792c-404c-8477-3d3d038d023f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0856168 Feb 04 06:27:50.860574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-b67c0eba-0453-4516-9e2c-a7094515afa0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:50.861754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-b67c0eba-0453-4516-9e2c-a7094515afa0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Synchronizing usage tracker for tenant:c5b9a8b14a2f47c5b149799a57ab2d68 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:27:50.885691 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-b67c0eba-0453-4516-9e2c-a7094515afa0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Unset dirty status for tenant:c5b9a8b14a2f47c5b149799a57ab2d68 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:27:50.886986 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-b67c0eba-0453-4516-9e2c-a7094515afa0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694&tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 946 time: 0.1704757 Feb 04 06:27:50.910326 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f5225f71-4f8c-4152-8717-9e4acefb95df req-45ab2fb9-1482-41b0-af48-e90db0773b36 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444841 Feb 04 06:27:50.972016 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-77ccc6c3-d1d7-4072-b164-a164e00354a7 service neutron] 10.222.0.43 "GET /v2.0/ports/61805676-db02-4163-b158-5433ed947a4d/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0788045 Feb 04 06:27:51.067851 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-862e9165-0c86-4528-8daa-5ea29fd87360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:51.069391 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-862e9165-0c86-4528-8daa-5ea29fd87360 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 1099 time: 0.0739102 Feb 04 06:27:51.199017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-d02ca4c6-95ac-4eee-81a4-31ea9449b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:51.200383 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-d02ca4c6-95ac-4eee-81a4-31ea9449b05c service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.1256006 Feb 04 06:27:51.302741 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-7381f5b3-48eb-429f-9a4a-29f61f79f751 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61805676-db02-4163-b158-5433ed947a4d HTTP/1.1" status: 200 len: 1003 time: 0.0963726 Feb 04 06:27:51.369208 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-3ea4630c-c3cf-49dc-a470-ad0cc5e0bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:51.372006 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-3ea4630c-c3cf-49dc-a470-ad0cc5e0bac5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0629790 Feb 04 06:27:51.446769 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-a55a118a-f981-44dd-b45c-8e669029801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:51.448321 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-a55a118a-f981-44dd-b45c-8e669029801e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700819 Feb 04 06:27:51.580517 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-a847583e-481b-4f69-bb16-462c27b6471a service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262300 Feb 04 06:27:51.713327 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-1f7b2a3f-eb4d-4d9c-aba0-4096fffb5228 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262767 Feb 04 06:27:52.107202 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae545b-7abc-4345-8993-6da054503f5e req-64947210-0414-4442-9417-bf5be1ac75b4 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:52.108739 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9eae545b-7abc-4345-8993-6da054503f5e req-64947210-0414-4442-9417-bf5be1ac75b4 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0867980 Feb 04 06:27:52.153527 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9eae545b-7abc-4345-8993-6da054503f5e req-57ced164-d468-4bb6-870e-2cbc2ca9dd79 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388744 Feb 04 06:27:53.344428 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73a29c-e486-40e4-91f4-875018af9292 req-0d6c64a6-f640-4034-a72f-d73ab7a904cb tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:53.345639 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1f73a29c-e486-40e4-91f4-875018af9292 req-0d6c64a6-f640-4034-a72f-d73ab7a904cb tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0839190 Feb 04 06:27:53.390243 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1f73a29c-e486-40e4-91f4-875018af9292 req-c0f550aa-00e1-4120-bc43-ad7086e2705c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382318 Feb 04 06:27:54.579844 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c0918-03ed-4343-afe1-dd837a3928a7 req-069cd5b5-3ad5-47ae-aa14-76b514deddc1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:54.583012 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-829c0918-03ed-4343-afe1-dd837a3928a7 req-069cd5b5-3ad5-47ae-aa14-76b514deddc1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0835023 Feb 04 06:27:54.635214 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-829c0918-03ed-4343-afe1-dd837a3928a7 req-10d0213e-4f91-48fd-b372-63f14e71e019 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454240 Feb 04 06:27:54.848610 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-ef7d9aa7-f35f-404f-bced-a8651082d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:54.850006 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-ef7d9aa7-f35f-404f-bced-a8651082d12b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694&tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68 HTTP/1.1" status: 200 len: 1099 time: 0.0763276 Feb 04 06:27:54.940721 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-c2dff05f-42a9-4508-9c9f-d784c2bac771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:54.942197 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-c2dff05f-42a9-4508-9c9f-d784c2bac771 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 1099 time: 0.0700047 Feb 04 06:27:55.169017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-e03236c0-39d5-4e08-9ef3-48cf4d7e87b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:55.170589 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-e03236c0-39d5-4e08-9ef3-48cf4d7e87b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 200 len: 912 time: 0.2216663 Feb 04 06:27:55.273406 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-d06485cf-cb07-4588-8b95-0d336c5a0140 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61805676-db02-4163-b158-5433ed947a4d HTTP/1.1" status: 200 len: 1003 time: 0.0965383 Feb 04 06:27:55.343987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-f71a884d-bbaa-4e07-a285-f9ee4415b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:55.345494 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-f71a884d-bbaa-4e07-a285-f9ee4415b56a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 200 len: 850 time: 0.0666244 Feb 04 06:27:55.422173 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-9321c257-c856-45c4-9844-7a82f9d2e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:55.423655 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-9321c257-c856-45c4-9844-7a82f9d2e476 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da41b38c-ebc6-4747-bf2d-f93b49a4f76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709612 Feb 04 06:27:55.565056 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-7ced0a28-d16e-40f6-98ab-4513a39c24fc service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351569 Feb 04 06:27:55.706612 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-85bab19d-3edb-41af-80df-f6734b47ac44 req-dff6a865-6d62-4501-af7d-f09f649ccc03 service neutron] 10.222.0.43 "GET /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353226 Feb 04 06:27:55.835339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b57edd-9c7b-487e-b60d-74c275732e50 req-f5c4c585-220f-4966-bd8a-1b61fa47d9ce tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:55.836875 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-33b57edd-9c7b-487e-b60d-74c275732e50 req-f5c4c585-220f-4966-bd8a-1b61fa47d9ce tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0881801 Feb 04 06:27:55.887272 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-33b57edd-9c7b-487e-b60d-74c275732e50 req-dd19d174-00e6-44ba-a4af-3a71e94f47ba tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439954 Feb 04 06:27:57.093442 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f712e90-fc4a-4d6f-9eee-b4d833681266 req-5ae6547a-fae3-421d-8f21-b3286c57498e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:57.096250 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f712e90-fc4a-4d6f-9eee-b4d833681266 req-5ae6547a-fae3-421d-8f21-b3286c57498e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0912702 Feb 04 06:27:57.141367 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f712e90-fc4a-4d6f-9eee-b4d833681266 req-90cd87ee-2133-4352-8b3c-ea385ec9b6da tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404422 Feb 04 06:27:57.840958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 61805676-db02-4163-b158-5433ed947a4d no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:27:57.959606 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:57.986372 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61805676-db02-4163-b158-5433ed947a4d'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:27:57.996521 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 61805676-db02-4163-b158-5433ed947a4d, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=61805676-db02-4163-b158-5433ed947a4d,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:27:58.001776 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:58.046137 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61805676-db02-4163-b158-5433ed947a4d', 'code': 200} Feb 04 06:27:58.072116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=61805676-db02-4163-b158-5433ed947a4d,revision_number=9']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:58.079200 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:58.079550 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:58.079919 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:58.080256 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:58.080585 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:58.080914 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:58.081241 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:58.081564 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:58.081889 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:58.082210 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:58.082527 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:58.082843 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:58.334698 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb90a2-bf77-49b7-b211-57ec55b62786 req-984580cc-c13f-441c-8924-d380a05e5468 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:58.336237 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fbfb90a2-bf77-49b7-b211-57ec55b62786 req-984580cc-c13f-441c-8924-d380a05e5468 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 944 time: 0.0825915 Feb 04 06:27:58.381244 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fbfb90a2-bf77-49b7-b211-57ec55b62786 req-ea15be47-54ba-4ce7-9aba-7bfe56a9f88c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389731 Feb 04 06:27:59.519561 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-78019997-ab32-44aa-9bad-e6a84ed56d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:59.578417 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cf18c-9726-4e0f-b172-94545e640ba1 req-628b525c-c895-451d-96a6-8c401438715e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:59.579896 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5e9cf18c-9726-4e0f-b172-94545e640ba1 req-628b525c-c895-451d-96a6-8c401438715e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 944 time: 0.0862601 Feb 04 06:27:59.623990 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5e9cf18c-9726-4e0f-b172-94545e640ba1 req-51735518-fa24-4a01-9a00-8e6d2919d989 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380886 Feb 04 06:27:59.850964 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 61805676-db02-4163-b158-5433ed947a4d details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:27:59.986255 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 61805676-db02-4163-b158-5433ed947a4d, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=61805676-db02-4163-b158-5433ed947a4d,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:00.000037 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '61805676-db02-4163-b158-5433ed947a4d', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'port_id': '61805676-db02-4163-b158-5433ed947a4d', 'mac_address': 'fa:16:3e:31:17:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:28:00.059236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:00.076571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61805676-db02-4163-b158-5433ed947a4d {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:28:00.092491 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 61805676-db02-4163-b158-5433ed947a4d, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=61805676-db02-4163-b158-5433ed947a4d,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:00.098024 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:00.165070 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['61805676-db02-4163-b158-5433ed947a4d'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:28:00.206037 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=61805676-db02-4163-b158-5433ed947a4d,revision_number=10']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:00.813987 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b18ab8-f995-4db9-95ed-1361576ffe22 req-920d5645-2bf0-42a3-9665-8d11ebeea58e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:00.815474 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-12b18ab8-f995-4db9-95ed-1361576ffe22 req-920d5645-2bf0-42a3-9665-8d11ebeea58e tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 946 time: 0.0819905 Feb 04 06:28:00.865505 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-12b18ab8-f995-4db9-95ed-1361576ffe22 req-1438c784-5920-43fd-a4d1-7851c6be409f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440531 Feb 04 06:28:01.856548 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-05607761-3127-4b55-9062-88b6ceba67ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:01.864310 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 61805676-db02-4163-b158-5433ed947a4d up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:28:01.935893 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 61805676-db02-4163-b158-5433ed947a4d triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:01.936246 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:02.057390 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:02.086222 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61805676-db02-4163-b158-5433ed947a4d'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:28:02.102412 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 61805676-db02-4163-b158-5433ed947a4d, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=61805676-db02-4163-b158-5433ed947a4d,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:02.108530 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:02.172604 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08713e7-8123-4c90-bbf1-381cbdb35392 req-c408dc29-e9bb-4963-abfe-b8b0b0040a8d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:02.180714 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d08713e7-8123-4c90-bbf1-381cbdb35392 req-c408dc29-e9bb-4963-abfe-b8b0b0040a8d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 947 time: 0.2079751 Feb 04 06:28:02.202100 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61805676-db02-4163-b158-5433ed947a4d', 'code': 200} Feb 04 06:28:02.210419 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=61805676-db02-4163-b158-5433ed947a4d,revision_number=11']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:02.223583 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d08713e7-8123-4c90-bbf1-381cbdb35392 req-2fdcaa54-fb0f-47a7-9999-e4f6981bebd4 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419426 Feb 04 06:28:02.918022 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:02.943981 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:03.420750 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e871f-ce29-4c03-8a4d-b72c0c9e6dcf req-62f6c66d-5be0-4234-a41f-484938aa8e0b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:03.422209 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9b8e871f-ce29-4c03-8a4d-b72c0c9e6dcf req-62f6c66d-5be0-4234-a41f-484938aa8e0b tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 947 time: 0.0854459 Feb 04 06:28:03.466876 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9b8e871f-ce29-4c03-8a4d-b72c0c9e6dcf req-0abb4371-ab1c-4805-8576-dcd85e1975cf tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389409 Feb 04 06:28:04.335253 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:04.655621 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a417d7-42e9-4fd5-9f76-d1e2c946ef4f req-c1ee0efd-5377-4887-b57b-06d008273c47 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:04.657112 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-33a417d7-42e9-4fd5-9f76-d1e2c946ef4f req-c1ee0efd-5377-4887-b57b-06d008273c47 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 947 time: 0.0807123 Feb 04 06:28:04.701814 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-33a417d7-42e9-4fd5-9f76-d1e2c946ef4f req-51e477a8-394e-4fbe-bef2-86d7c9f5d1eb tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387995 Feb 04 06:28:04.892252 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef57474-546f-40e2-8a0c-df02ec8b2fb7 req-a2686360-2765-4efa-836b-473465f20196 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:04.893825 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4ef57474-546f-40e2-8a0c-df02ec8b2fb7 req-a2686360-2765-4efa-836b-473465f20196 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 947 time: 0.0839946 Feb 04 06:28:04.938385 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4ef57474-546f-40e2-8a0c-df02ec8b2fb7 req-644b45df-4973-4d99-a530-94a59bf3198d tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387506 Feb 04 06:28:05.126614 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d615d5-a3c4-46fa-8ac8-1d9bde6a5c81 req-54ec8cbb-e79b-495c-80c5-94420ed13d24 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:05.128081 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-41d615d5-a3c4-46fa-8ac8-1d9bde6a5c81 req-54ec8cbb-e79b-495c-80c5-94420ed13d24 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 947 time: 0.0830648 Feb 04 06:28:05.179297 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-41d615d5-a3c4-46fa-8ac8-1d9bde6a5c81 req-6f5c5452-e125-4bb6-89ad-418bcf63b507 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451875 Feb 04 06:28:05.579886 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbf525-6cff-4bef-867c-e79ba4d3c127 req-ec3c6919-f2a2-43a9-abb4-c15cc35b7439 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:05.581414 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-90cbf525-6cff-4bef-867c-e79ba4d3c127 req-ec3c6919-f2a2-43a9-abb4-c15cc35b7439 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 947 time: 0.0876961 Feb 04 06:28:05.627384 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-90cbf525-6cff-4bef-867c-e79ba4d3c127 req-cdf29c90-73c9-489d-8377-fd27289ec8fe tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399506 Feb 04 06:28:06.825112 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde740c3-576c-488b-ab12-3830bb27fbbe req-6e486b09-2771-4412-b878-08d264348bf0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:06.826577 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bde740c3-576c-488b-ab12-3830bb27fbbe req-6e486b09-2771-4412-b878-08d264348bf0 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 947 time: 0.0873063 Feb 04 06:28:06.871307 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bde740c3-576c-488b-ab12-3830bb27fbbe req-c5544c37-92d7-4eb7-a859-0ed122c3694f tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388858 Feb 04 06:28:07.350017 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:07.889623 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-ef62ee69-be21-430c-8142-81d2bb11fd72 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:07.891061 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-ef62ee69-be21-430c-8142-81d2bb11fd72 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 947 time: 0.0858812 Feb 04 06:28:07.896370 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 61805676-db02-4163-b158-5433ed947a4d no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:28:07.972993 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Deleting port 61805676-db02-4163-b158-5433ed947a4d {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:28:07.973366 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:08.030717 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:08.069846 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61805676-db02-4163-b158-5433ed947a4d'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:28:08.083803 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b47e1b-1e49-4f47-a914-3d79e96b0af8 req-60ac73cc-10d3-4bcf-83a0-66b047110954 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:08.093535 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 61805676-db02-4163-b158-5433ed947a4d, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=61805676-db02-4163-b158-5433ed947a4d,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:08.094086 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a5b47e1b-1e49-4f47-a914-3d79e96b0af8 req-60ac73cc-10d3-4bcf-83a0-66b047110954 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 947 time: 0.1098278 Feb 04 06:28:08.106013 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:08.154613 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a5b47e1b-1e49-4f47-a914-3d79e96b0af8 req-dce6ab2c-4eb8-44b7-b274-525f222db62c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593565 Feb 04 06:28:08.176289 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61805676-db02-4163-b158-5433ed947a4d', 'code': 200} Feb 04 06:28:08.210223 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=61805676-db02-4163-b158-5433ed947a4d,revision_number=12']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:08.281463 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] For port 61805676-db02-4163-b158-5433ed947a4d, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=61805676-db02-4163-b158-5433ed947a4d,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:08.281821 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:08.570607 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:08.570838 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:08.571167 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Floating IP 2c1cda45-cda7-46fb-9a4e-4f135f9e9417 disassociated. External IP: 172.26.4.148, port: 61805676-db02-4163-b158-5433ed947a4d. Feb 04 06:28:08.571500 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Calling delete_port for 61805676-db02-4163-b158-5433ed947a4d owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:28:08.657530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.db.api [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:28:08.657839 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG oslo_db.api [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:28:09.159380 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Deleting port 61805676-db02-4163-b158-5433ed947a4d {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:28:09.160094 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:09.343288 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e08188-dc21-4d0c-9729-470d77e3b2a4 req-43d95264-b4ba-4bfc-b542-46b7645acab1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:09.345017 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-70e08188-dc21-4d0c-9729-470d77e3b2a4 req-43d95264-b4ba-4bfc-b542-46b7645acab1 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 945 time: 0.0887427 Feb 04 06:28:09.396198 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-70e08188-dc21-4d0c-9729-470d77e3b2a4 req-b9c52700-421f-4504-a0c8-1d1155beaf82 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc3db30-0a8e-4eed-b019-180e4905615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448794 Feb 04 06:28:09.522871 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] For port 61805676-db02-4163-b158-5433ed947a4d, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=61805676-db02-4163-b158-5433ed947a4d,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:09.523222 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:09.812895 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:09.813181 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:09.813621 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Floating IP 2c1cda45-cda7-46fb-9a4e-4f135f9e9417 disassociated. External IP: 172.26.4.148, port: 61805676-db02-4163-b158-5433ed947a4d. Feb 04 06:28:09.813961 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Calling delete_port for 61805676-db02-4163-b158-5433ed947a4d owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:28:09.961198 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:10.010342 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Pushing event deleted for resources: {'Port': ['ID=61805676-db02-4163-b158-5433ed947a4d,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:10.020869 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:10.021212 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:10.021678 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:10.021849 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:10.022201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:10.022653 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:10.022928 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:10.023228 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:10.023436 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:10.023770 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:10.024099 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:10.024379 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:10.214006 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:28:10.391836 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:28:10.406570 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83acd56-b8b6-4c80-9143-b1c2e3e3fa87 None None] Sync routers for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:28:10.417104 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83acd56-b8b6-4c80-9143-b1c2e3e3fa87 None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:28:10.417963 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f83acd56-b8b6-4c80-9143-b1c2e3e3fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:28:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:10.462764 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] No DVR routers for this DVR port 61805676-db02-4163-b158-5433ed947a4d on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:28:10.465302 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:10.468023 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'name': 'network-vif-deleted', 'tag': '61805676-db02-4163-b158-5433ed947a4d'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:28:10.490046 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a28c3425-0622-4f70-b7e9-9716202d7e1b req-3b160d6c-ff5d-46ea-bce0-62d93491f920 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.43 "DELETE /v2.0/ports/61805676-db02-4163-b158-5433ed947a4d HTTP/1.1" status: 204 len: 173 time: 2.5928714 Feb 04 06:28:10.621682 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc9dbd3-f425-472d-aedf-7285795dd694', 'name': 'network-vif-deleted', 'tag': '61805676-db02-4163-b158-5433ed947a4d', 'status': 'completed', 'code': 200} Feb 04 06:28:10.644905 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8eb9c001-d45d-4066-a530-1e5359b5788c req-43fc8fea-054d-416f-80ac-e40ddd3e5998 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc9dbd3-f425-472d-aedf-7285795dd694 HTTP/1.1" status: 200 len: 210 time: 0.1075463 Feb 04 06:28:10.714785 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-f83acd56-b8b6-4c80-9143-b1c2e3e3fa87 None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:28:11.047127 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f83acd56-b8b6-4c80-9143-b1c2e3e3fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:11.051201 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83acd56-b8b6-4c80-9143-b1c2e3e3fa87 None None] Checking router: 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:28:11.060247 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83acd56-b8b6-4c80-9143-b1c2e3e3fa87 None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:28:11.060979 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f83acd56-b8b6-4c80-9143-b1c2e3e3fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:28:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:11.260468 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-f83acd56-b8b6-4c80-9143-b1c2e3e3fa87 None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:28:11.597669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f83acd56-b8b6-4c80-9143-b1c2e3e3fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:11.602037 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83acd56-b8b6-4c80-9143-b1c2e3e3fa87 None None] The sync data for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv is: [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:23:56Z', 'revision_number': 4, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '24c72dbf-158a-4850-bbce-f7438b070495', 'name': '', 'network_id': 'da41b38c-ebc6-4747-bf2d-f93b49a4f76e', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'mac_address': 'fa:16:3e:6d:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:56Z', 'updated_at': '2022-02-04T06:24:02Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'subnets': [{'id': 'f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:28:11.883928 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb7edd6-4d3c-48fb-82ef-ae236f87a31a None None] New status for floating IP 2c1cda45-cda7-46fb-9a4e-4f135f9e9417: DOWN {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:28:11.912038 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 61805676-db02-4163-b158-5433ed947a4d no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:28:11.952138 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 61805676-db02-4163-b158-5433ed947a4d {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:28:11.952491 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 61805676-db02-4163-b158-5433ed947a4d not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:28:14.993942 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33484) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:15.062920 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9fd33a86-8b58-4ce5-a39e-5ebab33b0eb5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:15.091687 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9fd33a86-8b58-4ce5-a39e-5ebab33b0eb5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:15.155898 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9fd33a86-8b58-4ce5-a39e-5ebab33b0eb5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:15.170364 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd33a86-8b58-4ce5-a39e-5ebab33b0eb5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc3db30-0a8e-4eed-b019-180e4905615d,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:15.181187 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd33a86-8b58-4ce5-a39e-5ebab33b0eb5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:15.181767 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd33a86-8b58-4ce5-a39e-5ebab33b0eb5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:15.182379 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd33a86-8b58-4ce5-a39e-5ebab33b0eb5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:15.182928 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd33a86-8b58-4ce5-a39e-5ebab33b0eb5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:15.183410 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd33a86-8b58-4ce5-a39e-5ebab33b0eb5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:15.183924 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd33a86-8b58-4ce5-a39e-5ebab33b0eb5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:15.184410 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd33a86-8b58-4ce5-a39e-5ebab33b0eb5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:15.184868 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd33a86-8b58-4ce5-a39e-5ebab33b0eb5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:15.185352 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd33a86-8b58-4ce5-a39e-5ebab33b0eb5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:15.185834 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd33a86-8b58-4ce5-a39e-5ebab33b0eb5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:15.186406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd33a86-8b58-4ce5-a39e-5ebab33b0eb5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:15.186967 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd33a86-8b58-4ce5-a39e-5ebab33b0eb5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:15.210422 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9fd33a86-8b58-4ce5-a39e-5ebab33b0eb5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:15.214384 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9fd33a86-8b58-4ce5-a39e-5ebab33b0eb5 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "DELETE /v2.0/security-groups/8cc3db30-0a8e-4eed-b019-180e4905615d HTTP/1.1" status: 204 len: 168 time: 0.2166781 Feb 04 06:28:15.214685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33488) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:15.231534 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.api.v2.resource [None req-c0a9e9c3-8a82-4932-86b5-3e1789cd0c0c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] show failed (client error): The resource could not be found. Feb 04 06:28:15.232545 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c0a9e9c3-8a82-4932-86b5-3e1789cd0c0c tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "GET /v2.0/security-groups/8cc3db30-0a8e-4eed-b019-180e4905615d HTTP/1.1" status: 404 len: 347 time: 0.0170887 Feb 04 06:28:15.235149 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33492) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:15.389174 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-1c09c6ec-9d3c-468d-aafa-f1967923f332 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Deleting port 6db732d9-dfce-4ddc-89e2-086ffe04935d {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:28:15.389547 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1c09c6ec-9d3c-468d-aafa-f1967923f332 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:15.654833 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1c09c6ec-9d3c-468d-aafa-f1967923f332 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:15.655143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1c09c6ec-9d3c-468d-aafa-f1967923f332 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:15.784278 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-1c09c6ec-9d3c-468d-aafa-f1967923f332 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Calling delete_port for 6db732d9-dfce-4ddc-89e2-086ffe04935d owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:28:15.922906 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1c09c6ec-9d3c-468d-aafa-f1967923f332 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:15.973707 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09c6ec-9d3c-468d-aafa-f1967923f332 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Pushing event deleted for resources: {'Port': ['ID=6db732d9-dfce-4ddc-89e2-086ffe04935d,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:16.067415 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1c09c6ec-9d3c-468d-aafa-f1967923f332 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:16.082193 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1c09c6ec-9d3c-468d-aafa-f1967923f332 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:16.083353 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1c09c6ec-9d3c-468d-aafa-f1967923f332 tempest-ServerActionsTestJSON-228325320 tempest-ServerActionsTestJSON-228325320-project] 10.222.0.31 "DELETE /v2.0/floatingips/2c1cda45-cda7-46fb-9a4e-4f135f9e9417 HTTP/1.1" status: 204 len: 168 time: 0.8473315 Feb 04 06:28:16.086478 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33496) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:16.631957 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ffe9ce5-0718-478e-b5df-a7b05449862a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:17.073630 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-3ffe9ce5-0718-478e-b5df-a7b05449862a admin admin] Deleting port 24c72dbf-158a-4850-bbce-f7438b070495 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:28:17.073879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ffe9ce5-0718-478e-b5df-a7b05449862a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:17.249529 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-3ffe9ce5-0718-478e-b5df-a7b05449862a admin admin] For port 24c72dbf-158a-4850-bbce-f7438b070495, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=24c72dbf-158a-4850-bbce-f7438b070495,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:17.249881 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ffe9ce5-0718-478e-b5df-a7b05449862a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:17.371388 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-3ffe9ce5-0718-478e-b5df-a7b05449862a admin admin] Calling delete_port for 24c72dbf-158a-4850-bbce-f7438b070495 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:28:17.697287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ffe9ce5-0718-478e-b5df-a7b05449862a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:17.742632 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe9ce5-0718-478e-b5df-a7b05449862a admin admin] Pushing event deleted for resources: {'Port': ['ID=24c72dbf-158a-4850-bbce-f7438b070495,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:18.005176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3ffe9ce5-0718-478e-b5df-a7b05449862a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:18.475809 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffe9ce5-0718-478e-b5df-a7b05449862a admin admin] Router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:28:18.651950 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffe9ce5-0718-478e-b5df-a7b05449862a admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:28:18.661254 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10e9c07-5fb7-498e-b122-3d181742ffbb None None] Sync routers for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:28:18.664790 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3ffe9ce5-0718-478e-b5df-a7b05449862a admin admin] 10.222.0.31 "PUT /v2.0/routers/45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5773559 Feb 04 06:28:18.668140 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33500) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:18.672776 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10e9c07-5fb7-498e-b122-3d181742ffbb None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:28:18.673387 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a10e9c07-5fb7-498e-b122-3d181742ffbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:28:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:18.843361 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c999b184-92c4-4f49-b1d6-7181825cd817 admin admin] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:18.847945 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-a10e9c07-5fb7-498e-b122-3d181742ffbb None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:28:19.019753 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c999b184-92c4-4f49-b1d6-7181825cd817 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.031162 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-c999b184-92c4-4f49-b1d6-7181825cd817 admin admin] Deleting port 8e7a1bad-790f-44b8-8210-14aeb300f81b {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:28:19.031462 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c999b184-92c4-4f49-b1d6-7181825cd817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.172740 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a10e9c07-5fb7-498e-b122-3d181742ffbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:28:17Z', 'revision_number': 5, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port': {'id': '8e7a1bad-790f-44b8-8210-14aeb300f81b', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:53Z', 'updated_at': '2022-02-04T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:19.176635 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10e9c07-5fb7-498e-b122-3d181742ffbb None None] Checking router: 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:28:19.185640 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10e9c07-5fb7-498e-b122-3d181742ffbb None None] Routers {'45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:28:19.186339 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a10e9c07-5fb7-498e-b122-3d181742ffbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:28:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:19.208011 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-c999b184-92c4-4f49-b1d6-7181825cd817 admin admin] For port 8e7a1bad-790f-44b8-8210-14aeb300f81b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8e7a1bad-790f-44b8-8210-14aeb300f81b,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:19.208365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c999b184-92c4-4f49-b1d6-7181825cd817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.327625 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-c999b184-92c4-4f49-b1d6-7181825cd817 admin admin] Calling delete_port for 8e7a1bad-790f-44b8-8210-14aeb300f81b owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:28:19.335382 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-a10e9c07-5fb7-498e-b122-3d181742ffbb None None] Set router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:28:19.439913 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a10e9c07-5fb7-498e-b122-3d181742ffbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:28:19Z', 'revision_number': 6, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:19.443801 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10e9c07-5fb7-498e-b122-3d181742ffbb None None] The sync data for ids ['45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54'] in dv-neutron-826830-2-hyperv is: [{'id': '45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54', 'name': 'tempest-ServerActionsTestJSON-808422932-router', 'tenant_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:52Z', 'updated_at': '2022-02-04T06:28:19Z', 'revision_number': 6, 'project_id': 'c5b9a8b14a2f47c5b149799a57ab2d68', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:28:19.502578 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c999b184-92c4-4f49-b1d6-7181825cd817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.550452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999b184-92c4-4f49-b1d6-7181825cd817 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e7a1bad-790f-44b8-8210-14aeb300f81b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:19.646482 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c999b184-92c4-4f49-b1d6-7181825cd817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.948521 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c999b184-92c4-4f49-b1d6-7181825cd817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.952096 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c999b184-92c4-4f49-b1d6-7181825cd817 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.978519 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c999b184-92c4-4f49-b1d6-7181825cd817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.979091 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c999b184-92c4-4f49-b1d6-7181825cd817 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:28:19.991868 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c999b184-92c4-4f49-b1d6-7181825cd817 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.993011 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c999b184-92c4-4f49-b1d6-7181825cd817 admin admin] 10.222.0.31 "DELETE /v2.0/routers/45e07e0f-ad6e-45f4-bc1e-1a88a52fdd54 HTTP/1.1" status: 204 len: 168 time: 1.3240104 Feb 04 06:28:19.995759 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33504) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:20.056304 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04a2115-215f-41fc-bc87-367a9e17092d admin admin] Deleting subnet f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:28:20.060754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b04a2115-215f-41fc-bc87-367a9e17092d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:20.109428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b04a2115-215f-41fc-bc87-367a9e17092d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:20.188007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b04a2115-215f-41fc-bc87-367a9e17092d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:20.205627 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 24c72dbf-158a-4850-bbce-f7438b070495 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:28:20.240010 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 24c72dbf-158a-4850-bbce-f7438b070495 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:28:20.240361 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 24c72dbf-158a-4850-bbce-f7438b070495 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:28:20.262106 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b04a2115-215f-41fc-bc87-367a9e17092d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:20.300689 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a2115-215f-41fc-bc87-367a9e17092d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:20.302575 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b04a2115-215f-41fc-bc87-367a9e17092d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:20.308887 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7db8bd-86d2-43aa-8c73-25ff0db59f86 None None] Network da41b38c-ebc6-4747-bf2d-f93b49a4f76e requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:28:20.309041 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b04a2115-215f-41fc-bc87-367a9e17092d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f85217dc-92b9-4bfa-b4a1-f0c75c2e1f0a HTTP/1.1" status: 204 len: 168 time: 0.3122685 Feb 04 06:28:20.311550 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33508) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:20.420075 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:20.430682 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] Deleting port d630567a-2a7a-4a12-9d0f-e587668a290f {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:28:20.431042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:20.576230 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05193260-ea71-4b8f-8ed3-1e1ac104f2c5 None None] DHCP port deletion for da41b38c-ebc6-4747-bf2d-f93b49a4f76e request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:28:20.580471 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-05193260-ea71-4b8f-8ed3-1e1ac104f2c5 None None] Deleting port d630567a-2a7a-4a12-9d0f-e587668a290f {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:28:20.580842 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-05193260-ea71-4b8f-8ed3-1e1ac104f2c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:20.638915 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] For port d630567a-2a7a-4a12-9d0f-e587668a290f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=d630567a-2a7a-4a12-9d0f-e587668a290f,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:20.639264 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:20.760374 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] Calling delete_port for d630567a-2a7a-4a12-9d0f-e587668a290f owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:28:20.779423 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-05193260-ea71-4b8f-8ed3-1e1ac104f2c5 None None] For port d630567a-2a7a-4a12-9d0f-e587668a290f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=d630567a-2a7a-4a12-9d0f-e587668a290f,segment=NetworkSegment(78c42873-e31f-49cf-8fe1-3b7cf877a85b),segment_id=78c42873-e31f-49cf-8fe1-3b7cf877a85b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:20.779812 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-05193260-ea71-4b8f-8ed3-1e1ac104f2c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:20.842130 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:20.892382 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] Pushing event deleted for resources: {'Port': ['ID=d630567a-2a7a-4a12-9d0f-e587668a290f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:20.897064 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] No DVR routers for this DVR port d630567a-2a7a-4a12-9d0f-e587668a290f on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:28:20.904470 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-05193260-ea71-4b8f-8ed3-1e1ac104f2c5 None None] Calling delete_port for d630567a-2a7a-4a12-9d0f-e587668a290f owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:28:20.979050 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-05193260-ea71-4b8f-8ed3-1e1ac104f2c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:28:20.979455 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-05193260-ea71-4b8f-8ed3-1e1ac104f2c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:28:21.015007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:21.038729 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da41b38c-ebc6-4747-bf2d-f93b49a4f76e']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:21.050803 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c42873-e31f-49cf-8fe1-3b7cf877a85b') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:21.051095 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c42873-e31f-49cf-8fe1-3b7cf877a85b') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:21.062299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:21.077576 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:21.083436 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:28:21.083806 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:28:21.096561 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:28:21.174484 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:21.190835 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:21.201044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] Pushing event deleted for resources: {'Network': ['ID=da41b38c-ebc6-4747-bf2d-f93b49a4f76e,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:21.215225 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a1bf17f7-8a07-46b6-ac0e-c1a77477629c admin admin] 10.222.0.31 "DELETE /v2.0/networks/da41b38c-ebc6-4747-bf2d-f93b49a4f76e HTTP/1.1" status: 204 len: 168 time: 0.9026723 Feb 04 06:28:21.351798 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33514) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:21.401486 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-63933731-f2bc-4a7c-85cc-d7ddafe64380 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5b9a8b14a2f47c5b149799a57ab2d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484526 Feb 04 06:28:21.404190 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33518) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:21.466508 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a701a06b-92f9-458e-82ef-53dd65aa6b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:21.481407 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-05193260-ea71-4b8f-8ed3-1e1ac104f2c5 None None] Deleting port d630567a-2a7a-4a12-9d0f-e587668a290f {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:28:21.481926 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-05193260-ea71-4b8f-8ed3-1e1ac104f2c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:21.492763 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a701a06b-92f9-458e-82ef-53dd65aa6b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:21.549636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a701a06b-92f9-458e-82ef-53dd65aa6b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:21.550844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-05193260-ea71-4b8f-8ed3-1e1ac104f2c5 None None] The port 'd630567a-2a7a-4a12-9d0f-e587668a290f' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:28:21.569202 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701a06b-92f9-458e-82ef-53dd65aa6b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97937b67-96f8-4df0-b864-d11ce2629f56,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:21.577743 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a701a06b-92f9-458e-82ef-53dd65aa6b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:21.578913 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a701a06b-92f9-458e-82ef-53dd65aa6b18 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97937b67-96f8-4df0-b864-d11ce2629f56 HTTP/1.1" status: 204 len: 168 time: 0.1738245 Feb 04 06:28:21.644533 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device d630567a-2a7a-4a12-9d0f-e587668a290f no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:28:21.685017 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: d630567a-2a7a-4a12-9d0f-e587668a290f {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:28:21.685359 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device d630567a-2a7a-4a12-9d0f-e587668a290f not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:28:21.685921 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8e7a1bad-790f-44b8-8210-14aeb300f81b no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:28:21.718234 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 8e7a1bad-790f-44b8-8210-14aeb300f81b {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:28:21.718573 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8e7a1bad-790f-44b8-8210-14aeb300f81b not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:28:22.332813 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33542) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:22.445278 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-469834843-network', 'tenant_id': '0b149c652c134a04b7efc3cb0ca90429'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:22.450210 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:28:22.454184 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Usage tracker for resource:network and tenant:0b149c652c134a04b7efc3cb0ca90429 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:28:22.457074 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:28:22.462821 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:28:22.476702 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Made reservation on behalf of 0b149c652c134a04b7efc3cb0ca90429 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:28:22.479035 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:22.491284 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:22.505412 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:28:22.509327 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Usage tracker for resource:security_group_rule and tenant:0b149c652c134a04b7efc3cb0ca90429 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:28:22.512169 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:28:22.517787 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:28:22.613511 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:22.620449 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:22.650409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:28:22.662499 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21f5a2b-90ec-45e8-b578-d0729df8f040,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:22.668261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:22.668584 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Added segment d5681087-fc1b-4033-b844-aa9fa3a6876c of type vlan for network c83a4924-696a-4888-b1ec-0c135c226e96 Feb 04 06:28:22.694329 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:22.724762 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:22.725747 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:22.726366 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:22.828617 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4946861 Feb 04 06:28:22.829463 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d08ff-dfc3-4245-b946-b1e5f6563454 admin admin] Pushing event updated for resources: {'Network': ['ID=c83a4924-696a-4888-b1ec-0c135c226e96,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:22.831595 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33548) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:22.837795 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-e09d5ecb-d854-4554-a6ce-d606125bdf28 admin admin] Request body: {'subnet': {'network_id': 'c83a4924-696a-4888-b1ec-0c135c226e96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-469834843-subnet', 'tenant_id': '0b149c652c134a04b7efc3cb0ca90429', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:22.839897 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network c83a4924-696a-4888-b1ec-0c135c226e96 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:28:22.843240 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e09d5ecb-d854-4554-a6ce-d606125bdf28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:28:22.847755 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e09d5ecb-d854-4554-a6ce-d606125bdf28 admin admin] Usage tracker for resource:subnet and tenant:0b149c652c134a04b7efc3cb0ca90429 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:28:22.850756 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e09d5ecb-d854-4554-a6ce-d606125bdf28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:28:22.858159 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e09d5ecb-d854-4554-a6ce-d606125bdf28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:28:22.869693 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09d5ecb-d854-4554-a6ce-d606125bdf28 admin admin] Made reservation on behalf of 0b149c652c134a04b7efc3cb0ca90429 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:28:22.872558 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e09d5ecb-d854-4554-a6ce-d606125bdf28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.079056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e09d5ecb-d854-4554-a6ce-d606125bdf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.151748 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d5ecb-d854-4554-a6ce-d606125bdf28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=380999f4-deef-4580-9214-13937eb3b197,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:23.162197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09d5ecb-d854-4554-a6ce-d606125bdf28 admin admin] Checking segment: {'id': 'd5681087-fc1b-4033-b844-aa9fa3a6876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c83a4924-696a-4888-b1ec-0c135c226e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:28:23.162547 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09d5ecb-d854-4554-a6ce-d606125bdf28 admin admin] Network hostable DHCP agents. Network: c83a4924-696a-4888-b1ec-0c135c226e96, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:28:23.182282 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09d5ecb-d854-4554-a6ce-d606125bdf28 admin admin] Network c83a4924-696a-4888-b1ec-0c135c226e96 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:28:23.192370 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-e09d5ecb-d854-4554-a6ce-d606125bdf28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, c83a4924-696a-4888-b1ec-0c135c226e96) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:28:23.196456 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09d5ecb-d854-4554-a6ce-d606125bdf28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:23.197032 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e09d5ecb-d854-4554-a6ce-d606125bdf28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.202815 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edeb7eb-63c0-4a92-adb9-52b8ad863edf None None] Network c83a4924-696a-4888-b1ec-0c135c226e96 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:28:23.218006 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e09d5ecb-d854-4554-a6ce-d606125bdf28 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3847730 Feb 04 06:28:23.456315 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea590b0-4c80-4233-97a9-faa3410a4f88 None None] Network c83a4924-696a-4888-b1ec-0c135c226e96 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:28:23.733317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-cd7a3a91-4677-44eb-ba6d-89e4fa27aeaa tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:23.735410 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-cd7a3a91-4677-44eb-ba6d-89e4fa27aeaa tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/networks?id=c83a4924-696a-4888-b1ec-0c135c226e96 HTTP/1.1" status: 200 len: 813 time: 0.1561830 Feb 04 06:28:23.753873 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-bc12935d-6aff-42e8-a908-1388acd12134 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/quotas/0b149c652c134a04b7efc3cb0ca90429 HTTP/1.1" status: 200 len: 375 time: 0.0098817 Feb 04 06:28:23.800101 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-8fe7c6d5-5509-44ee-9ca5-17311207814e tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b149c652c134a04b7efc3cb0ca90429&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413327 Feb 04 06:28:23.933663 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-62184475-30b2-4bce-b935-5c50c30d3f96 service neutron] 10.222.0.31 "GET /v2.0/networks/c83a4924-696a-4888-b1ec-0c135c226e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234279 Feb 04 06:28:24.068596 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-6f8321a3-fd21-4e73-9f45-6a59db72ce3e service neutron] 10.222.0.31 "GET /v2.0/networks/c83a4924-696a-4888-b1ec-0c135c226e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285853 Feb 04 06:28:24.360015 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c4b4d9b4-7368-49da-99d5-a7f98d93a89c req-5703ab5d-ec33-45bc-8470-4216483e75e1 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 210 time: 0.1482091 Feb 04 06:28:24.816212 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:28:25.504422 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-2ecad3c8-f6c4-40d7-9873-98b326deed7d tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:25.504984 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-2ecad3c8-f6c4-40d7-9873-98b326deed7d tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Synchronizing usage tracker for tenant:0b149c652c134a04b7efc3cb0ca90429 on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:28:25.520388 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-88da74db-9336-4468-a49e-f6bad15db4b7 req-cd644408-3ef6-456c-9d8c-d09bdc1ce612 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 210 time: 0.0462942 Feb 04 06:28:25.525116 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-2ecad3c8-f6c4-40d7-9873-98b326deed7d tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Unset dirty status for tenant:0b149c652c134a04b7efc3cb0ca90429 on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:28:25.526482 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-2ecad3c8-f6c4-40d7-9873-98b326deed7d tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.43 "GET /v2.0/networks?id=c83a4924-696a-4888-b1ec-0c135c226e96 HTTP/1.1" status: 200 len: 813 time: 0.1783090 Feb 04 06:28:25.537865 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-3b7e23e4-1d93-4865-829e-534714a86ca4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Request body: {'port': {'device_id': '843d41a2-8379-485b-a524-74e9707fe043', 'network_id': 'c83a4924-696a-4888-b1ec-0c135c226e96', 'admin_state_up': True, 'tenant_id': '0b149c652c134a04b7efc3cb0ca90429'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:25.785232 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-3b7e23e4-1d93-4865-829e-534714a86ca4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:28:25.789312 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-3b7e23e4-1d93-4865-829e-534714a86ca4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Usage tracker for resource:port and tenant:0b149c652c134a04b7efc3cb0ca90429 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:28:25.792261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-3b7e23e4-1d93-4865-829e-534714a86ca4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:28:25.798214 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-3b7e23e4-1d93-4865-829e-534714a86ca4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:28:25.811455 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-3b7e23e4-1d93-4865-829e-534714a86ca4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Made reservation on behalf of 0b149c652c134a04b7efc3cb0ca90429 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:28:25.814968 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-3b7e23e4-1d93-4865-829e-534714a86ca4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.992627 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-3b7e23e4-1d93-4865-829e-534714a86ca4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Allocated IP 172.20.0.7 (c83a4924-696a-4888-b1ec-0c135c226e96/380999f4-deef-4580-9214-13937eb3b197/1d9b5a59-449e-4e83-aaec-7745f50b3d6b) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:28:26.196769 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-3b7e23e4-1d93-4865-829e-534714a86ca4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:26.228661 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-3b7e23e4-1d93-4865-829e-534714a86ca4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:26.302321 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-3b7e23e4-1d93-4865-829e-534714a86ca4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Network c83a4924-696a-4888-b1ec-0c135c226e96 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:28:26.305346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-3b7e23e4-1d93-4865-829e-534714a86ca4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:28:26.309206 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-3b7e23e4-1d93-4865-829e-534714a86ca4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:28:26.342198 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e23e4-1d93-4865-829e-534714a86ca4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Pushing event updated for resources: {'Port': ['ID=1d9b5a59-449e-4e83-aaec-7745f50b3d6b,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:26.377242 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-3b7e23e4-1d93-4865-829e-534714a86ca4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:26.377845 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-3b7e23e4-1d93-4865-829e-534714a86ca4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:26.401228 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-3b7e23e4-1d93-4865-829e-534714a86ca4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8670604 Feb 04 06:28:26.412328 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Request body: {'port': {'device_id': '843d41a2-8379-485b-a524-74e9707fe043', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:26.525737 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:26.698985 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e61c2d-1ddb-44fd-84f3-e88f21750e21 req-c3ee311b-71b7-4404-a8c0-aa104e214a56 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:26.700682 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c5e61c2d-1ddb-44fd-84f3-e88f21750e21 req-c3ee311b-71b7-4404-a8c0-aa104e214a56 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 931 time: 0.0798428 Feb 04 06:28:26.747401 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c5e61c2d-1ddb-44fd-84f3-e88f21750e21 req-27b8e072-c635-42e7-8638-911d474b811a tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409057 Feb 04 06:28:26.862950 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9b5a59-449e-4e83-aaec-7745f50b3d6b {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:28:26.870187 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:26.884889 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Transition to ACTIVE for port object 1d9b5a59-449e-4e83-aaec-7745f50b3d6b will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:28:26.891795 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:27.047212 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9b5a59-449e-4e83-aaec-7745f50b3d6b,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:27.124772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Attempting to bind port 1d9b5a59-449e-4e83-aaec-7745f50b3d6b on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:28:27.124988 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Attempting to bind port 1d9b5a59-449e-4e83-aaec-7745f50b3d6b by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'd5681087-fc1b-4033-b844-aa9fa3a6876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c83a4924-696a-4888-b1ec-0c135c226e96'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:28:27.125326 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Attempting to bind port 1d9b5a59-449e-4e83-aaec-7745f50b3d6b on network c83a4924-696a-4888-b1ec-0c135c226e96 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:28:27.129961 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Port 1d9b5a59-449e-4e83-aaec-7745f50b3d6b on network c83a4924-696a-4888-b1ec-0c135c226e96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:28:27.130340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Attempting to bind port 1d9b5a59-449e-4e83-aaec-7745f50b3d6b on network c83a4924-696a-4888-b1ec-0c135c226e96 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:28:27.135508 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:28:27.135832 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Checking segment: {'id': 'd5681087-fc1b-4033-b844-aa9fa3a6876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c83a4924-696a-4888-b1ec-0c135c226e96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:28:27.136233 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Bound using segment: {'id': 'd5681087-fc1b-4033-b844-aa9fa3a6876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c83a4924-696a-4888-b1ec-0c135c226e96'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:28:27.136649 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Bound port: 1d9b5a59-449e-4e83-aaec-7745f50b3d6b, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5681087-fc1b-4033-b844-aa9fa3a6876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c83a4924-696a-4888-b1ec-0c135c226e96'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:28:27.136990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:27.231720 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] For port 1d9b5a59-449e-4e83-aaec-7745f50b3d6b, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:28:27.234920 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] For port 1d9b5a59-449e-4e83-aaec-7745f50b3d6b, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=1d9b5a59-449e-4e83-aaec-7745f50b3d6b,segment=NetworkSegment(d5681087-fc1b-4033-b844-aa9fa3a6876c),segment_id=d5681087-fc1b-4033-b844-aa9fa3a6876c)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:28:27.241067 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:27.301049 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:27.301652 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:27.302998 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] 10.222.0.43 "PUT /v2.0/ports/1d9b5a59-449e-4e83-aaec-7745f50b3d6b HTTP/1.1" status: 200 len: 1093 time: 0.8947046 Feb 04 06:28:27.303427 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843d41a2-8379-485b-a524-74e9707fe043', 'tag': '1d9b5a59-449e-4e83-aaec-7745f50b3d6b'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:28:27.325239 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95add25-7bdf-404c-87b9-5c87c9ffd027 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9b5a59-449e-4e83-aaec-7745f50b3d6b,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:27.371566 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843d41a2-8379-485b-a524-74e9707fe043', 'tag': '1d9b5a59-449e-4e83-aaec-7745f50b3d6b', 'status': 'completed', 'code': 200} Feb 04 06:28:27.413220 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-67e275a6-7224-462d-91ed-02c8271459f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:27.414632 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-67e275a6-7224-462d-91ed-02c8271459f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b149c652c134a04b7efc3cb0ca90429&device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 1096 time: 0.0743721 Feb 04 06:28:27.583201 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-81e8ed67-6abb-4ff2-b4e2-247a72ffae87 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d9b5a59-449e-4e83-aaec-7745f50b3d6b HTTP/1.1" status: 200 len: 217 time: 0.1612649 Feb 04 06:28:27.644080 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-65ca5af3-3d5a-4aa2-a34b-d6a18d8b053e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:27.645461 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-65ca5af3-3d5a-4aa2-a34b-d6a18d8b053e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=380999f4-deef-4580-9214-13937eb3b197 HTTP/1.1" status: 200 len: 853 time: 0.0566623 Feb 04 06:28:27.693112 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-326b74b1-c451-4f0d-b58e-1678cfc1ceb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c83a4924-696a-4888-b1ec-0c135c226e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415695 Feb 04 06:28:27.838093 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-5eb215bd-48b4-416a-b619-755312bddecd service neutron] 10.222.0.43 "GET /v2.0/networks/c83a4924-696a-4888-b1ec-0c135c226e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386056 Feb 04 06:28:27.929418 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189aa46c-dfe0-436b-a181-4be73c9a02a9 req-00a2dea9-c888-4740-a9b7-560bd9b4bcf4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:27.930919 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-189aa46c-dfe0-436b-a181-4be73c9a02a9 req-00a2dea9-c888-4740-a9b7-560bd9b4bcf4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 943 time: 0.0797977 Feb 04 06:28:27.972005 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2c144a60-9aa6-40e8-a2df-2a233863dc63 req-cdff2f17-ef15-4589-afed-93aa1fec4853 service neutron] 10.222.0.43 "GET /v2.0/networks/c83a4924-696a-4888-b1ec-0c135c226e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260979 Feb 04 06:28:27.974481 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-189aa46c-dfe0-436b-a181-4be73c9a02a9 req-043bf87c-c535-47b7-bffc-bffd12934615 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376451 Feb 04 06:28:28.093267 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80fcf-240d-4522-abc3-5be5e63f8d71 req-01dd48d1-ac28-496b-b174-a03828d6d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:28.094789 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9ed80fcf-240d-4522-abc3-5be5e63f8d71 req-01dd48d1-ac28-496b-b174-a03828d6d8eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b149c652c134a04b7efc3cb0ca90429&device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 1096 time: 0.0737236 Feb 04 06:28:28.225781 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80fcf-240d-4522-abc3-5be5e63f8d71 req-e9ac72f6-3b7b-4e2a-b386-cebc53013e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:28.227148 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9ed80fcf-240d-4522-abc3-5be5e63f8d71 req-e9ac72f6-3b7b-4e2a-b386-cebc53013e3f service neutron] 10.222.0.43 "GET /v2.0/networks?id=c83a4924-696a-4888-b1ec-0c135c226e96 HTTP/1.1" status: 200 len: 914 time: 0.1251659 Feb 04 06:28:28.297464 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9ed80fcf-240d-4522-abc3-5be5e63f8d71 req-6f3cc433-1413-4da1-8e41-944e4a88cc91 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d9b5a59-449e-4e83-aaec-7745f50b3d6b HTTP/1.1" status: 200 len: 217 time: 0.0634408 Feb 04 06:28:28.360778 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80fcf-240d-4522-abc3-5be5e63f8d71 req-dc8fd971-c35a-418f-b60d-315efd17469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:28.362253 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9ed80fcf-240d-4522-abc3-5be5e63f8d71 req-dc8fd971-c35a-418f-b60d-315efd17469f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=380999f4-deef-4580-9214-13937eb3b197 HTTP/1.1" status: 200 len: 853 time: 0.0576534 Feb 04 06:28:28.416826 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9ed80fcf-240d-4522-abc3-5be5e63f8d71 req-f37b5310-c55e-4b81-bdd2-ac750e90cab0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c83a4924-696a-4888-b1ec-0c135c226e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473156 Feb 04 06:28:28.548073 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9ed80fcf-240d-4522-abc3-5be5e63f8d71 req-71de0f39-f36b-4d3c-bbea-1d53cdba30c8 service neutron] 10.222.0.43 "GET /v2.0/networks/c83a4924-696a-4888-b1ec-0c135c226e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241734 Feb 04 06:28:28.680024 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9ed80fcf-240d-4522-abc3-5be5e63f8d71 req-8f929db8-9bbf-4726-b198-e14f7309f0b3 service neutron] 10.222.0.43 "GET /v2.0/networks/c83a4924-696a-4888-b1ec-0c135c226e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240146 Feb 04 06:28:29.182923 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f043033-5bbd-4ca2-ade7-f833fd931f01 req-1feb7013-292d-472a-8456-2bdb125377a6 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:29.184413 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4f043033-5bbd-4ca2-ade7-f833fd931f01 req-1feb7013-292d-472a-8456-2bdb125377a6 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 943 time: 0.0900376 Feb 04 06:28:29.233363 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4f043033-5bbd-4ca2-ade7-f833fd931f01 req-102d349a-2a8a-47f6-8b84-60f7cb011e39 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428419 Feb 04 06:28:29.533922 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f0680f57-3b95-40dd-83d7-41c95feab5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:29.960074 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 1d9b5a59-449e-4e83-aaec-7745f50b3d6b details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:28:30.100607 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 1d9b5a59-449e-4e83-aaec-7745f50b3d6b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=1d9b5a59-449e-4e83-aaec-7745f50b3d6b,segment=NetworkSegment(d5681087-fc1b-4033-b844-aa9fa3a6876c),segment_id=d5681087-fc1b-4033-b844-aa9fa3a6876c)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:30.114775 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '1d9b5a59-449e-4e83-aaec-7745f50b3d6b', 'network_id': 'c83a4924-696a-4888-b1ec-0c135c226e96', 'port_id': '1d9b5a59-449e-4e83-aaec-7745f50b3d6b', 'mac_address': 'fa:16:3e:15:13:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '380999f4-deef-4580-9214-13937eb3b197', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:28:30.173191 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:30.190176 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9b5a59-449e-4e83-aaec-7745f50b3d6b {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:28:30.212797 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 1d9b5a59-449e-4e83-aaec-7745f50b3d6b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=1d9b5a59-449e-4e83-aaec-7745f50b3d6b,segment=NetworkSegment(d5681087-fc1b-4033-b844-aa9fa3a6876c),segment_id=d5681087-fc1b-4033-b844-aa9fa3a6876c)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:30.218915 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:30.285432 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=1d9b5a59-449e-4e83-aaec-7745f50b3d6b,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:30.430511 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['1d9b5a59-449e-4e83-aaec-7745f50b3d6b'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:28:30.445188 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5203a-04cd-49f5-a53a-3aaed5bd19d3 req-03482564-a61c-475d-8152-7d65dd074746 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:30.446647 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f1e5203a-04cd-49f5-a53a-3aaed5bd19d3 req-03482564-a61c-475d-8152-7d65dd074746 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 944 time: 0.0927305 Feb 04 06:28:30.490953 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f1e5203a-04cd-49f5-a53a-3aaed5bd19d3 req-f723dd2e-5a72-46df-9718-6a175fb3f62c tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381930 Feb 04 06:28:31.690694 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f8565-1f27-4ffc-877b-3c135fd58833 req-ce80e007-e2eb-4252-b358-42b85a37b3b0 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:31.692150 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-da3f8565-1f27-4ffc-877b-3c135fd58833 req-ce80e007-e2eb-4252-b358-42b85a37b3b0 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 944 time: 0.0846629 Feb 04 06:28:31.736666 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-da3f8565-1f27-4ffc-877b-3c135fd58833 req-4f041a99-ab3b-4989-9588-996b8442374d tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388184 Feb 04 06:28:31.858044 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-868fb379-ee55-4e29-b48b-176189a50faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.959040 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 1d9b5a59-449e-4e83-aaec-7745f50b3d6b up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:28:32.038642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 1d9b5a59-449e-4e83-aaec-7745f50b3d6b completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:28:32.043976 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 1d9b5a59-449e-4e83-aaec-7745f50b3d6b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:32.044348 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.164042 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.191046 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843d41a2-8379-485b-a524-74e9707fe043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9b5a59-449e-4e83-aaec-7745f50b3d6b'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:28:32.201128 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 1d9b5a59-449e-4e83-aaec-7745f50b3d6b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=1d9b5a59-449e-4e83-aaec-7745f50b3d6b,segment=NetworkSegment(d5681087-fc1b-4033-b844-aa9fa3a6876c),segment_id=d5681087-fc1b-4033-b844-aa9fa3a6876c)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:32.205949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.239984 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843d41a2-8379-485b-a524-74e9707fe043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9b5a59-449e-4e83-aaec-7745f50b3d6b', 'code': 200} Feb 04 06:28:32.277830 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=1d9b5a59-449e-4e83-aaec-7745f50b3d6b,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:32.485551 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4590883-c28b-4e17-96ef-d67c023c9707 req-06b863c3-9b66-4594-9703-b3326ae118c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:32.486892 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a4590883-c28b-4e17-96ef-d67c023c9707 req-06b863c3-9b66-4594-9703-b3326ae118c9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 1098 time: 0.0833457 Feb 04 06:28:32.527448 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a4590883-c28b-4e17-96ef-d67c023c9707 req-56800505-84eb-4bd6-853b-ef74d9d9f817 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340996 Feb 04 06:28:32.919348 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.929513 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560fb6d-43bb-4aff-9f50-997a8022deb6 req-3d70771a-c610-4654-b1e7-387cd84f8df3 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:32.930963 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9560fb6d-43bb-4aff-9f50-997a8022deb6 req-3d70771a-c610-4654-b1e7-387cd84f8df3 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 945 time: 0.0809424 Feb 04 06:28:32.948225 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.978071 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9560fb6d-43bb-4aff-9f50-997a8022deb6 req-c944d4c5-15df-43de-a4bf-ec55de570f4e tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409184 Feb 04 06:28:34.189185 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5b058-d120-4f45-8c79-b255bcd745e0 req-22f15ab2-d863-46c9-b930-5f1ffd3fa149 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:34.190636 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4dc5b058-d120-4f45-8c79-b255bcd745e0 req-22f15ab2-d863-46c9-b930-5f1ffd3fa149 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 945 time: 0.0861838 Feb 04 06:28:34.234829 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4dc5b058-d120-4f45-8c79-b255bcd745e0 req-9e40b71f-cffd-4d79-ba0c-d8b8aee5bbfc tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384791 Feb 04 06:28:34.335671 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:34.522054 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-520bdf9f-ea08-47bf-bf0b-8180d4f3d751 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:34.523467 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-520bdf9f-ea08-47bf-bf0b-8180d4f3d751 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/networks?id=c83a4924-696a-4888-b1ec-0c135c226e96 HTTP/1.1" status: 200 len: 813 time: 0.1476798 Feb 04 06:28:34.540886 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-3c13415e-a609-4c8f-95bc-432ca3bf132e tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/quotas/0b149c652c134a04b7efc3cb0ca90429 HTTP/1.1" status: 200 len: 375 time: 0.0090561 Feb 04 06:28:34.625994 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1ac02c00-5f35-4e05-8a3d-bebc03a869c0 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b149c652c134a04b7efc3cb0ca90429&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0798128 Feb 04 06:28:34.761488 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-95e9c2e4-5c70-4f36-8a71-c916b45b5b1e service neutron] 10.222.0.31 "GET /v2.0/networks/c83a4924-696a-4888-b1ec-0c135c226e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254725 Feb 04 06:28:34.899986 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1c4f6bb7-d26c-4066-b8de-61c6f1bc0d5a service neutron] 10.222.0.31 "GET /v2.0/networks/c83a4924-696a-4888-b1ec-0c135c226e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326885 Feb 04 06:28:35.053374 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0c151331-eeec-4744-8bd1-060bf07b95be req-55be9f9b-9c50-49fd-a246-8ceb1d3703ef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739105 Feb 04 06:28:35.084646 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8b307e1a-f549-4388-a6b5-e8b164c755e7 req-44ffd075-5d71-4922-a73b-ca62c18b7f52 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c65fd5f-1316-41cf-8d4b-09346620f783 HTTP/1.1" status: 200 len: 210 time: 0.0460844 Feb 04 06:28:35.192959 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c151331-eeec-4744-8bd1-060bf07b95be req-a2479c9d-ab2a-4351-bcc1-d438736bfb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:35.194931 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0c151331-eeec-4744-8bd1-060bf07b95be req-a2479c9d-ab2a-4351-bcc1-d438736bfb14 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b149c652c134a04b7efc3cb0ca90429&device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 1098 time: 0.0731931 Feb 04 06:28:35.350165 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c151331-eeec-4744-8bd1-060bf07b95be req-f0c95bea-6a3c-4e33-9d90-d10f02344ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:35.351710 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0c151331-eeec-4744-8bd1-060bf07b95be req-f0c95bea-6a3c-4e33-9d90-d10f02344ee0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c83a4924-696a-4888-b1ec-0c135c226e96 HTTP/1.1" status: 200 len: 914 time: 0.1327062 Feb 04 06:28:35.530788 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0c151331-eeec-4744-8bd1-060bf07b95be req-09f86616-c5bb-4243-8e46-36887d65667b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d9b5a59-449e-4e83-aaec-7745f50b3d6b HTTP/1.1" status: 200 len: 217 time: 0.1732826 Feb 04 06:28:35.591683 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c151331-eeec-4744-8bd1-060bf07b95be req-b9501f29-cd0c-4907-b9b1-f4a3e4606131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:35.593388 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0c151331-eeec-4744-8bd1-060bf07b95be req-b9501f29-cd0c-4907-b9b1-f4a3e4606131 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=380999f4-deef-4580-9214-13937eb3b197 HTTP/1.1" status: 200 len: 853 time: 0.0571940 Feb 04 06:28:35.640562 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0c151331-eeec-4744-8bd1-060bf07b95be req-dfb69d1e-73fc-4a65-ab87-a2e2655b43d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c83a4924-696a-4888-b1ec-0c135c226e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410211 Feb 04 06:28:35.783854 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0c151331-eeec-4744-8bd1-060bf07b95be req-058b6855-7f30-4e35-b31c-6f3e6f0cc99b service neutron] 10.222.0.43 "GET /v2.0/networks/c83a4924-696a-4888-b1ec-0c135c226e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365118 Feb 04 06:28:35.921757 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0c151331-eeec-4744-8bd1-060bf07b95be req-8b536ec4-a29d-4a3e-9c14-41aa9e8cdf20 service neutron] 10.222.0.43 "GET /v2.0/networks/c83a4924-696a-4888-b1ec-0c135c226e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300242 Feb 04 06:28:36.107966 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-218c2ad6-58c9-4380-98d7-2933bbccc2f1 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:36.109472 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-218c2ad6-58c9-4380-98d7-2933bbccc2f1 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.43 "GET /v2.0/networks?id=c83a4924-696a-4888-b1ec-0c135c226e96 HTTP/1.1" status: 200 len: 813 time: 0.1454566 Feb 04 06:28:36.121178 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-63a15871-5683-464a-b47e-56384f02c251 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Request body: {'port': {'device_id': '7c65fd5f-1316-41cf-8d4b-09346620f783', 'network_id': 'c83a4924-696a-4888-b1ec-0c135c226e96', 'admin_state_up': True, 'tenant_id': '0b149c652c134a04b7efc3cb0ca90429'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:36.238689 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c1bbba20-a6f2-490a-adf4-ef0cd0aac741 req-4305bbaa-49ff-4828-af7c-3807c66693e5 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c65fd5f-1316-41cf-8d4b-09346620f783 HTTP/1.1" status: 200 len: 210 time: 0.0444508 Feb 04 06:28:36.259830 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-63a15871-5683-464a-b47e-56384f02c251 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:28:36.263675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-63a15871-5683-464a-b47e-56384f02c251 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Usage tracker for resource:port and tenant:0b149c652c134a04b7efc3cb0ca90429 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:28:36.266511 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-63a15871-5683-464a-b47e-56384f02c251 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:28:36.272304 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-63a15871-5683-464a-b47e-56384f02c251 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:28:36.284307 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-63a15871-5683-464a-b47e-56384f02c251 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Made reservation on behalf of 0b149c652c134a04b7efc3cb0ca90429 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:28:36.289621 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-63a15871-5683-464a-b47e-56384f02c251 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:36.456308 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-63a15871-5683-464a-b47e-56384f02c251 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Allocated IP 172.20.0.14 (c83a4924-696a-4888-b1ec-0c135c226e96/380999f4-deef-4580-9214-13937eb3b197/6331f19c-1cb7-435f-a87c-7fc15d34a98b) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:28:36.679454 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-63a15871-5683-464a-b47e-56384f02c251 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:36.715870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-63a15871-5683-464a-b47e-56384f02c251 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:36.727039 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['1d9b5a59-449e-4e83-aaec-7745f50b3d6b'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:28:36.788710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-63a15871-5683-464a-b47e-56384f02c251 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Network c83a4924-696a-4888-b1ec-0c135c226e96 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:28:36.791772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-63a15871-5683-464a-b47e-56384f02c251 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:28:36.795592 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-63a15871-5683-464a-b47e-56384f02c251 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:28:36.825454 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a15871-5683-464a-b47e-56384f02c251 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Pushing event updated for resources: {'Port': ['ID=6331f19c-1cb7-435f-a87c-7fc15d34a98b,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:36.861975 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-63a15871-5683-464a-b47e-56384f02c251 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:36.862631 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-63a15871-5683-464a-b47e-56384f02c251 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:36.885450 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-63a15871-5683-464a-b47e-56384f02c251 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7679236 Feb 04 06:28:36.896921 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Request body: {'port': {'device_id': '7c65fd5f-1316-41cf-8d4b-09346620f783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:37.014459 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:37.356782 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:37.361963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6331f19c-1cb7-435f-a87c-7fc15d34a98b {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:28:37.369496 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:37.384904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Transition to ACTIVE for port object 6331f19c-1cb7-435f-a87c-7fc15d34a98b will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:28:37.389485 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:37.422710 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcae9d4-cb78-4cb5-a58b-bf3b8a58e110 req-d84d59af-4486-4ae8-a962-cf67110143c4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:37.424171 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3dcae9d4-cb78-4cb5-a58b-bf3b8a58e110 req-d84d59af-4486-4ae8-a962-cf67110143c4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c65fd5f-1316-41cf-8d4b-09346620f783 HTTP/1.1" status: 200 len: 932 time: 0.0815232 Feb 04 06:28:37.467173 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3dcae9d4-cb78-4cb5-a58b-bf3b8a58e110 req-3fcebc0f-74c9-4f58-b692-23674b230bc0 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371780 Feb 04 06:28:37.547200 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Pushing event updated for resources: {'Port': ['ID=6331f19c-1cb7-435f-a87c-7fc15d34a98b,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:37.624419 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Attempting to bind port 6331f19c-1cb7-435f-a87c-7fc15d34a98b on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:28:37.624745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Attempting to bind port 6331f19c-1cb7-435f-a87c-7fc15d34a98b by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'd5681087-fc1b-4033-b844-aa9fa3a6876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c83a4924-696a-4888-b1ec-0c135c226e96'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:28:37.625067 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Attempting to bind port 6331f19c-1cb7-435f-a87c-7fc15d34a98b on network c83a4924-696a-4888-b1ec-0c135c226e96 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:28:37.630083 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Port 6331f19c-1cb7-435f-a87c-7fc15d34a98b on network c83a4924-696a-4888-b1ec-0c135c226e96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:28:37.630401 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Attempting to bind port 6331f19c-1cb7-435f-a87c-7fc15d34a98b on network c83a4924-696a-4888-b1ec-0c135c226e96 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:28:37.636084 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:28:37.636434 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Checking segment: {'id': 'd5681087-fc1b-4033-b844-aa9fa3a6876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c83a4924-696a-4888-b1ec-0c135c226e96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:28:37.636807 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Bound using segment: {'id': 'd5681087-fc1b-4033-b844-aa9fa3a6876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c83a4924-696a-4888-b1ec-0c135c226e96'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:28:37.637259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Bound port: 6331f19c-1cb7-435f-a87c-7fc15d34a98b, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5681087-fc1b-4033-b844-aa9fa3a6876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c83a4924-696a-4888-b1ec-0c135c226e96'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:28:37.637680 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:37.737093 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] For port 6331f19c-1cb7-435f-a87c-7fc15d34a98b, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:28:37.740239 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] For port 6331f19c-1cb7-435f-a87c-7fc15d34a98b, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6331f19c-1cb7-435f-a87c-7fc15d34a98b,segment=NetworkSegment(d5681087-fc1b-4033-b844-aa9fa3a6876c),segment_id=d5681087-fc1b-4033-b844-aa9fa3a6876c)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:28:37.747172 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:37.806902 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:37.807810 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:37.809278 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] 10.222.0.43 "PUT /v2.0/ports/6331f19c-1cb7-435f-a87c-7fc15d34a98b HTTP/1.1" status: 200 len: 1094 time: 0.9167087 Feb 04 06:28:37.809711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c65fd5f-1316-41cf-8d4b-09346620f783', 'tag': '6331f19c-1cb7-435f-a87c-7fc15d34a98b'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:28:37.831121 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4f0e4-22c8-46c3-82d1-e1ddf22f3590 service neutron] Pushing event updated for resources: {'Port': ['ID=6331f19c-1cb7-435f-a87c-7fc15d34a98b,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:37.885504 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c65fd5f-1316-41cf-8d4b-09346620f783', 'tag': '6331f19c-1cb7-435f-a87c-7fc15d34a98b', 'status': 'completed', 'code': 200} Feb 04 06:28:38.017062 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-e72a2485-2194-41ca-b2af-073f73b2f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:38.018536 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-e72a2485-2194-41ca-b2af-073f73b2f8ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b149c652c134a04b7efc3cb0ca90429&device_id=7c65fd5f-1316-41cf-8d4b-09346620f783 HTTP/1.1" status: 200 len: 1097 time: 0.1710126 Feb 04 06:28:38.086831 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-ac0687f9-8d32-47f2-a66f-cbeddd6b8554 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6331f19c-1cb7-435f-a87c-7fc15d34a98b HTTP/1.1" status: 200 len: 217 time: 0.0607729 Feb 04 06:28:38.151499 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-3842f452-55d2-4a66-a166-846f4dc5c237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:38.152943 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-3842f452-55d2-4a66-a166-846f4dc5c237 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=380999f4-deef-4580-9214-13937eb3b197 HTTP/1.1" status: 200 len: 853 time: 0.0599866 Feb 04 06:28:38.198712 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-26b3fdd5-3328-42d7-a684-535e3368ec46 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c83a4924-696a-4888-b1ec-0c135c226e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398090 Feb 04 06:28:38.336943 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-13812697-d08f-40dd-887d-fd11c8032480 service neutron] 10.222.0.43 "GET /v2.0/networks/c83a4924-696a-4888-b1ec-0c135c226e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321173 Feb 04 06:28:38.470593 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1fe95774-1b0d-41e9-a4cf-7d05a7bd17f8 req-d28a913f-a1a5-48c9-ac76-59946b9ded13 service neutron] 10.222.0.43 "GET /v2.0/networks/c83a4924-696a-4888-b1ec-0c135c226e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269269 Feb 04 06:28:38.599714 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d3a30-f29c-4f71-8ba2-70cb7c573074 req-9f7b46a8-c272-41fc-8718-98fc5ebb1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:38.601219 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ee7d3a30-f29c-4f71-8ba2-70cb7c573074 req-9f7b46a8-c272-41fc-8718-98fc5ebb1ba9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b149c652c134a04b7efc3cb0ca90429&device_id=7c65fd5f-1316-41cf-8d4b-09346620f783 HTTP/1.1" status: 200 len: 1097 time: 0.0819714 Feb 04 06:28:38.665909 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c0fb9-314b-42df-8b96-e7b87c025516 req-32bc4734-ca32-4d29-a7af-c8a054bfdebb tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:38.667362 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f8c0fb9-314b-42df-8b96-e7b87c025516 req-32bc4734-ca32-4d29-a7af-c8a054bfdebb tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c65fd5f-1316-41cf-8d4b-09346620f783 HTTP/1.1" status: 200 len: 944 time: 0.0888968 Feb 04 06:28:38.711107 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f8c0fb9-314b-42df-8b96-e7b87c025516 req-97ebdca2-c5c8-4f6d-9e3b-baf419e94af2 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376852 Feb 04 06:28:38.733937 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d3a30-f29c-4f71-8ba2-70cb7c573074 req-d953a45b-e0c2-453a-a10f-f9fa7a7361f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:38.735407 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ee7d3a30-f29c-4f71-8ba2-70cb7c573074 req-d953a45b-e0c2-453a-a10f-f9fa7a7361f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c83a4924-696a-4888-b1ec-0c135c226e96 HTTP/1.1" status: 200 len: 914 time: 0.1273839 Feb 04 06:28:38.804628 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ee7d3a30-f29c-4f71-8ba2-70cb7c573074 req-c37f69ae-321b-42a0-b2ef-44c92b222d33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6331f19c-1cb7-435f-a87c-7fc15d34a98b HTTP/1.1" status: 200 len: 217 time: 0.0615332 Feb 04 06:28:38.878027 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d3a30-f29c-4f71-8ba2-70cb7c573074 req-9551cf05-c58e-4d88-9cfe-8a8c34e81a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:38.881002 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ee7d3a30-f29c-4f71-8ba2-70cb7c573074 req-9551cf05-c58e-4d88-9cfe-8a8c34e81a1f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=380999f4-deef-4580-9214-13937eb3b197 HTTP/1.1" status: 200 len: 853 time: 0.0687563 Feb 04 06:28:38.948340 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ee7d3a30-f29c-4f71-8ba2-70cb7c573074 req-3f78d2c9-ff32-451d-8c7a-889743bf341a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c83a4924-696a-4888-b1ec-0c135c226e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468040 Feb 04 06:28:39.085817 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ee7d3a30-f29c-4f71-8ba2-70cb7c573074 req-6f994ad6-d94f-4ddc-9ad0-6e00e6a2a03d service neutron] 10.222.0.43 "GET /v2.0/networks/c83a4924-696a-4888-b1ec-0c135c226e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311450 Feb 04 06:28:39.228493 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ee7d3a30-f29c-4f71-8ba2-70cb7c573074 req-90019c07-6fe8-43eb-ba91-b68e36cf7dbd service neutron] 10.222.0.43 "GET /v2.0/networks/c83a4924-696a-4888-b1ec-0c135c226e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356835 Feb 04 06:28:39.923226 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4824-de56-4173-8015-eba06a55607d req-c354ab9f-8190-4e5b-8435-d279ddc487be tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:39.924732 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2a8e4824-de56-4173-8015-eba06a55607d req-c354ab9f-8190-4e5b-8435-d279ddc487be tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c65fd5f-1316-41cf-8d4b-09346620f783 HTTP/1.1" status: 200 len: 944 time: 0.0933967 Feb 04 06:28:39.972581 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2a8e4824-de56-4173-8015-eba06a55607d req-72ad5023-79af-492c-ba60-96ee52b9e4e4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394115 Feb 04 06:28:40.014436 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 6331f19c-1cb7-435f-a87c-7fc15d34a98b details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:28:40.158169 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 6331f19c-1cb7-435f-a87c-7fc15d34a98b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6331f19c-1cb7-435f-a87c-7fc15d34a98b,segment=NetworkSegment(d5681087-fc1b-4033-b844-aa9fa3a6876c),segment_id=d5681087-fc1b-4033-b844-aa9fa3a6876c)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:40.171752 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '6331f19c-1cb7-435f-a87c-7fc15d34a98b', 'network_id': 'c83a4924-696a-4888-b1ec-0c135c226e96', 'port_id': '6331f19c-1cb7-435f-a87c-7fc15d34a98b', 'mac_address': 'fa:16:3e:d1:cd:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '380999f4-deef-4580-9214-13937eb3b197', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:28:40.236347 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:40.256605 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6331f19c-1cb7-435f-a87c-7fc15d34a98b {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:28:40.272507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 6331f19c-1cb7-435f-a87c-7fc15d34a98b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6331f19c-1cb7-435f-a87c-7fc15d34a98b,segment=NetworkSegment(d5681087-fc1b-4033-b844-aa9fa3a6876c),segment_id=d5681087-fc1b-4033-b844-aa9fa3a6876c)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:40.279208 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:40.346807 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=6331f19c-1cb7-435f-a87c-7fc15d34a98b,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:40.482040 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['6331f19c-1cb7-435f-a87c-7fc15d34a98b'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:28:41.178527 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204d927-0acc-4017-8892-9f66ac5b85b2 req-d28a4421-ffdb-4004-a288-3f41e06f7ab6 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:41.180010 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a204d927-0acc-4017-8892-9f66ac5b85b2 req-d28a4421-ffdb-4004-a288-3f41e06f7ab6 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c65fd5f-1316-41cf-8d4b-09346620f783 HTTP/1.1" status: 200 len: 945 time: 0.0874331 Feb 04 06:28:41.227138 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a204d927-0acc-4017-8892-9f66ac5b85b2 req-2107c007-39d9-44ba-9e8a-5023d286a8eb tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414042 Feb 04 06:28:42.021828 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 6331f19c-1cb7-435f-a87c-7fc15d34a98b up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:28:42.129267 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 6331f19c-1cb7-435f-a87c-7fc15d34a98b completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:28:42.136558 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 6331f19c-1cb7-435f-a87c-7fc15d34a98b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:42.136932 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:42.253166 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:42.280109 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c65fd5f-1316-41cf-8d4b-09346620f783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6331f19c-1cb7-435f-a87c-7fc15d34a98b'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:28:42.289898 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 6331f19c-1cb7-435f-a87c-7fc15d34a98b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6331f19c-1cb7-435f-a87c-7fc15d34a98b,segment=NetworkSegment(d5681087-fc1b-4033-b844-aa9fa3a6876c),segment_id=d5681087-fc1b-4033-b844-aa9fa3a6876c)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:42.294885 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:42.330615 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c65fd5f-1316-41cf-8d4b-09346620f783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6331f19c-1cb7-435f-a87c-7fc15d34a98b', 'code': 200} Feb 04 06:28:42.363566 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=6331f19c-1cb7-435f-a87c-7fc15d34a98b,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:42.418572 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484e3cf-a078-4fca-8c27-e1ed4985e7d7 req-9a3d9309-fc2f-497a-b58a-267ebf7e79cf tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:42.420079 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1484e3cf-a078-4fca-8c27-e1ed4985e7d7 req-9a3d9309-fc2f-497a-b58a-267ebf7e79cf tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c65fd5f-1316-41cf-8d4b-09346620f783 HTTP/1.1" status: 200 len: 946 time: 0.0865889 Feb 04 06:28:42.464274 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1484e3cf-a078-4fca-8c27-e1ed4985e7d7 req-42d43e26-3472-4ee1-9d89-63abc0364a3e tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384417 Feb 04 06:28:42.572460 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606218a2-7602-48d6-b7e0-4443d2c012e0 req-f8264c33-0c7c-45a5-b8a3-d9dfe9b971e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:42.573881 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-606218a2-7602-48d6-b7e0-4443d2c012e0 req-f8264c33-0c7c-45a5-b8a3-d9dfe9b971e3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7c65fd5f-1316-41cf-8d4b-09346620f783 HTTP/1.1" status: 200 len: 1099 time: 0.0706804 Feb 04 06:28:42.617682 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-606218a2-7602-48d6-b7e0-4443d2c012e0 req-b4bfe4c5-5eb7-4901-a5d5-eac6f9cb930b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379455 Feb 04 06:28:43.661416 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc3c82-aaeb-43b4-833b-712bf39554a3 req-30d144c8-4ab0-4620-b37b-19b3c7507093 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:43.662865 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ecfc3c82-aaeb-43b4-833b-712bf39554a3 req-30d144c8-4ab0-4620-b37b-19b3c7507093 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c65fd5f-1316-41cf-8d4b-09346620f783 HTTP/1.1" status: 200 len: 946 time: 0.0891678 Feb 04 06:28:43.707140 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ecfc3c82-aaeb-43b4-833b-712bf39554a3 req-10b294ba-7391-491f-b845-15ebc65b32f3 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384989 Feb 04 06:28:44.906609 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a02c40-ce5c-4e53-b06f-59ce9d9b829e req-9f2b1126-21f1-4614-bfdb-7e43681df800 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:44.908063 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-24a02c40-ce5c-4e53-b06f-59ce9d9b829e req-9f2b1126-21f1-4614-bfdb-7e43681df800 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c65fd5f-1316-41cf-8d4b-09346620f783 HTTP/1.1" status: 200 len: 946 time: 0.0804904 Feb 04 06:28:44.950595 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-24a02c40-ce5c-4e53-b06f-59ce9d9b829e req-2dfc1e88-8d30-4c9c-8df5-6ed6f98ecf77 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369124 Feb 04 06:28:45.351836 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b980290-44ac-438d-a495-00fc570e912e req-e7d3ede3-8e6a-4b12-8130-b02ca88bbd60 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:45.353216 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7b980290-44ac-438d-a495-00fc570e912e req-e7d3ede3-8e6a-4b12-8130-b02ca88bbd60 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c65fd5f-1316-41cf-8d4b-09346620f783 HTTP/1.1" status: 200 len: 946 time: 0.0903275 Feb 04 06:28:45.399310 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7b980290-44ac-438d-a495-00fc570e912e req-7d0a4126-5bac-4ba2-9356-8dbe8897e31e tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399511 Feb 04 06:28:46.611204 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a00459-1b5c-4eaa-a6db-9b5a21080383 req-1597206c-afc1-4ae2-8ff8-227befa16cfd tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:46.612688 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-29a00459-1b5c-4eaa-a6db-9b5a21080383 req-1597206c-afc1-4ae2-8ff8-227befa16cfd tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c65fd5f-1316-41cf-8d4b-09346620f783 HTTP/1.1" status: 200 len: 946 time: 0.0886562 Feb 04 06:28:46.663650 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-29a00459-1b5c-4eaa-a6db-9b5a21080383 req-ec535899-33ea-47b6-b5bf-686e9e120046 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452235 Feb 04 06:28:46.676368 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70fd3f-8eb9-48fa-86d0-3681a2f11d40 req-51552a07-19ff-4bd5-818c-3dbd21869484 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:46.679814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-9d70fd3f-8eb9-48fa-86d0-3681a2f11d40 req-51552a07-19ff-4bd5-818c-3dbd21869484 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Synchronizing usage tracker for tenant:0b149c652c134a04b7efc3cb0ca90429 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:28:46.702141 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-9d70fd3f-8eb9-48fa-86d0-3681a2f11d40 req-51552a07-19ff-4bd5-818c-3dbd21869484 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Unset dirty status for tenant:0b149c652c134a04b7efc3cb0ca90429 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:28:46.703304 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9d70fd3f-8eb9-48fa-86d0-3681a2f11d40 req-51552a07-19ff-4bd5-818c-3dbd21869484 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c65fd5f-1316-41cf-8d4b-09346620f783 HTTP/1.1" status: 200 len: 946 time: 0.1077037 Feb 04 06:28:46.775688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-9d70fd3f-8eb9-48fa-86d0-3681a2f11d40 req-d2940f63-16ee-4a59-86bd-9e9cccae7c9b tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Deleting port 6331f19c-1cb7-435f-a87c-7fc15d34a98b {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:28:46.776095 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9d70fd3f-8eb9-48fa-86d0-3681a2f11d40 req-d2940f63-16ee-4a59-86bd-9e9cccae7c9b tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:47.035282 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-9d70fd3f-8eb9-48fa-86d0-3681a2f11d40 req-d2940f63-16ee-4a59-86bd-9e9cccae7c9b tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] For port 6331f19c-1cb7-435f-a87c-7fc15d34a98b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6331f19c-1cb7-435f-a87c-7fc15d34a98b,segment=NetworkSegment(d5681087-fc1b-4033-b844-aa9fa3a6876c),segment_id=d5681087-fc1b-4033-b844-aa9fa3a6876c)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:47.035513 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9d70fd3f-8eb9-48fa-86d0-3681a2f11d40 req-d2940f63-16ee-4a59-86bd-9e9cccae7c9b tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:47.278956 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-9d70fd3f-8eb9-48fa-86d0-3681a2f11d40 req-d2940f63-16ee-4a59-86bd-9e9cccae7c9b tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Calling delete_port for 6331f19c-1cb7-435f-a87c-7fc15d34a98b owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:28:47.444430 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9d70fd3f-8eb9-48fa-86d0-3681a2f11d40 req-d2940f63-16ee-4a59-86bd-9e9cccae7c9b tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:47.458761 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['1d9b5a59-449e-4e83-aaec-7745f50b3d6b', '6331f19c-1cb7-435f-a87c-7fc15d34a98b'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:28:47.504107 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2940f63-16ee-4a59-86bd-9e9cccae7c9b tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Pushing event deleted for resources: {'Port': ['ID=6331f19c-1cb7-435f-a87c-7fc15d34a98b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:47.576906 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d70fd3f-8eb9-48fa-86d0-3681a2f11d40 req-d2940f63-16ee-4a59-86bd-9e9cccae7c9b tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] No DVR routers for this DVR port 6331f19c-1cb7-435f-a87c-7fc15d34a98b on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:28:47.579429 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9d70fd3f-8eb9-48fa-86d0-3681a2f11d40 req-d2940f63-16ee-4a59-86bd-9e9cccae7c9b tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:47.582050 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c65fd5f-1316-41cf-8d4b-09346620f783', 'name': 'network-vif-deleted', 'tag': '6331f19c-1cb7-435f-a87c-7fc15d34a98b'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:28:47.600445 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9d70fd3f-8eb9-48fa-86d0-3681a2f11d40 req-d2940f63-16ee-4a59-86bd-9e9cccae7c9b tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.43 "DELETE /v2.0/ports/6331f19c-1cb7-435f-a87c-7fc15d34a98b HTTP/1.1" status: 204 len: 173 time: 0.8915064 Feb 04 06:28:47.628205 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c65fd5f-1316-41cf-8d4b-09346620f783', 'name': 'network-vif-deleted', 'tag': '6331f19c-1cb7-435f-a87c-7fc15d34a98b', 'status': 'completed', 'code': 200} Feb 04 06:28:47.934745 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-425b664a-22a6-4d8a-bc26-720328d946f9 req-744da8ac-1060-46e5-89c2-d9b1f0bbf9c4 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c65fd5f-1316-41cf-8d4b-09346620f783 HTTP/1.1" status: 200 len: 210 time: 0.1414011 Feb 04 06:28:49.207622 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3a9e5-34af-4203-b6eb-d4623395b103 req-426f8228-034e-4dbf-af41-30929044eda0 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:49.209090 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cde3a9e5-34af-4203-b6eb-d4623395b103 req-426f8228-034e-4dbf-af41-30929044eda0 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 945 time: 0.0807869 Feb 04 06:28:49.254902 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cde3a9e5-34af-4203-b6eb-d4623395b103 req-22cb12b3-fe51-41b0-baf8-ebf43db3c920 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400116 Feb 04 06:28:49.470458 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c5102-f60f-4b00-a5ab-e4e52def09c3 req-caf8112f-2def-4eeb-a434-e843ca444e6f tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:49.471900 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b50c5102-f60f-4b00-a5ab-e4e52def09c3 req-caf8112f-2def-4eeb-a434-e843ca444e6f tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 945 time: 0.0842516 Feb 04 06:28:49.518121 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b50c5102-f60f-4b00-a5ab-e4e52def09c3 req-945aaa2b-1ccf-484f-a84c-4eb716550f50 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377312 Feb 04 06:28:49.713246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be52546-bb70-476d-8edd-9219bac96f89 req-b56561c8-697e-40bb-91b5-23b08dbdd0d2 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:49.714734 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5be52546-bb70-476d-8edd-9219bac96f89 req-b56561c8-697e-40bb-91b5-23b08dbdd0d2 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 945 time: 0.0849657 Feb 04 06:28:49.758771 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5be52546-bb70-476d-8edd-9219bac96f89 req-a3baf711-bdeb-4a75-9476-4bb985576655 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384240 Feb 04 06:28:50.070020 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7d489-d4b0-4724-89a6-b8d2c417b6d1 req-e63a4f85-efd5-4cd5-b7b0-3a6202ad1e6d tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:50.071747 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-96a7d489-d4b0-4724-89a6-b8d2c417b6d1 req-e63a4f85-efd5-4cd5-b7b0-3a6202ad1e6d tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 945 time: 0.0945184 Feb 04 06:28:50.089990 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 6331f19c-1cb7-435f-a87c-7fc15d34a98b no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:28:50.121188 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-96a7d489-d4b0-4724-89a6-b8d2c417b6d1 req-083c1795-a8f4-4308-a6f5-2b4b8ef404df tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434246 Feb 04 06:28:50.126975 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 6331f19c-1cb7-435f-a87c-7fc15d34a98b {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:28:50.127326 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 6331f19c-1cb7-435f-a87c-7fc15d34a98b not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:28:50.310772 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1accc-f1e6-4092-9304-48271dd59f10 req-c5e0e1a7-2493-4ca6-a3df-0ecff180be64 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:50.312261 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d0f1accc-f1e6-4092-9304-48271dd59f10 req-c5e0e1a7-2493-4ca6-a3df-0ecff180be64 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 945 time: 0.0872083 Feb 04 06:28:50.360236 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d0f1accc-f1e6-4092-9304-48271dd59f10 req-99330e50-97f4-4576-a77b-bfcb90f24625 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403516 Feb 04 06:28:50.553591 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc9729-be3d-42fa-a3aa-cd3cb94cfc02 req-ae65f144-f2ff-4737-a27b-70bbec8a8bb1 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:50.555019 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-21cc9729-be3d-42fa-a3aa-cd3cb94cfc02 req-ae65f144-f2ff-4737-a27b-70bbec8a8bb1 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 945 time: 0.0807822 Feb 04 06:28:50.602442 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-21cc9729-be3d-42fa-a3aa-cd3cb94cfc02 req-a1740d38-7460-4690-824e-5659fa46a83e tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416639 Feb 04 06:28:51.139978 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679d62e-ec3c-40b5-9d66-8dc187a269ef req-cfb1b0fb-393a-4dde-bbbd-8c77dd59e6bd tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:51.141456 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8679d62e-ec3c-40b5-9d66-8dc187a269ef req-cfb1b0fb-393a-4dde-bbbd-8c77dd59e6bd tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 945 time: 0.0830860 Feb 04 06:28:51.187397 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8679d62e-ec3c-40b5-9d66-8dc187a269ef req-ccad02ba-f67d-40f4-8972-051bd4d66ad6 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399709 Feb 04 06:28:52.379390 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d2507-8440-4c81-8dae-f424195779da req-8e86324b-4240-46a6-9b9d-4e2fb85ff18b tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:52.380895 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d48d2507-8440-4c81-8dae-f424195779da req-8e86324b-4240-46a6-9b9d-4e2fb85ff18b tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 945 time: 0.0861368 Feb 04 06:28:52.417140 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9eb9e-7f7b-4923-8f20-10c7498d09db req-ec2de9a9-7e69-4a93-a4bf-b2aa9a1a1958 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:52.417910 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-04e9eb9e-7f7b-4923-8f20-10c7498d09db req-ec2de9a9-7e69-4a93-a4bf-b2aa9a1a1958 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Synchronizing usage tracker for tenant:0b149c652c134a04b7efc3cb0ca90429 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:28:52.426893 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d48d2507-8440-4c81-8dae-f424195779da req-71e85e2a-4b6f-461e-be9b-a34b59e5c1fb tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/security-groups?id=f21f5a2b-90ec-45e8-b578-d0729df8f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381343 Feb 04 06:28:52.436347 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-04e9eb9e-7f7b-4923-8f20-10c7498d09db req-ec2de9a9-7e69-4a93-a4bf-b2aa9a1a1958 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Unset dirty status for tenant:0b149c652c134a04b7efc3cb0ca90429 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:28:52.437553 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-04e9eb9e-7f7b-4923-8f20-10c7498d09db req-ec2de9a9-7e69-4a93-a4bf-b2aa9a1a1958 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.43 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 945 time: 0.1025221 Feb 04 06:28:52.507910 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-04e9eb9e-7f7b-4923-8f20-10c7498d09db req-b5dddba2-6ed1-4853-b7e6-e52b6c532ed9 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Deleting port 1d9b5a59-449e-4e83-aaec-7745f50b3d6b {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:28:52.508152 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-04e9eb9e-7f7b-4923-8f20-10c7498d09db req-b5dddba2-6ed1-4853-b7e6-e52b6c532ed9 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:52.768140 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-04e9eb9e-7f7b-4923-8f20-10c7498d09db req-b5dddba2-6ed1-4853-b7e6-e52b6c532ed9 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] For port 1d9b5a59-449e-4e83-aaec-7745f50b3d6b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=1d9b5a59-449e-4e83-aaec-7745f50b3d6b,segment=NetworkSegment(d5681087-fc1b-4033-b844-aa9fa3a6876c),segment_id=d5681087-fc1b-4033-b844-aa9fa3a6876c)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:52.768398 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-04e9eb9e-7f7b-4923-8f20-10c7498d09db req-b5dddba2-6ed1-4853-b7e6-e52b6c532ed9 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:52.892280 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-04e9eb9e-7f7b-4923-8f20-10c7498d09db req-b5dddba2-6ed1-4853-b7e6-e52b6c532ed9 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Calling delete_port for 1d9b5a59-449e-4e83-aaec-7745f50b3d6b owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:28:53.041602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-04e9eb9e-7f7b-4923-8f20-10c7498d09db req-b5dddba2-6ed1-4853-b7e6-e52b6c532ed9 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:53.052951 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['1d9b5a59-449e-4e83-aaec-7745f50b3d6b'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:28:53.094048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dddba2-6ed1-4853-b7e6-e52b6c532ed9 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Pushing event deleted for resources: {'Port': ['ID=1d9b5a59-449e-4e83-aaec-7745f50b3d6b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:53.163102 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e9eb9e-7f7b-4923-8f20-10c7498d09db req-b5dddba2-6ed1-4853-b7e6-e52b6c532ed9 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] No DVR routers for this DVR port 1d9b5a59-449e-4e83-aaec-7745f50b3d6b on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:28:53.165611 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-04e9eb9e-7f7b-4923-8f20-10c7498d09db req-b5dddba2-6ed1-4853-b7e6-e52b6c532ed9 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:53.168120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843d41a2-8379-485b-a524-74e9707fe043', 'name': 'network-vif-deleted', 'tag': '1d9b5a59-449e-4e83-aaec-7745f50b3d6b'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:28:53.185363 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-04e9eb9e-7f7b-4923-8f20-10c7498d09db req-b5dddba2-6ed1-4853-b7e6-e52b6c532ed9 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.43 "DELETE /v2.0/ports/1d9b5a59-449e-4e83-aaec-7745f50b3d6b HTTP/1.1" status: 204 len: 173 time: 0.7424526 Feb 04 06:28:53.216034 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843d41a2-8379-485b-a524-74e9707fe043', 'name': 'network-vif-deleted', 'tag': '1d9b5a59-449e-4e83-aaec-7745f50b3d6b', 'status': 'completed', 'code': 200} Feb 04 06:28:53.590304 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1b9c0fb3-8903-48ea-8de8-06ff7cfb8a8f req-ec219a76-8619-4fde-a7ac-b4a81ffd0920 tempest-ServersNegativeTestJSON-98957593 tempest-ServersNegativeTestJSON-98957593-project] 10.222.0.31 "GET /v2.0/ports?device_id=843d41a2-8379-485b-a524-74e9707fe043 HTTP/1.1" status: 200 len: 210 time: 0.0424750 Feb 04 06:28:54.705564 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33698) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:54.763173 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e32ca26-1a65-49c6-b2a4-a21ea856a7a1 admin admin] Deleting subnet 380999f4-deef-4580-9214-13937eb3b197 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:28:54.766334 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5e32ca26-1a65-49c6-b2a4-a21ea856a7a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:54.819023 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5e32ca26-1a65-49c6-b2a4-a21ea856a7a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:54.874016 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5e32ca26-1a65-49c6-b2a4-a21ea856a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:54.944987 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5e32ca26-1a65-49c6-b2a4-a21ea856a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:54.982861 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32ca26-1a65-49c6-b2a4-a21ea856a7a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=380999f4-deef-4580-9214-13937eb3b197,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:54.987332 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5e32ca26-1a65-49c6-b2a4-a21ea856a7a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:54.993670 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5e32ca26-1a65-49c6-b2a4-a21ea856a7a1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/380999f4-deef-4580-9214-13937eb3b197 HTTP/1.1" status: 204 len: 168 time: 0.2870765 Feb 04 06:28:54.996339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33702) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:55.102044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca315f14-dc0a-4a20-a18f-93c34410e4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:55.227325 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca315f14-dc0a-4a20-a18f-93c34410e4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:55.252249 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-ca315f14-dc0a-4a20-a18f-93c34410e4b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83a4924-696a-4888-b1ec-0c135c226e96']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:55.264510 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-ca315f14-dc0a-4a20-a18f-93c34410e4b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5681087-fc1b-4033-b844-aa9fa3a6876c') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:55.264800 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-ca315f14-dc0a-4a20-a18f-93c34410e4b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5681087-fc1b-4033-b844-aa9fa3a6876c') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:55.276123 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca315f14-dc0a-4a20-a18f-93c34410e4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:55.292081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca315f14-dc0a-4a20-a18f-93c34410e4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:55.298524 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca315f14-dc0a-4a20-a18f-93c34410e4b4 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:28:55.298895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca315f14-dc0a-4a20-a18f-93c34410e4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:28:55.311621 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:28:55.391047 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca315f14-dc0a-4a20-a18f-93c34410e4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:55.406900 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca315f14-dc0a-4a20-a18f-93c34410e4b4 admin admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:55.416947 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca315f14-dc0a-4a20-a18f-93c34410e4b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c83a4924-696a-4888-b1ec-0c135c226e96,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:55.425983 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ca315f14-dc0a-4a20-a18f-93c34410e4b4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c83a4924-696a-4888-b1ec-0c135c226e96 HTTP/1.1" status: 204 len: 168 time: 0.4287033 Feb 04 06:28:55.536591 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33708) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:55.586183 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-117a81ef-8725-4ad9-91c9-925ace40a907 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b149c652c134a04b7efc3cb0ca90429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484385 Feb 04 06:28:55.588668 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33712) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:55.652345 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2b7390ef-438e-4e6a-9687-31d898b1bb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:55.773117 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2b7390ef-438e-4e6a-9687-31d898b1bb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:55.828596 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2b7390ef-438e-4e6a-9687-31d898b1bb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:55.845215 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7390ef-438e-4e6a-9687-31d898b1bb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21f5a2b-90ec-45e8-b578-d0729df8f040,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:55.850534 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2b7390ef-438e-4e6a-9687-31d898b1bb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:55.853879 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2b7390ef-438e-4e6a-9687-31d898b1bb45 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f21f5a2b-90ec-45e8-b578-d0729df8f040 HTTP/1.1" status: 204 len: 168 time: 0.2621558 Feb 04 06:28:56.136624 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 1d9b5a59-449e-4e83-aaec-7745f50b3d6b no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:28:56.173037 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 1d9b5a59-449e-4e83-aaec-7745f50b3d6b {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:28:56.173558 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 1d9b5a59-449e-4e83-aaec-7745f50b3d6b not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:28:56.631489 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33736) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:56.742525 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-78191689'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:56.748050 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:28:56.752535 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Usage tracker for resource:network and tenant:b2e8ea2460e0417cab76112cf7e06d62 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:28:56.755838 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:28:56.763153 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:28:56.777083 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Made reservation on behalf of b2e8ea2460e0417cab76112cf7e06d62 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:28:56.780859 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:56.792811 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:56.807400 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:28:56.811383 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Usage tracker for resource:security_group_rule and tenant:b2e8ea2460e0417cab76112cf7e06d62 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:28:56.814200 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:28:56.819925 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:28:56.910822 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:56.916085 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:56.949052 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:28:56.957559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91eda635-a542-40bb-a323-6dfe382104a1,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:56.964382 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:56.964727 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Added segment 4277fb7b-df77-4b01-a066-65494df29f52 of type vlan for network 0b57d2e5-ce1f-4f62-bca4-f33a4020ba04 Feb 04 06:28:56.995164 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:57.031224 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:57.037388 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:57.038191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:57.141993 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5093753 Feb 04 06:28:57.148251 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196166c5-788c-4c5f-80f0-56430eff943a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event updated for resources: {'Network': ['ID=0b57d2e5-ce1f-4f62-bca4-f33a4020ba04,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:57.163158 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 0b57d2e5-ce1f-4f62-bca4-f33a4020ba04 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:28:59.527563 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-807e7ff5-bf2e-453c-b3c1-2b7a77912cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:00.298515 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33742) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:00.307639 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-105c7d38-1397-4dbf-a6d1-0644253d7ec9 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Request body: {'subnet': {'network_id': '0b57d2e5-ce1f-4f62-bca4-f33a4020ba04', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:00.419429 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-105c7d38-1397-4dbf-a6d1-0644253d7ec9 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:00.423326 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-105c7d38-1397-4dbf-a6d1-0644253d7ec9 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Usage tracker for resource:subnet and tenant:b2e8ea2460e0417cab76112cf7e06d62 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:00.426127 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-105c7d38-1397-4dbf-a6d1-0644253d7ec9 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:00.432060 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-105c7d38-1397-4dbf-a6d1-0644253d7ec9 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:00.443752 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105c7d38-1397-4dbf-a6d1-0644253d7ec9 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Made reservation on behalf of b2e8ea2460e0417cab76112cf7e06d62 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:00.447336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-105c7d38-1397-4dbf-a6d1-0644253d7ec9 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:00.671613 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-105c7d38-1397-4dbf-a6d1-0644253d7ec9 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:00.743912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c7d38-1397-4dbf-a6d1-0644253d7ec9 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event updated for resources: {'Subnet': ['ID=778129e3-1235-4647-ae6e-68dde6184b0c,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:00.754173 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105c7d38-1397-4dbf-a6d1-0644253d7ec9 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Checking segment: {'id': '4277fb7b-df77-4b01-a066-65494df29f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0b57d2e5-ce1f-4f62-bca4-f33a4020ba04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:29:00.754527 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105c7d38-1397-4dbf-a6d1-0644253d7ec9 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Network hostable DHCP agents. Network: 0b57d2e5-ce1f-4f62-bca4-f33a4020ba04, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:29:00.774286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105c7d38-1397-4dbf-a6d1-0644253d7ec9 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Network 0b57d2e5-ce1f-4f62-bca4-f33a4020ba04 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:29:00.783670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-105c7d38-1397-4dbf-a6d1-0644253d7ec9 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 0b57d2e5-ce1f-4f62-bca4-f33a4020ba04) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:00.787450 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105c7d38-1397-4dbf-a6d1-0644253d7ec9 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:00.788077 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-105c7d38-1397-4dbf-a6d1-0644253d7ec9 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:00.792291 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e0e832-fdd4-4f51-9f4a-6cdc47c6cc07 None None] Network 0b57d2e5-ce1f-4f62-bca4-f33a4020ba04 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:00.810528 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-105c7d38-1397-4dbf-a6d1-0644253d7ec9 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5105886 Feb 04 06:29:00.814257 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33746) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:00.819881 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-3514a82e-267c-4583-9bd2-98b13faf34bc tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1315137535'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:00.824907 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3514a82e-267c-4583-9bd2-98b13faf34bc tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:00.829013 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3514a82e-267c-4583-9bd2-98b13faf34bc tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Usage tracker for resource:network and tenant:b2e8ea2460e0417cab76112cf7e06d62 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:00.831925 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3514a82e-267c-4583-9bd2-98b13faf34bc tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:00.837659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3514a82e-267c-4583-9bd2-98b13faf34bc tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:00.848541 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3514a82e-267c-4583-9bd2-98b13faf34bc tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Made reservation on behalf of b2e8ea2460e0417cab76112cf7e06d62 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:00.851935 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3514a82e-267c-4583-9bd2-98b13faf34bc tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:00.878696 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3514a82e-267c-4583-9bd2-98b13faf34bc tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:29:00.887652 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3514a82e-267c-4583-9bd2-98b13faf34bc tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:00.888022 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-3514a82e-267c-4583-9bd2-98b13faf34bc tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Added segment 44e259b4-0c91-4f99-9ff2-70e222f1a312 of type vlan for network 01f0e39b-03c6-46b2-b0ef-255247a0e9f5 Feb 04 06:29:00.916762 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3514a82e-267c-4583-9bd2-98b13faf34bc tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:00.945540 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3514a82e-267c-4583-9bd2-98b13faf34bc tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:00.951113 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3514a82e-267c-4583-9bd2-98b13faf34bc tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:00.951686 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3514a82e-267c-4583-9bd2-98b13faf34bc tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:01.008374 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-0b57d2e5-ce1f-4f62-bca4-f33a4020ba04', 'network_id': '0b57d2e5-ce1f-4f62-bca4-f33a4020ba04', 'tenant_id': 'b2e8ea2460e0417cab76112cf7e06d62', 'fixed_ips': [{'subnet_id': '778129e3-1235-4647-ae6e-68dde6184b0c'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:29:01.009294 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:01.049214 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3514a82e-267c-4583-9bd2-98b13faf34bc tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2336810 Feb 04 06:29:01.052900 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33750) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:01.061529 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-5f2141d4-0e8d-4752-b6f1-a13ca058bbda tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Request body: {'subnet': {'network_id': '01f0e39b-03c6-46b2-b0ef-255247a0e9f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:01.061983 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514a82e-267c-4583-9bd2-98b13faf34bc tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event updated for resources: {'Network': ['ID=01f0e39b-03c6-46b2-b0ef-255247a0e9f5,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:01.075453 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 01f0e39b-03c6-46b2-b0ef-255247a0e9f5 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:29:01.173971 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5f2141d4-0e8d-4752-b6f1-a13ca058bbda tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:01.177943 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5f2141d4-0e8d-4752-b6f1-a13ca058bbda tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Usage tracker for resource:subnet and tenant:b2e8ea2460e0417cab76112cf7e06d62 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:01.180853 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5f2141d4-0e8d-4752-b6f1-a13ca058bbda tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:01.186638 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5f2141d4-0e8d-4752-b6f1-a13ca058bbda tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:01.197004 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2141d4-0e8d-4752-b6f1-a13ca058bbda tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Made reservation on behalf of b2e8ea2460e0417cab76112cf7e06d62 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:01.200705 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5f2141d4-0e8d-4752-b6f1-a13ca058bbda tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:01.249423 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Allocated IP 2001:db8:0:ffff::2 (0b57d2e5-ce1f-4f62-bca4-f33a4020ba04/778129e3-1235-4647-ae6e-68dde6184b0c/9f073079-7d3e-4d99-b273-46f662c71bff) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:29:01.425603 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5f2141d4-0e8d-4752-b6f1-a13ca058bbda tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:01.454659 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:01.464992 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Transition to ACTIVE for port object 9f073079-7d3e-4d99-b273-46f662c71bff will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:01.483569 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Transition to ACTIVE for port object 9f073079-7d3e-4d99-b273-46f662c71bff will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:01.489823 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:01.506513 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2141d4-0e8d-4752-b6f1-a13ca058bbda tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event updated for resources: {'Subnet': ['ID=64cefe2c-8c1f-4886-894c-f87af5d89cca,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:01.514292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2141d4-0e8d-4752-b6f1-a13ca058bbda tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Checking segment: {'id': '44e259b4-0c91-4f99-9ff2-70e222f1a312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '01f0e39b-03c6-46b2-b0ef-255247a0e9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:29:01.514625 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2141d4-0e8d-4752-b6f1-a13ca058bbda tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Network hostable DHCP agents. Network: 01f0e39b-03c6-46b2-b0ef-255247a0e9f5, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:29:01.535677 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2141d4-0e8d-4752-b6f1-a13ca058bbda tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Network 01f0e39b-03c6-46b2-b0ef-255247a0e9f5 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:29:01.545032 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-5f2141d4-0e8d-4752-b6f1-a13ca058bbda tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 01f0e39b-03c6-46b2-b0ef-255247a0e9f5) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:01.550591 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2141d4-0e8d-4752-b6f1-a13ca058bbda tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:01.551118 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5f2141d4-0e8d-4752-b6f1-a13ca058bbda tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:01.553606 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Network 0b57d2e5-ce1f-4f62-bca4-f33a4020ba04 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:01.558026 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:01.559820 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b432f5a5-3b85-4ee4-a0d8-87a2436ece9a None None] Network 01f0e39b-03c6-46b2-b0ef-255247a0e9f5 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:01.575383 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:29:01.576818 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5f2141d4-0e8d-4752-b6f1-a13ca058bbda tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5222051 Feb 04 06:29:01.579679 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33754) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:01.632117 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Pushing event updated for resources: {'Port': ['ID=9f073079-7d3e-4d99-b273-46f662c71bff,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:01.674183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:01.674526 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:01.674862 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:01.675194 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:01.675517 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:01.675863 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:01.676193 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:01.676516 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:01.676833 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:01.677149 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:01.677469 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:01.677776 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:01.723111 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b3bf04ea-32a2-4533-99bf-2350803052a5 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:01.789756 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b3bf04ea-32a2-4533-99bf-2350803052a5 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:01.790067 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Attempting to bind port 9f073079-7d3e-4d99-b273-46f662c71bff on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:29:01.790461 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Attempting to bind port 9f073079-7d3e-4d99-b273-46f662c71bff by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4277fb7b-df77-4b01-a066-65494df29f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0b57d2e5-ce1f-4f62-bca4-f33a4020ba04'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:29:01.790789 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Attempting to bind port 9f073079-7d3e-4d99-b273-46f662c71bff on network 0b57d2e5-ce1f-4f62-bca4-f33a4020ba04 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:29:01.807007 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:29:01.807677 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Checking segment: {'id': '4277fb7b-df77-4b01-a066-65494df29f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0b57d2e5-ce1f-4f62-bca4-f33a4020ba04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:29:01.807677 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:01.808047 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Bound using segment: {'id': '4277fb7b-df77-4b01-a066-65494df29f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0b57d2e5-ce1f-4f62-bca4-f33a4020ba04'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:29:01.808599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Bound port: 9f073079-7d3e-4d99-b273-46f662c71bff, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4277fb7b-df77-4b01-a066-65494df29f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0b57d2e5-ce1f-4f62-bca4-f33a4020ba04'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:29:01.808943 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:01.816291 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:29:01.872513 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b3bf04ea-32a2-4533-99bf-2350803052a5 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:01.915116 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf04ea-32a2-4533-99bf-2350803052a5 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event deleted for resources: {'Subnet': ['ID=64cefe2c-8c1f-4886-894c-f87af5d89cca,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:01.948093 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1d9466d5-6f6b-4e4d-a44a-a466812b7f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:01.953983 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c9f44c-9ad1-41ae-929f-0ab60c853f37 None None] Network 01f0e39b-03c6-46b2-b0ef-255247a0e9f5 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:02.009406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b3bf04ea-32a2-4533-99bf-2350803052a5 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:02.035483 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-b3bf04ea-32a2-4533-99bf-2350803052a5 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f0e39b-03c6-46b2-b0ef-255247a0e9f5']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:02.048895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-b3bf04ea-32a2-4533-99bf-2350803052a5 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e259b4-0c91-4f99-9ff2-70e222f1a312') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:02.049195 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-b3bf04ea-32a2-4533-99bf-2350803052a5 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e259b4-0c91-4f99-9ff2-70e222f1a312') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:02.049469 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] For port 9f073079-7d3e-4d99-b273-46f662c71bff, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:29:02.062338 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b3bf04ea-32a2-4533-99bf-2350803052a5 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:02.069016 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] For port 9f073079-7d3e-4d99-b273-46f662c71bff, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=9f073079-7d3e-4d99-b273-46f662c71bff,segment=NetworkSegment(4277fb7b-df77-4b01-a066-65494df29f52),segment_id=4277fb7b-df77-4b01-a066-65494df29f52)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:29:02.079161 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b3bf04ea-32a2-4533-99bf-2350803052a5 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:02.085118 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3bf04ea-32a2-4533-99bf-2350803052a5 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:29:02.085593 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b3bf04ea-32a2-4533-99bf-2350803052a5 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:02.097511 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:29:02.099804 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:29:02.182979 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b3bf04ea-32a2-4533-99bf-2350803052a5 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:02.203655 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b3bf04ea-32a2-4533-99bf-2350803052a5 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:02.214104 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf04ea-32a2-4533-99bf-2350803052a5 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event deleted for resources: {'Network': ['ID=01f0e39b-03c6-46b2-b0ef-255247a0e9f5,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:02.216159 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe474b-c7c0-4dea-abb0-50c18d542404 None None] Pushing event updated for resources: {'Port': ['ID=9f073079-7d3e-4d99-b273-46f662c71bff,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:02.218701 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b3bf04ea-32a2-4533-99bf-2350803052a5 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "DELETE /v2.0/networks/01f0e39b-03c6-46b2-b0ef-255247a0e9f5 HTTP/1.1" status: 204 len: 168 time: 0.6380436 Feb 04 06:29:02.222150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33758) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:02.227565 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-c1501ee0-f6ec-4d3e-8de8-5198b4e37d12 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1999144705'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:02.233144 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c1501ee0-f6ec-4d3e-8de8-5198b4e37d12 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:02.237904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c1501ee0-f6ec-4d3e-8de8-5198b4e37d12 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Usage tracker for resource:network and tenant:b2e8ea2460e0417cab76112cf7e06d62 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:02.240923 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c1501ee0-f6ec-4d3e-8de8-5198b4e37d12 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:02.246784 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c1501ee0-f6ec-4d3e-8de8-5198b4e37d12 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:02.258292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1501ee0-f6ec-4d3e-8de8-5198b4e37d12 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Made reservation on behalf of b2e8ea2460e0417cab76112cf7e06d62 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:02.261972 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c1501ee0-f6ec-4d3e-8de8-5198b4e37d12 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:02.289846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1501ee0-f6ec-4d3e-8de8-5198b4e37d12 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:29:02.299334 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c1501ee0-f6ec-4d3e-8de8-5198b4e37d12 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:02.299689 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-c1501ee0-f6ec-4d3e-8de8-5198b4e37d12 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Added segment 8aca473c-6a83-4657-b4fc-cd222d9c7081 of type vlan for network 92c8bcc2-00df-4f6c-ba08-8fb96fed9aad Feb 04 06:29:02.326842 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c1501ee0-f6ec-4d3e-8de8-5198b4e37d12 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:02.359286 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c1501ee0-f6ec-4d3e-8de8-5198b4e37d12 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:02.364740 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1501ee0-f6ec-4d3e-8de8-5198b4e37d12 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:02.365321 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c1501ee0-f6ec-4d3e-8de8-5198b4e37d12 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:02.479491 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1501ee0-f6ec-4d3e-8de8-5198b4e37d12 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event updated for resources: {'Network': ['ID=92c8bcc2-00df-4f6c-ba08-8fb96fed9aad,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:02.483956 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c1501ee0-f6ec-4d3e-8de8-5198b4e37d12 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2602642 Feb 04 06:29:02.486596 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33762) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:02.492222 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 92c8bcc2-00df-4f6c-ba08-8fb96fed9aad details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:29:02.492924 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-9eb1dd21-72fc-4fa9-ac2f-929816b714be tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Request body: {'subnet': {'network_id': '92c8bcc2-00df-4f6c-ba08-8fb96fed9aad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:02.705224 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9eb1dd21-72fc-4fa9-ac2f-929816b714be tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:02.709167 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9eb1dd21-72fc-4fa9-ac2f-929816b714be tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Usage tracker for resource:subnet and tenant:b2e8ea2460e0417cab76112cf7e06d62 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:02.712113 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9eb1dd21-72fc-4fa9-ac2f-929816b714be tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:02.717874 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9eb1dd21-72fc-4fa9-ac2f-929816b714be tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:02.729463 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb1dd21-72fc-4fa9-ac2f-929816b714be tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Made reservation on behalf of b2e8ea2460e0417cab76112cf7e06d62 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:02.733473 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9eb1dd21-72fc-4fa9-ac2f-929816b714be tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:02.821111 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.ipam_backend_mixin [None req-9eb1dd21-72fc-4fa9-ac2f-929816b714be tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Performing IP validity checks on allocation pools {{(pid=87470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 06:29:02.821635 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.ipam_backend_mixin [None req-9eb1dd21-72fc-4fa9-ac2f-929816b714be tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 06:29:02.940932 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:02.952006 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9eb1dd21-72fc-4fa9-ac2f-929816b714be tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:02.955209 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:03.036669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1dd21-72fc-4fa9-ac2f-929816b714be tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event updated for resources: {'Subnet': ['ID=c0c1fc75-a8a7-457f-8e51-cf6c1f9e2815,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:03.046522 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb1dd21-72fc-4fa9-ac2f-929816b714be tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Checking segment: {'id': '8aca473c-6a83-4657-b4fc-cd222d9c7081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '92c8bcc2-00df-4f6c-ba08-8fb96fed9aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:29:03.046881 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb1dd21-72fc-4fa9-ac2f-929816b714be tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Network hostable DHCP agents. Network: 92c8bcc2-00df-4f6c-ba08-8fb96fed9aad, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:29:03.067304 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb1dd21-72fc-4fa9-ac2f-929816b714be tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Network 92c8bcc2-00df-4f6c-ba08-8fb96fed9aad is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:29:03.078420 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-9eb1dd21-72fc-4fa9-ac2f-929816b714be tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 92c8bcc2-00df-4f6c-ba08-8fb96fed9aad) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:03.083890 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb1dd21-72fc-4fa9-ac2f-929816b714be tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:03.084453 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9eb1dd21-72fc-4fa9-ac2f-929816b714be tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:03.090553 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c050a2ec-4058-4b1b-9965-5dd3e7c6ddbd None None] Network 92c8bcc2-00df-4f6c-ba08-8fb96fed9aad requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:03.109917 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9eb1dd21-72fc-4fa9-ac2f-929816b714be tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6220255 Feb 04 06:29:03.112421 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33766) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:03.252731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7788dd-ddcf-4fb0-a11b-b0a7d9f084aa None None] Network 0b57d2e5-ce1f-4f62-bca4-f33a4020ba04 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:03.264724 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f2d725b-ddb9-4cec-a9b0-ca333c265331 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:03.330620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f2d725b-ddb9-4cec-a9b0-ca333c265331 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:03.404584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f2d725b-ddb9-4cec-a9b0-ca333c265331 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:03.410097 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ec91dc59-25c3-4c55-a24e-8a315cc06eca None None] Provisioning for port 9f073079-7d3e-4d99-b273-46f662c71bff completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:29:03.425785 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d3f614-a457-4d9c-8ba9-ec689299f9f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-92c8bcc2-00df-4f6c-ba08-8fb96fed9aad', 'network_id': '92c8bcc2-00df-4f6c-ba08-8fb96fed9aad', 'tenant_id': 'b2e8ea2460e0417cab76112cf7e06d62', 'fixed_ips': [{'subnet_id': 'c0c1fc75-a8a7-457f-8e51-cf6c1f9e2815'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:29:03.426595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d3d3f614-a457-4d9c-8ba9-ec689299f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:03.448169 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d725b-ddb9-4cec-a9b0-ca333c265331 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event deleted for resources: {'Subnet': ['ID=c0c1fc75-a8a7-457f-8e51-cf6c1f9e2815,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:03.546461 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f2d725b-ddb9-4cec-a9b0-ca333c265331 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:03.571825 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-9f2d725b-ddb9-4cec-a9b0-ca333c265331 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c8bcc2-00df-4f6c-ba08-8fb96fed9aad']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:03.583847 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-9f2d725b-ddb9-4cec-a9b0-ca333c265331 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aca473c-6a83-4657-b4fc-cd222d9c7081') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:03.584255 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-9f2d725b-ddb9-4cec-a9b0-ca333c265331 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aca473c-6a83-4657-b4fc-cd222d9c7081') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:03.596597 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f2d725b-ddb9-4cec-a9b0-ca333c265331 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:03.613781 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f2d725b-ddb9-4cec-a9b0-ca333c265331 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:03.619333 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2b8d0d-4c34-4fcd-8906-b27051bfbe52 None None] Network 92c8bcc2-00df-4f6c-ba08-8fb96fed9aad requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:03.621033 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2d725b-ddb9-4cec-a9b0-ca333c265331 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:29:03.621439 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f2d725b-ddb9-4cec-a9b0-ca333c265331 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:29:03.637341 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:29:03.723540 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 9f073079-7d3e-4d99-b273-46f662c71bff up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:29:03.731455 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f2d725b-ddb9-4cec-a9b0-ca333c265331 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:03.749452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f2d725b-ddb9-4cec-a9b0-ca333c265331 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:03.764123 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d725b-ddb9-4cec-a9b0-ca333c265331 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event deleted for resources: {'Network': ['ID=92c8bcc2-00df-4f6c-ba08-8fb96fed9aad,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:03.768592 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9f2d725b-ddb9-4cec-a9b0-ca333c265331 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "DELETE /v2.0/networks/92c8bcc2-00df-4f6c-ba08-8fb96fed9aad HTTP/1.1" status: 204 len: 168 time: 0.6532347 Feb 04 06:29:03.770644 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33770) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:03.777126 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-96680716-e5af-4fc2-9ae1-a915d3f6edb0 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-749426356'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:03.782519 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-96680716-e5af-4fc2-9ae1-a915d3f6edb0 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:03.786628 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-96680716-e5af-4fc2-9ae1-a915d3f6edb0 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Usage tracker for resource:network and tenant:b2e8ea2460e0417cab76112cf7e06d62 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:03.789812 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-96680716-e5af-4fc2-9ae1-a915d3f6edb0 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:03.796480 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-96680716-e5af-4fc2-9ae1-a915d3f6edb0 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:03.807813 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96680716-e5af-4fc2-9ae1-a915d3f6edb0 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Made reservation on behalf of b2e8ea2460e0417cab76112cf7e06d62 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:03.811889 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-96680716-e5af-4fc2-9ae1-a915d3f6edb0 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:03.841112 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96680716-e5af-4fc2-9ae1-a915d3f6edb0 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:29:03.851500 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-96680716-e5af-4fc2-9ae1-a915d3f6edb0 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:03.852681 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-96680716-e5af-4fc2-9ae1-a915d3f6edb0 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Added segment 3a409f1f-2c43-47ba-bcd4-e598a48910b2 of type vlan for network c0b33169-75fd-4727-9218-4cd1af0c914f Feb 04 06:29:03.870769 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 9f073079-7d3e-4d99-b273-46f662c71bff completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:29:03.876199 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 9f073079-7d3e-4d99-b273-46f662c71bff triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:03.876578 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:03.890404 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-96680716-e5af-4fc2-9ae1-a915d3f6edb0 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:03.922555 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-96680716-e5af-4fc2-9ae1-a915d3f6edb0 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:03.928112 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96680716-e5af-4fc2-9ae1-a915d3f6edb0 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:03.928674 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-96680716-e5af-4fc2-9ae1-a915d3f6edb0 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:04.022278 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-96680716-e5af-4fc2-9ae1-a915d3f6edb0 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2501166 Feb 04 06:29:04.025184 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33774) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:04.031431 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-abcbabdf-ec58-497a-b7f6-6d591e8a1269 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Request body: {'subnet': {'network_id': 'c0b33169-75fd-4727-9218-4cd1af0c914f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:04.037722 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96680716-e5af-4fc2-9ae1-a915d3f6edb0 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event updated for resources: {'Network': ['ID=c0b33169-75fd-4727-9218-4cd1af0c914f,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:04.044795 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:04.057412 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network c0b33169-75fd-4727-9218-4cd1af0c914f details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:29:04.130298 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9f668470-297d-4fe9-af8d-b911554d4553 None None] Provisioning complete for port 9f073079-7d3e-4d99-b273-46f662c71bff triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:04.130667 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9f668470-297d-4fe9-af8d-b911554d4553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:04.143670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-abcbabdf-ec58-497a-b7f6-6d591e8a1269 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:04.147773 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-abcbabdf-ec58-497a-b7f6-6d591e8a1269 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Usage tracker for resource:subnet and tenant:b2e8ea2460e0417cab76112cf7e06d62 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:04.150750 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-abcbabdf-ec58-497a-b7f6-6d591e8a1269 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:04.156790 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-abcbabdf-ec58-497a-b7f6-6d591e8a1269 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:04.169245 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcbabdf-ec58-497a-b7f6-6d591e8a1269 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Made reservation on behalf of b2e8ea2460e0417cab76112cf7e06d62 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:04.172567 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-abcbabdf-ec58-497a-b7f6-6d591e8a1269 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:04.221402 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 9f073079-7d3e-4d99-b273-46f662c71bff, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=9f073079-7d3e-4d99-b273-46f662c71bff,segment=NetworkSegment(4277fb7b-df77-4b01-a066-65494df29f52),segment_id=4277fb7b-df77-4b01-a066-65494df29f52)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:04.230588 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:04.367259 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=9f073079-7d3e-4d99-b273-46f662c71bff,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:04.374292 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:04.393900 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-abcbabdf-ec58-497a-b7f6-6d591e8a1269 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:04.472811 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbabdf-ec58-497a-b7f6-6d591e8a1269 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event updated for resources: {'Subnet': ['ID=5e04b9a6-e880-4da5-908a-b7c6f4533934,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:04.482155 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcbabdf-ec58-497a-b7f6-6d591e8a1269 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Checking segment: {'id': '3a409f1f-2c43-47ba-bcd4-e598a48910b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c0b33169-75fd-4727-9218-4cd1af0c914f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:29:04.482574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcbabdf-ec58-497a-b7f6-6d591e8a1269 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Network hostable DHCP agents. Network: c0b33169-75fd-4727-9218-4cd1af0c914f, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:29:04.501525 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcbabdf-ec58-497a-b7f6-6d591e8a1269 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Network c0b33169-75fd-4727-9218-4cd1af0c914f is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:29:04.511804 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-abcbabdf-ec58-497a-b7f6-6d591e8a1269 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, c0b33169-75fd-4727-9218-4cd1af0c914f) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:04.517176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcbabdf-ec58-497a-b7f6-6d591e8a1269 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:04.517760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-abcbabdf-ec58-497a-b7f6-6d591e8a1269 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:04.525359 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9959a9f6-0931-4e34-9f29-dcb1548f3ab5 None None] Network c0b33169-75fd-4727-9218-4cd1af0c914f requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:04.545157 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-abcbabdf-ec58-497a-b7f6-6d591e8a1269 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5180128 Feb 04 06:29:04.545771 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33778) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:04.551405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-0976c7cc-438f-4565-8b3c-435ea3b0fd09 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-41290035'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:04.556489 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0976c7cc-438f-4565-8b3c-435ea3b0fd09 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:04.560429 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0976c7cc-438f-4565-8b3c-435ea3b0fd09 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Usage tracker for resource:network and tenant:b2e8ea2460e0417cab76112cf7e06d62 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:04.563259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0976c7cc-438f-4565-8b3c-435ea3b0fd09 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:04.569032 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0976c7cc-438f-4565-8b3c-435ea3b0fd09 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:04.579853 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0976c7cc-438f-4565-8b3c-435ea3b0fd09 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Made reservation on behalf of b2e8ea2460e0417cab76112cf7e06d62 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:04.583244 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0976c7cc-438f-4565-8b3c-435ea3b0fd09 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:04.611199 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0976c7cc-438f-4565-8b3c-435ea3b0fd09 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:29:04.620053 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0976c7cc-438f-4565-8b3c-435ea3b0fd09 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:04.620416 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-0976c7cc-438f-4565-8b3c-435ea3b0fd09 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Added segment 7d841a34-a946-4198-9fb7-d4cf580551c4 of type vlan for network aedc0282-eea4-47a4-9609-08c127b4df3a Feb 04 06:29:04.646109 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0976c7cc-438f-4565-8b3c-435ea3b0fd09 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:04.674563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0976c7cc-438f-4565-8b3c-435ea3b0fd09 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:04.679981 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0976c7cc-438f-4565-8b3c-435ea3b0fd09 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:04.680560 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0976c7cc-438f-4565-8b3c-435ea3b0fd09 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:04.770860 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-c0b33169-75fd-4727-9218-4cd1af0c914f', 'network_id': 'c0b33169-75fd-4727-9218-4cd1af0c914f', 'tenant_id': 'b2e8ea2460e0417cab76112cf7e06d62', 'fixed_ips': [{'subnet_id': '5e04b9a6-e880-4da5-908a-b7c6f4533934'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:29:04.771926 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:04.880103 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0976c7cc-438f-4565-8b3c-435ea3b0fd09 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3305187 Feb 04 06:29:04.881409 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33782) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:04.886789 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976c7cc-438f-4565-8b3c-435ea3b0fd09 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event updated for resources: {'Network': ['ID=aedc0282-eea4-47a4-9609-08c127b4df3a,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:04.888546 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-c0841a39-61d0-41dc-a408-1d0bf8e7c51a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Request body: {'subnet': {'network_id': 'aedc0282-eea4-47a4-9609-08c127b4df3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:04.904121 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network aedc0282-eea4-47a4-9609-08c127b4df3a details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:29:05.024368 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Allocated IP 2001:db8::2 (c0b33169-75fd-4727-9218-4cd1af0c914f/5e04b9a6-e880-4da5-908a-b7c6f4533934/4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:29:05.099180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c0841a39-61d0-41dc-a408-1d0bf8e7c51a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:05.103294 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c0841a39-61d0-41dc-a408-1d0bf8e7c51a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Usage tracker for resource:subnet and tenant:b2e8ea2460e0417cab76112cf7e06d62 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:05.106614 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c0841a39-61d0-41dc-a408-1d0bf8e7c51a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:05.112402 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c0841a39-61d0-41dc-a408-1d0bf8e7c51a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:05.123187 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0841a39-61d0-41dc-a408-1d0bf8e7c51a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Made reservation on behalf of b2e8ea2460e0417cab76112cf7e06d62 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:05.126960 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c0841a39-61d0-41dc-a408-1d0bf8e7c51a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:05.228536 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:05.239443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Transition to ACTIVE for port object 4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:05.257397 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Transition to ACTIVE for port object 4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:05.263112 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:05.328554 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Network c0b33169-75fd-4727-9218-4cd1af0c914f is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:05.331511 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:05.336053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:29:05.345072 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Pushing event updated for resources: {'Port': ['ID=4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:05.354333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c0841a39-61d0-41dc-a408-1d0bf8e7c51a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:05.427222 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Attempting to bind port 4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:29:05.427549 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Attempting to bind port 4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '3a409f1f-2c43-47ba-bcd4-e598a48910b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c0b33169-75fd-4727-9218-4cd1af0c914f'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:29:05.427962 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Attempting to bind port 4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b on network c0b33169-75fd-4727-9218-4cd1af0c914f {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:29:05.429694 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0841a39-61d0-41dc-a408-1d0bf8e7c51a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event updated for resources: {'Subnet': ['ID=7bbcb9dc-6cba-46ba-b692-5660573c72cf,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:05.433380 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:29:05.434190 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Checking segment: {'id': '3a409f1f-2c43-47ba-bcd4-e598a48910b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c0b33169-75fd-4727-9218-4cd1af0c914f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:29:05.434598 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:05.434967 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Bound using segment: {'id': '3a409f1f-2c43-47ba-bcd4-e598a48910b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c0b33169-75fd-4727-9218-4cd1af0c914f'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:29:05.435426 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Bound port: 4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a409f1f-2c43-47ba-bcd4-e598a48910b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c0b33169-75fd-4727-9218-4cd1af0c914f'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:29:05.435836 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:05.442098 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0841a39-61d0-41dc-a408-1d0bf8e7c51a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Checking segment: {'id': '7d841a34-a946-4198-9fb7-d4cf580551c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'aedc0282-eea4-47a4-9609-08c127b4df3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:29:05.442454 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0841a39-61d0-41dc-a408-1d0bf8e7c51a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Network hostable DHCP agents. Network: aedc0282-eea4-47a4-9609-08c127b4df3a, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:29:05.461462 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0841a39-61d0-41dc-a408-1d0bf8e7c51a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Network aedc0282-eea4-47a4-9609-08c127b4df3a is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:29:05.470819 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-c0841a39-61d0-41dc-a408-1d0bf8e7c51a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, aedc0282-eea4-47a4-9609-08c127b4df3a) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:05.476690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0841a39-61d0-41dc-a408-1d0bf8e7c51a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:05.477606 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c0841a39-61d0-41dc-a408-1d0bf8e7c51a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:05.483492 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7a3c34-86db-4575-a561-485b6ae89098 None None] Network aedc0282-eea4-47a4-9609-08c127b4df3a requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:05.500536 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c0841a39-61d0-41dc-a408-1d0bf8e7c51a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6179881 Feb 04 06:29:05.503255 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33786) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:05.655146 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-657570ec-0720-49a5-b10e-53e9628f7909 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:05.661910 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] For port 4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:29:05.669239 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 9f073079-7d3e-4d99-b273-46f662c71bff up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:29:05.715236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] For port 4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b,segment=NetworkSegment(3a409f1f-2c43-47ba-bcd4-e598a48910b2),segment_id=3a409f1f-2c43-47ba-bcd4-e598a48910b2)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:29:05.727540 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-657570ec-0720-49a5-b10e-53e9628f7909 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:05.749958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:05.802247 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-657570ec-0720-49a5-b10e-53e9628f7909 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:05.843403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657570ec-0720-49a5-b10e-53e9628f7909 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event deleted for resources: {'Subnet': ['ID=7bbcb9dc-6cba-46ba-b692-5660573c72cf,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:05.893527 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19aee4-3855-41d2-98ab-8626143277df None None] Pushing event updated for resources: {'Port': ['ID=4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:05.901344 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544ad545-4fcf-439e-a802-60fb2a9992d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-aedc0282-eea4-47a4-9609-08c127b4df3a', 'network_id': 'aedc0282-eea4-47a4-9609-08c127b4df3a', 'tenant_id': 'b2e8ea2460e0417cab76112cf7e06d62', 'fixed_ips': [{'subnet_id': '7bbcb9dc-6cba-46ba-b692-5660573c72cf'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:29:05.902142 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-544ad545-4fcf-439e-a802-60fb2a9992d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:05.914456 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 9f073079-7d3e-4d99-b273-46f662c71bff triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:05.914806 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:05.943380 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-657570ec-0720-49a5-b10e-53e9628f7909 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:05.970908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-657570ec-0720-49a5-b10e-53e9628f7909 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aedc0282-eea4-47a4-9609-08c127b4df3a']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:05.984384 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-657570ec-0720-49a5-b10e-53e9628f7909 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d841a34-a946-4198-9fb7-d4cf580551c4') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:05.984808 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-657570ec-0720-49a5-b10e-53e9628f7909 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d841a34-a946-4198-9fb7-d4cf580551c4') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:05.997131 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-657570ec-0720-49a5-b10e-53e9628f7909 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:06.023298 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-657570ec-0720-49a5-b10e-53e9628f7909 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:06.042698 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657570ec-0720-49a5-b10e-53e9628f7909 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:29:06.045042 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-657570ec-0720-49a5-b10e-53e9628f7909 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:29:06.067813 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:29:06.104567 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705cdb74-afcf-4f94-aa48-a87555dbe5fa None None] Network aedc0282-eea4-47a4-9609-08c127b4df3a requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:06.163769 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-657570ec-0720-49a5-b10e-53e9628f7909 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:06.187566 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-657570ec-0720-49a5-b10e-53e9628f7909 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:06.190410 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657570ec-0720-49a5-b10e-53e9628f7909 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event deleted for resources: {'Network': ['ID=aedc0282-eea4-47a4-9609-08c127b4df3a,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:06.201859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33790) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:06.202396 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-657570ec-0720-49a5-b10e-53e9628f7909 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "DELETE /v2.0/networks/aedc0282-eea4-47a4-9609-08c127b4df3a HTTP/1.1" status: 204 len: 168 time: 0.6976490 Feb 04 06:29:06.243295 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-6157db6d-2e91-47e6-86e4-415e51353f8c tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] GET failed (client error): The resource could not be found. Feb 04 06:29:06.243743 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6157db6d-2e91-47e6-86e4-415e51353f8c tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Synchronizing usage tracker for tenant:b2e8ea2460e0417cab76112cf7e06d62 on resource:subnet {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:29:06.265510 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6157db6d-2e91-47e6-86e4-415e51353f8c tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Unset dirty status for tenant:b2e8ea2460e0417cab76112cf7e06d62 on resource:subnet {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:29:06.268282 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6157db6d-2e91-47e6-86e4-415e51353f8c tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "GET /v2.0/subnets/7bbcb9dc-6cba-46ba-b692-5660573c72cf HTTP/1.1" status: 404 len: 337 time: 0.0646641 Feb 04 06:29:06.269720 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33794) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:06.300767 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-3389e4c0-ac7e-4753-9d71-8a957b9027a1 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] DELETE failed (client error): The resource could not be found. Feb 04 06:29:06.301246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3389e4c0-ac7e-4753-9d71-8a957b9027a1 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:29:06.302926 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-3389e4c0-ac7e-4753-9d71-8a957b9027a1 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "DELETE /v2.0/networks/aedc0282-eea4-47a4-9609-08c127b4df3a HTTP/1.1" status: 404 len: 339 time: 0.0322127 Feb 04 06:29:06.306711 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33798) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:06.343992 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ac718d-fc7c-4b72-94d9-37a223917a3a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] DELETE failed (client error): The resource could not be found. Feb 04 06:29:06.344432 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ac718d-fc7c-4b72-94d9-37a223917a3a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:29:06.346065 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-74ac718d-fc7c-4b72-94d9-37a223917a3a tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "DELETE /v2.0/subnets/7bbcb9dc-6cba-46ba-b692-5660573c72cf HTTP/1.1" status: 404 len: 337 time: 0.0384593 Feb 04 06:29:06.349257 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33802) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:06.374344 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e8a78b-3d8e-4995-b61e-5aa1975d5fb0 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] DELETE failed (client error): The resource could not be found. Feb 04 06:29:06.374779 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e8a78b-3d8e-4995-b61e-5aa1975d5fb0 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:29:06.376334 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a3e8a78b-3d8e-4995-b61e-5aa1975d5fb0 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "DELETE /v2.0/networks/aedc0282-eea4-47a4-9609-08c127b4df3a HTTP/1.1" status: 404 len: 339 time: 0.0261652 Feb 04 06:29:06.378702 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33806) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:06.448263 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-a131fb80-39aa-4071-a40d-8abc45637282 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Deleting subnet 5e04b9a6-e880-4da5-908a-b7c6f4533934 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:29:06.451249 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a131fb80-39aa-4071-a40d-8abc45637282 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:06.506774 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a131fb80-39aa-4071-a40d-8abc45637282 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:06.589631 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a131fb80-39aa-4071-a40d-8abc45637282 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:06.668333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a131fb80-39aa-4071-a40d-8abc45637282 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:06.708864 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131fb80-39aa-4071-a40d-8abc45637282 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event deleted for resources: {'Subnet': ['ID=5e04b9a6-e880-4da5-908a-b7c6f4533934,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:06.710805 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a131fb80-39aa-4071-a40d-8abc45637282 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:06.725833 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a131fb80-39aa-4071-a40d-8abc45637282 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "DELETE /v2.0/subnets/5e04b9a6-e880-4da5-908a-b7c6f4533934 HTTP/1.1" status: 204 len: 168 time: 0.3461723 Feb 04 06:29:06.728186 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33810) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:06.848894 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:06.860557 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Deleting port 4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:06.860898 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:06.900625 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b3cea0-5e10-4676-aae0-82b7c6c08108 None None] Network c0b33169-75fd-4727-9218-4cd1af0c914f requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:07.065029 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] For port 4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b,segment=NetworkSegment(3a409f1f-2c43-47ba-bcd4-e598a48910b2),segment_id=3a409f1f-2c43-47ba-bcd4-e598a48910b2)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:07.065647 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:07.080705 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-729fbd4c-ab4b-4ada-a3aa-69579ce45d4e None None] Provisioning for port 4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:29:07.167545 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e103762-3ede-4b90-9073-62888426fc32 None None] DHCP port deletion for c0b33169-75fd-4727-9218-4cd1af0c914f request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:29:07.172684 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6e103762-3ede-4b90-9073-62888426fc32 None None] Deleting port 4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:07.173168 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e103762-3ede-4b90-9073-62888426fc32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:07.206782 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Calling delete_port for 4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:29:07.282838 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:07.379792 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:07.389460 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6e103762-3ede-4b90-9073-62888426fc32 None None] For port 4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b,segment=NetworkSegment(3a409f1f-2c43-47ba-bcd4-e598a48910b2),segment_id=3a409f1f-2c43-47ba-bcd4-e598a48910b2)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:07.389888 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e103762-3ede-4b90-9073-62888426fc32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:07.441265 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event deleted for resources: {'Port': ['ID=4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:07.442912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] No DVR routers for this DVR port 4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:29:07.515443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6e103762-3ede-4b90-9073-62888426fc32 None None] Calling delete_port for 4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:29:07.567688 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:07.588661 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-6e103762-3ede-4b90-9073-62888426fc32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:29:07.589019 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-6e103762-3ede-4b90-9073-62888426fc32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:29:07.592932 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b33169-75fd-4727-9218-4cd1af0c914f']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:07.605104 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a409f1f-2c43-47ba-bcd4-e598a48910b2') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:07.605465 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a409f1f-2c43-47ba-bcd4-e598a48910b2') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:07.617271 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:07.633236 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:07.639632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:29:07.640037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:29:07.654310 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:29:07.739795 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:07.759220 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:07.770152 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event deleted for resources: {'Network': ['ID=c0b33169-75fd-4727-9218-4cd1af0c914f,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:07.774120 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c12a892b-174e-4e49-b9c3-7ba0ece96cb6 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "DELETE /v2.0/networks/c0b33169-75fd-4727-9218-4cd1af0c914f HTTP/1.1" status: 204 len: 168 time: 1.0449560 Feb 04 06:29:07.776697 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33814) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:07.813383 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-020b34cd-f8b5-49a9-9f46-c52e1449c875 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] DELETE failed (client error): The resource could not be found. Feb 04 06:29:07.813823 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020b34cd-f8b5-49a9-9f46-c52e1449c875 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:29:07.815387 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-020b34cd-f8b5-49a9-9f46-c52e1449c875 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "DELETE /v2.0/subnets/c0c1fc75-a8a7-457f-8e51-cf6c1f9e2815 HTTP/1.1" status: 404 len: 337 time: 0.0377235 Feb 04 06:29:07.819035 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33818) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:07.846437 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad08d994-03f9-48a9-86a6-efde32a7296b tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] DELETE failed (client error): The resource could not be found. Feb 04 06:29:07.846886 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad08d994-03f9-48a9-86a6-efde32a7296b tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:29:07.848445 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ad08d994-03f9-48a9-86a6-efde32a7296b tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "DELETE /v2.0/networks/92c8bcc2-00df-4f6c-ba08-8fb96fed9aad HTTP/1.1" status: 404 len: 339 time: 0.0286067 Feb 04 06:29:07.850984 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33822) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:07.887584 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca317b1-bd49-42a4-bd5a-6d82594562ee tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] DELETE failed (client error): The resource could not be found. Feb 04 06:29:07.887977 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca317b1-bd49-42a4-bd5a-6d82594562ee tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:29:07.889552 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4ca317b1-bd49-42a4-bd5a-6d82594562ee tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "DELETE /v2.0/subnets/64cefe2c-8c1f-4886-894c-f87af5d89cca HTTP/1.1" status: 404 len: 337 time: 0.0377059 Feb 04 06:29:07.892068 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33826) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:07.916596 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a48c87-6a82-4a5d-9848-e3da7f4a7b48 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] DELETE failed (client error): The resource could not be found. Feb 04 06:29:07.917045 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a48c87-6a82-4a5d-9848-e3da7f4a7b48 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87471) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:29:07.918681 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-49a48c87-6a82-4a5d-9848-e3da7f4a7b48 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "DELETE /v2.0/networks/01f0e39b-03c6-46b2-b0ef-255247a0e9f5 HTTP/1.1" status: 404 len: 339 time: 0.0257447 Feb 04 06:29:07.921339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33830) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:07.986511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba33b95-a998-4bbf-bd8d-ef89ab94af61 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Deleting subnet 778129e3-1235-4647-ae6e-68dde6184b0c {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:29:07.989698 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dba33b95-a998-4bbf-bd8d-ef89ab94af61 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:08.047094 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dba33b95-a998-4bbf-bd8d-ef89ab94af61 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:08.090764 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6e103762-3ede-4b90-9073-62888426fc32 None None] Deleting port 4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:08.091308 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e103762-3ede-4b90-9073-62888426fc32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:08.130751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dba33b95-a998-4bbf-bd8d-ef89ab94af61 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:08.192410 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6e103762-3ede-4b90-9073-62888426fc32 None None] The port '4ac4a9c3-d63f-4db7-b6e2-aeff47683a5b' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:29:08.215684 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dba33b95-a998-4bbf-bd8d-ef89ab94af61 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:08.255850 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba33b95-a998-4bbf-bd8d-ef89ab94af61 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event deleted for resources: {'Subnet': ['ID=778129e3-1235-4647-ae6e-68dde6184b0c,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:08.257752 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dba33b95-a998-4bbf-bd8d-ef89ab94af61 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:08.263491 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53ad08a-4101-4ac5-a2c0-4dbdee6e7228 None None] Network 0b57d2e5-ce1f-4f62-bca4-f33a4020ba04 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:08.267456 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-dba33b95-a998-4bbf-bd8d-ef89ab94af61 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "DELETE /v2.0/subnets/778129e3-1235-4647-ae6e-68dde6184b0c HTTP/1.1" status: 204 len: 168 time: 0.3451660 Feb 04 06:29:08.269800 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33834) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:08.382607 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:08.393286 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Deleting port 9f073079-7d3e-4d99-b273-46f662c71bff {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:08.393650 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:08.508968 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d10c36a-5f9c-4c66-bb66-5328fe1259ee None None] DHCP port deletion for 0b57d2e5-ce1f-4f62-bca4-f33a4020ba04 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:29:08.514321 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-1d10c36a-5f9c-4c66-bb66-5328fe1259ee None None] Deleting port 9f073079-7d3e-4d99-b273-46f662c71bff {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:08.514700 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1d10c36a-5f9c-4c66-bb66-5328fe1259ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:08.601161 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] For port 9f073079-7d3e-4d99-b273-46f662c71bff, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=9f073079-7d3e-4d99-b273-46f662c71bff,segment=NetworkSegment(4277fb7b-df77-4b01-a066-65494df29f52),segment_id=4277fb7b-df77-4b01-a066-65494df29f52)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:08.601521 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:08.714010 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-1d10c36a-5f9c-4c66-bb66-5328fe1259ee None None] For port 9f073079-7d3e-4d99-b273-46f662c71bff, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=9f073079-7d3e-4d99-b273-46f662c71bff,segment=NetworkSegment(4277fb7b-df77-4b01-a066-65494df29f52),segment_id=4277fb7b-df77-4b01-a066-65494df29f52)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:08.714268 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1d10c36a-5f9c-4c66-bb66-5328fe1259ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:08.726293 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Calling delete_port for 9f073079-7d3e-4d99-b273-46f662c71bff owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:29:08.804219 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:08.832505 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-1d10c36a-5f9c-4c66-bb66-5328fe1259ee None None] Calling delete_port for 9f073079-7d3e-4d99-b273-46f662c71bff owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:29:08.852292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event deleted for resources: {'Port': ['ID=9f073079-7d3e-4d99-b273-46f662c71bff,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:08.859608 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] No DVR routers for this DVR port 9f073079-7d3e-4d99-b273-46f662c71bff on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:29:08.914236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-1d10c36a-5f9c-4c66-bb66-5328fe1259ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:29:08.914531 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-1d10c36a-5f9c-4c66-bb66-5328fe1259ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:29:09.082404 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:09.107923 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b57d2e5-ce1f-4f62-bca4-f33a4020ba04']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:09.120753 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4277fb7b-df77-4b01-a066-65494df29f52') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:09.121125 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4277fb7b-df77-4b01-a066-65494df29f52') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:09.133609 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:09.151238 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:09.158094 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:29:09.158478 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:29:09.173019 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:29:09.260886 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:09.265587 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:09.291227 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] Pushing event deleted for resources: {'Network': ['ID=0b57d2e5-ce1f-4f62-bca4-f33a4020ba04,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:09.295289 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-af9b11ab-74ad-4a56-9881-5ca7bd843033 tempest-NetworksIpV6Test-1796249877 tempest-NetworksIpV6Test-1796249877-project] 10.222.0.31 "DELETE /v2.0/networks/0b57d2e5-ce1f-4f62-bca4-f33a4020ba04 HTTP/1.1" status: 204 len: 168 time: 1.0245821 Feb 04 06:29:09.415803 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-1d10c36a-5f9c-4c66-bb66-5328fe1259ee None None] Deleting port 9f073079-7d3e-4d99-b273-46f662c71bff {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:09.416338 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1d10c36a-5f9c-4c66-bb66-5328fe1259ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:09.487169 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-1d10c36a-5f9c-4c66-bb66-5328fe1259ee None None] The port '9f073079-7d3e-4d99-b273-46f662c71bff' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:29:09.575920 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33842) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:09.656288 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 9f073079-7d3e-4d99-b273-46f662c71bff no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:29:09.692448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 9f073079-7d3e-4d99-b273-46f662c71bff {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:29:09.692793 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 9f073079-7d3e-4d99-b273-46f662c71bff not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:29:09.729822 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6ef8f3a0-4bb8-4799-9403-e7284fbec7f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2e8ea2460e0417cab76112cf7e06d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526315 Feb 04 06:29:09.732810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33848) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:09.788966 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-971d7c35-7252-4a6f-b248-ea7101cb0a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:09.815344 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-971d7c35-7252-4a6f-b248-ea7101cb0a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:09.881779 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-971d7c35-7252-4a6f-b248-ea7101cb0a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:09.895932 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d7c35-7252-4a6f-b248-ea7101cb0a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91eda635-a542-40bb-a323-6dfe382104a1,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:09.901853 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-971d7c35-7252-4a6f-b248-ea7101cb0a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:09.903535 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-971d7c35-7252-4a6f-b248-ea7101cb0a21 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91eda635-a542-40bb-a323-6dfe382104a1 HTTP/1.1" status: 204 len: 168 time: 0.1693568 Feb 04 06:29:10.638280 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33872) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:10.753361 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-14a3d604-3306-4a7c-8090-2c7b8bf1a1df tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2650443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:10.760144 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-14a3d604-3306-4a7c-8090-2c7b8bf1a1df tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:10.764105 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-14a3d604-3306-4a7c-8090-2c7b8bf1a1df tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Usage tracker for resource:router and tenant:bd9117b5a8964fc7b4f69b76f19f1b3a is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:10.766970 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-14a3d604-3306-4a7c-8090-2c7b8bf1a1df tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:10.773252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-14a3d604-3306-4a7c-8090-2c7b8bf1a1df tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:10.785450 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-14a3d604-3306-4a7c-8090-2c7b8bf1a1df tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:10.786680 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-14a3d604-3306-4a7c-8090-2c7b8bf1a1df tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:10.805631 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-14a3d604-3306-4a7c-8090-2c7b8bf1a1df tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:10.830921 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-14a3d604-3306-4a7c-8090-2c7b8bf1a1df tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:10.853645 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-14a3d604-3306-4a7c-8090-2c7b8bf1a1df tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:10.854845 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-14a3d604-3306-4a7c-8090-2c7b8bf1a1df tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2155714 Feb 04 06:29:10.858016 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33878) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:10.864016 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1471948630'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:10.869009 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:10.873578 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Usage tracker for resource:network and tenant:bd9117b5a8964fc7b4f69b76f19f1b3a is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:10.876403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:10.882472 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:10.894121 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Made reservation on behalf of bd9117b5a8964fc7b4f69b76f19f1b3a for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:10.897433 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:10.909367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:10.923638 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:10.927514 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Usage tracker for resource:security_group_rule and tenant:bd9117b5a8964fc7b4f69b76f19f1b3a is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:10.930329 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:10.936137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:11.021799 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:11.027691 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:11.065713 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:29:11.070670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4dfe8d-e184-43c5-8e7c-84a6db1d67db,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:11.080242 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:11.080582 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:11.080913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:11.081237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:11.081558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:11.081875 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:11.082193 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:11.082515 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:11.082827 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:11.083141 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:11.083456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:11.083765 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:11.087187 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:11.087515 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Added segment 8007a3a7-4bd6-4a7d-9796-ace49e4fec5e of type vlan for network de4a9b41-c38e-4dfb-836c-f5768a1dcbe0 Feb 04 06:29:11.113603 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:11.145363 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:11.151069 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:11.151709 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:11.255990 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3968554 Feb 04 06:29:11.259183 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33882) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:11.261962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebb6d7-06b4-4ad9-a04f-c97623410227 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Pushing event updated for resources: {'Network': ['ID=de4a9b41-c38e-4dfb-836c-f5768a1dcbe0,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:11.265292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-2bfd7e40-2538-4d6c-a9b7-70ba88f879d5 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Request body: {'subnet': {'network_id': 'de4a9b41-c38e-4dfb-836c-f5768a1dcbe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:11.272868 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network de4a9b41-c38e-4dfb-836c-f5768a1dcbe0 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:29:11.378211 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2bfd7e40-2538-4d6c-a9b7-70ba88f879d5 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:11.382027 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2bfd7e40-2538-4d6c-a9b7-70ba88f879d5 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Usage tracker for resource:subnet and tenant:bd9117b5a8964fc7b4f69b76f19f1b3a is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:11.384821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2bfd7e40-2538-4d6c-a9b7-70ba88f879d5 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:11.390480 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2bfd7e40-2538-4d6c-a9b7-70ba88f879d5 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:11.401938 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfd7e40-2538-4d6c-a9b7-70ba88f879d5 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Made reservation on behalf of bd9117b5a8964fc7b4f69b76f19f1b3a for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:11.405466 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2bfd7e40-2538-4d6c-a9b7-70ba88f879d5 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:11.628556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2bfd7e40-2538-4d6c-a9b7-70ba88f879d5 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:11.701491 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd7e40-2538-4d6c-a9b7-70ba88f879d5 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Pushing event updated for resources: {'Subnet': ['ID=6f088fd5-6268-4653-95f6-5ca83a6763fc,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:11.711894 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfd7e40-2538-4d6c-a9b7-70ba88f879d5 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Checking segment: {'id': '8007a3a7-4bd6-4a7d-9796-ace49e4fec5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'de4a9b41-c38e-4dfb-836c-f5768a1dcbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:29:11.712252 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfd7e40-2538-4d6c-a9b7-70ba88f879d5 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Network hostable DHCP agents. Network: de4a9b41-c38e-4dfb-836c-f5768a1dcbe0, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:29:11.734105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfd7e40-2538-4d6c-a9b7-70ba88f879d5 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Network de4a9b41-c38e-4dfb-836c-f5768a1dcbe0 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:29:11.745386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-2bfd7e40-2538-4d6c-a9b7-70ba88f879d5 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, de4a9b41-c38e-4dfb-836c-f5768a1dcbe0) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:11.750250 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfd7e40-2538-4d6c-a9b7-70ba88f879d5 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:11.751417 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2bfd7e40-2538-4d6c-a9b7-70ba88f879d5 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:11.754773 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb4331d-b92b-4217-b458-6f59d0855752 None None] Network de4a9b41-c38e-4dfb-836c-f5768a1dcbe0 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:11.778186 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2bfd7e40-2538-4d6c-a9b7-70ba88f879d5 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5177617 Feb 04 06:29:11.781624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33888) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:11.787191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-05bff9da-20a9-4175-aaf3-b01259dd19ed tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-685170775'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:11.792187 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-05bff9da-20a9-4175-aaf3-b01259dd19ed tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:11.796145 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-05bff9da-20a9-4175-aaf3-b01259dd19ed tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Usage tracker for resource:network and tenant:bd9117b5a8964fc7b4f69b76f19f1b3a is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:11.798997 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-05bff9da-20a9-4175-aaf3-b01259dd19ed tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:11.804857 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-05bff9da-20a9-4175-aaf3-b01259dd19ed tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:11.815972 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bff9da-20a9-4175-aaf3-b01259dd19ed tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Made reservation on behalf of bd9117b5a8964fc7b4f69b76f19f1b3a for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:11.819292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-05bff9da-20a9-4175-aaf3-b01259dd19ed tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:11.847970 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bff9da-20a9-4175-aaf3-b01259dd19ed tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:29:11.857104 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-05bff9da-20a9-4175-aaf3-b01259dd19ed tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:11.857468 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-05bff9da-20a9-4175-aaf3-b01259dd19ed tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Added segment 0486c073-5572-4877-b624-1714b8a68d31 of type vlan for network 7d2abf9c-b01e-4be8-870c-9293ee946112 Feb 04 06:29:11.882711 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-05bff9da-20a9-4175-aaf3-b01259dd19ed tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:11.913437 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-05bff9da-20a9-4175-aaf3-b01259dd19ed tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:11.919565 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bff9da-20a9-4175-aaf3-b01259dd19ed tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:11.920184 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-05bff9da-20a9-4175-aaf3-b01259dd19ed tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:11.971075 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-de4a9b41-c38e-4dfb-836c-f5768a1dcbe0', 'network_id': 'de4a9b41-c38e-4dfb-836c-f5768a1dcbe0', 'tenant_id': 'bd9117b5a8964fc7b4f69b76f19f1b3a', 'fixed_ips': [{'subnet_id': '6f088fd5-6268-4653-95f6-5ca83a6763fc'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:29:11.972012 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:12.026942 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-05bff9da-20a9-4175-aaf3-b01259dd19ed tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2414620 Feb 04 06:29:12.027492 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33892) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:12.034178 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bff9da-20a9-4175-aaf3-b01259dd19ed tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Pushing event updated for resources: {'Network': ['ID=7d2abf9c-b01e-4be8-870c-9293ee946112,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:12.034941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-5b894acd-d7e9-4bfb-a4e4-16276c9a618e tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Request body: {'subnet': {'network_id': '7d2abf9c-b01e-4be8-870c-9293ee946112', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:12.045547 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 7d2abf9c-b01e-4be8-870c-9293ee946112 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:29:12.153489 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5b894acd-d7e9-4bfb-a4e4-16276c9a618e tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:12.157250 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5b894acd-d7e9-4bfb-a4e4-16276c9a618e tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Usage tracker for resource:subnet and tenant:bd9117b5a8964fc7b4f69b76f19f1b3a is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:12.160081 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-5b894acd-d7e9-4bfb-a4e4-16276c9a618e tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:12.165757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5b894acd-d7e9-4bfb-a4e4-16276c9a618e tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:12.177128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b894acd-d7e9-4bfb-a4e4-16276c9a618e tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Made reservation on behalf of bd9117b5a8964fc7b4f69b76f19f1b3a for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:12.181007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5b894acd-d7e9-4bfb-a4e4-16276c9a618e tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:12.222656 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Allocated IP 172.20.0.2 (de4a9b41-c38e-4dfb-836c-f5768a1dcbe0/6f088fd5-6268-4653-95f6-5ca83a6763fc/ce8851f8-b050-414e-8c85-093b4ec8f623) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:29:12.399886 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5b894acd-d7e9-4bfb-a4e4-16276c9a618e tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:12.475175 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b894acd-d7e9-4bfb-a4e4-16276c9a618e tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Pushing event updated for resources: {'Subnet': ['ID=545d20f7-8a7d-4673-8620-2c371430d3b8,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:12.476642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:12.483988 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b894acd-d7e9-4bfb-a4e4-16276c9a618e tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Checking segment: {'id': '0486c073-5572-4877-b624-1714b8a68d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7d2abf9c-b01e-4be8-870c-9293ee946112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:29:12.484355 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b894acd-d7e9-4bfb-a4e4-16276c9a618e tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Network hostable DHCP agents. Network: 7d2abf9c-b01e-4be8-870c-9293ee946112, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:29:12.487946 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Transition to ACTIVE for port object ce8851f8-b050-414e-8c85-093b4ec8f623 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:12.503421 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b894acd-d7e9-4bfb-a4e4-16276c9a618e tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Network 7d2abf9c-b01e-4be8-870c-9293ee946112 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:29:12.506262 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Transition to ACTIVE for port object ce8851f8-b050-414e-8c85-093b4ec8f623 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:12.512087 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:12.512763 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-5b894acd-d7e9-4bfb-a4e4-16276c9a618e tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 7d2abf9c-b01e-4be8-870c-9293ee946112) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:12.517405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b894acd-d7e9-4bfb-a4e4-16276c9a618e tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:12.517991 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5b894acd-d7e9-4bfb-a4e4-16276c9a618e tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:12.539546 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5b894acd-d7e9-4bfb-a4e4-16276c9a618e tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5106623 Feb 04 06:29:12.542504 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33898) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:12.548606 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-fd7427ee-e9f5-40fb-a502-a3c378ca799a tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Request body: {'router': {'external_gateway_info': {'network_id': '7d2abf9c-b01e-4be8-870c-9293ee946112'}}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:12.550048 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e1355e-d227-421f-9902-b3eea367a64e None None] Network 7d2abf9c-b01e-4be8-870c-9293ee946112 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:12.656233 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Network de4a9b41-c38e-4dfb-836c-f5768a1dcbe0 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:12.657139 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Pushing event updated for resources: {'Port': ['ID=ce8851f8-b050-414e-8c85-093b4ec8f623,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:12.659599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:12.663497 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:29:12.781808 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Attempting to bind port ce8851f8-b050-414e-8c85-093b4ec8f623 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:29:12.782050 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Attempting to bind port ce8851f8-b050-414e-8c85-093b4ec8f623 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '8007a3a7-4bd6-4a7d-9796-ace49e4fec5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'de4a9b41-c38e-4dfb-836c-f5768a1dcbe0'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:29:12.782424 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Attempting to bind port ce8851f8-b050-414e-8c85-093b4ec8f623 on network de4a9b41-c38e-4dfb-836c-f5768a1dcbe0 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:29:12.815627 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:29:12.816022 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Checking segment: {'id': '8007a3a7-4bd6-4a7d-9796-ace49e4fec5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'de4a9b41-c38e-4dfb-836c-f5768a1dcbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:29:12.816425 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:12.816785 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Bound using segment: {'id': '8007a3a7-4bd6-4a7d-9796-ace49e4fec5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'de4a9b41-c38e-4dfb-836c-f5768a1dcbe0'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:29:12.817278 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Bound port: ce8851f8-b050-414e-8c85-093b4ec8f623, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8007a3a7-4bd6-4a7d-9796-ace49e4fec5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'de4a9b41-c38e-4dfb-836c-f5768a1dcbe0'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:29:12.817646 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:12.924892 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fd7427ee-e9f5-40fb-a502-a3c378ca799a tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:12.945825 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-7d2abf9c-b01e-4be8-870c-9293ee946112', 'network_id': '7d2abf9c-b01e-4be8-870c-9293ee946112', 'tenant_id': 'bd9117b5a8964fc7b4f69b76f19f1b3a', 'fixed_ips': [{'subnet_id': '545d20f7-8a7d-4673-8620-2c371430d3b8'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:29:12.946645 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:13.013339 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] For port ce8851f8-b050-414e-8c85-093b4ec8f623, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:29:13.031974 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] For port ce8851f8-b050-414e-8c85-093b4ec8f623, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ce8851f8-b050-414e-8c85-093b4ec8f623,segment=NetworkSegment(8007a3a7-4bd6-4a7d-9796-ace49e4fec5e),segment_id=8007a3a7-4bd6-4a7d-9796-ace49e4fec5e)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:29:13.044639 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:13.178073 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61da58-75d8-4606-a088-f655dcb9dcf4 None None] Pushing event updated for resources: {'Port': ['ID=ce8851f8-b050-414e-8c85-093b4ec8f623,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:13.196063 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Allocated IP 172.21.0.2 (7d2abf9c-b01e-4be8-870c-9293ee946112/545d20f7-8a7d-4673-8620-2c371430d3b8/c6575b4e-2bba-40d0-bcbb-18c6e4443b29) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:29:13.206021 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.api.v2.resource [None req-fd7427ee-e9f5-40fb-a502-a3c378ca799a tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:29:13.211829 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fd7427ee-e9f5-40fb-a502-a3c378ca799a tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] 10.222.0.31 "PUT /v2.0/routers/dbc7a1b2-2b42-4b3a-9b5c-c6a8f59c2967 HTTP/1.1" status: 400 len: 364 time: 0.6637754 Feb 04 06:29:13.213405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33902) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:13.281419 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c54fc1-7858-4248-93f0-ee7e5ee44f94 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Deleting subnet 545d20f7-8a7d-4673-8620-2c371430d3b8 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:29:13.420394 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:13.430473 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Transition to ACTIVE for port object c6575b4e-2bba-40d0-bcbb-18c6e4443b29 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:13.451474 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Transition to ACTIVE for port object c6575b4e-2bba-40d0-bcbb-18c6e4443b29 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:13.456955 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88c54fc1-7858-4248-93f0-ee7e5ee44f94 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:13.457676 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:13.527480 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Network 7d2abf9c-b01e-4be8-870c-9293ee946112 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:13.529316 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88c54fc1-7858-4248-93f0-ee7e5ee44f94 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:13.531105 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:13.533779 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:29:13.612760 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Pushing event updated for resources: {'Port': ['ID=c6575b4e-2bba-40d0-bcbb-18c6e4443b29,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:13.622039 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88c54fc1-7858-4248-93f0-ee7e5ee44f94 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:13.641642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Attempting to bind port c6575b4e-2bba-40d0-bcbb-18c6e4443b29 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:29:13.642159 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Attempting to bind port c6575b4e-2bba-40d0-bcbb-18c6e4443b29 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '0486c073-5572-4877-b624-1714b8a68d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7d2abf9c-b01e-4be8-870c-9293ee946112'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:29:13.642548 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Attempting to bind port c6575b4e-2bba-40d0-bcbb-18c6e4443b29 on network 7d2abf9c-b01e-4be8-870c-9293ee946112 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:29:13.650203 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:29:13.650654 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Checking segment: {'id': '0486c073-5572-4877-b624-1714b8a68d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7d2abf9c-b01e-4be8-870c-9293ee946112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:29:13.651203 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:13.651599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Bound using segment: {'id': '0486c073-5572-4877-b624-1714b8a68d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7d2abf9c-b01e-4be8-870c-9293ee946112'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:29:13.652274 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Bound port: c6575b4e-2bba-40d0-bcbb-18c6e4443b29, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0486c073-5572-4877-b624-1714b8a68d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7d2abf9c-b01e-4be8-870c-9293ee946112'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:29:13.652714 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:13.727289 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88c54fc1-7858-4248-93f0-ee7e5ee44f94 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:13.764203 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ce8851f8-b050-414e-8c85-093b4ec8f623 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:29:13.784470 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c54fc1-7858-4248-93f0-ee7e5ee44f94 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Pushing event deleted for resources: {'Subnet': ['ID=545d20f7-8a7d-4673-8620-2c371430d3b8,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:13.786746 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88c54fc1-7858-4248-93f0-ee7e5ee44f94 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:13.793978 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-88c54fc1-7858-4248-93f0-ee7e5ee44f94 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] 10.222.0.31 "DELETE /v2.0/subnets/545d20f7-8a7d-4673-8620-2c371430d3b8 HTTP/1.1" status: 204 len: 168 time: 0.5794086 Feb 04 06:29:13.796551 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33906) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:13.821833 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] For port c6575b4e-2bba-40d0-bcbb-18c6e4443b29, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:29:13.834949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] For port c6575b4e-2bba-40d0-bcbb-18c6e4443b29, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c6575b4e-2bba-40d0-bcbb-18c6e4443b29,segment=NetworkSegment(0486c073-5572-4877-b624-1714b8a68d31),segment_id=0486c073-5572-4877-b624-1714b8a68d31)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:29:13.844507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:13.907176 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port ce8851f8-b050-414e-8c85-093b4ec8f623 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:29:13.923579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:13.931591 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778d9e3-eb6e-4d31-9c5f-d3aa453666a4 None None] Pushing event updated for resources: {'Port': ['ID=c6575b4e-2bba-40d0-bcbb-18c6e4443b29,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:13.940264 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Deleting port c6575b4e-2bba-40d0-bcbb-18c6e4443b29 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:13.940728 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:14.189190 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] For port c6575b4e-2bba-40d0-bcbb-18c6e4443b29, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c6575b4e-2bba-40d0-bcbb-18c6e4443b29,segment=NetworkSegment(0486c073-5572-4877-b624-1714b8a68d31),segment_id=0486c073-5572-4877-b624-1714b8a68d31)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:14.189641 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:14.342962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Calling delete_port for c6575b4e-2bba-40d0-bcbb-18c6e4443b29 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:29:14.402092 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefe24c8-cb23-4ccc-90db-9514bfc32935 None None] Network de4a9b41-c38e-4dfb-836c-f5768a1dcbe0 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:14.431044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:14.482105 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] No DVR routers for this DVR port c6575b4e-2bba-40d0-bcbb-18c6e4443b29 on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:29:14.483697 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Pushing event deleted for resources: {'Port': ['ID=c6575b4e-2bba-40d0-bcbb-18c6e4443b29,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:14.515014 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ac08b610-1743-4ffb-a827-70cf0b7b4134 None None] Provisioning for port ce8851f8-b050-414e-8c85-093b4ec8f623 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:29:14.531622 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ac08b610-1743-4ffb-a827-70cf0b7b4134 None None] Provisioning complete for port ce8851f8-b050-414e-8c85-093b4ec8f623 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:14.532402 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ac08b610-1743-4ffb-a827-70cf0b7b4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:14.623511 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:14.648843 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2abf9c-b01e-4be8-870c-9293ee946112']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:14.660992 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0486c073-5572-4877-b624-1714b8a68d31') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:14.661282 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0486c073-5572-4877-b624-1714b8a68d31') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:14.673008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:14.690268 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:14.697128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:29:14.697523 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:29:14.713069 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:29:14.776166 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ac08b610-1743-4ffb-a827-70cf0b7b4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:14.816779 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ac08b610-1743-4ffb-a827-70cf0b7b4134 None None] For port ce8851f8-b050-414e-8c85-093b4ec8f623, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ce8851f8-b050-414e-8c85-093b4ec8f623,segment=NetworkSegment(8007a3a7-4bd6-4a7d-9796-ace49e4fec5e),segment_id=8007a3a7-4bd6-4a7d-9796-ace49e4fec5e)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:14.822344 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ac08b610-1743-4ffb-a827-70cf0b7b4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:14.897539 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08b610-1743-4ffb-a827-70cf0b7b4134 None None] Pushing event updated for resources: {'Port': ['ID=ce8851f8-b050-414e-8c85-093b4ec8f623,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:14.908353 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:14.926495 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:14.937463 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Pushing event deleted for resources: {'Network': ['ID=7d2abf9c-b01e-4be8-870c-9293ee946112,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:14.944207 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33910) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:14.944754 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f440cc9c-c180-43c5-b3d9-f3a6dea33b33 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] 10.222.0.31 "DELETE /v2.0/networks/7d2abf9c-b01e-4be8-870c-9293ee946112 HTTP/1.1" status: 204 len: 168 time: 1.1465418 Feb 04 06:29:15.013951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6b0803-8633-4363-a633-b3dabef2bc37 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Deleting subnet 6f088fd5-6268-4653-95f6-5ca83a6763fc {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:29:15.017745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0803-8633-4363-a633-b3dabef2bc37 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:15.080034 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0803-8633-4363-a633-b3dabef2bc37 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:15.146179 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b6d01853-29e1-4c8d-a050-ebaab3a0c0b2 None None] Could not find standard attr ID for object c6575b4e-2bba-40d0-bcbb-18c6e4443b29. {{(pid=87472) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:29:15.159694 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b6d01853-29e1-4c8d-a050-ebaab3a0c0b2 None None] Provisioning complete for port ce8851f8-b050-414e-8c85-093b4ec8f623 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:15.160102 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b6d01853-29e1-4c8d-a050-ebaab3a0c0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:15.170851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0803-8633-4363-a633-b3dabef2bc37 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:15.189171 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4619b975-15ba-4e2b-896d-3c718ab943f3 None None] DHCP port deletion for 7d2abf9c-b01e-4be8-870c-9293ee946112 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:29:15.221127 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7212c7-b630-4083-8d12-701508d7fae7 None None] Network 7d2abf9c-b01e-4be8-870c-9293ee946112 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:15.242949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7212c7-b630-4083-8d12-701508d7fae7 None None] Network 7d2abf9c-b01e-4be8-870c-9293ee946112 could not be found, it might have been deleted concurrently. {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 06:29:15.258745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0803-8633-4363-a633-b3dabef2bc37 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:15.297951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b0803-8633-4363-a633-b3dabef2bc37 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Pushing event deleted for resources: {'Subnet': ['ID=6f088fd5-6268-4653-95f6-5ca83a6763fc,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:15.303566 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0803-8633-4363-a633-b3dabef2bc37 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:15.308179 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5815f40a-c275-4cae-b033-a058a4d6faef None None] Network de4a9b41-c38e-4dfb-836c-f5768a1dcbe0 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:15.312187 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0803-8633-4363-a633-b3dabef2bc37 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:15.312533 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0803-8633-4363-a633-b3dabef2bc37 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:15.312866 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0803-8633-4363-a633-b3dabef2bc37 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:15.313221 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0803-8633-4363-a633-b3dabef2bc37 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:15.313548 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0803-8633-4363-a633-b3dabef2bc37 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:15.313879 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0803-8633-4363-a633-b3dabef2bc37 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:15.314191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0803-8633-4363-a633-b3dabef2bc37 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:15.314510 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0803-8633-4363-a633-b3dabef2bc37 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:15.314829 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0803-8633-4363-a633-b3dabef2bc37 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:15.315143 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0803-8633-4363-a633-b3dabef2bc37 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:15.315458 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0803-8633-4363-a633-b3dabef2bc37 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:15.315767 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0803-8633-4363-a633-b3dabef2bc37 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:15.322057 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ed6b0803-8633-4363-a633-b3dabef2bc37 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] 10.222.0.31 "DELETE /v2.0/subnets/6f088fd5-6268-4653-95f6-5ca83a6763fc HTTP/1.1" status: 204 len: 168 time: 0.3745735 Feb 04 06:29:15.323360 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33914) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:15.435225 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:15.445499 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Deleting port ce8851f8-b050-414e-8c85-093b4ec8f623 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:15.445820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:15.554708 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d81f886-05e8-4e3d-bd98-d2ce20424d89 None None] DHCP port deletion for de4a9b41-c38e-4dfb-836c-f5768a1dcbe0 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:29:15.559055 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-0d81f886-05e8-4e3d-bd98-d2ce20424d89 None None] Deleting port ce8851f8-b050-414e-8c85-093b4ec8f623 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:15.559401 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0d81f886-05e8-4e3d-bd98-d2ce20424d89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:15.653764 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] For port ce8851f8-b050-414e-8c85-093b4ec8f623, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ce8851f8-b050-414e-8c85-093b4ec8f623,segment=NetworkSegment(8007a3a7-4bd6-4a7d-9796-ace49e4fec5e),segment_id=8007a3a7-4bd6-4a7d-9796-ace49e4fec5e)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:15.654127 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:15.664107 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ce8851f8-b050-414e-8c85-093b4ec8f623 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:29:15.775115 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Calling delete_port for ce8851f8-b050-414e-8c85-093b4ec8f623 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:29:15.851483 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:15.858370 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0d81f886-05e8-4e3d-bd98-d2ce20424d89 None None] For port ce8851f8-b050-414e-8c85-093b4ec8f623, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ce8851f8-b050-414e-8c85-093b4ec8f623,segment=NetworkSegment(8007a3a7-4bd6-4a7d-9796-ace49e4fec5e),segment_id=8007a3a7-4bd6-4a7d-9796-ace49e4fec5e)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:15.858765 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0d81f886-05e8-4e3d-bd98-d2ce20424d89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:15.900851 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Pushing event deleted for resources: {'Port': ['ID=ce8851f8-b050-414e-8c85-093b4ec8f623,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:15.904410 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] No DVR routers for this DVR port ce8851f8-b050-414e-8c85-093b4ec8f623 on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:29:15.988918 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-0d81f886-05e8-4e3d-bd98-d2ce20424d89 None None] Calling delete_port for ce8851f8-b050-414e-8c85-093b4ec8f623 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:29:16.020768 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:16.027749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:16.052432 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4a9b41-c38e-4dfb-836c-f5768a1dcbe0']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:16.064482 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8007a3a7-4bd6-4a7d-9796-ace49e4fec5e') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:16.064775 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8007a3a7-4bd6-4a7d-9796-ace49e4fec5e') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:16.076030 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:16.092107 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:16.098203 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:29:16.098580 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:29:16.115730 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:29:16.119847 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-0d81f886-05e8-4e3d-bd98-d2ce20424d89 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:29:16.120355 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-0d81f886-05e8-4e3d-bd98-d2ce20424d89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:29:16.197740 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:16.215107 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:16.225825 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Pushing event deleted for resources: {'Network': ['ID=de4a9b41-c38e-4dfb-836c-f5768a1dcbe0,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:16.229796 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ab842cc8-5496-48c4-be15-ad482b9538f0 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] 10.222.0.31 "DELETE /v2.0/networks/de4a9b41-c38e-4dfb-836c-f5768a1dcbe0 HTTP/1.1" status: 204 len: 168 time: 0.9054458 Feb 04 06:29:16.233063 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33918) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:16.275242 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-755245e5-816e-4c06-af94-415a60240073 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Synchronizing usage tracker for tenant:bd9117b5a8964fc7b4f69b76f19f1b3a on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:29:16.290961 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-755245e5-816e-4c06-af94-415a60240073 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Unset dirty status for tenant:bd9117b5a8964fc7b4f69b76f19f1b3a on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:29:16.292328 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-755245e5-816e-4c06-af94-415a60240073 tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbc7a1b2-2b42-4b3a-9b5c-c6a8f59c2967 HTTP/1.1" status: 200 len: 205 time: 0.0583694 Feb 04 06:29:16.294963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33922) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:16.430011 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-47394766-8bde-4af1-9922-c6a1c7cf0a9c tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:16.621546 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-0d81f886-05e8-4e3d-bd98-d2ce20424d89 None None] Deleting port ce8851f8-b050-414e-8c85-093b4ec8f623 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:16.622184 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0d81f886-05e8-4e3d-bd98-d2ce20424d89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:16.688808 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-0d81f886-05e8-4e3d-bd98-d2ce20424d89 None None] The port 'ce8851f8-b050-414e-8c85-093b4ec8f623' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:29:16.840622 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-47394766-8bde-4af1-9922-c6a1c7cf0a9c tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:16.843306 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-47394766-8bde-4af1-9922-c6a1c7cf0a9c tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:16.869307 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-47394766-8bde-4af1-9922-c6a1c7cf0a9c tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:16.869848 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47394766-8bde-4af1-9922-c6a1c7cf0a9c tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Fanout notify agent at l3_agent the message router_deleted on router dbc7a1b2-2b42-4b3a-9b5c-c6a8f59c2967 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:29:16.881393 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-47394766-8bde-4af1-9922-c6a1c7cf0a9c tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:16.882507 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-47394766-8bde-4af1-9922-c6a1c7cf0a9c tempest-RoutersNegativeTest-275666187 tempest-RoutersNegativeTest-275666187-project] 10.222.0.31 "DELETE /v2.0/routers/dbc7a1b2-2b42-4b3a-9b5c-c6a8f59c2967 HTTP/1.1" status: 204 len: 168 time: 0.5866506 Feb 04 06:29:17.155638 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33930) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:17.305659 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c2bbfbed-23b9-4ccd-bb31-4cec94f78cb5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd9117b5a8964fc7b4f69b76f19f1b3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488657 Feb 04 06:29:17.308717 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33936) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:17.372777 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b8e996c7-9529-4c1f-a133-295f049876ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:17.397908 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b8e996c7-9529-4c1f-a133-295f049876ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:17.461330 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b8e996c7-9529-4c1f-a133-295f049876ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:17.475146 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e996c7-9529-4c1f-a133-295f049876ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4dfe8d-e184-43c5-8e7c-84a6db1d67db,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:17.480798 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b8e996c7-9529-4c1f-a133-295f049876ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:17.484371 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b8e996c7-9529-4c1f-a133-295f049876ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe4dfe8d-e184-43c5-8e7c-84a6db1d67db HTTP/1.1" status: 204 len: 168 time: 0.1741867 Feb 04 06:29:18.198888 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33960) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:18.303295 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2116521957-network', 'tenant_id': 'b28a89a25cde42e99df2f144f66237ed'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:18.308525 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:18.312479 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Usage tracker for resource:network and tenant:b28a89a25cde42e99df2f144f66237ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:18.316057 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:18.321903 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:18.332859 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Made reservation on behalf of b28a89a25cde42e99df2f144f66237ed for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:18.335092 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:18.346931 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:18.361209 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:18.364954 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Usage tracker for resource:security_group_rule and tenant:b28a89a25cde42e99df2f144f66237ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:18.367640 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:18.373282 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:18.467674 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:18.473300 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:18.508076 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:29:18.513285 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dd56db-9eb5-4b53-9d51-47870e7e8862,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:18.519757 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:18.520118 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Added segment 922c4fd5-8d69-499e-89cc-3de35e70ba47 of type vlan for network 73385cea-a217-4389-8d8a-027cb955102a Feb 04 06:29:18.546318 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:18.576484 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:18.577416 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:18.577988 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:18.678765 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] Pushing event updated for resources: {'Network': ['ID=73385cea-a217-4389-8d8a-027cb955102a,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:18.681778 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-10c9b3b2-7dab-4edb-8b9b-5e8e8a1c0705 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4813941 Feb 04 06:29:18.684838 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33966) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:18.690208 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-91e54b59-be09-4afb-9058-d97fffad667f admin admin] Request body: {'subnet': {'network_id': '73385cea-a217-4389-8d8a-027cb955102a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2116521957-subnet', 'tenant_id': 'b28a89a25cde42e99df2f144f66237ed', 'ip_version': 4}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:18.690387 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 73385cea-a217-4389-8d8a-027cb955102a details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:29:18.695275 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-91e54b59-be09-4afb-9058-d97fffad667f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:18.699474 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-91e54b59-be09-4afb-9058-d97fffad667f admin admin] Usage tracker for resource:subnet and tenant:b28a89a25cde42e99df2f144f66237ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:18.702669 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-91e54b59-be09-4afb-9058-d97fffad667f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:18.708820 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-91e54b59-be09-4afb-9058-d97fffad667f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:18.720387 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e54b59-be09-4afb-9058-d97fffad667f admin admin] Made reservation on behalf of b28a89a25cde42e99df2f144f66237ed for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:18.722778 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-91e54b59-be09-4afb-9058-d97fffad667f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:18.926395 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-91e54b59-be09-4afb-9058-d97fffad667f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:18.998714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e54b59-be09-4afb-9058-d97fffad667f admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ee41cd-18e3-4348-9f8e-b040505004dc,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:19.009468 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e54b59-be09-4afb-9058-d97fffad667f admin admin] Checking segment: {'id': '922c4fd5-8d69-499e-89cc-3de35e70ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73385cea-a217-4389-8d8a-027cb955102a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:29:19.009820 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e54b59-be09-4afb-9058-d97fffad667f admin admin] Network hostable DHCP agents. Network: 73385cea-a217-4389-8d8a-027cb955102a, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:29:19.031881 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e54b59-be09-4afb-9058-d97fffad667f admin admin] Network 73385cea-a217-4389-8d8a-027cb955102a is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:29:19.043443 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-91e54b59-be09-4afb-9058-d97fffad667f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 73385cea-a217-4389-8d8a-027cb955102a) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:19.048447 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e54b59-be09-4afb-9058-d97fffad667f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:19.050291 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-91e54b59-be09-4afb-9058-d97fffad667f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:19.051336 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb86e01-cbe2-4bdd-ae37-1411bd883a12 None None] Network 73385cea-a217-4389-8d8a-027cb955102a requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:19.072034 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-91e54b59-be09-4afb-9058-d97fffad667f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3861613 Feb 04 06:29:19.074927 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33970) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:19.079899 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2116521957-router', 'tenant_id': 'b28a89a25cde42e99df2f144f66237ed', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:19.084838 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:19.089044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Usage tracker for resource:router and tenant:b28a89a25cde42e99df2f144f66237ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:19.092313 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:19.098698 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:19.111902 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:19.112941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:19.128547 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:19.292309 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-73385cea-a217-4389-8d8a-027cb955102a', 'network_id': '73385cea-a217-4389-8d8a-027cb955102a', 'tenant_id': 'b28a89a25cde42e99df2f144f66237ed', 'fixed_ips': [{'subnet_id': '92ee41cd-18e3-4348-9f8e-b040505004dc'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:29:19.293188 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:19.449875 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Allocated IP 172.20.0.2 (73385cea-a217-4389-8d8a-027cb955102a/92ee41cd-18e3-4348-9f8e-b040505004dc/c072c1c8-8e4f-4f95-9816-521954c43f74) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:29:19.510835 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:19.657805 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:19.668026 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Transition to ACTIVE for port object c072c1c8-8e4f-4f95-9816-521954c43f74 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:19.685583 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Transition to ACTIVE for port object c072c1c8-8e4f-4f95-9816-521954c43f74 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:19.691927 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:19.758285 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Network 73385cea-a217-4389-8d8a-027cb955102a is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:19.761198 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:19.763989 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:29:19.797668 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Pushing event updated for resources: {'Port': ['ID=c072c1c8-8e4f-4f95-9816-521954c43f74,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:19.822184 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:19.851517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:19.859183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Attempting to bind port c072c1c8-8e4f-4f95-9816-521954c43f74 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:29:19.859555 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Attempting to bind port c072c1c8-8e4f-4f95-9816-521954c43f74 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '922c4fd5-8d69-499e-89cc-3de35e70ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73385cea-a217-4389-8d8a-027cb955102a'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:29:19.859955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Attempting to bind port c072c1c8-8e4f-4f95-9816-521954c43f74 on network 73385cea-a217-4389-8d8a-027cb955102a {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:29:19.865282 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:29:19.865645 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Checking segment: {'id': '922c4fd5-8d69-499e-89cc-3de35e70ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73385cea-a217-4389-8d8a-027cb955102a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:29:19.866051 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:19.866435 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Bound using segment: {'id': '922c4fd5-8d69-499e-89cc-3de35e70ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73385cea-a217-4389-8d8a-027cb955102a'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:29:19.866892 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Bound port: c072c1c8-8e4f-4f95-9816-521954c43f74, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922c4fd5-8d69-499e-89cc-3de35e70ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73385cea-a217-4389-8d8a-027cb955102a'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:29:19.867256 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:19.955162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] For port c072c1c8-8e4f-4f95-9816-521954c43f74, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:29:19.958096 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] For port c072c1c8-8e4f-4f95-9816-521954c43f74, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c072c1c8-8e4f-4f95-9816-521954c43f74,segment=NetworkSegment(922c4fd5-8d69-499e-89cc-3de35e70ba47),segment_id=922c4fd5-8d69-499e-89cc-3de35e70ba47)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:29:19.962813 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:19.990049 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Allocated IP 172.26.4.187 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/b5064153-3433-40f0-b03e-99cb820b2ae0) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:29:20.046034 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ce89c-6c92-4d4d-bbd7-909894d0c687 None None] Pushing event updated for resources: {'Port': ['ID=c072c1c8-8e4f-4f95-9816-521954c43f74,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:20.147142 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:20.183708 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:20.258785 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:20.267360 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:20.272587 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:29:20.326636 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Pushing event updated for resources: {'Port': ['ID=b5064153-3433-40f0-b03e-99cb820b2ae0,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:20.710927 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:20.972637 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8775bd48-3ee1-42e4-b7f7-94605a011486 None None] Network 73385cea-a217-4389-8d8a-027cb955102a requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:21.080820 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-09ed6b01-fff9-466c-8d86-85fcfba9d2dd None None] Provisioning for port c072c1c8-8e4f-4f95-9816-521954c43f74 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:29:21.170694 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:21.383257 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Router 1f25abd0-cb7a-40bc-82ef-bd409e971c8a is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:29:21.559818 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:29:21.569223 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Sync routers for ids ['1f25abd0-cb7a-40bc-82ef-bd409e971c8a'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:29:21.579088 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Routers {'1f25abd0-cb7a-40bc-82ef-bd409e971c8a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:29:21.579984 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:29:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1f25abd0-cb7a-40bc-82ef-bd409e971c8a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:21.583713 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:21.584938 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2826d7a9-7e95-4c96-b075-a4c99d16e75b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5090885 Feb 04 06:29:21.587746 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33974) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:21.716060 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c072c1c8-8e4f-4f95-9816-521954c43f74 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:29:21.762990 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Set router 1f25abd0-cb7a-40bc-82ef-bd409e971c8a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:29:21.787731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port c072c1c8-8e4f-4f95-9816-521954c43f74 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:29:21.793590 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port c072c1c8-8e4f-4f95-9816-521954c43f74 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:21.794144 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:21.918480 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:21.958993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port c072c1c8-8e4f-4f95-9816-521954c43f74, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c072c1c8-8e4f-4f95-9816-521954c43f74,segment=NetworkSegment(922c4fd5-8d69-499e-89cc-3de35e70ba47),segment_id=922c4fd5-8d69-499e-89cc-3de35e70ba47)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:21.962710 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:22.034395 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=c072c1c8-8e4f-4f95-9816-521954c43f74,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:22.045280 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f25abd0-cb7a-40bc-82ef-bd409e971c8a', 'name': 'tempest-TestEncryptedCinderVolumes-2116521957-router', 'tenant_id': 'b28a89a25cde42e99df2f144f66237ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': 'b5064153-3433-40f0-b03e-99cb820b2ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:19Z', 'updated_at': '2022-02-04T06:29:20Z', 'revision_number': 3, 'project_id': 'b28a89a25cde42e99df2f144f66237ed', 'gw_port': {'id': 'b5064153-3433-40f0-b03e-99cb820b2ae0', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:27:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f25abd0-cb7a-40bc-82ef-bd409e971c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:19Z', 'updated_at': '2022-02-04T06:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:22.049207 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Checking router: 1f25abd0-cb7a-40bc-82ef-bd409e971c8a for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:29:22.049519 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Updating router 1f25abd0-cb7a-40bc-82ef-bd409e971c8a port b5064153-3433-40f0-b03e-99cb820b2ae0 binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:29:22.104441 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:22.260599 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88c61b57-3f0f-45df-9cb9-15a722201577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:22.433116 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:22.447380 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Transition to ACTIVE for port object b5064153-3433-40f0-b03e-99cb820b2ae0 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:22.456690 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:22.537501 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Attempting to bind port b5064153-3433-40f0-b03e-99cb820b2ae0 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:29:22.537860 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Attempting to bind port b5064153-3433-40f0-b03e-99cb820b2ae0 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:29:22.538108 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Attempting to bind port b5064153-3433-40f0-b03e-99cb820b2ae0 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:29:22.548982 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:29:22.549316 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:29:22.549733 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:22.550113 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:29:22.550543 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Bound port: b5064153-3433-40f0-b03e-99cb820b2ae0, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:29:22.550935 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:22.591060 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af8583-f4ec-4460-92d6-1cbc338d4d79 None None] Pushing event updated for resources: {'Port': ['ID=b5064153-3433-40f0-b03e-99cb820b2ae0,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:22.600718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-88c61b57-3f0f-45df-9cb9-15a722201577 admin admin] Allocated IP 172.20.0.1 (73385cea-a217-4389-8d8a-027cb955102a/92ee41cd-18e3-4348-9f8e-b040505004dc/45e9e523-9420-498b-a195-8cef8829287f) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:29:22.608147 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af8583-f4ec-4460-92d6-1cbc338d4d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:22.608489 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af8583-f4ec-4460-92d6-1cbc338d4d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:22.608818 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af8583-f4ec-4460-92d6-1cbc338d4d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:22.609142 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af8583-f4ec-4460-92d6-1cbc338d4d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:22.609465 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af8583-f4ec-4460-92d6-1cbc338d4d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:22.609780 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af8583-f4ec-4460-92d6-1cbc338d4d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:22.610101 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af8583-f4ec-4460-92d6-1cbc338d4d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:22.610410 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af8583-f4ec-4460-92d6-1cbc338d4d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:22.610724 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af8583-f4ec-4460-92d6-1cbc338d4d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:22.611035 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af8583-f4ec-4460-92d6-1cbc338d4d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:22.611345 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af8583-f4ec-4460-92d6-1cbc338d4d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:22.611688 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af8583-f4ec-4460-92d6-1cbc338d4d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:22.643168 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] For port b5064153-3433-40f0-b03e-99cb820b2ae0, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:29:22.646189 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] For port b5064153-3433-40f0-b03e-99cb820b2ae0, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b5064153-3433-40f0-b03e-99cb820b2ae0,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:29:22.650237 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:22.724161 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Routers {'1f25abd0-cb7a-40bc-82ef-bd409e971c8a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:29:22.724753 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:29:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1f25abd0-cb7a-40bc-82ef-bd409e971c8a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:22.749012 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88c61b57-3f0f-45df-9cb9-15a722201577 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:22.767987 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-88c61b57-3f0f-45df-9cb9-15a722201577 admin admin] Transition to ACTIVE for port object 45e9e523-9420-498b-a195-8cef8829287f will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:22.794281 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88c61b57-3f0f-45df-9cb9-15a722201577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:22.830970 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af8583-f4ec-4460-92d6-1cbc338d4d79 None None] Pushing event updated for resources: {'Port': ['ID=b5064153-3433-40f0-b03e-99cb820b2ae0,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:22.862778 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c61b57-3f0f-45df-9cb9-15a722201577 admin admin] Network 73385cea-a217-4389-8d8a-027cb955102a is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:22.865595 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-88c61b57-3f0f-45df-9cb9-15a722201577 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:22.868188 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c61b57-3f0f-45df-9cb9-15a722201577 admin admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:29:22.919452 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c61b57-3f0f-45df-9cb9-15a722201577 admin admin] Pushing event updated for resources: {'Port': ['ID=45e9e523-9420-498b-a195-8cef8829287f,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:22.931409 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88c61b57-3f0f-45df-9cb9-15a722201577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:22.939670 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] Set router 1f25abd0-cb7a-40bc-82ef-bd409e971c8a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:29:23.063245 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88c61b57-3f0f-45df-9cb9-15a722201577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:23.178731 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-75bf8a1f-8347-44d3-907e-cce7772840e8 None None] Provisioning for port 45e9e523-9420-498b-a195-8cef8829287f completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:29:23.184920 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-75bf8a1f-8347-44d3-907e-cce7772840e8 None None] Provisioning complete for port 45e9e523-9420-498b-a195-8cef8829287f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:23.185560 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-75bf8a1f-8347-44d3-907e-cce7772840e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:23.237722 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f25abd0-cb7a-40bc-82ef-bd409e971c8a', 'name': 'tempest-TestEncryptedCinderVolumes-2116521957-router', 'tenant_id': 'b28a89a25cde42e99df2f144f66237ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': 'b5064153-3433-40f0-b03e-99cb820b2ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:19Z', 'updated_at': '2022-02-04T06:29:20Z', 'revision_number': 3, 'project_id': 'b28a89a25cde42e99df2f144f66237ed', 'gw_port': {'id': 'b5064153-3433-40f0-b03e-99cb820b2ae0', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:27:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f25abd0-cb7a-40bc-82ef-bd409e971c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:19Z', 'updated_at': '2022-02-04T06:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:23.241698 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883573d7-bc8e-41cd-8dc3-85fb74e0803c None None] The sync data for ids ['1f25abd0-cb7a-40bc-82ef-bd409e971c8a'] in dv-neutron-826830-2-hyperv is: [{'id': '1f25abd0-cb7a-40bc-82ef-bd409e971c8a', 'name': 'tempest-TestEncryptedCinderVolumes-2116521957-router', 'tenant_id': 'b28a89a25cde42e99df2f144f66237ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': 'b5064153-3433-40f0-b03e-99cb820b2ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:19Z', 'updated_at': '2022-02-04T06:29:20Z', 'revision_number': 3, 'project_id': 'b28a89a25cde42e99df2f144f66237ed', 'gw_port': {'id': 'b5064153-3433-40f0-b03e-99cb820b2ae0', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:27:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f25abd0-cb7a-40bc-82ef-bd409e971c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:19Z', 'updated_at': '2022-02-04T06:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:29:23.242440 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-75bf8a1f-8347-44d3-907e-cce7772840e8 None None] Port 45e9e523-9420-498b-a195-8cef8829287f cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:29:23.312662 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88c61b57-3f0f-45df-9cb9-15a722201577 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:23.318143 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88c61b57-3f0f-45df-9cb9-15a722201577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:23.427506 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88c61b57-3f0f-45df-9cb9-15a722201577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:23.431152 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c61b57-3f0f-45df-9cb9-15a722201577 admin admin] Pushing event updated for resources: {'Port': ['ID=45e9e523-9420-498b-a195-8cef8829287f,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:23.577639 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c61b57-3f0f-45df-9cb9-15a722201577 admin admin] Network 73385cea-a217-4389-8d8a-027cb955102a is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:23.578798 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-88c61b57-3f0f-45df-9cb9-15a722201577 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:23.778256 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b5064153-3433-40f0-b03e-99cb820b2ae0 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:29:23.799661 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c61b57-3f0f-45df-9cb9-15a722201577 admin admin] Router 1f25abd0-cb7a-40bc-82ef-bd409e971c8a has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:29:23.853493 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port b5064153-3433-40f0-b03e-99cb820b2ae0 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:29:23.862126 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port b5064153-3433-40f0-b03e-99cb820b2ae0 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:23.862508 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:23.924866 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b2442155-6ab9-47f5-9b67-65d8cc8e93e6 None None] Provisioning complete for port 45e9e523-9420-498b-a195-8cef8829287f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:23.925296 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b2442155-6ab9-47f5-9b67-65d8cc8e93e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:23.992875 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c61b57-3f0f-45df-9cb9-15a722201577 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:29:24.003649 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-88c61b57-3f0f-45df-9cb9-15a722201577 admin admin] 10.222.0.31 "PUT /v2.0/routers/1f25abd0-cb7a-40bc-82ef-bd409e971c8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4148400 Feb 04 06:29:24.058708 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b2442155-6ab9-47f5-9b67-65d8cc8e93e6 None None] Port 45e9e523-9420-498b-a195-8cef8829287f cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:29:24.080478 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:24.100220 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port b5064153-3433-40f0-b03e-99cb820b2ae0, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b5064153-3433-40f0-b03e-99cb820b2ae0,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:24.104601 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:24.105553 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c072c1c8-8e4f-4f95-9816-521954c43f74 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:29:24.233341 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=b5064153-3433-40f0-b03e-99cb820b2ae0,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:24.243948 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port c072c1c8-8e4f-4f95-9816-521954c43f74 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:24.244307 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:24.535317 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 33992) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:24.541167 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-928527037-network', 'tenant_id': 'd623620456bd4894a0c717c7ee81436d'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:24.546161 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:24.550196 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Usage tracker for resource:network and tenant:d623620456bd4894a0c717c7ee81436d is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:24.553409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:24.560545 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:24.573435 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Made reservation on behalf of d623620456bd4894a0c717c7ee81436d for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:24.576171 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:24.588773 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:24.605721 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:24.609961 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Usage tracker for resource:security_group_rule and tenant:d623620456bd4894a0c717c7ee81436d is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:24.612877 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:24.618845 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:24.701437 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:24.707043 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:24.733551 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:29:24.746257 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bec724-a32f-4c97-8c98-a752caecfb61,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:24.750862 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:24.751210 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Added segment caaf06e7-22a3-417f-a075-9a0575de8fab of type vlan for network 16598f28-dee5-419d-a9c4-e4c31bd47fdb Feb 04 06:29:24.776908 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:24.807168 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:24.808273 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:24.808867 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:24.823201 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Sync routers for ids ['1f25abd0-cb7a-40bc-82ef-bd409e971c8a'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:29:24.833367 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Routers {'1f25abd0-cb7a-40bc-82ef-bd409e971c8a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:29:24.834082 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:29:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1f25abd0-cb7a-40bc-82ef-bd409e971c8a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:24.911543 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] Pushing event updated for resources: {'Network': ['ID=16598f28-dee5-419d-a9c4-e4c31bd47fdb,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:24.917331 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 33996) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:24.917869 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a462bc89-66ee-4733-afd4-98b861c83acb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3808570 Feb 04 06:29:24.922930 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-938842a7-b779-4712-8e2d-6a77a96561a4 admin admin] Request body: {'subnet': {'network_id': '16598f28-dee5-419d-a9c4-e4c31bd47fdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-928527037-subnet', 'tenant_id': 'd623620456bd4894a0c717c7ee81436d', 'ip_version': 4}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:24.927698 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-938842a7-b779-4712-8e2d-6a77a96561a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:24.931754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-938842a7-b779-4712-8e2d-6a77a96561a4 admin admin] Usage tracker for resource:subnet and tenant:d623620456bd4894a0c717c7ee81436d is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:24.934975 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-938842a7-b779-4712-8e2d-6a77a96561a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:24.940770 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-938842a7-b779-4712-8e2d-6a77a96561a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:24.953224 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938842a7-b779-4712-8e2d-6a77a96561a4 admin admin] Made reservation on behalf of d623620456bd4894a0c717c7ee81436d for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:24.955719 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-938842a7-b779-4712-8e2d-6a77a96561a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:24.975420 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 16598f28-dee5-419d-a9c4-e4c31bd47fdb details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:29:25.105158 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Set router 1f25abd0-cb7a-40bc-82ef-bd409e971c8a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:29:25.280607 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-938842a7-b779-4712-8e2d-6a77a96561a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:25.351338 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938842a7-b779-4712-8e2d-6a77a96561a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=855c2cfa-7f01-45d5-baba-ef6e96473773,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:25.364183 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938842a7-b779-4712-8e2d-6a77a96561a4 admin admin] Checking segment: {'id': 'caaf06e7-22a3-417f-a075-9a0575de8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16598f28-dee5-419d-a9c4-e4c31bd47fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:29:25.364536 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938842a7-b779-4712-8e2d-6a77a96561a4 admin admin] Network hostable DHCP agents. Network: 16598f28-dee5-419d-a9c4-e4c31bd47fdb, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:29:25.383989 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938842a7-b779-4712-8e2d-6a77a96561a4 admin admin] Network 16598f28-dee5-419d-a9c4-e4c31bd47fdb is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:29:25.394196 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-938842a7-b779-4712-8e2d-6a77a96561a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 16598f28-dee5-419d-a9c4-e4c31bd47fdb) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:25.398631 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938842a7-b779-4712-8e2d-6a77a96561a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:25.399724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-938842a7-b779-4712-8e2d-6a77a96561a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:25.405728 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad218ac-c7fa-4b3c-8c07-6ac657344602 None None] Network 16598f28-dee5-419d-a9c4-e4c31bd47fdb requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:25.421548 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-938842a7-b779-4712-8e2d-6a77a96561a4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5031054 Feb 04 06:29:25.424145 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34000) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:25.429105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-928527037-router', 'tenant_id': 'd623620456bd4894a0c717c7ee81436d', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:25.433693 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:25.437559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Usage tracker for resource:router and tenant:d623620456bd4894a0c717c7ee81436d is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:29:25.440512 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:29:25.447424 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:25.459189 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:25.460161 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:25.474727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:25.519548 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f25abd0-cb7a-40bc-82ef-bd409e971c8a', 'name': 'tempest-TestEncryptedCinderVolumes-2116521957-router', 'tenant_id': 'b28a89a25cde42e99df2f144f66237ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': 'b5064153-3433-40f0-b03e-99cb820b2ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:19Z', 'updated_at': '2022-02-04T06:29:22Z', 'revision_number': 4, 'project_id': 'b28a89a25cde42e99df2f144f66237ed', 'gw_port': {'id': 'b5064153-3433-40f0-b03e-99cb820b2ae0', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f25abd0-cb7a-40bc-82ef-bd409e971c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:19Z', 'updated_at': '2022-02-04T06:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '45e9e523-9420-498b-a195-8cef8829287f', 'name': '', 'network_id': '73385cea-a217-4389-8d8a-027cb955102a', 'tenant_id': 'b28a89a25cde42e99df2f144f66237ed', 'mac_address': 'fa:16:3e:90:a9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f25abd0-cb7a-40bc-82ef-bd409e971c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '92ee41cd-18e3-4348-9f8e-b040505004dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:22Z', 'updated_at': '2022-02-04T06:29:23Z', 'revision_number': 2, 'project_id': 'b28a89a25cde42e99df2f144f66237ed', 'subnets': [{'id': '92ee41cd-18e3-4348-9f8e-b040505004dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:25.537764 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Checking router: 1f25abd0-cb7a-40bc-82ef-bd409e971c8a for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:29:25.538109 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Updating router 1f25abd0-cb7a-40bc-82ef-bd409e971c8a port 45e9e523-9420-498b-a195-8cef8829287f binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:29:25.633577 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:25.677689 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b5064153-3433-40f0-b03e-99cb820b2ae0 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:29:25.755310 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:25.767340 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-16598f28-dee5-419d-a9c4-e4c31bd47fdb', 'network_id': '16598f28-dee5-419d-a9c4-e4c31bd47fdb', 'tenant_id': 'd623620456bd4894a0c717c7ee81436d', 'fixed_ips': [{'subnet_id': '855c2cfa-7f01-45d5-baba-ef6e96473773'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:29:25.768172 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:26.075815 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:26.077176 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port b5064153-3433-40f0-b03e-99cb820b2ae0 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:26.077545 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:26.106842 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:26.185625 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Allocated IP 172.20.0.2 (16598f28-dee5-419d-a9c4-e4c31bd47fdb/855c2cfa-7f01-45d5-baba-ef6e96473773/42cd4117-cdbe-4de8-b920-c20a2c9e9953) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:29:26.246213 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Allocated IP 172.26.4.143 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:29:26.392868 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:26.426100 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:26.465721 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:26.492859 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:26.495971 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:26.498532 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:29:26.520252 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Transition to ACTIVE for port object 45e9e523-9420-498b-a195-8cef8829287f will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:26.531159 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:26.546282 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Pushing event updated for resources: {'Port': ['ID=2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:26.576243 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:26.600707 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Transition to ACTIVE for port object 42cd4117-cdbe-4de8-b920-c20a2c9e9953 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:26.692274 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Transition to ACTIVE for port object 42cd4117-cdbe-4de8-b920-c20a2c9e9953 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:26.693530 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fe69d-f45a-4c19-aff5-4aebc087dbc1 None None] Pushing event updated for resources: {'Port': ['ID=45e9e523-9420-498b-a195-8cef8829287f,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:26.726313 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:26.836833 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Network 16598f28-dee5-419d-a9c4-e4c31bd47fdb is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:26.841253 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:26.847290 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:29:26.861499 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Attempting to bind port 45e9e523-9420-498b-a195-8cef8829287f on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:29:26.861863 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Attempting to bind port 45e9e523-9420-498b-a195-8cef8829287f by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '922c4fd5-8d69-499e-89cc-3de35e70ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73385cea-a217-4389-8d8a-027cb955102a'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:29:26.862216 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Attempting to bind port 45e9e523-9420-498b-a195-8cef8829287f on network 73385cea-a217-4389-8d8a-027cb955102a {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:29:26.887465 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Pushing event updated for resources: {'Port': ['ID=42cd4117-cdbe-4de8-b920-c20a2c9e9953,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:26.905882 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:29:26.906252 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Checking segment: {'id': '922c4fd5-8d69-499e-89cc-3de35e70ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73385cea-a217-4389-8d8a-027cb955102a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:29:26.906647 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:26.907027 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Bound using segment: {'id': '922c4fd5-8d69-499e-89cc-3de35e70ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73385cea-a217-4389-8d8a-027cb955102a'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:29:26.907494 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Bound port: 45e9e523-9420-498b-a195-8cef8829287f, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922c4fd5-8d69-499e-89cc-3de35e70ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73385cea-a217-4389-8d8a-027cb955102a'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:29:26.907895 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.006651 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Attempting to bind port 42cd4117-cdbe-4de8-b920-c20a2c9e9953 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:29:27.006897 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Attempting to bind port 42cd4117-cdbe-4de8-b920-c20a2c9e9953 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'caaf06e7-22a3-417f-a075-9a0575de8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16598f28-dee5-419d-a9c4-e4c31bd47fdb'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:29:27.007259 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Attempting to bind port 42cd4117-cdbe-4de8-b920-c20a2c9e9953 on network 16598f28-dee5-419d-a9c4-e4c31bd47fdb {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:29:27.022969 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:29:27.023334 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Checking segment: {'id': 'caaf06e7-22a3-417f-a075-9a0575de8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16598f28-dee5-419d-a9c4-e4c31bd47fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:29:27.023725 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.024214 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Bound using segment: {'id': 'caaf06e7-22a3-417f-a075-9a0575de8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16598f28-dee5-419d-a9c4-e4c31bd47fdb'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:29:27.024584 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Bound port: 42cd4117-cdbe-4de8-b920-c20a2c9e9953, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caaf06e7-22a3-417f-a075-9a0575de8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16598f28-dee5-419d-a9c4-e4c31bd47fdb'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:29:27.024947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.052894 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.106958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] For port 45e9e523-9420-498b-a195-8cef8829287f, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:29:27.119370 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] For port 45e9e523-9420-498b-a195-8cef8829287f, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=45e9e523-9420-498b-a195-8cef8829287f,segment=NetworkSegment(922c4fd5-8d69-499e-89cc-3de35e70ba47),segment_id=922c4fd5-8d69-499e-89cc-3de35e70ba47)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:29:27.129188 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.198465 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] For port 42cd4117-cdbe-4de8-b920-c20a2c9e9953, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:29:27.214803 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] For port 42cd4117-cdbe-4de8-b920-c20a2c9e9953, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=42cd4117-cdbe-4de8-b920-c20a2c9e9953,segment=NetworkSegment(caaf06e7-22a3-417f-a075-9a0575de8fab),segment_id=caaf06e7-22a3-417f-a075-9a0575de8fab)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:29:27.223537 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.226957 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Routers {'1f25abd0-cb7a-40bc-82ef-bd409e971c8a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:29:27.227571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:29:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1f25abd0-cb7a-40bc-82ef-bd409e971c8a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:27.301251 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fe69d-f45a-4c19-aff5-4aebc087dbc1 None None] Pushing event updated for resources: {'Port': ['ID=45e9e523-9420-498b-a195-8cef8829287f,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:27.425188 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.536266 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bcc18-44f4-46ab-8365-18e2c7cbd9d3 None None] Pushing event updated for resources: {'Port': ['ID=42cd4117-cdbe-4de8-b920-c20a2c9e9953,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:27.549890 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] Set router 1f25abd0-cb7a-40bc-82ef-bd409e971c8a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:29:27.680752 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Router 05840370-3e12-4f39-8dbd-63ef3ce9e979 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:29:27.793085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 42cd4117-cdbe-4de8-b920-c20a2c9e9953 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:29:27.888138 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:29:27.900582 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Sync routers for ids ['05840370-3e12-4f39-8dbd-63ef3ce9e979'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:29:27.924197 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Routers {'05840370-3e12-4f39-8dbd-63ef3ce9e979'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:29:27.925364 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:29:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['05840370-3e12-4f39-8dbd-63ef3ce9e979'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:27.928092 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.932171 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-76a2176e-77ec-4825-b45c-7c238adbb535 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5043533 Feb 04 06:29:27.932335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34004) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:27.942584 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 42cd4117-cdbe-4de8-b920-c20a2c9e9953 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:29:27.976897 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f25abd0-cb7a-40bc-82ef-bd409e971c8a', 'name': 'tempest-TestEncryptedCinderVolumes-2116521957-router', 'tenant_id': 'b28a89a25cde42e99df2f144f66237ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': 'b5064153-3433-40f0-b03e-99cb820b2ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:19Z', 'updated_at': '2022-02-04T06:29:22Z', 'revision_number': 4, 'project_id': 'b28a89a25cde42e99df2f144f66237ed', 'gw_port': {'id': 'b5064153-3433-40f0-b03e-99cb820b2ae0', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f25abd0-cb7a-40bc-82ef-bd409e971c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:19Z', 'updated_at': '2022-02-04T06:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '45e9e523-9420-498b-a195-8cef8829287f', 'name': '', 'network_id': '73385cea-a217-4389-8d8a-027cb955102a', 'tenant_id': 'b28a89a25cde42e99df2f144f66237ed', 'mac_address': 'fa:16:3e:90:a9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f25abd0-cb7a-40bc-82ef-bd409e971c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '92ee41cd-18e3-4348-9f8e-b040505004dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:22Z', 'updated_at': '2022-02-04T06:29:27Z', 'revision_number': 4, 'project_id': 'b28a89a25cde42e99df2f144f66237ed', 'subnets': [{'id': '92ee41cd-18e3-4348-9f8e-b040505004dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:27.981220 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47427c04-49dc-4eaf-8c94-f791b697a09e None None] The sync data for ids ['1f25abd0-cb7a-40bc-82ef-bd409e971c8a'] in dv-neutron-826830-2-hyperv is: [{'id': '1f25abd0-cb7a-40bc-82ef-bd409e971c8a', 'name': 'tempest-TestEncryptedCinderVolumes-2116521957-router', 'tenant_id': 'b28a89a25cde42e99df2f144f66237ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': 'b5064153-3433-40f0-b03e-99cb820b2ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:19Z', 'updated_at': '2022-02-04T06:29:22Z', 'revision_number': 4, 'project_id': 'b28a89a25cde42e99df2f144f66237ed', 'gw_port': {'id': 'b5064153-3433-40f0-b03e-99cb820b2ae0', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f25abd0-cb7a-40bc-82ef-bd409e971c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:19Z', 'updated_at': '2022-02-04T06:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '45e9e523-9420-498b-a195-8cef8829287f', 'name': '', 'network_id': '73385cea-a217-4389-8d8a-027cb955102a', 'tenant_id': 'b28a89a25cde42e99df2f144f66237ed', 'mac_address': 'fa:16:3e:90:a9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f25abd0-cb7a-40bc-82ef-bd409e971c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '92ee41cd-18e3-4348-9f8e-b040505004dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:22Z', 'updated_at': '2022-02-04T06:29:27Z', 'revision_number': 4, 'project_id': 'b28a89a25cde42e99df2f144f66237ed', 'subnets': [{'id': '92ee41cd-18e3-4348-9f8e-b040505004dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:29:28.139971 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Set router 05840370-3e12-4f39-8dbd-63ef3ce9e979 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:29:28.503388 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05840370-3e12-4f39-8dbd-63ef3ce9e979', 'name': 'tempest-TestEncryptedCinderVolumes-928527037-router', 'tenant_id': 'd623620456bd4894a0c717c7ee81436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:25Z', 'updated_at': '2022-02-04T06:29:26Z', 'revision_number': 3, 'project_id': 'd623620456bd4894a0c717c7ee81436d', 'gw_port': {'id': '2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:22:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05840370-3e12-4f39-8dbd-63ef3ce9e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:26Z', 'updated_at': '2022-02-04T06:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:28.508116 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Checking router: 05840370-3e12-4f39-8dbd-63ef3ce9e979 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:29:28.508829 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Updating router 05840370-3e12-4f39-8dbd-63ef3ce9e979 port 2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408 binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:29:28.545600 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2034678a-d19d-45b9-8daa-61b78ee31d90 None None] Network 16598f28-dee5-419d-a9c4-e4c31bd47fdb requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:28.570203 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:28.671316 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-67eda78b-9f36-4688-8aa8-a36eb0de128c None None] Provisioning for port 42cd4117-cdbe-4de8-b920-c20a2c9e9953 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:29:28.692513 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-67eda78b-9f36-4688-8aa8-a36eb0de128c None None] Provisioning complete for port 42cd4117-cdbe-4de8-b920-c20a2c9e9953 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:28.692874 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-67eda78b-9f36-4688-8aa8-a36eb0de128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:28.890136 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0257-e676-46aa-8b31-cab860b6546a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:28.935277 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:28.948908 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Transition to ACTIVE for port object 2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:28.961240 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.014749 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-67eda78b-9f36-4688-8aa8-a36eb0de128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.059961 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-67eda78b-9f36-4688-8aa8-a36eb0de128c None None] For port 42cd4117-cdbe-4de8-b920-c20a2c9e9953, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=42cd4117-cdbe-4de8-b920-c20a2c9e9953,segment=NetworkSegment(caaf06e7-22a3-417f-a075-9a0575de8fab),segment_id=caaf06e7-22a3-417f-a075-9a0575de8fab)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:29.068788 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-67eda78b-9f36-4688-8aa8-a36eb0de128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.099995 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Attempting to bind port 2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:29:29.100357 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Attempting to bind port 2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:29:29.100713 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Attempting to bind port 2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:29:29.107137 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038cc66-693b-4772-817e-42a8d7cf373f None None] Pushing event updated for resources: {'Port': ['ID=2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:29.111771 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:29:29.112102 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:29:29.112493 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.112873 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:29:29.113328 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Bound port: 2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:29:29.113696 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.165261 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eda78b-9f36-4688-8aa8-a36eb0de128c None None] Pushing event updated for resources: {'Port': ['ID=42cd4117-cdbe-4de8-b920-c20a2c9e9953,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:29.210809 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-c3bc0257-e676-46aa-8b31-cab860b6546a admin admin] Allocated IP 172.20.0.1 (16598f28-dee5-419d-a9c4-e4c31bd47fdb/855c2cfa-7f01-45d5-baba-ef6e96473773/76bfe608-3728-462a-bae1-cc495b4ee1ff) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:29:29.247967 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] For port 2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:29:29.252430 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] For port 2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:29:29.260895 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.290525 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a6ec1ca3-37e8-4c10-b05d-c3d2dca42f18 None None] Provisioning complete for port 42cd4117-cdbe-4de8-b920-c20a2c9e9953 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:29.291121 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a6ec1ca3-37e8-4c10-b05d-c3d2dca42f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.369951 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Routers {'05840370-3e12-4f39-8dbd-63ef3ce9e979'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:29:29.371164 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:29:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['05840370-3e12-4f39-8dbd-63ef3ce9e979'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:29.394400 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0257-e676-46aa-8b31-cab860b6546a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.414244 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-c3bc0257-e676-46aa-8b31-cab860b6546a admin admin] Transition to ACTIVE for port object 76bfe608-3728-462a-bae1-cc495b4ee1ff will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:29.428143 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038cc66-693b-4772-817e-42a8d7cf373f None None] Pushing event updated for resources: {'Port': ['ID=2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:29.444959 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0257-e676-46aa-8b31-cab860b6546a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.509324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bc0257-e676-46aa-8b31-cab860b6546a admin admin] Network 16598f28-dee5-419d-a9c4-e4c31bd47fdb is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:29.512374 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-c3bc0257-e676-46aa-8b31-cab860b6546a admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:29.516197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc0257-e676-46aa-8b31-cab860b6546a admin admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:29:29.543502 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6d649fdc-cff4-4775-9cc8-7a2c667dfd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.556847 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc0257-e676-46aa-8b31-cab860b6546a admin admin] Pushing event updated for resources: {'Port': ['ID=76bfe608-3728-462a-bae1-cc495b4ee1ff,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:29.577379 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0257-e676-46aa-8b31-cab860b6546a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.581237 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] Set router 05840370-3e12-4f39-8dbd-63ef3ce9e979 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:29:29.724177 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0257-e676-46aa-8b31-cab860b6546a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.788642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 45e9e523-9420-498b-a195-8cef8829287f up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:29:29.860871 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 45e9e523-9420-498b-a195-8cef8829287f completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:29:29.870531 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 45e9e523-9420-498b-a195-8cef8829287f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:29.871046 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.896931 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05840370-3e12-4f39-8dbd-63ef3ce9e979', 'name': 'tempest-TestEncryptedCinderVolumes-928527037-router', 'tenant_id': 'd623620456bd4894a0c717c7ee81436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:25Z', 'updated_at': '2022-02-04T06:29:26Z', 'revision_number': 3, 'project_id': 'd623620456bd4894a0c717c7ee81436d', 'gw_port': {'id': '2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:22:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05840370-3e12-4f39-8dbd-63ef3ce9e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:26Z', 'updated_at': '2022-02-04T06:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:29.901418 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b859886-78dd-4e49-9575-93ad9ea43683 None None] The sync data for ids ['05840370-3e12-4f39-8dbd-63ef3ce9e979'] in dv-neutron-826830-2-hyperv is: [{'id': '05840370-3e12-4f39-8dbd-63ef3ce9e979', 'name': 'tempest-TestEncryptedCinderVolumes-928527037-router', 'tenant_id': 'd623620456bd4894a0c717c7ee81436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:25Z', 'updated_at': '2022-02-04T06:29:26Z', 'revision_number': 3, 'project_id': 'd623620456bd4894a0c717c7ee81436d', 'gw_port': {'id': '2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:22:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05840370-3e12-4f39-8dbd-63ef3ce9e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:26Z', 'updated_at': '2022-02-04T06:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:29:29.929617 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-827c758d-c58e-4126-a56c-2b59d87c2865 None None] Provisioning for port 76bfe608-3728-462a-bae1-cc495b4ee1ff completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:29:29.938276 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-827c758d-c58e-4126-a56c-2b59d87c2865 None None] Provisioning complete for port 76bfe608-3728-462a-bae1-cc495b4ee1ff triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:29.938646 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-827c758d-c58e-4126-a56c-2b59d87c2865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.972546 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0257-e676-46aa-8b31-cab860b6546a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.978026 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0257-e676-46aa-8b31-cab860b6546a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:30.032756 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-827c758d-c58e-4126-a56c-2b59d87c2865 None None] Port 76bfe608-3728-462a-bae1-cc495b4ee1ff cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:29:30.052639 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:30.088169 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0257-e676-46aa-8b31-cab860b6546a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:30.089388 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 45e9e523-9420-498b-a195-8cef8829287f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=45e9e523-9420-498b-a195-8cef8829287f,segment=NetworkSegment(922c4fd5-8d69-499e-89cc-3de35e70ba47),segment_id=922c4fd5-8d69-499e-89cc-3de35e70ba47)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:30.093718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc0257-e676-46aa-8b31-cab860b6546a admin admin] Pushing event updated for resources: {'Port': ['ID=76bfe608-3728-462a-bae1-cc495b4ee1ff,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:30.096572 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:30.097702 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 42cd4117-cdbe-4de8-b920-c20a2c9e9953 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:29:30.231735 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=45e9e523-9420-498b-a195-8cef8829287f,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:30.243477 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 42cd4117-cdbe-4de8-b920-c20a2c9e9953 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:30.243918 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:30.273284 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bc0257-e676-46aa-8b31-cab860b6546a admin admin] Network 16598f28-dee5-419d-a9c4-e4c31bd47fdb is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:30.274449 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-c3bc0257-e676-46aa-8b31-cab860b6546a admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:30.565707 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8ab8ccbe-1477-4c61-93da-c6521fd7dc56 None None] Provisioning complete for port 76bfe608-3728-462a-bae1-cc495b4ee1ff triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:30.566094 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ab8ccbe-1477-4c61-93da-c6521fd7dc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:30.612154 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bc0257-e676-46aa-8b31-cab860b6546a admin admin] Router 05840370-3e12-4f39-8dbd-63ef3ce9e979 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:29:30.675869 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8ab8ccbe-1477-4c61-93da-c6521fd7dc56 None None] Port 76bfe608-3728-462a-bae1-cc495b4ee1ff cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:29:30.799090 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bc0257-e676-46aa-8b31-cab860b6546a admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:29:30.808218 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c3bc0257-e676-46aa-8b31-cab860b6546a admin admin] 10.222.0.31 "PUT /v2.0/routers/05840370-3e12-4f39-8dbd-63ef3ce9e979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8748827 Feb 04 06:29:31.491613 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad063241-c62f-496c-877c-577709805092 None None] Sync routers for ids ['05840370-3e12-4f39-8dbd-63ef3ce9e979'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:29:31.501297 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad063241-c62f-496c-877c-577709805092 None None] Routers {'05840370-3e12-4f39-8dbd-63ef3ce9e979'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:29:31.501923 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ad063241-c62f-496c-877c-577709805092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:29:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['05840370-3e12-4f39-8dbd-63ef3ce9e979'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:31.588835 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-4b6d5536-cf7a-499b-a0b7-48f57540e9af tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:31.589553 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-4b6d5536-cf7a-499b-a0b7-48f57540e9af tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Synchronizing usage tracker for tenant:b28a89a25cde42e99df2f144f66237ed on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:29:31.607078 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-4b6d5536-cf7a-499b-a0b7-48f57540e9af tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Unset dirty status for tenant:b28a89a25cde42e99df2f144f66237ed on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:29:31.608263 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-4b6d5536-cf7a-499b-a0b7-48f57540e9af tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/networks?id=73385cea-a217-4389-8d8a-027cb955102a HTTP/1.1" status: 200 len: 817 time: 0.1642509 Feb 04 06:29:31.623223 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-a836eb2b-7674-4f46-a273-ac973f22a523 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/quotas/b28a89a25cde42e99df2f144f66237ed HTTP/1.1" status: 200 len: 375 time: 0.0094116 Feb 04 06:29:31.689856 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-ad063241-c62f-496c-877c-577709805092 None None] Set router 05840370-3e12-4f39-8dbd-63ef3ce9e979 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:29:31.711084 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-823a9f5b-8fa7-4fb9-89e6-1cc93f3f8a4c tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Synchronizing usage tracker for tenant:b28a89a25cde42e99df2f144f66237ed on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:29:31.731723 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-823a9f5b-8fa7-4fb9-89e6-1cc93f3f8a4c tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Unset dirty status for tenant:b28a89a25cde42e99df2f144f66237ed on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:29:31.735873 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-823a9f5b-8fa7-4fb9-89e6-1cc93f3f8a4c tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b28a89a25cde42e99df2f144f66237ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029494 Feb 04 06:29:31.768686 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:29:31.957330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-05362e55-3d57-4c05-9ee4-9a12782b21ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:31.975086 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-6812adf0-5fc3-4ae9-9707-bd0cd68f9902 service neutron] 10.222.0.31 "GET /v2.0/networks/73385cea-a217-4389-8d8a-027cb955102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263045 Feb 04 06:29:31.998154 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:29:32.014497 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:32.014863 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:32.107828 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-e35723ac-4143-4882-9b9e-30432c2caf4d service neutron] 10.222.0.31 "GET /v2.0/networks/73385cea-a217-4389-8d8a-027cb955102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261127 Feb 04 06:29:32.187220 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:32.193957 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ad063241-c62f-496c-877c-577709805092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05840370-3e12-4f39-8dbd-63ef3ce9e979', 'name': 'tempest-TestEncryptedCinderVolumes-928527037-router', 'tenant_id': 'd623620456bd4894a0c717c7ee81436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:25Z', 'updated_at': '2022-02-04T06:29:29Z', 'revision_number': 4, 'project_id': 'd623620456bd4894a0c717c7ee81436d', 'gw_port': {'id': '2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:22:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05840370-3e12-4f39-8dbd-63ef3ce9e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:26Z', 'updated_at': '2022-02-04T06:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '76bfe608-3728-462a-bae1-cc495b4ee1ff', 'name': '', 'network_id': '16598f28-dee5-419d-a9c4-e4c31bd47fdb', 'tenant_id': 'd623620456bd4894a0c717c7ee81436d', 'mac_address': 'fa:16:3e:34:e7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05840370-3e12-4f39-8dbd-63ef3ce9e979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '855c2cfa-7f01-45d5-baba-ef6e96473773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:28Z', 'updated_at': '2022-02-04T06:29:29Z', 'revision_number': 2, 'project_id': 'd623620456bd4894a0c717c7ee81436d', 'subnets': [{'id': '855c2cfa-7f01-45d5-baba-ef6e96473773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:32.206394 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad063241-c62f-496c-877c-577709805092 None None] Checking router: 05840370-3e12-4f39-8dbd-63ef3ce9e979 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:29:32.206811 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad063241-c62f-496c-877c-577709805092 None None] Updating router 05840370-3e12-4f39-8dbd-63ef3ce9e979 port 76bfe608-3728-462a-bae1-cc495b4ee1ff binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:29:32.245737 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:32.256743 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:32.257439 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 45e9e523-9420-498b-a195-8cef8829287f up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:29:32.288780 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-79cade72-9dee-499b-acfa-e8155ae8eee0 req-01bd9cc5-f558-4a4d-9adc-803af0d1ded0 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c6ba58b-1ee9-497f-ba59-d85f5d9639f4 HTTP/1.1" status: 200 len: 210 time: 0.0477734 Feb 04 06:29:32.358710 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ad063241-c62f-496c-877c-577709805092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:32.440499 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:32.508083 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 45e9e523-9420-498b-a195-8cef8829287f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:32.508668 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:32.838330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ad063241-c62f-496c-877c-577709805092 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:32.852229 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ad063241-c62f-496c-877c-577709805092 None None] Transition to ACTIVE for port object 76bfe608-3728-462a-bae1-cc495b4ee1ff will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:32.860156 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ad063241-c62f-496c-877c-577709805092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.048424 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c7ccf-2c37-49d3-9304-c918657601e1 None None] Pushing event updated for resources: {'Port': ['ID=76bfe608-3728-462a-bae1-cc495b4ee1ff,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:33.053228 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.083283 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.141969 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ad063241-c62f-496c-877c-577709805092 None None] Attempting to bind port 76bfe608-3728-462a-bae1-cc495b4ee1ff on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:29:33.142342 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ad063241-c62f-496c-877c-577709805092 None None] Attempting to bind port 76bfe608-3728-462a-bae1-cc495b4ee1ff by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'caaf06e7-22a3-417f-a075-9a0575de8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16598f28-dee5-419d-a9c4-e4c31bd47fdb'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:29:33.142698 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad063241-c62f-496c-877c-577709805092 None None] Attempting to bind port 76bfe608-3728-462a-bae1-cc495b4ee1ff on network 16598f28-dee5-419d-a9c4-e4c31bd47fdb {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:29:33.148001 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad063241-c62f-496c-877c-577709805092 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:29:33.148373 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad063241-c62f-496c-877c-577709805092 None None] Checking segment: {'id': 'caaf06e7-22a3-417f-a075-9a0575de8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16598f28-dee5-419d-a9c4-e4c31bd47fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:29:33.148777 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ad063241-c62f-496c-877c-577709805092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.149167 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad063241-c62f-496c-877c-577709805092 None None] Bound using segment: {'id': 'caaf06e7-22a3-417f-a075-9a0575de8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16598f28-dee5-419d-a9c4-e4c31bd47fdb'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:29:33.150244 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ad063241-c62f-496c-877c-577709805092 None None] Bound port: 76bfe608-3728-462a-bae1-cc495b4ee1ff, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caaf06e7-22a3-417f-a075-9a0575de8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16598f28-dee5-419d-a9c4-e4c31bd47fdb'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:29:33.150641 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ad063241-c62f-496c-877c-577709805092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.264903 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ad063241-c62f-496c-877c-577709805092 None None] For port 76bfe608-3728-462a-bae1-cc495b4ee1ff, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:29:33.267975 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ad063241-c62f-496c-877c-577709805092 None None] For port 76bfe608-3728-462a-bae1-cc495b4ee1ff, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=76bfe608-3728-462a-bae1-cc495b4ee1ff,segment=NetworkSegment(caaf06e7-22a3-417f-a075-9a0575de8fab),segment_id=caaf06e7-22a3-417f-a075-9a0575de8fab)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:29:33.273220 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ad063241-c62f-496c-877c-577709805092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.357993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad063241-c62f-496c-877c-577709805092 None None] Routers {'05840370-3e12-4f39-8dbd-63ef3ce9e979'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:29:33.358623 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ad063241-c62f-496c-877c-577709805092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:29:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['05840370-3e12-4f39-8dbd-63ef3ce9e979'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:33.432853 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-2cc47e90-b43c-4a10-b5ab-f3d301b0643f tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:33.435425 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-2cc47e90-b43c-4a10-b5ab-f3d301b0643f tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.43 "GET /v2.0/networks?id=73385cea-a217-4389-8d8a-027cb955102a HTTP/1.1" status: 200 len: 817 time: 0.2081532 Feb 04 06:29:33.437448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c7ccf-2c37-49d3-9304-c918657601e1 None None] Pushing event updated for resources: {'Port': ['ID=76bfe608-3728-462a-bae1-cc495b4ee1ff,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:33.457437 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-5e312585-ab95-4a82-9313-0eec28a7c6d3 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Request body: {'port': {'device_id': '6c6ba58b-1ee9-497f-ba59-d85f5d9639f4', 'network_id': '73385cea-a217-4389-8d8a-027cb955102a', 'admin_state_up': True, 'tenant_id': 'b28a89a25cde42e99df2f144f66237ed'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:33.494658 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-64d902cd-c59a-4ced-a2f4-524975a8b098 req-39288585-cf65-4495-8f1f-e7e1525648fe tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c6ba58b-1ee9-497f-ba59-d85f5d9639f4 HTTP/1.1" status: 200 len: 210 time: 0.0522532 Feb 04 06:29:33.578344 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-ad063241-c62f-496c-877c-577709805092 None None] Set router 05840370-3e12-4f39-8dbd-63ef3ce9e979 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:29:33.626465 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-5e312585-ab95-4a82-9313-0eec28a7c6d3 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:29:33.638359 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-5e312585-ab95-4a82-9313-0eec28a7c6d3 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:29:33.654321 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-5e312585-ab95-4a82-9313-0eec28a7c6d3 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Made reservation on behalf of b28a89a25cde42e99df2f144f66237ed for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:33.657975 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-5e312585-ab95-4a82-9313-0eec28a7c6d3 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.706866 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:29:33.827638 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-5e312585-ab95-4a82-9313-0eec28a7c6d3 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Allocated IP 172.20.0.7 (73385cea-a217-4389-8d8a-027cb955102a/92ee41cd-18e3-4348-9f8e-b040505004dc/e7e868bf-f1a3-4c14-bb97-19defb05b951) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:29:33.891859 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:33.892225 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:34.028746 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-5e312585-ab95-4a82-9313-0eec28a7c6d3 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:34.044928 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-5e312585-ab95-4a82-9313-0eec28a7c6d3 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Transition to ACTIVE for port object e7e868bf-f1a3-4c14-bb97-19defb05b951 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:34.063555 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ad063241-c62f-496c-877c-577709805092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05840370-3e12-4f39-8dbd-63ef3ce9e979', 'name': 'tempest-TestEncryptedCinderVolumes-928527037-router', 'tenant_id': 'd623620456bd4894a0c717c7ee81436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:25Z', 'updated_at': '2022-02-04T06:29:29Z', 'revision_number': 4, 'project_id': 'd623620456bd4894a0c717c7ee81436d', 'gw_port': {'id': '2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05840370-3e12-4f39-8dbd-63ef3ce9e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:26Z', 'updated_at': '2022-02-04T06:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '76bfe608-3728-462a-bae1-cc495b4ee1ff', 'name': '', 'network_id': '16598f28-dee5-419d-a9c4-e4c31bd47fdb', 'tenant_id': 'd623620456bd4894a0c717c7ee81436d', 'mac_address': 'fa:16:3e:34:e7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05840370-3e12-4f39-8dbd-63ef3ce9e979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '855c2cfa-7f01-45d5-baba-ef6e96473773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:28Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 4, 'project_id': 'd623620456bd4894a0c717c7ee81436d', 'subnets': [{'id': '855c2cfa-7f01-45d5-baba-ef6e96473773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:34.067477 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad063241-c62f-496c-877c-577709805092 None None] The sync data for ids ['05840370-3e12-4f39-8dbd-63ef3ce9e979'] in dv-neutron-826830-2-hyperv is: [{'id': '05840370-3e12-4f39-8dbd-63ef3ce9e979', 'name': 'tempest-TestEncryptedCinderVolumes-928527037-router', 'tenant_id': 'd623620456bd4894a0c717c7ee81436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:25Z', 'updated_at': '2022-02-04T06:29:29Z', 'revision_number': 4, 'project_id': 'd623620456bd4894a0c717c7ee81436d', 'gw_port': {'id': '2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05840370-3e12-4f39-8dbd-63ef3ce9e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:26Z', 'updated_at': '2022-02-04T06:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '76bfe608-3728-462a-bae1-cc495b4ee1ff', 'name': '', 'network_id': '16598f28-dee5-419d-a9c4-e4c31bd47fdb', 'tenant_id': 'd623620456bd4894a0c717c7ee81436d', 'mac_address': 'fa:16:3e:34:e7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05840370-3e12-4f39-8dbd-63ef3ce9e979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '855c2cfa-7f01-45d5-baba-ef6e96473773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:28Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 4, 'project_id': 'd623620456bd4894a0c717c7ee81436d', 'subnets': [{'id': '855c2cfa-7f01-45d5-baba-ef6e96473773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:29:34.073689 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-5e312585-ab95-4a82-9313-0eec28a7c6d3 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:34.150091 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-5e312585-ab95-4a82-9313-0eec28a7c6d3 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Network 73385cea-a217-4389-8d8a-027cb955102a is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:34.154001 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-5e312585-ab95-4a82-9313-0eec28a7c6d3 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:34.156457 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-5e312585-ab95-4a82-9313-0eec28a7c6d3 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:29:34.206067 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e312585-ab95-4a82-9313-0eec28a7c6d3 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Pushing event updated for resources: {'Port': ['ID=e7e868bf-f1a3-4c14-bb97-19defb05b951,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:34.238882 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-5e312585-ab95-4a82-9313-0eec28a7c6d3 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:34.239720 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-5e312585-ab95-4a82-9313-0eec28a7c6d3 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:34.266995 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-5e312585-ab95-4a82-9313-0eec28a7c6d3 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8152590 Feb 04 06:29:34.278817 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Request body: {'port': {'device_id': '6c6ba58b-1ee9-497f-ba59-d85f5d9639f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:34.352073 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:34.407855 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:34.452966 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f7281e28-9800-497b-8b5f-cbe96b66ecb6 None None] Provisioning for port e7e868bf-f1a3-4c14-bb97-19defb05b951 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:29:34.458652 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f7281e28-9800-497b-8b5f-cbe96b66ecb6 None None] Provisioning complete for port e7e868bf-f1a3-4c14-bb97-19defb05b951 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:34.458882 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f7281e28-9800-497b-8b5f-cbe96b66ecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:34.519884 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f7281e28-9800-497b-8b5f-cbe96b66ecb6 None None] Port e7e868bf-f1a3-4c14-bb97-19defb05b951 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:29:34.844712 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92c00c-eca3-4954-b4a8-ba6cbb54ebee req-50482ae9-150a-45d6-99c7-ba7187022857 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:34.846239 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8d92c00c-eca3-4954-b4a8-ba6cbb54ebee req-50482ae9-150a-45d6-99c7-ba7187022857 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c6ba58b-1ee9-497f-ba59-d85f5d9639f4 HTTP/1.1" status: 200 len: 931 time: 0.0867369 Feb 04 06:29:34.891254 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e868bf-f1a3-4c14-bb97-19defb05b951 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:29:34.896536 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-8d92c00c-eca3-4954-b4a8-ba6cbb54ebee req-fb39a202-5309-4107-b287-9d99310837b7 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Synchronizing usage tracker for tenant:b28a89a25cde42e99df2f144f66237ed on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:29:34.899208 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:34.917551 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Transition to ACTIVE for port object e7e868bf-f1a3-4c14-bb97-19defb05b951 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:34.919123 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-8d92c00c-eca3-4954-b4a8-ba6cbb54ebee req-fb39a202-5309-4107-b287-9d99310837b7 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Unset dirty status for tenant:b28a89a25cde42e99df2f144f66237ed on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:29:34.920553 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8d92c00c-eca3-4954-b4a8-ba6cbb54ebee req-fb39a202-5309-4107-b287-9d99310837b7 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683084 Feb 04 06:29:34.922559 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.088602 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Pushing event updated for resources: {'Port': ['ID=e7e868bf-f1a3-4c14-bb97-19defb05b951,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:35.166761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Attempting to bind port e7e868bf-f1a3-4c14-bb97-19defb05b951 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:29:35.167649 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Attempting to bind port e7e868bf-f1a3-4c14-bb97-19defb05b951 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '922c4fd5-8d69-499e-89cc-3de35e70ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73385cea-a217-4389-8d8a-027cb955102a'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:29:35.168511 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Attempting to bind port e7e868bf-f1a3-4c14-bb97-19defb05b951 on network 73385cea-a217-4389-8d8a-027cb955102a {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:29:35.174459 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Port e7e868bf-f1a3-4c14-bb97-19defb05b951 on network 73385cea-a217-4389-8d8a-027cb955102a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:29:35.174879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Attempting to bind port e7e868bf-f1a3-4c14-bb97-19defb05b951 on network 73385cea-a217-4389-8d8a-027cb955102a {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:29:35.181780 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:29:35.182109 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Checking segment: {'id': '922c4fd5-8d69-499e-89cc-3de35e70ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73385cea-a217-4389-8d8a-027cb955102a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:29:35.182488 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Bound using segment: {'id': '922c4fd5-8d69-499e-89cc-3de35e70ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73385cea-a217-4389-8d8a-027cb955102a'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:29:35.182945 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Bound port: e7e868bf-f1a3-4c14-bb97-19defb05b951, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922c4fd5-8d69-499e-89cc-3de35e70ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73385cea-a217-4389-8d8a-027cb955102a'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:29:35.183292 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.277372 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] For port e7e868bf-f1a3-4c14-bb97-19defb05b951, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:29:35.280285 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] For port e7e868bf-f1a3-4c14-bb97-19defb05b951, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e7e868bf-f1a3-4c14-bb97-19defb05b951,segment=NetworkSegment(922c4fd5-8d69-499e-89cc-3de35e70ba47),segment_id=922c4fd5-8d69-499e-89cc-3de35e70ba47)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:29:35.286494 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.345290 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:35.345899 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.347236 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] 10.222.0.43 "PUT /v2.0/ports/e7e868bf-f1a3-4c14-bb97-19defb05b951 HTTP/1.1" status: 200 len: 1093 time: 1.0729465 Feb 04 06:29:35.347696 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6ba58b-1ee9-497f-ba59-d85f5d9639f4', 'tag': 'e7e868bf-f1a3-4c14-bb97-19defb05b951'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:29:35.367394 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490e360-11cf-490e-8458-7bebe113c29e service neutron] Pushing event updated for resources: {'Port': ['ID=e7e868bf-f1a3-4c14-bb97-19defb05b951,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:35.422307 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6ba58b-1ee9-497f-ba59-d85f5d9639f4', 'tag': 'e7e868bf-f1a3-4c14-bb97-19defb05b951', 'status': 'completed', 'code': 200} Feb 04 06:29:35.464235 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-f2711c98-9371-4ccc-b246-7248f8810f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:35.465921 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-f2711c98-9371-4ccc-b246-7248f8810f17 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b28a89a25cde42e99df2f144f66237ed&device_id=6c6ba58b-1ee9-497f-ba59-d85f5d9639f4 HTTP/1.1" status: 200 len: 1096 time: 0.0752017 Feb 04 06:29:35.541252 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-3dc3dedd-5691-46fe-ad10-9398c2d597de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7e868bf-f1a3-4c14-bb97-19defb05b951 HTTP/1.1" status: 200 len: 217 time: 0.0671527 Feb 04 06:29:35.605337 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-6099b6f8-bc14-421e-8112-4e1867e403a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:35.607118 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-6099b6f8-bc14-421e-8112-4e1867e403a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=92ee41cd-18e3-4348-9f8e-b040505004dc HTTP/1.1" status: 200 len: 856 time: 0.0605984 Feb 04 06:29:35.681346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-1816dd9e-aae9-4ba4-aa02-e3e8ac06a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:35.682780 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-1816dd9e-aae9-4ba4-aa02-e3e8ac06a487 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73385cea-a217-4389-8d8a-027cb955102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699458 Feb 04 06:29:35.712582 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 76bfe608-3728-462a-bae1-cc495b4ee1ff up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:29:35.783841 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 76bfe608-3728-462a-bae1-cc495b4ee1ff completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:29:35.788675 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 76bfe608-3728-462a-bae1-cc495b4ee1ff triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:35.789042 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.817847 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-2f93de28-dd2d-4cf3-a1b2-6b9de821ec03 service neutron] 10.222.0.43 "GET /v2.0/networks/73385cea-a217-4389-8d8a-027cb955102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285508 Feb 04 06:29:35.907720 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.943563 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 76bfe608-3728-462a-bae1-cc495b4ee1ff, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=76bfe608-3728-462a-bae1-cc495b4ee1ff,segment=NetworkSegment(caaf06e7-22a3-417f-a075-9a0575de8fab),segment_id=caaf06e7-22a3-417f-a075-9a0575de8fab)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:35.949335 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.950688 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7e6af474-eb21-4dea-b94c-6102c16ebe78 req-a96de82f-076f-49e4-8c31-5fc5e28e170e service neutron] 10.222.0.43 "GET /v2.0/networks/73385cea-a217-4389-8d8a-027cb955102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265762 Feb 04 06:29:36.019163 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=76bfe608-3728-462a-bae1-cc495b4ee1ff,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:36.073726 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09426a35-1ccb-4930-8623-bb1eeb53bbcf req-f575b1d6-85e8-42ef-92cf-37a5971bce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:36.075219 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-09426a35-1ccb-4930-8623-bb1eeb53bbcf req-f575b1d6-85e8-42ef-92cf-37a5971bce75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b28a89a25cde42e99df2f144f66237ed&device_id=6c6ba58b-1ee9-497f-ba59-d85f5d9639f4 HTTP/1.1" status: 200 len: 1096 time: 0.0698104 Feb 04 06:29:36.129351 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07503964-a2ae-40a3-9727-09164d71d87c req-84ead002-65d5-4dac-ad2a-12b2453d8580 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:36.130767 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-07503964-a2ae-40a3-9727-09164d71d87c req-84ead002-65d5-4dac-ad2a-12b2453d8580 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c6ba58b-1ee9-497f-ba59-d85f5d9639f4 HTTP/1.1" status: 200 len: 943 time: 0.0811510 Feb 04 06:29:36.178159 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-07503964-a2ae-40a3-9727-09164d71d87c req-3062d57f-e793-45ed-aad5-b189a150c952 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412190 Feb 04 06:29:36.210324 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09426a35-1ccb-4930-8623-bb1eeb53bbcf req-1f08bc4e-8bbf-4531-b0ba-c9f3875ba516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:36.211827 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-09426a35-1ccb-4930-8623-bb1eeb53bbcf req-1f08bc4e-8bbf-4531-b0ba-c9f3875ba516 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73385cea-a217-4389-8d8a-027cb955102a HTTP/1.1" status: 200 len: 918 time: 0.1295147 Feb 04 06:29:36.282853 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-09426a35-1ccb-4930-8623-bb1eeb53bbcf req-fba3b0d1-3c73-4228-a2e5-4351f72a95da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7e868bf-f1a3-4c14-bb97-19defb05b951 HTTP/1.1" status: 200 len: 217 time: 0.0638125 Feb 04 06:29:36.351767 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09426a35-1ccb-4930-8623-bb1eeb53bbcf req-554b38b1-773c-4143-a7a7-1c521ec649f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:36.353219 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-09426a35-1ccb-4930-8623-bb1eeb53bbcf req-554b38b1-773c-4143-a7a7-1c521ec649f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=92ee41cd-18e3-4348-9f8e-b040505004dc HTTP/1.1" status: 200 len: 856 time: 0.0636215 Feb 04 06:29:36.433201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09426a35-1ccb-4930-8623-bb1eeb53bbcf req-d81d7cb5-f4b3-4ab9-83af-d2ac6d7e2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:36.434628 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-09426a35-1ccb-4930-8623-bb1eeb53bbcf req-d81d7cb5-f4b3-4ab9-83af-d2ac6d7e2a46 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73385cea-a217-4389-8d8a-027cb955102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746174 Feb 04 06:29:36.664066 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-09426a35-1ccb-4930-8623-bb1eeb53bbcf req-50adcdca-4f59-4886-8dac-2f86f7592dda service neutron] 10.222.0.43 "GET /v2.0/networks/73385cea-a217-4389-8d8a-027cb955102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214983 Feb 04 06:29:36.794790 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-09426a35-1ccb-4930-8623-bb1eeb53bbcf req-1b961541-5d54-4507-96b3-eb7e2be54181 service neutron] 10.222.0.43 "GET /v2.0/networks/73385cea-a217-4389-8d8a-027cb955102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244237 Feb 04 06:29:37.364138 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:37.375707 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde84928-52fb-4ce9-ab0c-debf30c39e2d req-24b71af8-4bc0-4f20-b255-d2183e4493cc tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:37.377190 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fde84928-52fb-4ce9-ab0c-debf30c39e2d req-24b71af8-4bc0-4f20-b255-d2183e4493cc tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c6ba58b-1ee9-497f-ba59-d85f5d9639f4 HTTP/1.1" status: 200 len: 943 time: 0.0865824 Feb 04 06:29:37.431310 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fde84928-52fb-4ce9-ab0c-debf30c39e2d req-12b6f86d-4333-48b5-bd1c-32bf7b2ba5ee tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451221 Feb 04 06:29:37.685729 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 76bfe608-3728-462a-bae1-cc495b4ee1ff up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:29:37.755127 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 76bfe608-3728-462a-bae1-cc495b4ee1ff triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:37.755499 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:38.301791 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device e7e868bf-f1a3-4c14-bb97-19defb05b951 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:29:38.442657 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port e7e868bf-f1a3-4c14-bb97-19defb05b951, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e7e868bf-f1a3-4c14-bb97-19defb05b951,segment=NetworkSegment(922c4fd5-8d69-499e-89cc-3de35e70ba47),segment_id=922c4fd5-8d69-499e-89cc-3de35e70ba47)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:38.456089 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': 'e7e868bf-f1a3-4c14-bb97-19defb05b951', 'network_id': '73385cea-a217-4389-8d8a-027cb955102a', 'port_id': 'e7e868bf-f1a3-4c14-bb97-19defb05b951', 'mac_address': 'fa:16:3e:21:7b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ee41cd-18e3-4348-9f8e-b040505004dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:29:38.515868 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:38.532390 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e868bf-f1a3-4c14-bb97-19defb05b951 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:29:38.547858 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port e7e868bf-f1a3-4c14-bb97-19defb05b951, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e7e868bf-f1a3-4c14-bb97-19defb05b951,segment=NetworkSegment(922c4fd5-8d69-499e-89cc-3de35e70ba47),segment_id=922c4fd5-8d69-499e-89cc-3de35e70ba47)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:38.552969 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:38.617060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb65130-6e3c-4e8a-9771-b5c20ae0e07e req-7eeb7a74-a921-4f3e-b432-5efe5db91a18 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:38.618526 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9fb65130-6e3c-4e8a-9771-b5c20ae0e07e req-7eeb7a74-a921-4f3e-b432-5efe5db91a18 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c6ba58b-1ee9-497f-ba59-d85f5d9639f4 HTTP/1.1" status: 200 len: 944 time: 0.0797608 Feb 04 06:29:38.622971 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=e7e868bf-f1a3-4c14-bb97-19defb05b951,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:38.666934 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9fb65130-6e3c-4e8a-9771-b5c20ae0e07e req-ff4a7aaa-fa4e-4034-b49e-52184164184b tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423825 Feb 04 06:29:38.761322 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['e7e868bf-f1a3-4c14-bb97-19defb05b951'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:29:38.815719 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:29:39.884524 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375c46f-1aac-4169-b123-34592b36702d req-c31d441a-91a7-42a4-9cc1-f757b6b4c026 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:39.885954 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d375c46f-1aac-4169-b123-34592b36702d req-c31d441a-91a7-42a4-9cc1-f757b6b4c026 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c6ba58b-1ee9-497f-ba59-d85f5d9639f4 HTTP/1.1" status: 200 len: 944 time: 0.1024039 Feb 04 06:29:39.934136 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d375c46f-1aac-4169-b123-34592b36702d req-a28a087d-d82a-4fda-a85f-70b7d53bb213 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423584 Feb 04 06:29:40.317621 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device e7e868bf-f1a3-4c14-bb97-19defb05b951 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:29:40.390994 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port e7e868bf-f1a3-4c14-bb97-19defb05b951 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:29:40.395862 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port e7e868bf-f1a3-4c14-bb97-19defb05b951 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:40.396236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.527079 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.554100 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6ba58b-1ee9-497f-ba59-d85f5d9639f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e868bf-f1a3-4c14-bb97-19defb05b951'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:29:40.564907 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port e7e868bf-f1a3-4c14-bb97-19defb05b951, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e7e868bf-f1a3-4c14-bb97-19defb05b951,segment=NetworkSegment(922c4fd5-8d69-499e-89cc-3de35e70ba47),segment_id=922c4fd5-8d69-499e-89cc-3de35e70ba47)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:40.570112 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.643147 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=e7e868bf-f1a3-4c14-bb97-19defb05b951,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:40.652637 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6ba58b-1ee9-497f-ba59-d85f5d9639f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e868bf-f1a3-4c14-bb97-19defb05b951', 'code': 200} Feb 04 06:29:40.913046 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6c99a-e5da-4a5b-85d2-71da68e8fa86 req-f013f9f6-0859-4f04-bed5-f7eb5a442747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:40.915073 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b0b6c99a-e5da-4a5b-85d2-71da68e8fa86 req-f013f9f6-0859-4f04-bed5-f7eb5a442747 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6c6ba58b-1ee9-497f-ba59-d85f5d9639f4 HTTP/1.1" status: 200 len: 1098 time: 0.0774605 Feb 04 06:29:40.960248 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b0b6c99a-e5da-4a5b-85d2-71da68e8fa86 req-acc74a36-f9be-4bbd-a36b-408f3353ea81 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384331 Feb 04 06:29:41.129301 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294fc9b-9902-4061-9d71-8276d14b4704 req-40f37245-9b23-45b3-9a4d-8be8a4a602ed tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:41.131094 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1294fc9b-9902-4061-9d71-8276d14b4704 req-40f37245-9b23-45b3-9a4d-8be8a4a602ed tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c6ba58b-1ee9-497f-ba59-d85f5d9639f4 HTTP/1.1" status: 200 len: 945 time: 0.0889909 Feb 04 06:29:41.183335 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1294fc9b-9902-4061-9d71-8276d14b4704 req-1b66b17c-4d2e-4366-bbfe-54da65587ca8 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442002 Feb 04 06:29:42.386913 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b76f5d-8a66-4ed8-aab4-c22bedff1e86 req-970f0ff8-468a-49cd-bf12-3d4c224b75f4 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:42.388407 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e8b76f5d-8a66-4ed8-aab4-c22bedff1e86 req-970f0ff8-468a-49cd-bf12-3d4c224b75f4 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c6ba58b-1ee9-497f-ba59-d85f5d9639f4 HTTP/1.1" status: 200 len: 945 time: 0.0933998 Feb 04 06:29:42.435966 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e8b76f5d-8a66-4ed8-aab4-c22bedff1e86 req-1b35aa05-ddd3-4de6-a1d7-a72b9ffe986f tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380671 Feb 04 06:29:42.625544 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718d669-8374-4422-af35-76483d9a0ac8 req-c55a5ca5-986a-4f3d-a010-fe426a9f6c6d tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:42.626996 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b718d669-8374-4422-af35-76483d9a0ac8 req-c55a5ca5-986a-4f3d-a010-fe426a9f6c6d tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c6ba58b-1ee9-497f-ba59-d85f5d9639f4 HTTP/1.1" status: 200 len: 945 time: 0.0822709 Feb 04 06:29:42.776912 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b718d669-8374-4422-af35-76483d9a0ac8 req-f458435c-8806-4bc0-ac5d-6f14cf233227 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413305 Feb 04 06:29:58.609841 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbf321-9ef1-4497-9fb4-ecfe82c09ccf req-d4b0a668-def7-416a-97b0-390069510ba2 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:58.611305 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-50cbf321-9ef1-4497-9fb4-ecfe82c09ccf req-d4b0a668-def7-416a-97b0-390069510ba2 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c6ba58b-1ee9-497f-ba59-d85f5d9639f4 HTTP/1.1" status: 200 len: 945 time: 0.0869508 Feb 04 06:29:58.655759 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-50cbf321-9ef1-4497-9fb4-ecfe82c09ccf req-bd1fe376-0b83-406a-a220-a7b8bf996387 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387018 Feb 04 06:29:59.536300 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-204d0f4f-667d-46bd-ac7b-0d4381f6d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:59.872789 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582db9df-2e92-4848-88d9-131d06c3be99 req-eae2f59c-04bf-4da8-b472-accb0b205a84 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:59.874249 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-582db9df-2e92-4848-88d9-131d06c3be99 req-eae2f59c-04bf-4da8-b472-accb0b205a84 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c6ba58b-1ee9-497f-ba59-d85f5d9639f4 HTTP/1.1" status: 200 len: 945 time: 0.0953176 Feb 04 06:29:59.921625 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-582db9df-2e92-4848-88d9-131d06c3be99 req-47489a84-297b-49a8-962c-547606834a97 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387864 Feb 04 06:30:00.113767 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d25cd-a2ce-4ecc-889e-83dcd44dee08 req-57e2c918-4ba8-4029-bc12-6e09f4010200 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:00.114420 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-9b8d25cd-a2ce-4ecc-889e-83dcd44dee08 req-57e2c918-4ba8-4029-bc12-6e09f4010200 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Synchronizing usage tracker for tenant:b28a89a25cde42e99df2f144f66237ed on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:30:00.131239 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-9b8d25cd-a2ce-4ecc-889e-83dcd44dee08 req-57e2c918-4ba8-4029-bc12-6e09f4010200 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Unset dirty status for tenant:b28a89a25cde42e99df2f144f66237ed on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:30:00.132434 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9b8d25cd-a2ce-4ecc-889e-83dcd44dee08 req-57e2c918-4ba8-4029-bc12-6e09f4010200 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c6ba58b-1ee9-497f-ba59-d85f5d9639f4 HTTP/1.1" status: 200 len: 945 time: 0.1102924 Feb 04 06:30:00.201053 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-9b8d25cd-a2ce-4ecc-889e-83dcd44dee08 req-83e30ce5-edfe-444b-9a8c-df0188fc520e tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Deleting port e7e868bf-f1a3-4c14-bb97-19defb05b951 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:30:00.201396 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9b8d25cd-a2ce-4ecc-889e-83dcd44dee08 req-83e30ce5-edfe-444b-9a8c-df0188fc520e tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:00.453405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-9b8d25cd-a2ce-4ecc-889e-83dcd44dee08 req-83e30ce5-edfe-444b-9a8c-df0188fc520e tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] For port e7e868bf-f1a3-4c14-bb97-19defb05b951, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e7e868bf-f1a3-4c14-bb97-19defb05b951,segment=NetworkSegment(922c4fd5-8d69-499e-89cc-3de35e70ba47),segment_id=922c4fd5-8d69-499e-89cc-3de35e70ba47)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:30:00.453659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9b8d25cd-a2ce-4ecc-889e-83dcd44dee08 req-83e30ce5-edfe-444b-9a8c-df0188fc520e tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:00.585566 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-9b8d25cd-a2ce-4ecc-889e-83dcd44dee08 req-83e30ce5-edfe-444b-9a8c-df0188fc520e tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Calling delete_port for e7e868bf-f1a3-4c14-bb97-19defb05b951 owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:30:00.742941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9b8d25cd-a2ce-4ecc-889e-83dcd44dee08 req-83e30ce5-edfe-444b-9a8c-df0188fc520e tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:00.755178 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['e7e868bf-f1a3-4c14-bb97-19defb05b951'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:30:00.796637 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e30ce5-edfe-444b-9a8c-df0188fc520e tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Pushing event deleted for resources: {'Port': ['ID=e7e868bf-f1a3-4c14-bb97-19defb05b951,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:00.872426 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8d25cd-a2ce-4ecc-889e-83dcd44dee08 req-83e30ce5-edfe-444b-9a8c-df0188fc520e tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] No DVR routers for this DVR port e7e868bf-f1a3-4c14-bb97-19defb05b951 on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:30:00.875092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9b8d25cd-a2ce-4ecc-889e-83dcd44dee08 req-83e30ce5-edfe-444b-9a8c-df0188fc520e tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:00.877973 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6ba58b-1ee9-497f-ba59-d85f5d9639f4', 'name': 'network-vif-deleted', 'tag': 'e7e868bf-f1a3-4c14-bb97-19defb05b951'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:30:00.898028 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9b8d25cd-a2ce-4ecc-889e-83dcd44dee08 req-83e30ce5-edfe-444b-9a8c-df0188fc520e tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.43 "DELETE /v2.0/ports/e7e868bf-f1a3-4c14-bb97-19defb05b951 HTTP/1.1" status: 204 len: 173 time: 0.7600303 Feb 04 06:30:01.098058 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6ba58b-1ee9-497f-ba59-d85f5d9639f4', 'name': 'network-vif-deleted', 'tag': 'e7e868bf-f1a3-4c14-bb97-19defb05b951', 'status': 'completed', 'code': 200} Feb 04 06:30:01.116035 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-627391ad-9a70-40fd-9247-d108597a1b4e req-c6bc50a2-2c48-46b0-a99b-509baf7fec38 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c6ba58b-1ee9-497f-ba59-d85f5d9639f4 HTTP/1.1" status: 200 len: 210 time: 0.0426185 Feb 04 06:30:01.863826 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-df4f6f9e-80b3-4e34-a944-4a1899623fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:02.708801 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-27d6ea5a-e380-435d-a7b4-edb647ad9d64 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:02.710184 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-27d6ea5a-e380-435d-a7b4-edb647ad9d64 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/networks?id=73385cea-a217-4389-8d8a-027cb955102a HTTP/1.1" status: 200 len: 817 time: 0.1555603 Feb 04 06:30:02.727475 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-996c9d27-9031-4c80-b9a0-467a9522d761 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/quotas/b28a89a25cde42e99df2f144f66237ed HTTP/1.1" status: 200 len: 375 time: 0.0091450 Feb 04 06:30:02.830907 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f1a306fc-d4a2-4d5e-b57f-de2ab0dccb1d tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b28a89a25cde42e99df2f144f66237ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955899 Feb 04 06:30:02.940762 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:02.952856 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:02.979292 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-2d0dee26-b486-482c-88c2-8282a27ca360 service neutron] 10.222.0.31 "GET /v2.0/networks/73385cea-a217-4389-8d8a-027cb955102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353045 Feb 04 06:30:03.118129 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-c3825673-6a50-427a-8f88-7e6b1a63f27f service neutron] 10.222.0.31 "GET /v2.0/networks/73385cea-a217-4389-8d8a-027cb955102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326389 Feb 04 06:30:03.297839 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5ec7eb49-d8f7-4624-bec6-58e15362f041 req-228e625b-fcfc-40d8-a698-5a0b05be8c66 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc4d24e-5562-4e16-9e35-614a831b60e9 HTTP/1.1" status: 200 len: 210 time: 0.0413671 Feb 04 06:30:04.328015 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-aa8c0c24-82c5-4636-b94e-3b141afe41a1 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:04.329608 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-aa8c0c24-82c5-4636-b94e-3b141afe41a1 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.43 "GET /v2.0/networks?id=73385cea-a217-4389-8d8a-027cb955102a HTTP/1.1" status: 200 len: 817 time: 0.1502168 Feb 04 06:30:04.341993 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-eeb0be5a-7116-42c9-bfab-6a0a3a590395 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Request body: {'port': {'device_id': 'bdc4d24e-5562-4e16-9e35-614a831b60e9', 'network_id': '73385cea-a217-4389-8d8a-027cb955102a', 'admin_state_up': True, 'tenant_id': 'b28a89a25cde42e99df2f144f66237ed'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:30:04.359689 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:04.453201 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device e7e868bf-f1a3-4c14-bb97-19defb05b951 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:30:04.472290 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c7309124-93f0-4fe4-8615-27300e8e8b4a req-bc6d5e4f-7a36-44ef-9196-25804da78ac0 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc4d24e-5562-4e16-9e35-614a831b60e9 HTTP/1.1" status: 200 len: 210 time: 0.0451822 Feb 04 06:30:04.484801 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-eeb0be5a-7116-42c9-bfab-6a0a3a590395 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:30:04.488935 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-eeb0be5a-7116-42c9-bfab-6a0a3a590395 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Usage tracker for resource:port and tenant:b28a89a25cde42e99df2f144f66237ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:30:04.490434 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: e7e868bf-f1a3-4c14-bb97-19defb05b951 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:30:04.490775 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device e7e868bf-f1a3-4c14-bb97-19defb05b951 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:30:04.491953 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-eeb0be5a-7116-42c9-bfab-6a0a3a590395 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:30:04.497930 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-eeb0be5a-7116-42c9-bfab-6a0a3a590395 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:30:04.508538 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-eeb0be5a-7116-42c9-bfab-6a0a3a590395 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Made reservation on behalf of b28a89a25cde42e99df2f144f66237ed for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:30:04.512164 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-eeb0be5a-7116-42c9-bfab-6a0a3a590395 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:04.677098 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-eeb0be5a-7116-42c9-bfab-6a0a3a590395 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Allocated IP 172.20.0.8 (73385cea-a217-4389-8d8a-027cb955102a/92ee41cd-18e3-4348-9f8e-b040505004dc/c09133a9-b115-4b28-a38f-30460f7ac3ce) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:30:04.876946 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-eeb0be5a-7116-42c9-bfab-6a0a3a590395 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:04.891913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-eeb0be5a-7116-42c9-bfab-6a0a3a590395 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Transition to ACTIVE for port object c09133a9-b115-4b28-a38f-30460f7ac3ce will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:30:04.916150 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-eeb0be5a-7116-42c9-bfab-6a0a3a590395 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:04.988325 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-eeb0be5a-7116-42c9-bfab-6a0a3a590395 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Network 73385cea-a217-4389-8d8a-027cb955102a is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:30:04.991295 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-eeb0be5a-7116-42c9-bfab-6a0a3a590395 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:30:04.994160 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-eeb0be5a-7116-42c9-bfab-6a0a3a590395 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:30:05.031737 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0be5a-7116-42c9-bfab-6a0a3a590395 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Pushing event updated for resources: {'Port': ['ID=c09133a9-b115-4b28-a38f-30460f7ac3ce,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:05.062959 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-eeb0be5a-7116-42c9-bfab-6a0a3a590395 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:05.063570 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-eeb0be5a-7116-42c9-bfab-6a0a3a590395 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:05.088958 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-eeb0be5a-7116-42c9-bfab-6a0a3a590395 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7513638 Feb 04 06:30:05.098817 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-ec6b89e0-fa60-4803-8464-779be1cc1b40 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:30:05.099837 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-ec6b89e0-fa60-4803-8464-779be1cc1b40 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051239 Feb 04 06:30:05.109870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Request body: {'port': {'device_id': 'bdc4d24e-5562-4e16-9e35-614a831b60e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:30:05.203548 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0324de1b-f729-4405-99c5-713c6b827e4c None None] Provisioning for port c09133a9-b115-4b28-a38f-30460f7ac3ce completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:30:05.208515 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0324de1b-f729-4405-99c5-713c6b827e4c None None] Provisioning complete for port c09133a9-b115-4b28-a38f-30460f7ac3ce triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:30:05.208987 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0324de1b-f729-4405-99c5-713c6b827e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:05.225292 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:05.261548 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-0324de1b-f729-4405-99c5-713c6b827e4c None None] Port c09133a9-b115-4b28-a38f-30460f7ac3ce cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:30:05.659662 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866d2ff-cb82-4b5f-a857-b2182fd7b62f req-1135f252-c3c7-4b42-acf0-60ed0798f465 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:05.661292 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2866d2ff-cb82-4b5f-a857-b2182fd7b62f req-1135f252-c3c7-4b42-acf0-60ed0798f465 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc4d24e-5562-4e16-9e35-614a831b60e9 HTTP/1.1" status: 200 len: 931 time: 0.0835712 Feb 04 06:30:05.667831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09133a9-b115-4b28-a38f-30460f7ac3ce {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:30:05.675617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:05.690574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Transition to ACTIVE for port object c09133a9-b115-4b28-a38f-30460f7ac3ce will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:30:05.694751 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:05.706752 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2866d2ff-cb82-4b5f-a857-b2182fd7b62f req-0ef7c320-6129-422a-9234-ce4dc2dbae5c tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397496 Feb 04 06:30:05.822981 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Pushing event updated for resources: {'Port': ['ID=c09133a9-b115-4b28-a38f-30460f7ac3ce,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:05.929621 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Attempting to bind port c09133a9-b115-4b28-a38f-30460f7ac3ce on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:30:05.929957 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Attempting to bind port c09133a9-b115-4b28-a38f-30460f7ac3ce by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '922c4fd5-8d69-499e-89cc-3de35e70ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73385cea-a217-4389-8d8a-027cb955102a'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:30:05.930286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Attempting to bind port c09133a9-b115-4b28-a38f-30460f7ac3ce on network 73385cea-a217-4389-8d8a-027cb955102a {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:30:05.935044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Port c09133a9-b115-4b28-a38f-30460f7ac3ce on network 73385cea-a217-4389-8d8a-027cb955102a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:30:05.935368 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Attempting to bind port c09133a9-b115-4b28-a38f-30460f7ac3ce on network 73385cea-a217-4389-8d8a-027cb955102a {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:30:05.940716 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:30:05.941032 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Checking segment: {'id': '922c4fd5-8d69-499e-89cc-3de35e70ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73385cea-a217-4389-8d8a-027cb955102a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:30:05.941403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Bound using segment: {'id': '922c4fd5-8d69-499e-89cc-3de35e70ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73385cea-a217-4389-8d8a-027cb955102a'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:30:05.941870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Bound port: c09133a9-b115-4b28-a38f-30460f7ac3ce, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922c4fd5-8d69-499e-89cc-3de35e70ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73385cea-a217-4389-8d8a-027cb955102a'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:30:05.942207 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:06.030261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] For port c09133a9-b115-4b28-a38f-30460f7ac3ce, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:30:06.033307 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] For port c09133a9-b115-4b28-a38f-30460f7ac3ce, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c09133a9-b115-4b28-a38f-30460f7ac3ce,segment=NetworkSegment(922c4fd5-8d69-499e-89cc-3de35e70ba47),segment_id=922c4fd5-8d69-499e-89cc-3de35e70ba47)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:30:06.040047 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:06.106157 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:06.106814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:06.108199 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] 10.222.0.43 "PUT /v2.0/ports/c09133a9-b115-4b28-a38f-30460f7ac3ce HTTP/1.1" status: 200 len: 1093 time: 1.0025222 Feb 04 06:30:06.108689 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc4d24e-5562-4e16-9e35-614a831b60e9', 'tag': 'c09133a9-b115-4b28-a38f-30460f7ac3ce'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:30:06.131322 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3919c34-5807-4d56-bb71-fba9044c2e58 service neutron] Pushing event updated for resources: {'Port': ['ID=c09133a9-b115-4b28-a38f-30460f7ac3ce,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:06.158229 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc4d24e-5562-4e16-9e35-614a831b60e9', 'tag': 'c09133a9-b115-4b28-a38f-30460f7ac3ce', 'status': 'completed', 'code': 200} Feb 04 06:30:06.237686 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-2efd70fa-cf83-4183-8924-bce2f2bfaec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:06.239325 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-2efd70fa-cf83-4183-8924-bce2f2bfaec7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b28a89a25cde42e99df2f144f66237ed&device_id=bdc4d24e-5562-4e16-9e35-614a831b60e9 HTTP/1.1" status: 200 len: 1096 time: 0.0775902 Feb 04 06:30:06.310429 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-e6c2ab89-4330-4199-98ec-3186e0367956 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c09133a9-b115-4b28-a38f-30460f7ac3ce HTTP/1.1" status: 200 len: 217 time: 0.0640109 Feb 04 06:30:06.372271 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-01f4c8cf-9b3f-49d6-b8cc-f8ba63766dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:06.373630 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-01f4c8cf-9b3f-49d6-b8cc-f8ba63766dd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=92ee41cd-18e3-4348-9f8e-b040505004dc HTTP/1.1" status: 200 len: 856 time: 0.0575528 Feb 04 06:30:06.448639 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-c25f6f53-3b54-49d9-83d2-aa897b9d8eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:06.450203 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-c25f6f53-3b54-49d9-83d2-aa897b9d8eb3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73385cea-a217-4389-8d8a-027cb955102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708756 Feb 04 06:30:06.588237 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-e42533b0-b31e-45af-a1f5-8bd8fad3f62e service neutron] 10.222.0.43 "GET /v2.0/networks/73385cea-a217-4389-8d8a-027cb955102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312909 Feb 04 06:30:06.720323 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-535241b8-0bc8-4b6b-9de4-13584a9311e6 req-99414ec8-c000-460c-9677-4cc8cf2b0c4f service neutron] 10.222.0.43 "GET /v2.0/networks/73385cea-a217-4389-8d8a-027cb955102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256618 Feb 04 06:30:06.844579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da3672-711f-4b7b-9c9c-0a99abb019a3 req-e42e0fcd-6ecb-4d07-97d5-9fe8a372d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:06.846003 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-02da3672-711f-4b7b-9c9c-0a99abb019a3 req-e42e0fcd-6ecb-4d07-97d5-9fe8a372d1c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b28a89a25cde42e99df2f144f66237ed&device_id=bdc4d24e-5562-4e16-9e35-614a831b60e9 HTTP/1.1" status: 200 len: 1096 time: 0.0738587 Feb 04 06:30:06.897208 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6aaec-dc9d-4dcc-ac73-486fe933e60b req-419a17d8-2511-4041-99bf-93251bc19efa tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:06.898622 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-60c6aaec-dc9d-4dcc-ac73-486fe933e60b req-419a17d8-2511-4041-99bf-93251bc19efa tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc4d24e-5562-4e16-9e35-614a831b60e9 HTTP/1.1" status: 200 len: 943 time: 0.0787969 Feb 04 06:30:06.946578 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-60c6aaec-dc9d-4dcc-ac73-486fe933e60b req-fb6d2806-1244-4f30-82cc-6f44c8bf66e0 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420091 Feb 04 06:30:06.975065 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da3672-711f-4b7b-9c9c-0a99abb019a3 req-357dea22-c7ea-4358-b51a-7caac98b2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:06.976580 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-02da3672-711f-4b7b-9c9c-0a99abb019a3 req-357dea22-c7ea-4358-b51a-7caac98b2c68 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73385cea-a217-4389-8d8a-027cb955102a HTTP/1.1" status: 200 len: 918 time: 0.1238544 Feb 04 06:30:07.047356 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-02da3672-711f-4b7b-9c9c-0a99abb019a3 req-eeacaba1-2488-413b-bf47-182f7b19919b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c09133a9-b115-4b28-a38f-30460f7ac3ce HTTP/1.1" status: 200 len: 217 time: 0.0634820 Feb 04 06:30:07.207933 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da3672-711f-4b7b-9c9c-0a99abb019a3 req-86c77275-75c4-4d0c-a770-ffc8fc6280b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:07.209498 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-02da3672-711f-4b7b-9c9c-0a99abb019a3 req-86c77275-75c4-4d0c-a770-ffc8fc6280b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=92ee41cd-18e3-4348-9f8e-b040505004dc HTTP/1.1" status: 200 len: 856 time: 0.1552522 Feb 04 06:30:07.288293 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da3672-711f-4b7b-9c9c-0a99abb019a3 req-3b913b04-031d-436e-829b-f936131a69f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:07.289718 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-02da3672-711f-4b7b-9c9c-0a99abb019a3 req-3b913b04-031d-436e-829b-f936131a69f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73385cea-a217-4389-8d8a-027cb955102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729933 Feb 04 06:30:07.362739 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:07.422065 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-02da3672-711f-4b7b-9c9c-0a99abb019a3 req-fff5fe04-594b-4dea-a47a-3f2fe654c9e6 service neutron] 10.222.0.43 "GET /v2.0/networks/73385cea-a217-4389-8d8a-027cb955102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249082 Feb 04 06:30:07.551900 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-02da3672-711f-4b7b-9c9c-0a99abb019a3 req-8a9513ad-527a-4ced-9933-19fede8ce87b service neutron] 10.222.0.43 "GET /v2.0/networks/73385cea-a217-4389-8d8a-027cb955102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215074 Feb 04 06:30:08.137725 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69937415-fe32-476d-900a-5961cc9abb91 req-f96530eb-d8cd-437f-a62d-89c53a1ed912 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:08.139225 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-69937415-fe32-476d-900a-5961cc9abb91 req-f96530eb-d8cd-437f-a62d-89c53a1ed912 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc4d24e-5562-4e16-9e35-614a831b60e9 HTTP/1.1" status: 200 len: 943 time: 0.0876868 Feb 04 06:30:08.185884 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-69937415-fe32-476d-900a-5961cc9abb91 req-ef12d3a8-8999-48ad-94e2-737e47a7ed35 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407445 Feb 04 06:30:08.457308 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device c09133a9-b115-4b28-a38f-30460f7ac3ce details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:30:08.597978 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port c09133a9-b115-4b28-a38f-30460f7ac3ce, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c09133a9-b115-4b28-a38f-30460f7ac3ce,segment=NetworkSegment(922c4fd5-8d69-499e-89cc-3de35e70ba47),segment_id=922c4fd5-8d69-499e-89cc-3de35e70ba47)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:30:08.612447 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': 'c09133a9-b115-4b28-a38f-30460f7ac3ce', 'network_id': '73385cea-a217-4389-8d8a-027cb955102a', 'port_id': 'c09133a9-b115-4b28-a38f-30460f7ac3ce', 'mac_address': 'fa:16:3e:12:95:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ee41cd-18e3-4348-9f8e-b040505004dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:30:08.672381 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:08.690311 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09133a9-b115-4b28-a38f-30460f7ac3ce {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:30:08.706150 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port c09133a9-b115-4b28-a38f-30460f7ac3ce, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c09133a9-b115-4b28-a38f-30460f7ac3ce,segment=NetworkSegment(922c4fd5-8d69-499e-89cc-3de35e70ba47),segment_id=922c4fd5-8d69-499e-89cc-3de35e70ba47)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:30:08.712518 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:08.779600 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=c09133a9-b115-4b28-a38f-30460f7ac3ce,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:08.791049 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:08.791482 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:08.792013 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:08.792376 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:08.792787 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:08.793313 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:08.793723 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:08.794209 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:08.794663 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:08.795142 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:08.795580 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:08.795918 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:08.904654 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['c09133a9-b115-4b28-a38f-30460f7ac3ce'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:30:09.385972 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1023a-1e7d-4e98-a897-d13441f8394b req-4e6422e9-9bb8-4f33-9b41-5a8f38d3b761 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:09.387419 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c7d1023a-1e7d-4e98-a897-d13441f8394b req-4e6422e9-9bb8-4f33-9b41-5a8f38d3b761 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc4d24e-5562-4e16-9e35-614a831b60e9 HTTP/1.1" status: 200 len: 944 time: 0.0876477 Feb 04 06:30:09.433918 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c7d1023a-1e7d-4e98-a897-d13441f8394b req-ca84525c-e78f-4de0-a097-9516c75ee17a tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380065 Feb 04 06:30:10.457251 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device c09133a9-b115-4b28-a38f-30460f7ac3ce up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:30:10.530508 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port c09133a9-b115-4b28-a38f-30460f7ac3ce completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:30:10.535639 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port c09133a9-b115-4b28-a38f-30460f7ac3ce triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:30:10.536045 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:10.627770 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67984a06-999d-474f-95ba-a80c8f12c2c9 req-c8f2cbed-5e7d-47dd-837e-534b7e3c2d04 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:10.629327 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67984a06-999d-474f-95ba-a80c8f12c2c9 req-c8f2cbed-5e7d-47dd-837e-534b7e3c2d04 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc4d24e-5562-4e16-9e35-614a831b60e9 HTTP/1.1" status: 200 len: 944 time: 0.0799744 Feb 04 06:30:10.653374 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:10.673010 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67984a06-999d-474f-95ba-a80c8f12c2c9 req-f0c5c9c4-03ff-44d6-9c93-a0ecf476c6a4 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379784 Feb 04 06:30:10.680778 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc4d24e-5562-4e16-9e35-614a831b60e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09133a9-b115-4b28-a38f-30460f7ac3ce'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:30:10.691004 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port c09133a9-b115-4b28-a38f-30460f7ac3ce, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c09133a9-b115-4b28-a38f-30460f7ac3ce,segment=NetworkSegment(922c4fd5-8d69-499e-89cc-3de35e70ba47),segment_id=922c4fd5-8d69-499e-89cc-3de35e70ba47)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:30:10.697474 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:10.734926 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc4d24e-5562-4e16-9e35-614a831b60e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09133a9-b115-4b28-a38f-30460f7ac3ce', 'code': 200} Feb 04 06:30:10.775101 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=c09133a9-b115-4b28-a38f-30460f7ac3ce,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:10.963921 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3b036-f843-4c00-bfa1-3997d86578f6 req-08698dba-6e72-4810-8b54-277b599aed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:10.965323 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-aae3b036-f843-4c00-bfa1-3997d86578f6 req-08698dba-6e72-4810-8b54-277b599aed5d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bdc4d24e-5562-4e16-9e35-614a831b60e9 HTTP/1.1" status: 200 len: 1098 time: 0.0727329 Feb 04 06:30:11.007148 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-aae3b036-f843-4c00-bfa1-3997d86578f6 req-8bfe4a38-eba9-4d46-9cc2-38072d410dd4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357833 Feb 04 06:30:11.874379 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728d945-a238-455b-9450-f153ae766e38 req-e6274e36-551b-4723-8451-75ed46ce1644 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:11.875832 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a728d945-a238-455b-9450-f153ae766e38 req-e6274e36-551b-4723-8451-75ed46ce1644 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc4d24e-5562-4e16-9e35-614a831b60e9 HTTP/1.1" status: 200 len: 945 time: 0.0930567 Feb 04 06:30:11.925646 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a728d945-a238-455b-9450-f153ae766e38 req-ef4f2b49-27da-4ffc-96ed-8e468a121c87 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397291 Feb 04 06:30:13.125223 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bbb6d-dece-45c2-9247-f4fdcccdcd1c req-f214fa1c-eace-4401-9e0e-749254a044d9 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:13.126642 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-223bbb6d-dece-45c2-9247-f4fdcccdcd1c req-f214fa1c-eace-4401-9e0e-749254a044d9 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc4d24e-5562-4e16-9e35-614a831b60e9 HTTP/1.1" status: 200 len: 945 time: 0.0824187 Feb 04 06:30:13.172714 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-223bbb6d-dece-45c2-9247-f4fdcccdcd1c req-98ae4f0b-bd23-4577-8714-443447e685f7 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399292 Feb 04 06:30:13.365852 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e797eb-90e2-427c-ba8a-a0421cb43a3f req-124f7619-ddf2-4197-887e-479ab1ce0939 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:13.367298 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-17e797eb-90e2-427c-ba8a-a0421cb43a3f req-124f7619-ddf2-4197-887e-479ab1ce0939 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc4d24e-5562-4e16-9e35-614a831b60e9 HTTP/1.1" status: 200 len: 945 time: 0.0875432 Feb 04 06:30:13.414688 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-17e797eb-90e2-427c-ba8a-a0421cb43a3f req-a246988b-ac32-41bd-bcbc-7bb2c8bdea24 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402431 Feb 04 06:30:15.815058 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:30:29.064019 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201233b-a299-418e-acc3-76322cadcc26 req-b200e292-76f6-40f6-a471-ae0c754b981f tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:29.065337 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6201233b-a299-418e-acc3-76322cadcc26 req-b200e292-76f6-40f6-a471-ae0c754b981f tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc4d24e-5562-4e16-9e35-614a831b60e9 HTTP/1.1" status: 200 len: 945 time: 0.0818067 Feb 04 06:30:29.220935 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6201233b-a299-418e-acc3-76322cadcc26 req-e81e758c-371e-40ff-9ec8-0e440bc75fc1 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483219 Feb 04 06:30:29.569932 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9461-64c3-4cba-b083-0d944e1c2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:30.421433 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb1194-8831-4ed2-9432-0868a67a4475 req-9420f181-757e-4efb-b521-fab664ee5bcd tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:30.422872 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-aceb1194-8831-4ed2-9432-0868a67a4475 req-9420f181-757e-4efb-b521-fab664ee5bcd tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc4d24e-5562-4e16-9e35-614a831b60e9 HTTP/1.1" status: 200 len: 945 time: 0.0946093 Feb 04 06:30:30.466033 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-aceb1194-8831-4ed2-9432-0868a67a4475 req-05620587-a00a-4d50-8bea-53f736785a2f tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/security-groups?id=56dd56db-9eb5-4b53-9d51-47870e7e8862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370355 Feb 04 06:30:30.603332 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a76d1-215d-4cf5-b983-98c1c09b4c6f req-e5d8af92-090c-49bb-afcc-0af1a7860422 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:30.604043 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-570a76d1-215d-4cf5-b983-98c1c09b4c6f req-e5d8af92-090c-49bb-afcc-0af1a7860422 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Synchronizing usage tracker for tenant:b28a89a25cde42e99df2f144f66237ed on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:30:30.621813 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-570a76d1-215d-4cf5-b983-98c1c09b4c6f req-e5d8af92-090c-49bb-afcc-0af1a7860422 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Unset dirty status for tenant:b28a89a25cde42e99df2f144f66237ed on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:30:30.622949 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-570a76d1-215d-4cf5-b983-98c1c09b4c6f req-e5d8af92-090c-49bb-afcc-0af1a7860422 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdc4d24e-5562-4e16-9e35-614a831b60e9 HTTP/1.1" status: 200 len: 945 time: 0.1080372 Feb 04 06:30:30.690817 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-570a76d1-215d-4cf5-b983-98c1c09b4c6f req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Deleting port c09133a9-b115-4b28-a38f-30460f7ac3ce {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:30:30.691128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-570a76d1-215d-4cf5-b983-98c1c09b4c6f req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:30.933839 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-570a76d1-215d-4cf5-b983-98c1c09b4c6f req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] For port c09133a9-b115-4b28-a38f-30460f7ac3ce, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c09133a9-b115-4b28-a38f-30460f7ac3ce,segment=NetworkSegment(922c4fd5-8d69-499e-89cc-3de35e70ba47),segment_id=922c4fd5-8d69-499e-89cc-3de35e70ba47)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:30:30.934161 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-570a76d1-215d-4cf5-b983-98c1c09b4c6f req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:31.052292 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-570a76d1-215d-4cf5-b983-98c1c09b4c6f req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Calling delete_port for c09133a9-b115-4b28-a38f-30460f7ac3ce owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:30:31.198273 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-570a76d1-215d-4cf5-b983-98c1c09b4c6f req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:31.210673 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['c09133a9-b115-4b28-a38f-30460f7ac3ce'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:30:31.246908 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Pushing event deleted for resources: {'Port': ['ID=c09133a9-b115-4b28-a38f-30460f7ac3ce,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:31.287637 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:31.288014 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:31.288368 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:31.288777 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:31.289100 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:31.289419 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:31.289722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:31.290047 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:31.290346 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:31.290676 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:31.290974 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:31.291299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:31.333567 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-570a76d1-215d-4cf5-b983-98c1c09b4c6f req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] No DVR routers for this DVR port c09133a9-b115-4b28-a38f-30460f7ac3ce on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:30:31.336150 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-570a76d1-215d-4cf5-b983-98c1c09b4c6f req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:31.338763 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc4d24e-5562-4e16-9e35-614a831b60e9', 'name': 'network-vif-deleted', 'tag': 'c09133a9-b115-4b28-a38f-30460f7ac3ce'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:30:31.357243 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-570a76d1-215d-4cf5-b983-98c1c09b4c6f req-545ecd25-28ab-4425-9fd2-bc067edcbfab tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.43 "DELETE /v2.0/ports/c09133a9-b115-4b28-a38f-30460f7ac3ce HTTP/1.1" status: 204 len: 173 time: 0.7291112 Feb 04 06:30:31.391763 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc4d24e-5562-4e16-9e35-614a831b60e9', 'name': 'network-vif-deleted', 'tag': 'c09133a9-b115-4b28-a38f-30460f7ac3ce', 'status': 'completed', 'code': 200} Feb 04 06:30:31.643937 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8a43bf05-9e57-4a16-8f33-0f25752367f5 req-c863ce96-a322-4085-9b68-9b9c1d982195 tempest-TestEncryptedCinderVolumes-121986928 tempest-TestEncryptedCinderVolumes-121986928-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc4d24e-5562-4e16-9e35-614a831b60e9 HTTP/1.1" status: 200 len: 210 time: 0.0475044 Feb 04 06:30:31.848996 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7ef1200c-fefe-4928-861e-37d6e956f9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:32.784282 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34290) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:30:32.935676 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:32.960428 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:33.334913 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:33.680355 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Deleting port 45e9e523-9420-498b-a195-8cef8829287f {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:30:33.680694 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:33.852744 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] For port 45e9e523-9420-498b-a195-8cef8829287f, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=45e9e523-9420-498b-a195-8cef8829287f,segment=NetworkSegment(922c4fd5-8d69-499e-89cc-3de35e70ba47),segment_id=922c4fd5-8d69-499e-89cc-3de35e70ba47)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:30:33.853485 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:33.971667 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Calling delete_port for 45e9e523-9420-498b-a195-8cef8829287f owned by network:router_interface {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:30:34.355298 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:34.403071 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:34.448771 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Pushing event deleted for resources: {'Port': ['ID=45e9e523-9420-498b-a195-8cef8829287f,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:34.496933 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:34.497260 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:34.497587 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:34.497910 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:34.498236 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:34.498553 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:34.498884 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:34.499200 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:34.499511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:34.499856 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:34.500155 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:34.500441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:34.533493 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device c09133a9-b115-4b28-a38f-30460f7ac3ce no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:30:34.570193 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: c09133a9-b115-4b28-a38f-30460f7ac3ce {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:30:34.570519 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device c09133a9-b115-4b28-a38f-30460f7ac3ce not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:30:34.737501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:35.093299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Router 1f25abd0-cb7a-40bc-82ef-bd409e971c8a has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:30:35.267132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:30:35.276758 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1fdf9f-f5d7-4ad0-9854-9ea9c3534290 None None] Sync routers for ids ['1f25abd0-cb7a-40bc-82ef-bd409e971c8a'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:30:35.282964 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6fd7fd77-a2c9-4626-b828-6f39f953383b admin admin] 10.222.0.31 "PUT /v2.0/routers/1f25abd0-cb7a-40bc-82ef-bd409e971c8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4975750 Feb 04 06:30:35.285918 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34294) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:30:35.289113 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1fdf9f-f5d7-4ad0-9854-9ea9c3534290 None None] Routers {'1f25abd0-cb7a-40bc-82ef-bd409e971c8a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:30:35.289709 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ad1fdf9f-f5d7-4ad0-9854-9ea9c3534290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:30:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1f25abd0-cb7a-40bc-82ef-bd409e971c8a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:35.471960 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-ad1fdf9f-f5d7-4ad0-9854-9ea9c3534290 None None] Set router 1f25abd0-cb7a-40bc-82ef-bd409e971c8a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:30:35.597626 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88e4d21f-c8db-4317-9d2a-1ccc01eb3f4d admin admin] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:35.778652 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88e4d21f-c8db-4317-9d2a-1ccc01eb3f4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:35.789064 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ad1fdf9f-f5d7-4ad0-9854-9ea9c3534290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f25abd0-cb7a-40bc-82ef-bd409e971c8a', 'name': 'tempest-TestEncryptedCinderVolumes-2116521957-router', 'tenant_id': 'b28a89a25cde42e99df2f144f66237ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': 'b5064153-3433-40f0-b03e-99cb820b2ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:19Z', 'updated_at': '2022-02-04T06:30:34Z', 'revision_number': 5, 'project_id': 'b28a89a25cde42e99df2f144f66237ed', 'gw_port': {'id': 'b5064153-3433-40f0-b03e-99cb820b2ae0', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f25abd0-cb7a-40bc-82ef-bd409e971c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:19Z', 'updated_at': '2022-02-04T06:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:35.789830 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-88e4d21f-c8db-4317-9d2a-1ccc01eb3f4d admin admin] Deleting port b5064153-3433-40f0-b03e-99cb820b2ae0 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:30:35.790304 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88e4d21f-c8db-4317-9d2a-1ccc01eb3f4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:35.793047 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1fdf9f-f5d7-4ad0-9854-9ea9c3534290 None None] Checking router: 1f25abd0-cb7a-40bc-82ef-bd409e971c8a for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:30:35.801241 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1fdf9f-f5d7-4ad0-9854-9ea9c3534290 None None] Routers {'1f25abd0-cb7a-40bc-82ef-bd409e971c8a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:30:35.801813 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ad1fdf9f-f5d7-4ad0-9854-9ea9c3534290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:30:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1f25abd0-cb7a-40bc-82ef-bd409e971c8a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:35.948337 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-ad1fdf9f-f5d7-4ad0-9854-9ea9c3534290 None None] Set router 1f25abd0-cb7a-40bc-82ef-bd409e971c8a gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:30:35.962389 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-88e4d21f-c8db-4317-9d2a-1ccc01eb3f4d admin admin] For port b5064153-3433-40f0-b03e-99cb820b2ae0, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=b5064153-3433-40f0-b03e-99cb820b2ae0,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:30:35.962749 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88e4d21f-c8db-4317-9d2a-1ccc01eb3f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:36.049301 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ad1fdf9f-f5d7-4ad0-9854-9ea9c3534290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f25abd0-cb7a-40bc-82ef-bd409e971c8a', 'name': 'tempest-TestEncryptedCinderVolumes-2116521957-router', 'tenant_id': 'b28a89a25cde42e99df2f144f66237ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:19Z', 'updated_at': '2022-02-04T06:30:35Z', 'revision_number': 6, 'project_id': 'b28a89a25cde42e99df2f144f66237ed', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:36.053218 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1fdf9f-f5d7-4ad0-9854-9ea9c3534290 None None] The sync data for ids ['1f25abd0-cb7a-40bc-82ef-bd409e971c8a'] in dv-neutron-826830-2-hyperv is: [{'id': '1f25abd0-cb7a-40bc-82ef-bd409e971c8a', 'name': 'tempest-TestEncryptedCinderVolumes-2116521957-router', 'tenant_id': 'b28a89a25cde42e99df2f144f66237ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:19Z', 'updated_at': '2022-02-04T06:30:35Z', 'revision_number': 6, 'project_id': 'b28a89a25cde42e99df2f144f66237ed', 'gw_port_host': None}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:30:36.084809 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-88e4d21f-c8db-4317-9d2a-1ccc01eb3f4d admin admin] Calling delete_port for b5064153-3433-40f0-b03e-99cb820b2ae0 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:30:36.254413 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88e4d21f-c8db-4317-9d2a-1ccc01eb3f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:36.304452 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4d21f-c8db-4317-9d2a-1ccc01eb3f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=b5064153-3433-40f0-b03e-99cb820b2ae0,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:36.398135 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88e4d21f-c8db-4317-9d2a-1ccc01eb3f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:36.575511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88e4d21f-c8db-4317-9d2a-1ccc01eb3f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:36.578669 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88e4d21f-c8db-4317-9d2a-1ccc01eb3f4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:36.612714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88e4d21f-c8db-4317-9d2a-1ccc01eb3f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:36.613447 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e4d21f-c8db-4317-9d2a-1ccc01eb3f4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f25abd0-cb7a-40bc-82ef-bd409e971c8a {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:30:36.626236 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-88e4d21f-c8db-4317-9d2a-1ccc01eb3f4d admin admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:36.627374 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-88e4d21f-c8db-4317-9d2a-1ccc01eb3f4d admin admin] 10.222.0.31 "DELETE /v2.0/routers/1f25abd0-cb7a-40bc-82ef-bd409e971c8a HTTP/1.1" status: 204 len: 168 time: 1.3402593 Feb 04 06:30:36.631027 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34298) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:30:36.694871 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb30fc6-2da0-45c9-816a-90702b6000af admin admin] Deleting subnet 92ee41cd-18e3-4348-9f8e-b040505004dc {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:30:36.698188 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-acb30fc6-2da0-45c9-816a-90702b6000af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:36.746874 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-acb30fc6-2da0-45c9-816a-90702b6000af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:36.824475 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-acb30fc6-2da0-45c9-816a-90702b6000af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:36.897860 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-acb30fc6-2da0-45c9-816a-90702b6000af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:36.936587 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb30fc6-2da0-45c9-816a-90702b6000af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ee41cd-18e3-4348-9f8e-b040505004dc,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:36.938486 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-acb30fc6-2da0-45c9-816a-90702b6000af admin admin] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:36.942801 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae11aaf-0e24-46c3-b811-36fff97164e4 None None] Network 73385cea-a217-4389-8d8a-027cb955102a requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:30:36.944717 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-acb30fc6-2da0-45c9-816a-90702b6000af admin admin] 10.222.0.31 "DELETE /v2.0/subnets/92ee41cd-18e3-4348-9f8e-b040505004dc HTTP/1.1" status: 204 len: 168 time: 0.3127053 Feb 04 06:30:36.947465 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34302) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:30:37.169988 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:37.181787 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] Deleting port c072c1c8-8e4f-4f95-9816-521954c43f74 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:30:37.182124 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:37.206146 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a82fdf-c51e-42e9-bf09-4cec7c693191 None None] DHCP port deletion for 73385cea-a217-4389-8d8a-027cb955102a request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:30:37.210036 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-c8a82fdf-c51e-42e9-bf09-4cec7c693191 None None] Deleting port c072c1c8-8e4f-4f95-9816-521954c43f74 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:30:37.210490 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c8a82fdf-c51e-42e9-bf09-4cec7c693191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:37.394639 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] For port c072c1c8-8e4f-4f95-9816-521954c43f74, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c072c1c8-8e4f-4f95-9816-521954c43f74,segment=NetworkSegment(922c4fd5-8d69-499e-89cc-3de35e70ba47),segment_id=922c4fd5-8d69-499e-89cc-3de35e70ba47)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:30:37.394639 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:37.409672 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:37.418527 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-c8a82fdf-c51e-42e9-bf09-4cec7c693191 None None] For port c072c1c8-8e4f-4f95-9816-521954c43f74, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c072c1c8-8e4f-4f95-9816-521954c43f74,segment=NetworkSegment(922c4fd5-8d69-499e-89cc-3de35e70ba47),segment_id=922c4fd5-8d69-499e-89cc-3de35e70ba47)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:30:37.418902 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c8a82fdf-c51e-42e9-bf09-4cec7c693191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:37.517028 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] Calling delete_port for c072c1c8-8e4f-4f95-9816-521954c43f74 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:30:37.535637 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-c8a82fdf-c51e-42e9-bf09-4cec7c693191 None None] Calling delete_port for c072c1c8-8e4f-4f95-9816-521954c43f74 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:30:37.593620 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:37.604997 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-c8a82fdf-c51e-42e9-bf09-4cec7c693191 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:30:37.605350 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-c8a82fdf-c51e-42e9-bf09-4cec7c693191 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:30:37.642815 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] Pushing event deleted for resources: {'Port': ['ID=c072c1c8-8e4f-4f95-9816-521954c43f74,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:37.647674 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] No DVR routers for this DVR port c072c1c8-8e4f-4f95-9816-521954c43f74 on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:30:37.710431 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 45e9e523-9420-498b-a195-8cef8829287f no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:30:37.747709 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 45e9e523-9420-498b-a195-8cef8829287f {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:30:37.748074 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 45e9e523-9420-498b-a195-8cef8829287f not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:30:37.748481 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b5064153-3433-40f0-b03e-99cb820b2ae0 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:30:37.764022 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:37.780399 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: b5064153-3433-40f0-b03e-99cb820b2ae0 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:30:37.780742 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device b5064153-3433-40f0-b03e-99cb820b2ae0 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:30:37.781141 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c072c1c8-8e4f-4f95-9816-521954c43f74 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:30:37.788851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73385cea-a217-4389-8d8a-027cb955102a']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:37.801968 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922c4fd5-8d69-499e-89cc-3de35e70ba47') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:37.802249 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922c4fd5-8d69-499e-89cc-3de35e70ba47') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:37.813694 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:37.816456 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: c072c1c8-8e4f-4f95-9816-521954c43f74 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:30:37.816805 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c072c1c8-8e4f-4f95-9816-521954c43f74 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:30:37.829563 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:37.835723 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:30:37.836209 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:30:37.849303 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:30:37.934497 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:37.950319 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:37.961657 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] Pushing event deleted for resources: {'Network': ['ID=73385cea-a217-4389-8d8a-027cb955102a,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:37.973694 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6a9f0adc-196d-47f1-a7a5-9f8727c2905b admin admin] 10.222.0.31 "DELETE /v2.0/networks/73385cea-a217-4389-8d8a-027cb955102a HTTP/1.1" status: 204 len: 168 time: 1.0252728 Feb 04 06:30:37.976778 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34306) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:30:38.106727 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-c8a82fdf-c51e-42e9-bf09-4cec7c693191 None None] Deleting port c072c1c8-8e4f-4f95-9816-521954c43f74 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:30:38.107318 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c8a82fdf-c51e-42e9-bf09-4cec7c693191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:38.175938 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-c8a82fdf-c51e-42e9-bf09-4cec7c693191 None None] The port 'c072c1c8-8e4f-4f95-9816-521954c43f74' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:30:38.515990 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-029da58a-357d-46ee-a619-0f8dd7e26733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:38.964020 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-029da58a-357d-46ee-a619-0f8dd7e26733 admin admin] Deleting port 76bfe608-3728-462a-bae1-cc495b4ee1ff {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:30:38.964306 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-029da58a-357d-46ee-a619-0f8dd7e26733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:39.134355 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-029da58a-357d-46ee-a619-0f8dd7e26733 admin admin] For port 76bfe608-3728-462a-bae1-cc495b4ee1ff, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=76bfe608-3728-462a-bae1-cc495b4ee1ff,segment=NetworkSegment(caaf06e7-22a3-417f-a075-9a0575de8fab),segment_id=caaf06e7-22a3-417f-a075-9a0575de8fab)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:30:39.134681 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-029da58a-357d-46ee-a619-0f8dd7e26733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:39.256579 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-029da58a-357d-46ee-a619-0f8dd7e26733 admin admin] Calling delete_port for 76bfe608-3728-462a-bae1-cc495b4ee1ff owned by network:router_interface {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:30:39.442633 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-029da58a-357d-46ee-a619-0f8dd7e26733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:39.491005 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029da58a-357d-46ee-a619-0f8dd7e26733 admin admin] Pushing event deleted for resources: {'Port': ['ID=76bfe608-3728-462a-bae1-cc495b4ee1ff,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:39.760404 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-029da58a-357d-46ee-a619-0f8dd7e26733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:40.237168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029da58a-357d-46ee-a619-0f8dd7e26733 admin admin] Router 05840370-3e12-4f39-8dbd-63ef3ce9e979 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:30:40.427817 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029da58a-357d-46ee-a619-0f8dd7e26733 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:30:40.436885 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-029da58a-357d-46ee-a619-0f8dd7e26733 admin admin] 10.222.0.31 "PUT /v2.0/routers/05840370-3e12-4f39-8dbd-63ef3ce9e979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4591553 Feb 04 06:30:40.438021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae08b4c-7a27-4149-a26d-cbddd7ed2fbf None None] Sync routers for ids ['05840370-3e12-4f39-8dbd-63ef3ce9e979'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:30:40.439969 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34310) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:30:40.450839 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae08b4c-7a27-4149-a26d-cbddd7ed2fbf None None] Routers {'05840370-3e12-4f39-8dbd-63ef3ce9e979'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:30:40.451474 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-5ae08b4c-7a27-4149-a26d-cbddd7ed2fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:30:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['05840370-3e12-4f39-8dbd-63ef3ce9e979'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:40.614822 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0e131158-23ff-4bf4-b516-53137b561a33 admin admin] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:40.625610 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-5ae08b4c-7a27-4149-a26d-cbddd7ed2fbf None None] Set router 05840370-3e12-4f39-8dbd-63ef3ce9e979 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:30:40.788154 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0e131158-23ff-4bf4-b516-53137b561a33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:40.800290 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0e131158-23ff-4bf4-b516-53137b561a33 admin admin] Deleting port 2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:30:40.800621 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0e131158-23ff-4bf4-b516-53137b561a33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:40.956299 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-5ae08b4c-7a27-4149-a26d-cbddd7ed2fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05840370-3e12-4f39-8dbd-63ef3ce9e979', 'name': 'tempest-TestEncryptedCinderVolumes-928527037-router', 'tenant_id': 'd623620456bd4894a0c717c7ee81436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:25Z', 'updated_at': '2022-02-04T06:30:39Z', 'revision_number': 5, 'project_id': 'd623620456bd4894a0c717c7ee81436d', 'gw_port': {'id': '2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05840370-3e12-4f39-8dbd-63ef3ce9e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:26Z', 'updated_at': '2022-02-04T06:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:40.960235 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae08b4c-7a27-4149-a26d-cbddd7ed2fbf None None] Checking router: 05840370-3e12-4f39-8dbd-63ef3ce9e979 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:30:40.968566 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae08b4c-7a27-4149-a26d-cbddd7ed2fbf None None] Routers {'05840370-3e12-4f39-8dbd-63ef3ce9e979'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:30:40.969165 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-5ae08b4c-7a27-4149-a26d-cbddd7ed2fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:30:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['05840370-3e12-4f39-8dbd-63ef3ce9e979'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:40.995499 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-0e131158-23ff-4bf4-b516-53137b561a33 admin admin] For port 2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:30:40.995878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0e131158-23ff-4bf4-b516-53137b561a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:41.114676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0e131158-23ff-4bf4-b516-53137b561a33 admin admin] Calling delete_port for 2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:30:41.118069 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-5ae08b4c-7a27-4149-a26d-cbddd7ed2fbf None None] Set router 05840370-3e12-4f39-8dbd-63ef3ce9e979 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:30:41.221603 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-5ae08b4c-7a27-4149-a26d-cbddd7ed2fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05840370-3e12-4f39-8dbd-63ef3ce9e979', 'name': 'tempest-TestEncryptedCinderVolumes-928527037-router', 'tenant_id': 'd623620456bd4894a0c717c7ee81436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:25Z', 'updated_at': '2022-02-04T06:30:40Z', 'revision_number': 6, 'project_id': 'd623620456bd4894a0c717c7ee81436d', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:41.226358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae08b4c-7a27-4149-a26d-cbddd7ed2fbf None None] The sync data for ids ['05840370-3e12-4f39-8dbd-63ef3ce9e979'] in dv-neutron-826830-2-hyperv is: [{'id': '05840370-3e12-4f39-8dbd-63ef3ce9e979', 'name': 'tempest-TestEncryptedCinderVolumes-928527037-router', 'tenant_id': 'd623620456bd4894a0c717c7ee81436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:25Z', 'updated_at': '2022-02-04T06:30:40Z', 'revision_number': 6, 'project_id': 'd623620456bd4894a0c717c7ee81436d', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:30:41.284084 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0e131158-23ff-4bf4-b516-53137b561a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:41.336929 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e131158-23ff-4bf4-b516-53137b561a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:41.545259 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0e131158-23ff-4bf4-b516-53137b561a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:41.718453 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0e131158-23ff-4bf4-b516-53137b561a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:41.723807 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0e131158-23ff-4bf4-b516-53137b561a33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:41.755662 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0e131158-23ff-4bf4-b516-53137b561a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:41.756230 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e131158-23ff-4bf4-b516-53137b561a33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05840370-3e12-4f39-8dbd-63ef3ce9e979 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:30:41.768633 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0e131158-23ff-4bf4-b516-53137b561a33 admin admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:41.769743 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0e131158-23ff-4bf4-b516-53137b561a33 admin admin] 10.222.0.31 "DELETE /v2.0/routers/05840370-3e12-4f39-8dbd-63ef3ce9e979 HTTP/1.1" status: 204 len: 168 time: 1.3288016 Feb 04 06:30:41.773419 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34314) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:30:41.838316 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-8180bf89-1506-4602-889d-1d52734119cc admin admin] Deleting subnet 855c2cfa-7f01-45d5-baba-ef6e96473773 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:30:41.843195 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8180bf89-1506-4602-889d-1d52734119cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:41.894393 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8180bf89-1506-4602-889d-1d52734119cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:41.974301 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8180bf89-1506-4602-889d-1d52734119cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:42.019618 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 76bfe608-3728-462a-bae1-cc495b4ee1ff no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:30:42.044724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8180bf89-1506-4602-889d-1d52734119cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:42.055308 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 76bfe608-3728-462a-bae1-cc495b4ee1ff {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:30:42.055738 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 76bfe608-3728-462a-bae1-cc495b4ee1ff not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:30:42.056290 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:30:42.084752 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8180bf89-1506-4602-889d-1d52734119cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:42.089643 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180bf89-1506-4602-889d-1d52734119cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=855c2cfa-7f01-45d5-baba-ef6e96473773,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:42.096890 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8180bf89-1506-4602-889d-1d52734119cc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/855c2cfa-7f01-45d5-baba-ef6e96473773 HTTP/1.1" status: 204 len: 168 time: 0.3199747 Feb 04 06:30:42.097107 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:30:42.097107 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2e2ad6bf-a7d4-4c77-a3eb-325d34ad4408 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:30:42.097312 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34318) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:30:42.098450 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480de6f8-3837-4c2d-9cc5-2d54cdd27070 None None] Network 16598f28-dee5-419d-a9c4-e4c31bd47fdb requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:30:42.206945 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:42.217636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] Deleting port 42cd4117-cdbe-4de8-b920-c20a2c9e9953 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:30:42.217963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:42.349599 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f45566-cbb2-4ae4-b1da-780ef430ec38 None None] DHCP port deletion for 16598f28-dee5-419d-a9c4-e4c31bd47fdb request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:30:42.354071 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-06f45566-cbb2-4ae4-b1da-780ef430ec38 None None] Deleting port 42cd4117-cdbe-4de8-b920-c20a2c9e9953 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:30:42.354443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-06f45566-cbb2-4ae4-b1da-780ef430ec38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:42.538116 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] For port 42cd4117-cdbe-4de8-b920-c20a2c9e9953, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=42cd4117-cdbe-4de8-b920-c20a2c9e9953,segment=NetworkSegment(caaf06e7-22a3-417f-a075-9a0575de8fab),segment_id=caaf06e7-22a3-417f-a075-9a0575de8fab)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:30:42.538554 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:42.569815 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-06f45566-cbb2-4ae4-b1da-780ef430ec38 None None] For port 42cd4117-cdbe-4de8-b920-c20a2c9e9953, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=42cd4117-cdbe-4de8-b920-c20a2c9e9953,segment=NetworkSegment(caaf06e7-22a3-417f-a075-9a0575de8fab),segment_id=caaf06e7-22a3-417f-a075-9a0575de8fab)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:30:42.570134 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-06f45566-cbb2-4ae4-b1da-780ef430ec38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:42.658206 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] Calling delete_port for 42cd4117-cdbe-4de8-b920-c20a2c9e9953 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:30:42.688652 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-06f45566-cbb2-4ae4-b1da-780ef430ec38 None None] Calling delete_port for 42cd4117-cdbe-4de8-b920-c20a2c9e9953 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:30:42.737535 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:42.761344 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-06f45566-cbb2-4ae4-b1da-780ef430ec38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:30:42.761732 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-06f45566-cbb2-4ae4-b1da-780ef430ec38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:30:42.789735 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] No DVR routers for this DVR port 42cd4117-cdbe-4de8-b920-c20a2c9e9953 on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:30:42.821656 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=42cd4117-cdbe-4de8-b920-c20a2c9e9953,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:42.912729 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:42.938707 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16598f28-dee5-419d-a9c4-e4c31bd47fdb']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:42.950599 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caaf06e7-22a3-417f-a075-9a0575de8fab') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:42.950884 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caaf06e7-22a3-417f-a075-9a0575de8fab') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:42.962783 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:42.979326 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:42.986019 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:30:42.986395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:30:42.999264 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:30:43.080644 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:43.103459 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:43.117518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] Pushing event deleted for resources: {'Network': ['ID=16598f28-dee5-419d-a9c4-e4c31bd47fdb,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:43.121520 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ef05b13e-332d-4b4d-bb55-f9d665be6c30 admin admin] 10.222.0.31 "DELETE /v2.0/networks/16598f28-dee5-419d-a9c4-e4c31bd47fdb HTTP/1.1" status: 204 len: 168 time: 1.0232205 Feb 04 06:30:43.263357 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-06f45566-cbb2-4ae4-b1da-780ef430ec38 None None] Deleting port 42cd4117-cdbe-4de8-b920-c20a2c9e9953 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:30:43.263889 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-06f45566-cbb2-4ae4-b1da-780ef430ec38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:43.301820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34324) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:30:43.332319 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-06f45566-cbb2-4ae4-b1da-780ef430ec38 None None] The port '42cd4117-cdbe-4de8-b920-c20a2c9e9953' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:30:43.350871 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a6345ee1-a276-40be-ad3d-bfc5f079f831 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b28a89a25cde42e99df2f144f66237ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478258 Feb 04 06:30:43.353543 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34328) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:30:43.409557 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-97729654-c60f-4985-bb35-2078a7ec8a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:43.434770 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-97729654-c60f-4985-bb35-2078a7ec8a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:43.491129 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-97729654-c60f-4985-bb35-2078a7ec8a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:43.506523 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97729654-c60f-4985-bb35-2078a7ec8a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dd56db-9eb5-4b53-9d51-47870e7e8862,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:43.519186 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-97729654-c60f-4985-bb35-2078a7ec8a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:43.520381 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-97729654-c60f-4985-bb35-2078a7ec8a67 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56dd56db-9eb5-4b53-9d51-47870e7e8862 HTTP/1.1" status: 204 len: 168 time: 0.1658912 Feb 04 06:30:43.709844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 42cd4117-cdbe-4de8-b920-c20a2c9e9953 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:30:43.744953 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 42cd4117-cdbe-4de8-b920-c20a2c9e9953 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:30:43.745200 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 42cd4117-cdbe-4de8-b920-c20a2c9e9953 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:30:43.881609 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34336) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:30:43.930273 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f17b1aa0-a737-46ef-8e4b-1cd86356c68f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d623620456bd4894a0c717c7ee81436d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475073 Feb 04 06:30:43.932887 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34340) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:30:43.990592 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-25a4b3de-d029-4838-bc8d-6d513558d35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:44.015614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-25a4b3de-d029-4838-bc8d-6d513558d35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:44.070055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-25a4b3de-d029-4838-bc8d-6d513558d35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:44.083018 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4b3de-d029-4838-bc8d-6d513558d35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bec724-a32f-4c97-8c98-a752caecfb61,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:44.088862 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-25a4b3de-d029-4838-bc8d-6d513558d35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:44.090003 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-25a4b3de-d029-4838-bc8d-6d513558d35d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44bec724-a32f-4c97-8c98-a752caecfb61 HTTP/1.1" status: 204 len: 168 time: 0.1562278 Feb 04 06:30:44.860310 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34364) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:30:44.971214 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-981358300-network', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:30:44.976533 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:30:44.981066 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Usage tracker for resource:network and tenant:29eeece650514bdeb1d22a4ffe5dac00 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:30:44.984149 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:30:44.990660 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:30:45.004252 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Made reservation on behalf of 29eeece650514bdeb1d22a4ffe5dac00 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:30:45.006485 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:45.018472 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:45.032651 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:30:45.036524 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Usage tracker for resource:security_group_rule and tenant:29eeece650514bdeb1d22a4ffe5dac00 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:30:45.039296 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:30:45.045063 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:30:45.131147 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:45.136463 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:45.168946 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:30:45.173992 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb413537-2a4e-4e28-862f-9eea8015c0b5,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:45.182453 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:45.182453 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Added segment 7210009e-3f4a-48f2-90e3-c0b5f6b3d999 of type vlan for network 0377b40b-9f8c-42ce-bc23-41b8c5694826 Feb 04 06:30:45.209939 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:45.239745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:45.240761 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:45.241430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:45.342553 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4811552 Feb 04 06:30:45.343297 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3767f-f6e7-4e85-ba21-ad2c900d6ca3 admin admin] Pushing event updated for resources: {'Network': ['ID=0377b40b-9f8c-42ce-bc23-41b8c5694826,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:45.345686 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34370) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:30:45.351473 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-242fe4a0-25be-491d-a913-ace72177abc4 admin admin] Request body: {'subnet': {'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-981358300-subnet', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'ip_version': 4}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:30:45.356974 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-242fe4a0-25be-491d-a913-ace72177abc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:30:45.361157 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-242fe4a0-25be-491d-a913-ace72177abc4 admin admin] Usage tracker for resource:subnet and tenant:29eeece650514bdeb1d22a4ffe5dac00 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:30:45.361357 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 0377b40b-9f8c-42ce-bc23-41b8c5694826 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:30:45.364287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-242fe4a0-25be-491d-a913-ace72177abc4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:30:45.370187 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-242fe4a0-25be-491d-a913-ace72177abc4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:30:45.385212 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242fe4a0-25be-491d-a913-ace72177abc4 admin admin] Made reservation on behalf of 29eeece650514bdeb1d22a4ffe5dac00 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:30:45.387477 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-242fe4a0-25be-491d-a913-ace72177abc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:45.585191 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-242fe4a0-25be-491d-a913-ace72177abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:45.661067 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242fe4a0-25be-491d-a913-ace72177abc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90616a62-deb0-4e56-a53b-d68b6f79cce8,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:45.672809 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242fe4a0-25be-491d-a913-ace72177abc4 admin admin] Checking segment: {'id': '7210009e-3f4a-48f2-90e3-c0b5f6b3d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:30:45.673156 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242fe4a0-25be-491d-a913-ace72177abc4 admin admin] Network hostable DHCP agents. Network: 0377b40b-9f8c-42ce-bc23-41b8c5694826, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:30:45.693840 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242fe4a0-25be-491d-a913-ace72177abc4 admin admin] Network 0377b40b-9f8c-42ce-bc23-41b8c5694826 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:30:45.704666 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-242fe4a0-25be-491d-a913-ace72177abc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 0377b40b-9f8c-42ce-bc23-41b8c5694826) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:30:45.709097 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242fe4a0-25be-491d-a913-ace72177abc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:45.709669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-242fe4a0-25be-491d-a913-ace72177abc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:45.714228 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b921c8-2218-4e28-82f4-95d7af0a3710 None None] Network 0377b40b-9f8c-42ce-bc23-41b8c5694826 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:30:45.731413 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-242fe4a0-25be-491d-a913-ace72177abc4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3841686 Feb 04 06:30:45.734369 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34374) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:30:45.739522 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-981358300-router', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:30:45.744777 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:30:45.749249 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Usage tracker for resource:router and tenant:29eeece650514bdeb1d22a4ffe5dac00 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:30:45.752435 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:30:45.759318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:30:45.775165 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:45.776583 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:45.792045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:45.965900 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-0377b40b-9f8c-42ce-bc23-41b8c5694826', 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'fixed_ips': [{'subnet_id': '90616a62-deb0-4e56-a53b-d68b6f79cce8'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:30:45.966794 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:46.126069 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Allocated IP 172.20.0.2 (0377b40b-9f8c-42ce-bc23-41b8c5694826/90616a62-deb0-4e56-a53b-d68b6f79cce8/c948b73f-27b3-442a-9208-ef4a087158c8) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:30:46.159094 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:46.332214 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:46.343571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Transition to ACTIVE for port object c948b73f-27b3-442a-9208-ef4a087158c8 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:30:46.362547 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Transition to ACTIVE for port object c948b73f-27b3-442a-9208-ef4a087158c8 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:30:46.369538 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:46.436296 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Network 0377b40b-9f8c-42ce-bc23-41b8c5694826 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:30:46.438991 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:30:46.442478 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:30:46.448141 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Pushing event updated for resources: {'Port': ['ID=c948b73f-27b3-442a-9208-ef4a087158c8,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:46.470990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:46.504059 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:46.534178 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Attempting to bind port c948b73f-27b3-442a-9208-ef4a087158c8 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:30:46.534522 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Attempting to bind port c948b73f-27b3-442a-9208-ef4a087158c8 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '7210009e-3f4a-48f2-90e3-c0b5f6b3d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:30:46.534871 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Attempting to bind port c948b73f-27b3-442a-9208-ef4a087158c8 on network 0377b40b-9f8c-42ce-bc23-41b8c5694826 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:30:46.540196 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:30:46.540539 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Checking segment: {'id': '7210009e-3f4a-48f2-90e3-c0b5f6b3d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:30:46.540965 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:46.541317 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Bound using segment: {'id': '7210009e-3f4a-48f2-90e3-c0b5f6b3d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:30:46.541753 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Bound port: c948b73f-27b3-442a-9208-ef4a087158c8, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7210009e-3f4a-48f2-90e3-c0b5f6b3d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:30:46.542118 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:46.627598 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] For port c948b73f-27b3-442a-9208-ef4a087158c8, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:30:46.630841 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] For port c948b73f-27b3-442a-9208-ef4a087158c8, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c948b73f-27b3-442a-9208-ef4a087158c8,segment=NetworkSegment(7210009e-3f4a-48f2-90e3-c0b5f6b3d999),segment_id=7210009e-3f4a-48f2-90e3-c0b5f6b3d999)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:30:46.636355 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:46.637878 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Allocated IP 172.26.4.45 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/6c91a588-1ac9-4361-9f23-aa1a0d4900c4) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:30:46.725061 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80ebdd-38e2-4ce6-8a4c-d58e3452ad00 None None] Pushing event updated for resources: {'Port': ['ID=c948b73f-27b3-442a-9208-ef4a087158c8,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:46.796994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:46.829021 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:46.912402 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:30:46.915028 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:30:46.919268 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:30:46.943571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Pushing event updated for resources: {'Port': ['ID=6c91a588-1ac9-4361-9f23-aa1a0d4900c4,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:47.333850 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:47.650939 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e730079-f202-4077-9b1b-ca11a5f8eea5 None None] Network 0377b40b-9f8c-42ce-bc23-41b8c5694826 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:30:47.747737 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4178a7c1-7c08-42cc-9f15-93733f436c22 None None] Provisioning for port c948b73f-27b3-442a-9208-ef4a087158c8 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:30:47.767729 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c948b73f-27b3-442a-9208-ef4a087158c8 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:30:47.806249 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:47.926832 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port c948b73f-27b3-442a-9208-ef4a087158c8 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:30:47.937558 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port c948b73f-27b3-442a-9208-ef4a087158c8 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:30:47.937930 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:48.014377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Router 0ded19cf-0488-4aeb-927c-6d25edc220ed is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:30:48.074412 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:48.109410 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port c948b73f-27b3-442a-9208-ef4a087158c8, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c948b73f-27b3-442a-9208-ef4a087158c8,segment=NetworkSegment(7210009e-3f4a-48f2-90e3-c0b5f6b3d999),segment_id=7210009e-3f4a-48f2-90e3-c0b5f6b3d999)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:30:48.115129 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:48.186885 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=c948b73f-27b3-442a-9208-ef4a087158c8,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:48.207556 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:30:48.220237 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Sync routers for ids ['0ded19cf-0488-4aeb-927c-6d25edc220ed'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:30:48.230330 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Routers {'0ded19cf-0488-4aeb-927c-6d25edc220ed'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:30:48.231281 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:30:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0ded19cf-0488-4aeb-927c-6d25edc220ed'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:48.233860 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:48.238014 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0efc05c4-459a-4e1f-9b86-023c40b1d213 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4997318 Feb 04 06:30:48.238164 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34378) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:30:48.283168 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6e65c837-118e-4c69-ba1d-e5dc78f92469 None None] Provisioning complete for port c948b73f-27b3-442a-9208-ef4a087158c8 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:30:48.283593 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e65c837-118e-4c69-ba1d-e5dc78f92469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:48.407888 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Set router 0ded19cf-0488-4aeb-927c-6d25edc220ed gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:30:48.684348 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'name': 'tempest-TestMinimumBasicScenario-981358300-router', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:45Z', 'updated_at': '2022-02-04T06:30:47Z', 'revision_number': 3, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'gw_port': {'id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:46Z', 'updated_at': '2022-02-04T06:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:48.688363 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Checking router: 0ded19cf-0488-4aeb-927c-6d25edc220ed for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:30:48.688708 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Updating router 0ded19cf-0488-4aeb-927c-6d25edc220ed port 6c91a588-1ac9-4361-9f23-aa1a0d4900c4 binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:30:48.740770 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:49.036655 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ec368f84-ce80-4648-b243-a1e93994a783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:49.081393 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:49.097284 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Transition to ACTIVE for port object 6c91a588-1ac9-4361-9f23-aa1a0d4900c4 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:30:49.105176 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:49.192835 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Attempting to bind port 6c91a588-1ac9-4361-9f23-aa1a0d4900c4 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:30:49.193446 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Attempting to bind port 6c91a588-1ac9-4361-9f23-aa1a0d4900c4 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:30:49.193989 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Attempting to bind port 6c91a588-1ac9-4361-9f23-aa1a0d4900c4 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:30:49.206215 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:30:49.206733 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:30:49.207146 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:49.207535 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:30:49.208562 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Bound port: 6c91a588-1ac9-4361-9f23-aa1a0d4900c4, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:30:49.208942 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:49.252521 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc13d6-18a3-46af-b88d-5ad51aedf5b7 None None] Pushing event updated for resources: {'Port': ['ID=6c91a588-1ac9-4361-9f23-aa1a0d4900c4,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:49.255264 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-ec368f84-ce80-4648-b243-a1e93994a783 admin admin] Allocated IP 172.20.0.1 (0377b40b-9f8c-42ce-bc23-41b8c5694826/90616a62-deb0-4e56-a53b-d68b6f79cce8/898ac1ba-1694-4a5f-9c90-16eb08dff318) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:30:49.269022 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc13d6-18a3-46af-b88d-5ad51aedf5b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:49.269368 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc13d6-18a3-46af-b88d-5ad51aedf5b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:49.269704 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc13d6-18a3-46af-b88d-5ad51aedf5b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:49.270095 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc13d6-18a3-46af-b88d-5ad51aedf5b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:49.270361 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc13d6-18a3-46af-b88d-5ad51aedf5b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:49.270737 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc13d6-18a3-46af-b88d-5ad51aedf5b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:49.271062 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc13d6-18a3-46af-b88d-5ad51aedf5b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:49.271412 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc13d6-18a3-46af-b88d-5ad51aedf5b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:49.271733 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc13d6-18a3-46af-b88d-5ad51aedf5b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:49.272091 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc13d6-18a3-46af-b88d-5ad51aedf5b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:49.272522 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc13d6-18a3-46af-b88d-5ad51aedf5b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:49.272756 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc13d6-18a3-46af-b88d-5ad51aedf5b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:49.300406 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] For port 6c91a588-1ac9-4361-9f23-aa1a0d4900c4, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:30:49.303239 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] For port 6c91a588-1ac9-4361-9f23-aa1a0d4900c4, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6c91a588-1ac9-4361-9f23-aa1a0d4900c4,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:30:49.308077 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:49.409113 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ec368f84-ce80-4648-b243-a1e93994a783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:49.418698 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Routers {'0ded19cf-0488-4aeb-927c-6d25edc220ed'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:30:49.419319 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:30:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0ded19cf-0488-4aeb-927c-6d25edc220ed'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:49.426409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-ec368f84-ce80-4648-b243-a1e93994a783 admin admin] Transition to ACTIVE for port object 898ac1ba-1694-4a5f-9c90-16eb08dff318 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:30:49.450212 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ec368f84-ce80-4648-b243-a1e93994a783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:49.482824 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc13d6-18a3-46af-b88d-5ad51aedf5b7 None None] Pushing event updated for resources: {'Port': ['ID=6c91a588-1ac9-4361-9f23-aa1a0d4900c4,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:49.518675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec368f84-ce80-4648-b243-a1e93994a783 admin admin] Network 0377b40b-9f8c-42ce-bc23-41b8c5694826 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:30:49.522252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-ec368f84-ce80-4648-b243-a1e93994a783 admin admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:30:49.525738 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec368f84-ce80-4648-b243-a1e93994a783 admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:30:49.567705 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec368f84-ce80-4648-b243-a1e93994a783 admin admin] Pushing event updated for resources: {'Port': ['ID=898ac1ba-1694-4a5f-9c90-16eb08dff318,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:49.591732 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ec368f84-ce80-4648-b243-a1e93994a783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:49.604188 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] Set router 0ded19cf-0488-4aeb-927c-6d25edc220ed gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:30:49.738338 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0d8571b4-0f8f-4810-80f0-d3b2d0ccbdfe None None] Provisioning for port 898ac1ba-1694-4a5f-9c90-16eb08dff318 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:30:49.743379 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c948b73f-27b3-442a-9208-ef4a087158c8 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:30:49.798668 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0d8571b4-0f8f-4810-80f0-d3b2d0ccbdfe None None] Provisioning complete for port 898ac1ba-1694-4a5f-9c90-16eb08dff318 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:30:49.798910 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0d8571b4-0f8f-4810-80f0-d3b2d0ccbdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:49.884503 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ec368f84-ce80-4648-b243-a1e93994a783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:49.893187 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'name': 'tempest-TestMinimumBasicScenario-981358300-router', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:45Z', 'updated_at': '2022-02-04T06:30:47Z', 'revision_number': 3, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'gw_port': {'id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:46Z', 'updated_at': '2022-02-04T06:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:49.898229 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe866b9-4527-4a57-b270-d6697202579c None None] The sync data for ids ['0ded19cf-0488-4aeb-927c-6d25edc220ed'] in dv-neutron-826830-2-hyperv is: [{'id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'name': 'tempest-TestMinimumBasicScenario-981358300-router', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:45Z', 'updated_at': '2022-02-04T06:30:47Z', 'revision_number': 3, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'gw_port': {'id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:46Z', 'updated_at': '2022-02-04T06:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:30:49.911476 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-0d8571b4-0f8f-4810-80f0-d3b2d0ccbdfe None None] Port 898ac1ba-1694-4a5f-9c90-16eb08dff318 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:30:49.929281 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port c948b73f-27b3-442a-9208-ef4a087158c8 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:30:49.929682 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:50.119942 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ec368f84-ce80-4648-b243-a1e93994a783 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:50.126775 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ec368f84-ce80-4648-b243-a1e93994a783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:50.245173 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ec368f84-ce80-4648-b243-a1e93994a783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:50.248889 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec368f84-ce80-4648-b243-a1e93994a783 admin admin] Pushing event updated for resources: {'Port': ['ID=898ac1ba-1694-4a5f-9c90-16eb08dff318,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:50.399217 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec368f84-ce80-4648-b243-a1e93994a783 admin admin] Network 0377b40b-9f8c-42ce-bc23-41b8c5694826 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:30:50.400547 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-ec368f84-ce80-4648-b243-a1e93994a783 admin admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:30:50.595725 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec368f84-ce80-4648-b243-a1e93994a783 admin admin] Router 0ded19cf-0488-4aeb-927c-6d25edc220ed has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:30:50.639326 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-1303d7a7-d384-4ea3-bc45-a93e227d6c95 None None] Provisioning complete for port 898ac1ba-1694-4a5f-9c90-16eb08dff318 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:30:50.639809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1303d7a7-d384-4ea3-bc45-a93e227d6c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:50.696098 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-1303d7a7-d384-4ea3-bc45-a93e227d6c95 None None] Port 898ac1ba-1694-4a5f-9c90-16eb08dff318 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:30:50.907931 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec368f84-ce80-4648-b243-a1e93994a783 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:30:50.917317 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ec368f84-ce80-4648-b243-a1e93994a783 admin admin] 10.222.0.31 "PUT /v2.0/routers/0ded19cf-0488-4aeb-927c-6d25edc220ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6782069 Feb 04 06:30:51.398237 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Sync routers for ids ['0ded19cf-0488-4aeb-927c-6d25edc220ed'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:30:51.408421 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Routers {'0ded19cf-0488-4aeb-927c-6d25edc220ed'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:30:51.409045 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:30:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0ded19cf-0488-4aeb-927c-6d25edc220ed'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:51.434806 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34396) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:30:51.440448 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1672725698-network', 'tenant_id': '0781ace43dfd41b0939d6a130566ad20'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:30:51.445837 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:30:51.449990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Usage tracker for resource:network and tenant:0781ace43dfd41b0939d6a130566ad20 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:30:51.453330 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:30:51.459473 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:30:51.470397 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Made reservation on behalf of 0781ace43dfd41b0939d6a130566ad20 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:30:51.472911 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:51.485510 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:51.499762 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:30:51.503851 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Usage tracker for resource:security_group_rule and tenant:0781ace43dfd41b0939d6a130566ad20 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:30:51.506698 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:30:51.512559 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:30:51.587807 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Set router 0ded19cf-0488-4aeb-927c-6d25edc220ed gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:30:51.595104 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:51.600071 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:51.627394 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:30:51.641772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17febe4-39cd-4a80-886c-71752a05fe6c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:51.644436 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:51.644778 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Added segment d5e71afa-0db8-45c1-bfc6-05114b73f37d of type vlan for network 745622d7-dc3d-4e06-8dbc-8b81a46aca72 Feb 04 06:30:51.678950 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:51.717127 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:51.718421 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:51.719206 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:51.792560 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6c91a588-1ac9-4361-9f23-aa1a0d4900c4 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:30:51.827764 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3918431 Feb 04 06:30:51.828820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e0c02-48d4-40cb-9f1d-9b145a5dfe80 admin admin] Pushing event updated for resources: {'Network': ['ID=745622d7-dc3d-4e06-8dbc-8b81a46aca72,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:51.830818 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34400) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:30:51.837157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-a702fdf9-3f8a-41a6-99ea-45bb4c07724d admin admin] Request body: {'subnet': {'network_id': '745622d7-dc3d-4e06-8dbc-8b81a46aca72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1672725698-subnet', 'tenant_id': '0781ace43dfd41b0939d6a130566ad20', 'ip_version': 4}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:30:51.842299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a702fdf9-3f8a-41a6-99ea-45bb4c07724d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:30:51.846350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a702fdf9-3f8a-41a6-99ea-45bb4c07724d admin admin] Usage tracker for resource:subnet and tenant:0781ace43dfd41b0939d6a130566ad20 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:30:51.849439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a702fdf9-3f8a-41a6-99ea-45bb4c07724d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:30:51.851462 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 745622d7-dc3d-4e06-8dbc-8b81a46aca72 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:30:51.856720 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a702fdf9-3f8a-41a6-99ea-45bb4c07724d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:30:51.868961 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a702fdf9-3f8a-41a6-99ea-45bb4c07724d admin admin] Made reservation on behalf of 0781ace43dfd41b0939d6a130566ad20 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:30:51.871596 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a702fdf9-3f8a-41a6-99ea-45bb4c07724d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:52.037111 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 6c91a588-1ac9-4361-9f23-aa1a0d4900c4 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:30:52.046865 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 6c91a588-1ac9-4361-9f23-aa1a0d4900c4 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:30:52.047232 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:52.075571 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a702fdf9-3f8a-41a6-99ea-45bb4c07724d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:52.120639 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'name': 'tempest-TestMinimumBasicScenario-981358300-router', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:45Z', 'updated_at': '2022-02-04T06:30:49Z', 'revision_number': 4, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'gw_port': {'id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:46Z', 'updated_at': '2022-02-04T06:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '898ac1ba-1694-4a5f-9c90-16eb08dff318', 'name': '', 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'mac_address': 'fa:16:3e:46:71:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '90616a62-deb0-4e56-a53b-d68b6f79cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:49Z', 'updated_at': '2022-02-04T06:30:49Z', 'revision_number': 2, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'subnets': [{'id': '90616a62-deb0-4e56-a53b-d68b6f79cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:52.152497 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Checking router: 0ded19cf-0488-4aeb-927c-6d25edc220ed for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:30:52.152877 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Updating router 0ded19cf-0488-4aeb-927c-6d25edc220ed port 898ac1ba-1694-4a5f-9c90-16eb08dff318 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:30:52.156757 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702fdf9-3f8a-41a6-99ea-45bb4c07724d admin admin] Checking segment: {'id': 'd5e71afa-0db8-45c1-bfc6-05114b73f37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '745622d7-dc3d-4e06-8dbc-8b81a46aca72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:30:52.157085 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a702fdf9-3f8a-41a6-99ea-45bb4c07724d admin admin] Network hostable DHCP agents. Network: 745622d7-dc3d-4e06-8dbc-8b81a46aca72, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:30:52.171497 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702fdf9-3f8a-41a6-99ea-45bb4c07724d admin admin] Pushing event updated for resources: {'Subnet': ['ID=18df42b2-2ee8-424a-9c3a-5ad69e444261,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:52.183597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a702fdf9-3f8a-41a6-99ea-45bb4c07724d admin admin] Network 745622d7-dc3d-4e06-8dbc-8b81a46aca72 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:30:52.195838 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-a702fdf9-3f8a-41a6-99ea-45bb4c07724d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 745622d7-dc3d-4e06-8dbc-8b81a46aca72) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:30:52.205673 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a702fdf9-3f8a-41a6-99ea-45bb4c07724d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:52.206254 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a702fdf9-3f8a-41a6-99ea-45bb4c07724d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:52.215065 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b62a05-c793-4e73-ad43-7c8e0586559f None None] Network 745622d7-dc3d-4e06-8dbc-8b81a46aca72 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:30:52.226020 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a702fdf9-3f8a-41a6-99ea-45bb4c07724d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3939497 Feb 04 06:30:52.228670 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34404) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:30:52.233998 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1672725698-router', 'tenant_id': '0781ace43dfd41b0939d6a130566ad20', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:30:52.238903 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:30:52.242799 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Usage tracker for resource:router and tenant:0781ace43dfd41b0939d6a130566ad20 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:30:52.246606 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:30:52.252311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:30:52.264596 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:52.265577 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:52.280257 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:52.308320 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:52.318443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:52.394210 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 6c91a588-1ac9-4361-9f23-aa1a0d4900c4, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6c91a588-1ac9-4361-9f23-aa1a0d4900c4,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:30:52.408533 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:52.642554 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=6c91a588-1ac9-4361-9f23-aa1a0d4900c4,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:52.659707 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:52.750640 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-745622d7-dc3d-4e06-8dbc-8b81a46aca72', 'network_id': '745622d7-dc3d-4e06-8dbc-8b81a46aca72', 'tenant_id': '0781ace43dfd41b0939d6a130566ad20', 'fixed_ips': [{'subnet_id': '18df42b2-2ee8-424a-9c3a-5ad69e444261'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:30:52.751457 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:52.816197 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:30:52.972483 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:53.004490 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Allocated IP 172.20.0.2 (745622d7-dc3d-4e06-8dbc-8b81a46aca72/18df42b2-2ee8-424a-9c3a-5ad69e444261/184d8afd-7b7b-4a95-acfe-e6fa663c080d) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:30:53.005743 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:53.029632 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:53.101192 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Transition to ACTIVE for port object 898ac1ba-1694-4a5f-9c90-16eb08dff318 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:30:53.116773 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:53.141274 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Allocated IP 172.26.4.58 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/3cf582dc-22ea-4eab-8ecb-3276216f2416) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:30:53.280389 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead724a3-94de-4fe9-b564-b60ec06abeb8 None None] Pushing event updated for resources: {'Port': ['ID=898ac1ba-1694-4a5f-9c90-16eb08dff318,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:53.293369 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:53.328766 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:53.402472 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:30:53.405313 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:30:53.408883 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:30:53.429043 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Attempting to bind port 898ac1ba-1694-4a5f-9c90-16eb08dff318 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:30:53.429638 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Attempting to bind port 898ac1ba-1694-4a5f-9c90-16eb08dff318 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '7210009e-3f4a-48f2-90e3-c0b5f6b3d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:30:53.429781 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Attempting to bind port 898ac1ba-1694-4a5f-9c90-16eb08dff318 on network 0377b40b-9f8c-42ce-bc23-41b8c5694826 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:30:53.437901 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Pushing event updated for resources: {'Port': ['ID=3cf582dc-22ea-4eab-8ecb-3276216f2416,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:53.445463 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:30:53.445832 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Checking segment: {'id': '7210009e-3f4a-48f2-90e3-c0b5f6b3d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:30:53.446225 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:53.446607 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Bound using segment: {'id': '7210009e-3f4a-48f2-90e3-c0b5f6b3d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:30:53.447068 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Bound port: 898ac1ba-1694-4a5f-9c90-16eb08dff318, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7210009e-3f4a-48f2-90e3-c0b5f6b3d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:30:53.447433 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:53.469458 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:53.503660 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Transition to ACTIVE for port object 184d8afd-7b7b-4a95-acfe-e6fa663c080d will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:30:53.541820 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Transition to ACTIVE for port object 184d8afd-7b7b-4a95-acfe-e6fa663c080d will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:30:53.556288 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:53.631285 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Network 745622d7-dc3d-4e06-8dbc-8b81a46aca72 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:30:53.632440 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] For port 898ac1ba-1694-4a5f-9c90-16eb08dff318, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:30:53.637544 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:30:53.642570 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:30:53.652874 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] For port 898ac1ba-1694-4a5f-9c90-16eb08dff318, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=898ac1ba-1694-4a5f-9c90-16eb08dff318,segment=NetworkSegment(7210009e-3f4a-48f2-90e3-c0b5f6b3d999),segment_id=7210009e-3f4a-48f2-90e3-c0b5f6b3d999)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:30:53.677304 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Pushing event updated for resources: {'Port': ['ID=184d8afd-7b7b-4a95-acfe-e6fa663c080d,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:53.685958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:53.766239 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6c91a588-1ac9-4361-9f23-aa1a0d4900c4 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:30:53.838432 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:53.866264 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Attempting to bind port 184d8afd-7b7b-4a95-acfe-e6fa663c080d on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:30:53.866626 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Attempting to bind port 184d8afd-7b7b-4a95-acfe-e6fa663c080d by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'd5e71afa-0db8-45c1-bfc6-05114b73f37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '745622d7-dc3d-4e06-8dbc-8b81a46aca72'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:30:53.866987 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Attempting to bind port 184d8afd-7b7b-4a95-acfe-e6fa663c080d on network 745622d7-dc3d-4e06-8dbc-8b81a46aca72 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:30:53.872218 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Routers {'0ded19cf-0488-4aeb-927c-6d25edc220ed'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:30:53.872865 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:30:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0ded19cf-0488-4aeb-927c-6d25edc220ed'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:53.929461 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:30:53.929831 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Checking segment: {'id': 'd5e71afa-0db8-45c1-bfc6-05114b73f37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '745622d7-dc3d-4e06-8dbc-8b81a46aca72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:30:53.930224 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:53.930617 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Bound using segment: {'id': 'd5e71afa-0db8-45c1-bfc6-05114b73f37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '745622d7-dc3d-4e06-8dbc-8b81a46aca72'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:30:53.931093 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Bound port: 184d8afd-7b7b-4a95-acfe-e6fa663c080d, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e71afa-0db8-45c1-bfc6-05114b73f37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '745622d7-dc3d-4e06-8dbc-8b81a46aca72'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:30:53.931454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:53.940469 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead724a3-94de-4fe9-b564-b60ec06abeb8 None None] Pushing event updated for resources: {'Port': ['ID=898ac1ba-1694-4a5f-9c90-16eb08dff318,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:54.085557 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 6c91a588-1ac9-4361-9f23-aa1a0d4900c4 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:30:54.085811 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:54.256927 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] For port 184d8afd-7b7b-4a95-acfe-e6fa663c080d, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:30:54.260105 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] For port 184d8afd-7b7b-4a95-acfe-e6fa663c080d, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=184d8afd-7b7b-4a95-acfe-e6fa663c080d,segment=NetworkSegment(d5e71afa-0db8-45c1-bfc6-05114b73f37d),segment_id=d5e71afa-0db8-45c1-bfc6-05114b73f37d)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:30:54.274027 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:54.278717 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] Set router 0ded19cf-0488-4aeb-927c-6d25edc220ed gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:30:54.314714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:54.523898 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Router fc6e7b6f-8def-44db-9322-b5de8ed0a588 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:30:54.531509 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8a444-0044-4ee1-9d1e-a7c52946b83f None None] Pushing event updated for resources: {'Port': ['ID=184d8afd-7b7b-4a95-acfe-e6fa663c080d,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:54.737967 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:30:54.747179 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Sync routers for ids ['fc6e7b6f-8def-44db-9322-b5de8ed0a588'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:30:54.755063 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'name': 'tempest-TestMinimumBasicScenario-981358300-router', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:45Z', 'updated_at': '2022-02-04T06:30:49Z', 'revision_number': 4, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'gw_port': {'id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:46Z', 'updated_at': '2022-02-04T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '898ac1ba-1694-4a5f-9c90-16eb08dff318', 'name': '', 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'mac_address': 'fa:16:3e:46:71:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '90616a62-deb0-4e56-a53b-d68b6f79cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:49Z', 'updated_at': '2022-02-04T06:30:53Z', 'revision_number': 4, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'subnets': [{'id': '90616a62-deb0-4e56-a53b-d68b6f79cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:54.756567 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Routers {'fc6e7b6f-8def-44db-9322-b5de8ed0a588'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:30:54.757428 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:30:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['fc6e7b6f-8def-44db-9322-b5de8ed0a588'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:54.759298 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48e7d46-c161-4338-9c35-547b5c34aac2 None None] The sync data for ids ['0ded19cf-0488-4aeb-927c-6d25edc220ed'] in dv-neutron-826830-2-hyperv is: [{'id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'name': 'tempest-TestMinimumBasicScenario-981358300-router', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:45Z', 'updated_at': '2022-02-04T06:30:49Z', 'revision_number': 4, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'gw_port': {'id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:46Z', 'updated_at': '2022-02-04T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '898ac1ba-1694-4a5f-9c90-16eb08dff318', 'name': '', 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'mac_address': 'fa:16:3e:46:71:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '90616a62-deb0-4e56-a53b-d68b6f79cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:49Z', 'updated_at': '2022-02-04T06:30:53Z', 'revision_number': 4, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'subnets': [{'id': '90616a62-deb0-4e56-a53b-d68b6f79cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:30:54.764973 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:54.768796 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7e5e40b2-69ea-469d-ba5a-f701c7db64e0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5366693 Feb 04 06:30:54.769092 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34408) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:30:54.982793 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Set router fc6e7b6f-8def-44db-9322-b5de8ed0a588 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:30:55.278366 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6e7b6f-8def-44db-9322-b5de8ed0a588', 'name': 'tempest-TestMinimumBasicScenario-1672725698-router', 'tenant_id': '0781ace43dfd41b0939d6a130566ad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3cf582dc-22ea-4eab-8ecb-3276216f2416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:52Z', 'updated_at': '2022-02-04T06:30:53Z', 'revision_number': 3, 'project_id': '0781ace43dfd41b0939d6a130566ad20', 'gw_port': {'id': '3cf582dc-22ea-4eab-8ecb-3276216f2416', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6e7b6f-8def-44db-9322-b5de8ed0a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:53Z', 'updated_at': '2022-02-04T06:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:55.285432 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Checking router: fc6e7b6f-8def-44db-9322-b5de8ed0a588 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:30:55.285766 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Updating router fc6e7b6f-8def-44db-9322-b5de8ed0a588 port 3cf582dc-22ea-4eab-8ecb-3276216f2416 binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:30:55.342855 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:55.551135 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f5e06585-0cd8-4459-b51e-808190009a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:55.760509 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:55.762727 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8a586f-70c9-4046-9f97-171f7876de4c None None] Network 745622d7-dc3d-4e06-8dbc-8b81a46aca72 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:30:55.773079 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Transition to ACTIVE for port object 3cf582dc-22ea-4eab-8ecb-3276216f2416 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:30:55.787287 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:55.961908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 898ac1ba-1694-4a5f-9c90-16eb08dff318 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:30:55.964577 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb4c09-e479-4b66-b106-883b0cb78606 None None] Pushing event updated for resources: {'Port': ['ID=3cf582dc-22ea-4eab-8ecb-3276216f2416,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:55.966892 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Attempting to bind port 3cf582dc-22ea-4eab-8ecb-3276216f2416 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:30:55.967254 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Attempting to bind port 3cf582dc-22ea-4eab-8ecb-3276216f2416 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:30:55.967604 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Attempting to bind port 3cf582dc-22ea-4eab-8ecb-3276216f2416 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:30:55.974267 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:30:55.974634 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:30:55.975022 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:55.976513 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:30:55.976513 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Bound port: 3cf582dc-22ea-4eab-8ecb-3276216f2416, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:30:55.976513 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:56.013465 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-f5e06585-0cd8-4459-b51e-808190009a18 admin admin] Allocated IP 172.20.0.1 (745622d7-dc3d-4e06-8dbc-8b81a46aca72/18df42b2-2ee8-424a-9c3a-5ad69e444261/eb362798-2f91-46c4-8347-28f2d5910ef3) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:30:56.017444 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3c8f8776-358d-4d75-99e4-f7074b5ee639 None None] Provisioning for port 184d8afd-7b7b-4a95-acfe-e6fa663c080d completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:30:56.062002 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] For port 3cf582dc-22ea-4eab-8ecb-3276216f2416, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:30:56.065368 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] For port 3cf582dc-22ea-4eab-8ecb-3276216f2416, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3cf582dc-22ea-4eab-8ecb-3276216f2416,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:30:56.074744 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:56.155669 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Routers {'fc6e7b6f-8def-44db-9322-b5de8ed0a588'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:30:56.156305 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:30:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['fc6e7b6f-8def-44db-9322-b5de8ed0a588'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:56.162271 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 898ac1ba-1694-4a5f-9c90-16eb08dff318 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:30:56.170406 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 898ac1ba-1694-4a5f-9c90-16eb08dff318 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:30:56.170748 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:56.196510 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f5e06585-0cd8-4459-b51e-808190009a18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:56.216813 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f5e06585-0cd8-4459-b51e-808190009a18 admin admin] Transition to ACTIVE for port object eb362798-2f91-46c4-8347-28f2d5910ef3 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:30:56.247823 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f5e06585-0cd8-4459-b51e-808190009a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:56.327327 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:56.335302 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb4c09-e479-4b66-b106-883b0cb78606 None None] Pushing event updated for resources: {'Port': ['ID=3cf582dc-22ea-4eab-8ecb-3276216f2416,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:56.342558 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e06585-0cd8-4459-b51e-808190009a18 admin admin] Network 745622d7-dc3d-4e06-8dbc-8b81a46aca72 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:30:56.347008 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-f5e06585-0cd8-4459-b51e-808190009a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:30:56.349661 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e06585-0cd8-4459-b51e-808190009a18 admin admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:30:56.377849 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] Set router fc6e7b6f-8def-44db-9322-b5de8ed0a588 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:30:56.381385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 898ac1ba-1694-4a5f-9c90-16eb08dff318, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=898ac1ba-1694-4a5f-9c90-16eb08dff318,segment=NetworkSegment(7210009e-3f4a-48f2-90e3-c0b5f6b3d999),segment_id=7210009e-3f4a-48f2-90e3-c0b5f6b3d999)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:30:56.388874 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:56.389904 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 184d8afd-7b7b-4a95-acfe-e6fa663c080d up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:30:56.399043 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e06585-0cd8-4459-b51e-808190009a18 admin admin] Pushing event updated for resources: {'Port': ['ID=eb362798-2f91-46c4-8347-28f2d5910ef3,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:56.421964 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f5e06585-0cd8-4459-b51e-808190009a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:56.536400 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=898ac1ba-1694-4a5f-9c90-16eb08dff318,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:56.551437 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 184d8afd-7b7b-4a95-acfe-e6fa663c080d completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:30:56.558235 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 184d8afd-7b7b-4a95-acfe-e6fa663c080d triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:30:56.558653 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:56.672970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-db7e3485-7777-455f-a543-bbdbc78b1a82 None None] Provisioning complete for port 184d8afd-7b7b-4a95-acfe-e6fa663c080d triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:30:56.673356 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-db7e3485-7777-455f-a543-bbdbc78b1a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:56.711001 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6e7b6f-8def-44db-9322-b5de8ed0a588', 'name': 'tempest-TestMinimumBasicScenario-1672725698-router', 'tenant_id': '0781ace43dfd41b0939d6a130566ad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3cf582dc-22ea-4eab-8ecb-3276216f2416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:52Z', 'updated_at': '2022-02-04T06:30:53Z', 'revision_number': 3, 'project_id': '0781ace43dfd41b0939d6a130566ad20', 'gw_port': {'id': '3cf582dc-22ea-4eab-8ecb-3276216f2416', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6e7b6f-8def-44db-9322-b5de8ed0a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:53Z', 'updated_at': '2022-02-04T06:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:56.715266 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d56f9f-7ed0-482a-b1f6-3cf5a67a62dd None None] The sync data for ids ['fc6e7b6f-8def-44db-9322-b5de8ed0a588'] in dv-neutron-826830-2-hyperv is: [{'id': 'fc6e7b6f-8def-44db-9322-b5de8ed0a588', 'name': 'tempest-TestMinimumBasicScenario-1672725698-router', 'tenant_id': '0781ace43dfd41b0939d6a130566ad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3cf582dc-22ea-4eab-8ecb-3276216f2416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:52Z', 'updated_at': '2022-02-04T06:30:53Z', 'revision_number': 3, 'project_id': '0781ace43dfd41b0939d6a130566ad20', 'gw_port': {'id': '3cf582dc-22ea-4eab-8ecb-3276216f2416', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6e7b6f-8def-44db-9322-b5de8ed0a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:53Z', 'updated_at': '2022-02-04T06:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:30:56.721805 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f5e06585-0cd8-4459-b51e-808190009a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:56.764456 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:56.846116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 184d8afd-7b7b-4a95-acfe-e6fa663c080d, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=184d8afd-7b7b-4a95-acfe-e6fa663c080d,segment=NetworkSegment(d5e71afa-0db8-45c1-bfc6-05114b73f37d),segment_id=d5e71afa-0db8-45c1-bfc6-05114b73f37d)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:30:56.855088 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:56.896808 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-db7e3485-7777-455f-a543-bbdbc78b1a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:56.991481 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f5e06585-0cd8-4459-b51e-808190009a18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:56.997570 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f5e06585-0cd8-4459-b51e-808190009a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:57.003109 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=184d8afd-7b7b-4a95-acfe-e6fa663c080d,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:57.023945 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-db7e3485-7777-455f-a543-bbdbc78b1a82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:30:57.024295 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-db7e3485-7777-455f-a543-bbdbc78b1a82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:30:57.109738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f5e06585-0cd8-4459-b51e-808190009a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:57.113328 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e06585-0cd8-4459-b51e-808190009a18 admin admin] Pushing event updated for resources: {'Port': ['ID=eb362798-2f91-46c4-8347-28f2d5910ef3,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:57.253053 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e06585-0cd8-4459-b51e-808190009a18 admin admin] Network 745622d7-dc3d-4e06-8dbc-8b81a46aca72 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:30:57.254150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-f5e06585-0cd8-4459-b51e-808190009a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:30:57.455529 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e06585-0cd8-4459-b51e-808190009a18 admin admin] Router fc6e7b6f-8def-44db-9322-b5de8ed0a588 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:30:57.768706 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e06585-0cd8-4459-b51e-808190009a18 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:30:57.777716 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0b57ab29-0081-4bcf-9c0d-18940b6ef0ac None None] Provisioning for port eb362798-2f91-46c4-8347-28f2d5910ef3 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:30:57.778220 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f5e06585-0cd8-4459-b51e-808190009a18 admin admin] 10.222.0.31 "PUT /v2.0/routers/fc6e7b6f-8def-44db-9322-b5de8ed0a588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0068073 Feb 04 06:30:57.783927 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0b57ab29-0081-4bcf-9c0d-18940b6ef0ac None None] Provisioning complete for port eb362798-2f91-46c4-8347-28f2d5910ef3 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:30:57.784852 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0b57ab29-0081-4bcf-9c0d-18940b6ef0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:57.828496 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 898ac1ba-1694-4a5f-9c90-16eb08dff318 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:30:57.907563 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-0b57ab29-0081-4bcf-9c0d-18940b6ef0ac None None] Port eb362798-2f91-46c4-8347-28f2d5910ef3 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:30:57.921797 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 898ac1ba-1694-4a5f-9c90-16eb08dff318 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:30:57.922172 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:58.040821 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 184d8afd-7b7b-4a95-acfe-e6fa663c080d up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:30:58.114267 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 184d8afd-7b7b-4a95-acfe-e6fa663c080d triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:30:58.114650 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:58.263996 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3cf582dc-22ea-4eab-8ecb-3276216f2416 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:30:58.331395 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 3cf582dc-22ea-4eab-8ecb-3276216f2416 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:30:58.336694 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 3cf582dc-22ea-4eab-8ecb-3276216f2416 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:30:58.337078 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:58.374907 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Sync routers for ids ['fc6e7b6f-8def-44db-9322-b5de8ed0a588'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:30:58.400493 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Routers {'fc6e7b6f-8def-44db-9322-b5de8ed0a588'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:30:58.401125 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:30:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['fc6e7b6f-8def-44db-9322-b5de8ed0a588'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:58.619639 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:58.638679 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Set router fc6e7b6f-8def-44db-9322-b5de8ed0a588 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:30:58.702181 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 3cf582dc-22ea-4eab-8ecb-3276216f2416, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3cf582dc-22ea-4eab-8ecb-3276216f2416,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:30:58.711310 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:58.926176 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=3cf582dc-22ea-4eab-8ecb-3276216f2416,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:59.045543 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6e7b6f-8def-44db-9322-b5de8ed0a588', 'name': 'tempest-TestMinimumBasicScenario-1672725698-router', 'tenant_id': '0781ace43dfd41b0939d6a130566ad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3cf582dc-22ea-4eab-8ecb-3276216f2416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:52Z', 'updated_at': '2022-02-04T06:30:56Z', 'revision_number': 4, 'project_id': '0781ace43dfd41b0939d6a130566ad20', 'gw_port': {'id': '3cf582dc-22ea-4eab-8ecb-3276216f2416', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6e7b6f-8def-44db-9322-b5de8ed0a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:53Z', 'updated_at': '2022-02-04T06:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'eb362798-2f91-46c4-8347-28f2d5910ef3', 'name': '', 'network_id': '745622d7-dc3d-4e06-8dbc-8b81a46aca72', 'tenant_id': '0781ace43dfd41b0939d6a130566ad20', 'mac_address': 'fa:16:3e:a6:ed:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6e7b6f-8def-44db-9322-b5de8ed0a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '18df42b2-2ee8-424a-9c3a-5ad69e444261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:55Z', 'updated_at': '2022-02-04T06:30:56Z', 'revision_number': 2, 'project_id': '0781ace43dfd41b0939d6a130566ad20', 'subnets': [{'id': '18df42b2-2ee8-424a-9c3a-5ad69e444261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:59.049711 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Checking router: fc6e7b6f-8def-44db-9322-b5de8ed0a588 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:30:59.050160 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Updating router fc6e7b6f-8def-44db-9322-b5de8ed0a588 port eb362798-2f91-46c4-8347-28f2d5910ef3 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:30:59.104313 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:59.540136 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:59.542944 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a370008e-8f8d-4091-a0fb-f0635f20947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:59.554374 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Transition to ACTIVE for port object eb362798-2f91-46c4-8347-28f2d5910ef3 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:30:59.561530 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:59.767653 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83631a0a-e49b-41fe-ac2a-8aa022772bb3 None None] Pushing event updated for resources: {'Port': ['ID=eb362798-2f91-46c4-8347-28f2d5910ef3,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:59.787141 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3cf582dc-22ea-4eab-8ecb-3276216f2416 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:30:59.843239 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Attempting to bind port eb362798-2f91-46c4-8347-28f2d5910ef3 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:30:59.843602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Attempting to bind port eb362798-2f91-46c4-8347-28f2d5910ef3 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'd5e71afa-0db8-45c1-bfc6-05114b73f37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '745622d7-dc3d-4e06-8dbc-8b81a46aca72'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:30:59.844123 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Attempting to bind port eb362798-2f91-46c4-8347-28f2d5910ef3 on network 745622d7-dc3d-4e06-8dbc-8b81a46aca72 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:30:59.855118 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:30:59.855491 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Checking segment: {'id': 'd5e71afa-0db8-45c1-bfc6-05114b73f37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '745622d7-dc3d-4e06-8dbc-8b81a46aca72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:30:59.856295 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:59.856683 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Bound using segment: {'id': 'd5e71afa-0db8-45c1-bfc6-05114b73f37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '745622d7-dc3d-4e06-8dbc-8b81a46aca72'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:30:59.857408 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Bound port: eb362798-2f91-46c4-8347-28f2d5910ef3, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e71afa-0db8-45c1-bfc6-05114b73f37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '745622d7-dc3d-4e06-8dbc-8b81a46aca72'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:30:59.857515 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:59.964679 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 3cf582dc-22ea-4eab-8ecb-3276216f2416 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:30:59.965464 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:00.024809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] For port eb362798-2f91-46c4-8347-28f2d5910ef3, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:31:00.046329 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] For port eb362798-2f91-46c4-8347-28f2d5910ef3, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=eb362798-2f91-46c4-8347-28f2d5910ef3,segment=NetworkSegment(d5e71afa-0db8-45c1-bfc6-05114b73f37d),segment_id=d5e71afa-0db8-45c1-bfc6-05114b73f37d)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:31:00.056268 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:00.214276 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Routers {'fc6e7b6f-8def-44db-9322-b5de8ed0a588'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:31:00.214961 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:30:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['fc6e7b6f-8def-44db-9322-b5de8ed0a588'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:31:00.304524 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83631a0a-e49b-41fe-ac2a-8aa022772bb3 None None] Pushing event updated for resources: {'Port': ['ID=eb362798-2f91-46c4-8347-28f2d5910ef3,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:31:00.432349 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] Set router fc6e7b6f-8def-44db-9322-b5de8ed0a588 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:31:00.770697 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6e7b6f-8def-44db-9322-b5de8ed0a588', 'name': 'tempest-TestMinimumBasicScenario-1672725698-router', 'tenant_id': '0781ace43dfd41b0939d6a130566ad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3cf582dc-22ea-4eab-8ecb-3276216f2416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:52Z', 'updated_at': '2022-02-04T06:30:56Z', 'revision_number': 4, 'project_id': '0781ace43dfd41b0939d6a130566ad20', 'gw_port': {'id': '3cf582dc-22ea-4eab-8ecb-3276216f2416', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e7b6f-8def-44db-9322-b5de8ed0a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:53Z', 'updated_at': '2022-02-04T06:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'eb362798-2f91-46c4-8347-28f2d5910ef3', 'name': '', 'network_id': '745622d7-dc3d-4e06-8dbc-8b81a46aca72', 'tenant_id': '0781ace43dfd41b0939d6a130566ad20', 'mac_address': 'fa:16:3e:a6:ed:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6e7b6f-8def-44db-9322-b5de8ed0a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '18df42b2-2ee8-424a-9c3a-5ad69e444261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:55Z', 'updated_at': '2022-02-04T06:30:59Z', 'revision_number': 4, 'project_id': '0781ace43dfd41b0939d6a130566ad20', 'subnets': [{'id': '18df42b2-2ee8-424a-9c3a-5ad69e444261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:31:00.774971 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a52bdb-f0ea-460f-aacf-85203be145b1 None None] The sync data for ids ['fc6e7b6f-8def-44db-9322-b5de8ed0a588'] in dv-neutron-826830-2-hyperv is: [{'id': 'fc6e7b6f-8def-44db-9322-b5de8ed0a588', 'name': 'tempest-TestMinimumBasicScenario-1672725698-router', 'tenant_id': '0781ace43dfd41b0939d6a130566ad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3cf582dc-22ea-4eab-8ecb-3276216f2416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:52Z', 'updated_at': '2022-02-04T06:30:56Z', 'revision_number': 4, 'project_id': '0781ace43dfd41b0939d6a130566ad20', 'gw_port': {'id': '3cf582dc-22ea-4eab-8ecb-3276216f2416', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e7b6f-8def-44db-9322-b5de8ed0a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:53Z', 'updated_at': '2022-02-04T06:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'eb362798-2f91-46c4-8347-28f2d5910ef3', 'name': '', 'network_id': '745622d7-dc3d-4e06-8dbc-8b81a46aca72', 'tenant_id': '0781ace43dfd41b0939d6a130566ad20', 'mac_address': 'fa:16:3e:a6:ed:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6e7b6f-8def-44db-9322-b5de8ed0a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '18df42b2-2ee8-424a-9c3a-5ad69e444261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:55Z', 'updated_at': '2022-02-04T06:30:59Z', 'revision_number': 4, 'project_id': '0781ace43dfd41b0939d6a130566ad20', 'subnets': [{'id': '18df42b2-2ee8-424a-9c3a-5ad69e444261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:31:01.804103 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device eb362798-2f91-46c4-8347-28f2d5910ef3 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:31:01.872746 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e11da4c5-b3e6-4c20-877a-2926e233c889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:01.897639 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port eb362798-2f91-46c4-8347-28f2d5910ef3 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:31:01.912512 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port eb362798-2f91-46c4-8347-28f2d5910ef3 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:31:01.913501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:02.040348 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:02.074232 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port eb362798-2f91-46c4-8347-28f2d5910ef3, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=eb362798-2f91-46c4-8347-28f2d5910ef3,segment=NetworkSegment(d5e71afa-0db8-45c1-bfc6-05114b73f37d),segment_id=d5e71afa-0db8-45c1-bfc6-05114b73f37d)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:31:02.079937 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:02.180657 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=eb362798-2f91-46c4-8347-28f2d5910ef3,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:31:02.952468 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:02.973699 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:03.736213 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device eb362798-2f91-46c4-8347-28f2d5910ef3 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:31:03.850620 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port eb362798-2f91-46c4-8347-28f2d5910ef3 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:31:03.850991 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:04.421805 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:07.370310 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:08.101633 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-6f38ba4b-5554-40af-9fde-2f4166b975a4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:08.102298 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-6f38ba4b-5554-40af-9fde-2f4166b975a4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Synchronizing usage tracker for tenant:29eeece650514bdeb1d22a4ffe5dac00 on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:31:08.123429 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-6f38ba4b-5554-40af-9fde-2f4166b975a4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Unset dirty status for tenant:29eeece650514bdeb1d22a4ffe5dac00 on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:31:08.124654 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-6f38ba4b-5554-40af-9fde-2f4166b975a4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/networks?id=0377b40b-9f8c-42ce-bc23-41b8c5694826 HTTP/1.1" status: 200 len: 814 time: 0.1676786 Feb 04 06:31:08.139669 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-cdc3bcba-01ab-4b8c-aa14-57d1234b5d62 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/quotas/29eeece650514bdeb1d22a4ffe5dac00 HTTP/1.1" status: 200 len: 375 time: 0.0091627 Feb 04 06:31:08.225621 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-d5659e39-3610-4d45-803f-43855f19d1d0 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=29eeece650514bdeb1d22a4ffe5dac00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809598 Feb 04 06:31:08.375032 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-41810e87-d4a9-4747-bcfe-2c90faa87ec3 service neutron] 10.222.0.31 "GET /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373725 Feb 04 06:31:08.514847 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4423857d-a521-4f8a-96a2-d9e3a3dbd7c3 service neutron] 10.222.0.31 "GET /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335645 Feb 04 06:31:08.800800 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d49e3f10-82c1-46c0-98e9-282a8d9e001f req-fedb713e-347e-4fbc-8336-a7e5f64e025b tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 210 time: 0.1461008 Feb 04 06:31:09.790506 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-60910d24-7680-4430-8a53-3867cefbbfab tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:09.791956 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-60910d24-7680-4430-8a53-3867cefbbfab tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.43 "GET /v2.0/networks?id=0377b40b-9f8c-42ce-bc23-41b8c5694826 HTTP/1.1" status: 200 len: 814 time: 0.1513565 Feb 04 06:31:09.803473 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-aeed1069-9e74-486b-bee6-837f2a25568a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Request body: {'port': {'device_id': '222c0575-2af7-42c5-af57-1f9be7fd7d54', 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826', 'admin_state_up': True, 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:31:09.943933 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-aeed1069-9e74-486b-bee6-837f2a25568a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:31:09.947633 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-aeed1069-9e74-486b-bee6-837f2a25568a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Usage tracker for resource:port and tenant:29eeece650514bdeb1d22a4ffe5dac00 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:31:09.950400 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-aeed1069-9e74-486b-bee6-837f2a25568a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:31:09.951344 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-da231c0f-d22c-44cc-b8e7-f7963d1153b8 req-4b4e0807-fee5-4a48-a642-fa5d267f488a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 210 time: 0.0415032 Feb 04 06:31:09.956381 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-aeed1069-9e74-486b-bee6-837f2a25568a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:31:09.968371 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-aeed1069-9e74-486b-bee6-837f2a25568a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Made reservation on behalf of 29eeece650514bdeb1d22a4ffe5dac00 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:31:09.972022 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-aeed1069-9e74-486b-bee6-837f2a25568a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:10.143478 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-aeed1069-9e74-486b-bee6-837f2a25568a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Allocated IP 172.20.0.8 (0377b40b-9f8c-42ce-bc23-41b8c5694826/90616a62-deb0-4e56-a53b-d68b6f79cce8/846b4810-7575-44c4-8e4a-6ae3ab96acd0) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:31:10.369597 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-aeed1069-9e74-486b-bee6-837f2a25568a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:10.386324 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-aeed1069-9e74-486b-bee6-837f2a25568a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Transition to ACTIVE for port object 846b4810-7575-44c4-8e4a-6ae3ab96acd0 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:31:10.414539 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-aeed1069-9e74-486b-bee6-837f2a25568a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:10.497543 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-aeed1069-9e74-486b-bee6-837f2a25568a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Network 0377b40b-9f8c-42ce-bc23-41b8c5694826 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:31:10.500821 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-aeed1069-9e74-486b-bee6-837f2a25568a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:31:10.504843 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-aeed1069-9e74-486b-bee6-837f2a25568a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:31:10.538992 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed1069-9e74-486b-bee6-837f2a25568a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Pushing event updated for resources: {'Port': ['ID=846b4810-7575-44c4-8e4a-6ae3ab96acd0,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:31:10.580606 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-aeed1069-9e74-486b-bee6-837f2a25568a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:10.581730 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-aeed1069-9e74-486b-bee6-837f2a25568a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:10.617998 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-aeed1069-9e74-486b-bee6-837f2a25568a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8169022 Feb 04 06:31:10.859479 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-65bff3d9-ba63-47bd-aeb9-76e2b943b3ec None None] Provisioning for port 846b4810-7575-44c4-8e4a-6ae3ab96acd0 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:31:10.865488 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-65bff3d9-ba63-47bd-aeb9-76e2b943b3ec None None] Provisioning complete for port 846b4810-7575-44c4-8e4a-6ae3ab96acd0 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:31:10.866074 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-65bff3d9-ba63-47bd-aeb9-76e2b943b3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:10.921400 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-65bff3d9-ba63-47bd-aeb9-76e2b943b3ec None None] Port 846b4810-7575-44c4-8e4a-6ae3ab96acd0 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:31:11.146183 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f012a5b-b3f0-422f-99aa-34bcf2a174a6 req-c5e20681-11e3-4c43-92b0-6771d7e428d2 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:11.149618 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3f012a5b-b3f0-422f-99aa-34bcf2a174a6 req-c5e20681-11e3-4c43-92b0-6771d7e428d2 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 931 time: 0.0903914 Feb 04 06:31:11.201911 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-3f012a5b-b3f0-422f-99aa-34bcf2a174a6 req-a81a6178-a0a9-4b27-abf2-01acdf1ac4bc tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Synchronizing usage tracker for tenant:29eeece650514bdeb1d22a4ffe5dac00 on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:31:11.221083 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-3f012a5b-b3f0-422f-99aa-34bcf2a174a6 req-a81a6178-a0a9-4b27-abf2-01acdf1ac4bc tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Unset dirty status for tenant:29eeece650514bdeb1d22a4ffe5dac00 on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:31:11.222525 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3f012a5b-b3f0-422f-99aa-34bcf2a174a6 req-a81a6178-a0a9-4b27-abf2-01acdf1ac4bc tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671628 Feb 04 06:31:12.410858 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a5f3c-4bbf-4da9-96f9-de57a8368e23 req-5750f999-98e3-4b32-b91d-19d49a473266 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:12.412588 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-537a5f3c-4bbf-4da9-96f9-de57a8368e23 req-5750f999-98e3-4b32-b91d-19d49a473266 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 931 time: 0.0821419 Feb 04 06:31:12.463827 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-537a5f3c-4bbf-4da9-96f9-de57a8368e23 req-5a030fe5-ed70-41ea-b9d4-32a5fe5ae10a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446289 Feb 04 06:31:13.669736 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5858fd4-3fba-45fd-8741-ad9134456d36 req-6f2550de-cd9c-4358-8411-d1b37c18a7f2 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:13.672991 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c5858fd4-3fba-45fd-8741-ad9134456d36 req-6f2550de-cd9c-4358-8411-d1b37c18a7f2 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 931 time: 0.0906706 Feb 04 06:31:13.728874 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c5858fd4-3fba-45fd-8741-ad9134456d36 req-43295807-9295-43c5-8034-65ffb1728bf4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465679 Feb 04 06:31:14.934656 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c348712-67f1-419d-94fa-f760657155b2 req-55a6ab1b-a77d-4542-850b-44f9dcc7c640 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:14.936329 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6c348712-67f1-419d-94fa-f760657155b2 req-55a6ab1b-a77d-4542-850b-44f9dcc7c640 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 931 time: 0.0895259 Feb 04 06:31:14.983251 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6c348712-67f1-419d-94fa-f760657155b2 req-663db765-6a49-46e7-8f41-9335df9d5c2e tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407717 Feb 04 06:31:16.173793 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06fac3-6df2-4c42-830d-9154eb2be590 req-a1b54bbd-3140-4e48-8660-4349604a50d7 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:16.175335 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dc06fac3-6df2-4c42-830d-9154eb2be590 req-a1b54bbd-3140-4e48-8660-4349604a50d7 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 931 time: 0.0837760 Feb 04 06:31:16.237299 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dc06fac3-6df2-4c42-830d-9154eb2be590 req-8d5c27a0-5564-4c47-b38b-7267d2c9e7d4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520344 Feb 04 06:31:17.435972 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd0380-c757-4813-a214-fdb39dfaba73 req-43a5408c-6b2d-4e6a-b9cb-71f05293bcf4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:17.437430 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-97cd0380-c757-4813-a214-fdb39dfaba73 req-43a5408c-6b2d-4e6a-b9cb-71f05293bcf4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 931 time: 0.0870695 Feb 04 06:31:17.485632 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-97cd0380-c757-4813-a214-fdb39dfaba73 req-0d2e6fce-52b0-4809-ae99-4de6411b3052 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424826 Feb 04 06:31:18.434807 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Request body: {'port': {'device_id': '222c0575-2af7-42c5-af57-1f9be7fd7d54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:31:18.547824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:18.671175 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcad15-7e0a-4bbc-83ba-27c631375cbf req-5608aa03-2078-4faf-967d-501206025745 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:18.672676 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9ddcad15-7e0a-4bbc-83ba-27c631375cbf req-5608aa03-2078-4faf-967d-501206025745 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 931 time: 0.0833938 Feb 04 06:31:18.717121 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9ddcad15-7e0a-4bbc-83ba-27c631375cbf req-c4f519e8-cfaa-4c22-a144-44a7481d9c47 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384893 Feb 04 06:31:18.896716 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 846b4810-7575-44c4-8e4a-6ae3ab96acd0 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:31:18.904070 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:18.918114 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Transition to ACTIVE for port object 846b4810-7575-44c4-8e4a-6ae3ab96acd0 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:31:18.924541 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:19.193574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Pushing event updated for resources: {'Port': ['ID=846b4810-7575-44c4-8e4a-6ae3ab96acd0,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:31:19.264567 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Attempting to bind port 846b4810-7575-44c4-8e4a-6ae3ab96acd0 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:31:19.264783 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Attempting to bind port 846b4810-7575-44c4-8e4a-6ae3ab96acd0 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '7210009e-3f4a-48f2-90e3-c0b5f6b3d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:31:19.265132 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Attempting to bind port 846b4810-7575-44c4-8e4a-6ae3ab96acd0 on network 0377b40b-9f8c-42ce-bc23-41b8c5694826 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:31:19.269787 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Port 846b4810-7575-44c4-8e4a-6ae3ab96acd0 on network 0377b40b-9f8c-42ce-bc23-41b8c5694826 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:31:19.270099 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Attempting to bind port 846b4810-7575-44c4-8e4a-6ae3ab96acd0 on network 0377b40b-9f8c-42ce-bc23-41b8c5694826 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:31:19.275361 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:31:19.275689 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Checking segment: {'id': '7210009e-3f4a-48f2-90e3-c0b5f6b3d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:31:19.276096 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Bound using segment: {'id': '7210009e-3f4a-48f2-90e3-c0b5f6b3d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:31:19.276516 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Bound port: 846b4810-7575-44c4-8e4a-6ae3ab96acd0, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7210009e-3f4a-48f2-90e3-c0b5f6b3d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:31:19.276852 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:19.371794 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] For port 846b4810-7575-44c4-8e4a-6ae3ab96acd0, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:31:19.376144 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] For port 846b4810-7575-44c4-8e4a-6ae3ab96acd0, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=846b4810-7575-44c4-8e4a-6ae3ab96acd0,segment=NetworkSegment(7210009e-3f4a-48f2-90e3-c0b5f6b3d999),segment_id=7210009e-3f4a-48f2-90e3-c0b5f6b3d999)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:31:19.382730 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:19.440358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:19.441024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:19.442279 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] 10.222.0.43 "PUT /v2.0/ports/846b4810-7575-44c4-8e4a-6ae3ab96acd0 HTTP/1.1" status: 200 len: 1093 time: 1.0613017 Feb 04 06:31:19.442710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222c0575-2af7-42c5-af57-1f9be7fd7d54', 'tag': '846b4810-7575-44c4-8e4a-6ae3ab96acd0'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:31:19.463217 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d693325-bdb6-469e-b0db-ec3fb32b8986 service neutron] Pushing event updated for resources: {'Port': ['ID=846b4810-7575-44c4-8e4a-6ae3ab96acd0,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:31:19.529794 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222c0575-2af7-42c5-af57-1f9be7fd7d54', 'tag': '846b4810-7575-44c4-8e4a-6ae3ab96acd0', 'status': 'completed', 'code': 200} Feb 04 06:31:19.570799 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-8efbc671-fe14-4f0b-a7ae-c4629e65f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:19.572340 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-8efbc671-fe14-4f0b-a7ae-c4629e65f35b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=29eeece650514bdeb1d22a4ffe5dac00&device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 1096 time: 0.0776067 Feb 04 06:31:19.643471 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-c6261238-fe4e-4a0b-95bf-5ee644050f73 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=846b4810-7575-44c4-8e4a-6ae3ab96acd0 HTTP/1.1" status: 200 len: 217 time: 0.0642862 Feb 04 06:31:19.714033 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-ffcd5a02-4de8-4743-8e93-0bd280331dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:19.715417 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-ffcd5a02-4de8-4743-8e93-0bd280331dfb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90616a62-deb0-4e56-a53b-d68b6f79cce8 HTTP/1.1" status: 200 len: 853 time: 0.0666077 Feb 04 06:31:19.791336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-d46ad14f-aa66-4de1-85c0-58eb25998776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:19.792844 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-d46ad14f-aa66-4de1-85c0-58eb25998776 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0377b40b-9f8c-42ce-bc23-41b8c5694826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712469 Feb 04 06:31:19.905624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70040e0c-63fd-48ce-9120-0e98135b6715 req-3501a324-83c3-4225-b8f6-7731278112b2 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:19.907114 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-70040e0c-63fd-48ce-9120-0e98135b6715 req-3501a324-83c3-4225-b8f6-7731278112b2 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 943 time: 0.0834975 Feb 04 06:31:19.924905 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-caa0fde5-24f4-47ad-8af5-7ff5c8db1e29 service neutron] 10.222.0.43 "GET /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257038 Feb 04 06:31:19.951005 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-70040e0c-63fd-48ce-9120-0e98135b6715 req-46d4f3fa-1e57-48b3-87a6-d4f2ef796df9 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380635 Feb 04 06:31:20.056222 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b32fa9a1-af10-4bd4-973c-59bd9619a05e req-8178b9c6-9e5b-4cc6-bc8d-c51463d18b67 service neutron] 10.222.0.43 "GET /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251416 Feb 04 06:31:20.180913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dddd0-4ab1-444a-8735-aeb654070497 req-ee240de1-5c5f-487b-b74e-3751a8ca48a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:20.182436 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-612dddd0-4ab1-444a-8735-aeb654070497 req-ee240de1-5c5f-487b-b74e-3751a8ca48a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=29eeece650514bdeb1d22a4ffe5dac00&device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 1096 time: 0.0750027 Feb 04 06:31:20.327234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dddd0-4ab1-444a-8735-aeb654070497 req-12bee618-1f74-4920-976a-33f7206d1c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:20.328621 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-612dddd0-4ab1-444a-8735-aeb654070497 req-12bee618-1f74-4920-976a-33f7206d1c5d service neutron] 10.222.0.43 "GET /v2.0/networks?id=0377b40b-9f8c-42ce-bc23-41b8c5694826 HTTP/1.1" status: 200 len: 915 time: 0.1397562 Feb 04 06:31:20.402853 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-612dddd0-4ab1-444a-8735-aeb654070497 req-9c45a1c1-748f-44d2-a7aa-6937ef5f2f43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=846b4810-7575-44c4-8e4a-6ae3ab96acd0 HTTP/1.1" status: 200 len: 217 time: 0.0655112 Feb 04 06:31:20.473416 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dddd0-4ab1-444a-8735-aeb654070497 req-a16bc334-4f66-4bf1-852e-130ca1904a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:20.474955 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-612dddd0-4ab1-444a-8735-aeb654070497 req-a16bc334-4f66-4bf1-852e-130ca1904a60 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90616a62-deb0-4e56-a53b-d68b6f79cce8 HTTP/1.1" status: 200 len: 853 time: 0.0661392 Feb 04 06:31:20.558219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dddd0-4ab1-444a-8735-aeb654070497 req-26015153-c3f8-478c-8175-c7d682621f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:20.559673 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-612dddd0-4ab1-444a-8735-aeb654070497 req-26015153-c3f8-478c-8175-c7d682621f29 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0377b40b-9f8c-42ce-bc23-41b8c5694826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771122 Feb 04 06:31:20.691505 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-612dddd0-4ab1-444a-8735-aeb654070497 req-62ce5c66-450d-4d87-8958-2a95aa9c2528 service neutron] 10.222.0.43 "GET /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237237 Feb 04 06:31:20.821713 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-612dddd0-4ab1-444a-8735-aeb654070497 req-6e49a339-074d-4d19-b3f9-a78394b1a7bf service neutron] 10.222.0.43 "GET /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234639 Feb 04 06:31:21.168539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8179e-0a55-4eef-be2f-88bc72d9aec4 req-8db5f776-6911-4d49-a068-7afefbc6e986 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:21.169986 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2fb8179e-0a55-4eef-be2f-88bc72d9aec4 req-8db5f776-6911-4d49-a068-7afefbc6e986 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 943 time: 0.0941346 Feb 04 06:31:21.217640 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2fb8179e-0a55-4eef-be2f-88bc72d9aec4 req-02238207-e978-4e83-8389-70897b70126f tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 Feb 04 06:31:22.421340 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9fa8a-0adf-4ee0-9be9-0a37d7abf5df req-2796af61-2452-4f61-bbda-b7544470f7f0 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:22.422771 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ded9fa8a-0adf-4ee0-9be9-0a37d7abf5df req-2796af61-2452-4f61-bbda-b7544470f7f0 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 943 time: 0.0896552 Feb 04 06:31:22.470335 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ded9fa8a-0adf-4ee0-9be9-0a37d7abf5df req-e7d22512-527d-4b4a-a8cd-01a46c5d2268 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387967 Feb 04 06:31:22.651504 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 846b4810-7575-44c4-8e4a-6ae3ab96acd0 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:31:22.798490 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 846b4810-7575-44c4-8e4a-6ae3ab96acd0, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=846b4810-7575-44c4-8e4a-6ae3ab96acd0,segment=NetworkSegment(7210009e-3f4a-48f2-90e3-c0b5f6b3d999),segment_id=7210009e-3f4a-48f2-90e3-c0b5f6b3d999)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:31:22.814519 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '846b4810-7575-44c4-8e4a-6ae3ab96acd0', 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826', 'port_id': '846b4810-7575-44c4-8e4a-6ae3ab96acd0', 'mac_address': 'fa:16:3e:8e:81:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90616a62-deb0-4e56-a53b-d68b6f79cce8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:31:22.873351 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:22.890391 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846b4810-7575-44c4-8e4a-6ae3ab96acd0 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:31:22.907648 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 846b4810-7575-44c4-8e4a-6ae3ab96acd0, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=846b4810-7575-44c4-8e4a-6ae3ab96acd0,segment=NetworkSegment(7210009e-3f4a-48f2-90e3-c0b5f6b3d999),segment_id=7210009e-3f4a-48f2-90e3-c0b5f6b3d999)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:31:22.915018 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:22.984559 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=846b4810-7575-44c4-8e4a-6ae3ab96acd0,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:31:22.992145 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:22.992490 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:22.992833 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:22.993159 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:22.993491 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:22.993840 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:22.994141 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:22.994464 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:22.994784 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:22.995100 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:22.995416 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:22.995721 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:23.126484 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['846b4810-7575-44c4-8e4a-6ae3ab96acd0'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:31:23.780960 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f17880-e79e-4730-a4da-a1fd38753533 req-a1652224-d5a9-42f5-81a0-342aa699a4ab tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:23.782296 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-98f17880-e79e-4730-a4da-a1fd38753533 req-a1652224-d5a9-42f5-81a0-342aa699a4ab tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 944 time: 0.1958430 Feb 04 06:31:23.826498 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-98f17880-e79e-4730-a4da-a1fd38753533 req-392a4d45-15e0-4032-8f16-d2718f3510a7 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386419 Feb 04 06:31:24.658881 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 846b4810-7575-44c4-8e4a-6ae3ab96acd0 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:31:24.739699 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 846b4810-7575-44c4-8e4a-6ae3ab96acd0 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:31:24.744349 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 846b4810-7575-44c4-8e4a-6ae3ab96acd0 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:31:24.744718 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:24.856846 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:24.885823 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222c0575-2af7-42c5-af57-1f9be7fd7d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846b4810-7575-44c4-8e4a-6ae3ab96acd0'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:31:24.895726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 846b4810-7575-44c4-8e4a-6ae3ab96acd0, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=846b4810-7575-44c4-8e4a-6ae3ab96acd0,segment=NetworkSegment(7210009e-3f4a-48f2-90e3-c0b5f6b3d999),segment_id=7210009e-3f4a-48f2-90e3-c0b5f6b3d999)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:31:24.901020 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:24.931543 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222c0575-2af7-42c5-af57-1f9be7fd7d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846b4810-7575-44c4-8e4a-6ae3ab96acd0', 'code': 200} Feb 04 06:31:24.969546 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=846b4810-7575-44c4-8e4a-6ae3ab96acd0,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:31:25.021671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1339ba-ced8-4de0-8899-6dc6082ed31d req-64cba37b-8482-448e-9418-29cd3f248b3e tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:25.023104 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4c1339ba-ced8-4de0-8899-6dc6082ed31d req-64cba37b-8482-448e-9418-29cd3f248b3e tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 945 time: 0.0859103 Feb 04 06:31:25.072935 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4c1339ba-ced8-4de0-8899-6dc6082ed31d req-e3cb815e-67dc-444c-bb96-c5aff893b540 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438268 Feb 04 06:31:25.159051 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2afd00-42c5-41db-b833-ebe39ef6a86a req-3cbb9e3a-a16a-4dab-a063-5b75fb5606e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:25.160654 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9a2afd00-42c5-41db-b833-ebe39ef6a86a req-3cbb9e3a-a16a-4dab-a063-5b75fb5606e2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 1098 time: 0.0742080 Feb 04 06:31:25.201229 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9a2afd00-42c5-41db-b833-ebe39ef6a86a req-bc97a4e0-d347-4679-9578-690e7cf6133f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345869 Feb 04 06:31:26.261633 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfe23d-4877-4055-ad03-3610a41d53a2 req-8e3e35e6-aa94-476c-9fd8-fc65a62b88da tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:26.263161 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a8bfe23d-4877-4055-ad03-3610a41d53a2 req-8e3e35e6-aa94-476c-9fd8-fc65a62b88da tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 945 time: 0.0811663 Feb 04 06:31:26.309213 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a8bfe23d-4877-4055-ad03-3610a41d53a2 req-78a0da9a-559e-4aa8-9a17-e7615d302556 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397112 Feb 04 06:31:27.515336 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25f03f-1012-4326-a285-829aa945208c req-f3f2b88b-919a-4670-b751-6735634a20a9 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:27.516727 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1b25f03f-1012-4326-a285-829aa945208c req-f3f2b88b-919a-4670-b751-6735634a20a9 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 945 time: 0.0969465 Feb 04 06:31:27.561591 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1b25f03f-1012-4326-a285-829aa945208c req-e302fbd3-9da3-42e9-89f0-41e05e7f1f4e tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391388 Feb 04 06:31:27.748499 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3f7cd-5f0b-4139-84f8-30dfcd8bd589 req-9d919097-a238-4584-8824-3f68e7e39a26 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:27.749944 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-83f3f7cd-5f0b-4139-84f8-30dfcd8bd589 req-9d919097-a238-4584-8824-3f68e7e39a26 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 945 time: 0.0802474 Feb 04 06:31:27.796464 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-83f3f7cd-5f0b-4139-84f8-30dfcd8bd589 req-6a22c743-8e0c-4532-b164-3fb915d4ef3c tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378828 Feb 04 06:31:28.191505 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f93de-6c7e-46e1-a53a-f461859bafa8 req-7752429a-482c-4b7c-9fdc-28139e986f72 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:28.192989 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a03f93de-6c7e-46e1-a53a-f461859bafa8 req-7752429a-482c-4b7c-9fdc-28139e986f72 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 945 time: 0.0849731 Feb 04 06:31:28.237723 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a03f93de-6c7e-46e1-a53a-f461859bafa8 req-ee5e1d62-c23e-4b83-a59e-553f44aedcf9 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381539 Feb 04 06:31:29.539768 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2b798fa3-c316-4872-849c-4afd02833cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:29.816836 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:31:31.857802 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bfd31fc2-885b-4b51-9f2d-358d51caea56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:32.959339 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:32.961954 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:34.369804 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:36.062729 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c1ff8a87-d087-4b77-8b73-d5454d4a48c4 req-84884e95-2448-4eda-aabf-14232a38302a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711319 Feb 04 06:31:36.218446 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff8a87-d087-4b77-8b73-d5454d4a48c4 req-21a0400c-8f4d-4a85-a221-917d2ab5a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:36.219981 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c1ff8a87-d087-4b77-8b73-d5454d4a48c4 req-21a0400c-8f4d-4a85-a221-917d2ab5a79a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=29eeece650514bdeb1d22a4ffe5dac00&device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 1098 time: 0.0857911 Feb 04 06:31:36.462804 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff8a87-d087-4b77-8b73-d5454d4a48c4 req-257da32e-c06a-4d1d-af97-7cff00470e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:36.464285 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c1ff8a87-d087-4b77-8b73-d5454d4a48c4 req-257da32e-c06a-4d1d-af97-7cff00470e4e service neutron] 10.222.0.43 "GET /v2.0/networks?id=0377b40b-9f8c-42ce-bc23-41b8c5694826 HTTP/1.1" status: 200 len: 915 time: 0.2246537 Feb 04 06:31:36.533332 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c1ff8a87-d087-4b77-8b73-d5454d4a48c4 req-7ecd1a3f-4bc0-4422-b970-606c0e730c60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=846b4810-7575-44c4-8e4a-6ae3ab96acd0 HTTP/1.1" status: 200 len: 217 time: 0.0625038 Feb 04 06:31:36.597797 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff8a87-d087-4b77-8b73-d5454d4a48c4 req-88cdc11d-7a1b-48e8-b028-398ba004c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:36.599156 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c1ff8a87-d087-4b77-8b73-d5454d4a48c4 req-88cdc11d-7a1b-48e8-b028-398ba004c1c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90616a62-deb0-4e56-a53b-d68b6f79cce8 HTTP/1.1" status: 200 len: 853 time: 0.0596330 Feb 04 06:31:36.686826 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff8a87-d087-4b77-8b73-d5454d4a48c4 req-d4f6e29d-3d2a-4c68-9cb4-61cbcff53a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:36.688340 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c1ff8a87-d087-4b77-8b73-d5454d4a48c4 req-d4f6e29d-3d2a-4c68-9cb4-61cbcff53a1f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0377b40b-9f8c-42ce-bc23-41b8c5694826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829380 Feb 04 06:31:36.818070 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c1ff8a87-d087-4b77-8b73-d5454d4a48c4 req-44644273-5614-47ea-8aa8-9b218a56c4e3 service neutron] 10.222.0.43 "GET /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232808 Feb 04 06:31:36.953078 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c1ff8a87-d087-4b77-8b73-d5454d4a48c4 req-51fbe3a8-0dce-4b07-a82b-ba2523947d29 service neutron] 10.222.0.43 "GET /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287549 Feb 04 06:31:37.384237 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:38.671822 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24a008-69c4-4f7f-9bf0-d5f130516310 req-794de07d-5255-4202-a4f2-7279c6b941a4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:38.674549 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ac24a008-69c4-4f7f-9bf0-d5f130516310 req-794de07d-5255-4202-a4f2-7279c6b941a4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 945 time: 0.0945137 Feb 04 06:31:38.736288 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ac24a008-69c4-4f7f-9bf0-d5f130516310 req-f6d856e7-0fb4-4c8b-95a2-e21145bb9bc2 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556841 Feb 04 06:31:38.758931 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34610) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:31:38.880370 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a11fd8-777f-476d-a00f-abc060754a28 tempest-TestMinimumBasicScenario-1395270402 tempest-TestMinimumBasicScenario-1395270402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:38.881875 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b4a11fd8-777f-476d-a00f-abc060754a28 tempest-TestMinimumBasicScenario-1395270402 tempest-TestMinimumBasicScenario-1395270402-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 1093 time: 0.1219223 Feb 04 06:31:38.885066 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34616) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:31:38.890022 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': '846b4810-7575-44c4-8e4a-6ae3ab96acd0', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:31:38.896408 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:31:38.900584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Usage tracker for resource:floatingip and tenant:29eeece650514bdeb1d22a4ffe5dac00 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:31:38.903497 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:31:38.909493 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:31:38.923943 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for floatingip, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:39.062897 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:39.197169 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Allocated IP 172.26.4.183 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/d08a0c83-f765-4dd0-a344-4ad97e755d67) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:31:39.347674 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:39.379952 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:39.444027 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:31:39.446740 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:31:39.451532 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:31:39.481172 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Pushing event updated for resources: {'Port': ['ID=d08a0c83-f765-4dd0-a344-4ad97e755d67,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:31:39.497880 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:39.498232 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:39.498555 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:39.498882 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:39.499201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:39.499525 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:39.499872 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:39.500163 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:39.500494 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:39.500816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:39.501129 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:39.501439 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:39.882353 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:40.056464 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:40.262178 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:40.269712 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:40.386943 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Pushing event updated for resources: {'Port': ['ID=d08a0c83-f765-4dd0-a344-4ad97e755d67,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:31:40.396827 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:40.580428 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Floating IP a2cd5bcb-ff02-4004-8852-c0d390fb9848 associated. External IP: 172.26.4.183, port: 846b4810-7575-44c4-8e4a-6ae3ab96acd0. Feb 04 06:31:40.933000 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Router 0ded19cf-0488-4aeb-927c-6d25edc220ed has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:31:41.117228 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:31:41.126818 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee87bcd9-b7d1-4461-9219-f577655720d5 None None] Sync routers for ids ['0ded19cf-0488-4aeb-927c-6d25edc220ed'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:31:41.136985 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee87bcd9-b7d1-4461-9219-f577655720d5 None None] Routers {'0ded19cf-0488-4aeb-927c-6d25edc220ed'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:31:41.137852 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ee87bcd9-b7d1-4461-9219-f577655720d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:31:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0ded19cf-0488-4aeb-927c-6d25edc220ed'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:31:41.143448 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:41.203886 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d837a300-43a2-4288-92e4-bf056c662ad4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3177156 Feb 04 06:31:41.204559 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222c0575-2af7-42c5-af57-1f9be7fd7d54', 'tag': '846b4810-7575-44c4-8e4a-6ae3ab96acd0'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:31:41.206776 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34620) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:31:41.212790 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-375572762', 'description': 'tempest-secgroup-smoke-375572762 description', 'project_id': '29eeece650514bdeb1d22a4ffe5dac00'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:31:41.219087 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:31:41.229531 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:31:41.246996 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:41.252834 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222c0575-2af7-42c5-af57-1f9be7fd7d54', 'tag': '846b4810-7575-44c4-8e4a-6ae3ab96acd0', 'status': 'completed', 'code': 200} Feb 04 06:31:41.268747 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:31:41.272637 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Usage tracker for resource:security_group_rule and tenant:29eeece650514bdeb1d22a4ffe5dac00 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:31:41.275551 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:31:41.284679 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:31:41.317437 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-ee87bcd9-b7d1-4461-9219-f577655720d5 None None] Set router 0ded19cf-0488-4aeb-927c-6d25edc220ed gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:31:41.344493 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82e9d7-09ee-48c8-9bdd-25401cc558b6 req-23f44c37-eb90-4b7f-896c-f429b8c0986f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:41.346084 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3c82e9d7-09ee-48c8-9bdd-25401cc558b6 req-23f44c37-eb90-4b7f-896c-f429b8c0986f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=29eeece650514bdeb1d22a4ffe5dac00&device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 1098 time: 0.0721240 Feb 04 06:31:41.363876 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:41.368397 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:41.403989 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:41.405189 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1972568 Feb 04 06:31:41.408646 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34626) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:31:41.423324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f45c0cee-4be2-4030-9bf7-cc7fa3f56893 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Request body: {'security_group_rule': {'security_group_id': '156bc913-fd0d-405c-8a19-9b3dd74c3c1a', 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:31:41.433533 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f45c0cee-4be2-4030-9bf7-cc7fa3f56893 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:31:41.437575 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=156bc913-fd0d-405c-8a19-9b3dd74c3c1a,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:31:41.440059 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f45c0cee-4be2-4030-9bf7-cc7fa3f56893 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Usage tracker for resource:security_group_rule and tenant:29eeece650514bdeb1d22a4ffe5dac00 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:31:41.443938 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f45c0cee-4be2-4030-9bf7-cc7fa3f56893 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:31:41.452688 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:41.452976 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:41.453690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:41.453690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:41.454084 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:41.454382 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:41.454767 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:41.455204 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:41.455564 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:41.455910 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:41.456234 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:41.456549 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55c459-720c-4e4d-90d5-988e58560258 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:41.461313 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f45c0cee-4be2-4030-9bf7-cc7fa3f56893 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:31:41.481684 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82e9d7-09ee-48c8-9bdd-25401cc558b6 req-cfc41814-6dfe-4129-bfc6-fd3bedc8939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:41.482053 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f45c0cee-4be2-4030-9bf7-cc7fa3f56893 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:41.483182 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3c82e9d7-09ee-48c8-9bdd-25401cc558b6 req-cfc41814-6dfe-4129-bfc6-fd3bedc8939f service neutron] 10.222.0.43 "GET /v2.0/networks?id=0377b40b-9f8c-42ce-bc23-41b8c5694826 HTTP/1.1" status: 200 len: 915 time: 0.1306922 Feb 04 06:31:41.553760 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f45c0cee-4be2-4030-9bf7-cc7fa3f56893 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:41.558922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f45c0cee-4be2-4030-9bf7-cc7fa3f56893 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:41.591825 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c0cee-4be2-4030-9bf7-cc7fa3f56893 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86d4fa7-041d-4262-80fe-9379837b6b3b,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:31:41.596315 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f45c0cee-4be2-4030-9bf7-cc7fa3f56893 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:41.597555 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f45c0cee-4be2-4030-9bf7-cc7fa3f56893 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1879618 Feb 04 06:31:41.600481 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34630) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:31:41.606833 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-b85479e1-9aa2-4443-b1a5-6fe0c13739f5 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Request body: {'security_group_rule': {'security_group_id': '156bc913-fd0d-405c-8a19-9b3dd74c3c1a', 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:31:41.613472 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b85479e1-9aa2-4443-b1a5-6fe0c13739f5 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:31:41.617071 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b85479e1-9aa2-4443-b1a5-6fe0c13739f5 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Usage tracker for resource:security_group_rule and tenant:29eeece650514bdeb1d22a4ffe5dac00 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:31:41.619949 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b85479e1-9aa2-4443-b1a5-6fe0c13739f5 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:31:41.625668 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b85479e1-9aa2-4443-b1a5-6fe0c13739f5 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:31:41.644798 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b85479e1-9aa2-4443-b1a5-6fe0c13739f5 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:41.688197 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ee87bcd9-b7d1-4461-9219-f577655720d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'name': 'tempest-TestMinimumBasicScenario-981358300-router', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:45Z', 'updated_at': '2022-02-04T06:30:49Z', 'revision_number': 4, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'gw_port': {'id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:46Z', 'updated_at': '2022-02-04T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'a2cd5bcb-ff02-4004-8852-c0d390fb9848', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'floating_ip_address': '172.26.4.183', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'port_id': '846b4810-7575-44c4-8e4a-6ae3ab96acd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826', 'mac_address': 'fa:16:3e:8e:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222c0575-2af7-42c5-af57-1f9be7fd7d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:31:39Z', 'updated_at': '2022-02-04T06:31:39Z', 'revision_number': 0, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898ac1ba-1694-4a5f-9c90-16eb08dff318', 'name': '', 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'mac_address': 'fa:16:3e:46:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '90616a62-deb0-4e56-a53b-d68b6f79cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:49Z', 'updated_at': '2022-02-04T06:30:56Z', 'revision_number': 5, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'subnets': [{'id': '90616a62-deb0-4e56-a53b-d68b6f79cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:31:41.692025 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee87bcd9-b7d1-4461-9219-f577655720d5 None None] Checking router: 0ded19cf-0488-4aeb-927c-6d25edc220ed for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:31:41.701822 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee87bcd9-b7d1-4461-9219-f577655720d5 None None] Routers {'0ded19cf-0488-4aeb-927c-6d25edc220ed'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:31:41.702512 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ee87bcd9-b7d1-4461-9219-f577655720d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:31:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0ded19cf-0488-4aeb-927c-6d25edc220ed'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:31:41.716197 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3c82e9d7-09ee-48c8-9bdd-25401cc558b6 req-552b7b80-dd86-49d9-b841-8c9d10acf338 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=846b4810-7575-44c4-8e4a-6ae3ab96acd0 HTTP/1.1" status: 200 len: 999 time: 0.2231321 Feb 04 06:31:41.724675 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b85479e1-9aa2-4443-b1a5-6fe0c13739f5 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:41.729425 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b85479e1-9aa2-4443-b1a5-6fe0c13739f5 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:41.754374 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85479e1-9aa2-4443-b1a5-6fe0c13739f5 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8b2b26-ce56-4803-9f63-dfb839df3c16,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:31:41.767641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b85479e1-9aa2-4443-b1a5-6fe0c13739f5 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:41.769352 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b85479e1-9aa2-4443-b1a5-6fe0c13739f5 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1673746 Feb 04 06:31:41.771540 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34634) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:31:41.778432 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-710df6d4-bb84-48ce-8bcb-cb6d06d7cbad tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Request body: {'security_group_rule': {'security_group_id': '156bc913-fd0d-405c-8a19-9b3dd74c3c1a', 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:31:41.785950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-710df6d4-bb84-48ce-8bcb-cb6d06d7cbad tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:31:41.786644 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82e9d7-09ee-48c8-9bdd-25401cc558b6 req-4914c8eb-239b-4d38-a52b-ae8d275eadfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:41.788149 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3c82e9d7-09ee-48c8-9bdd-25401cc558b6 req-4914c8eb-239b-4d38-a52b-ae8d275eadfe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90616a62-deb0-4e56-a53b-d68b6f79cce8 HTTP/1.1" status: 200 len: 853 time: 0.0644171 Feb 04 06:31:41.789943 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-710df6d4-bb84-48ce-8bcb-cb6d06d7cbad tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Usage tracker for resource:security_group_rule and tenant:29eeece650514bdeb1d22a4ffe5dac00 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:31:41.792821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-710df6d4-bb84-48ce-8bcb-cb6d06d7cbad tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:31:41.798925 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-710df6d4-bb84-48ce-8bcb-cb6d06d7cbad tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:31:41.817813 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-710df6d4-bb84-48ce-8bcb-cb6d06d7cbad tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:41.873657 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82e9d7-09ee-48c8-9bdd-25401cc558b6 req-fadc3ab2-e08c-4b3f-a7df-4dda494558f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:41.875048 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3c82e9d7-09ee-48c8-9bdd-25401cc558b6 req-fadc3ab2-e08c-4b3f-a7df-4dda494558f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0377b40b-9f8c-42ce-bc23-41b8c5694826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805547 Feb 04 06:31:41.895243 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-710df6d4-bb84-48ce-8bcb-cb6d06d7cbad tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:41.911333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-710df6d4-bb84-48ce-8bcb-cb6d06d7cbad tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:41.941819 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710df6d4-bb84-48ce-8bcb-cb6d06d7cbad tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6450231-38fd-4c43-a27d-b2a098cdd428,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:31:41.942840 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-ee87bcd9-b7d1-4461-9219-f577655720d5 None None] Set router 0ded19cf-0488-4aeb-927c-6d25edc220ed gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:31:41.943000 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-710df6d4-bb84-48ce-8bcb-cb6d06d7cbad tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:41.943000 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-710df6d4-bb84-48ce-8bcb-cb6d06d7cbad tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1685903 Feb 04 06:31:41.944250 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34638) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:31:41.950649 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-cfcdecb0-fd2f-4e83-a27b-9fdc1fc97e71 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Request body: {'security_group_rule': {'security_group_id': '156bc913-fd0d-405c-8a19-9b3dd74c3c1a', 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:31:41.963020 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-cfcdecb0-fd2f-4e83-a27b-9fdc1fc97e71 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:31:41.963020 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-cfcdecb0-fd2f-4e83-a27b-9fdc1fc97e71 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Usage tracker for resource:security_group_rule and tenant:29eeece650514bdeb1d22a4ffe5dac00 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:31:41.971102 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-cfcdecb0-fd2f-4e83-a27b-9fdc1fc97e71 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:31:41.975724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-cfcdecb0-fd2f-4e83-a27b-9fdc1fc97e71 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:31:41.994422 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cfcdecb0-fd2f-4e83-a27b-9fdc1fc97e71 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:42.049694 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3c82e9d7-09ee-48c8-9bdd-25401cc558b6 req-053e5236-499e-4e36-8f5e-ea053a2daa8a service neutron] 10.222.0.43 "GET /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648517 Feb 04 06:31:42.066127 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cfcdecb0-fd2f-4e83-a27b-9fdc1fc97e71 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:42.070885 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cfcdecb0-fd2f-4e83-a27b-9fdc1fc97e71 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:42.094396 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdecb0-fd2f-4e83-a27b-9fdc1fc97e71 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7e9e8b-f7d6-4e7a-8ba9-2b8e92df8cf6,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:31:42.104897 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cfcdecb0-fd2f-4e83-a27b-9fdc1fc97e71 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:42.106537 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cfcdecb0-fd2f-4e83-a27b-9fdc1fc97e71 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1610675 Feb 04 06:31:42.109787 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34642) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:31:42.115410 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ca7bfa23-dc3d-4a25-a6c1-2b5a7e68c095 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Request body: {'security_group_rule': {'security_group_id': '156bc913-fd0d-405c-8a19-9b3dd74c3c1a', 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:31:42.121455 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ca7bfa23-dc3d-4a25-a6c1-2b5a7e68c095 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:31:42.125577 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ca7bfa23-dc3d-4a25-a6c1-2b5a7e68c095 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Usage tracker for resource:security_group_rule and tenant:29eeece650514bdeb1d22a4ffe5dac00 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:31:42.128520 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ca7bfa23-dc3d-4a25-a6c1-2b5a7e68c095 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:31:42.134729 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ca7bfa23-dc3d-4a25-a6c1-2b5a7e68c095 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:31:42.148636 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-ca7bfa23-dc3d-4a25-a6c1-2b5a7e68c095 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Project 29eeece650514bdeb1d22a4ffe5dac00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:31:42.157701 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca7bfa23-dc3d-4a25-a6c1-2b5a7e68c095 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:42.209324 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3c82e9d7-09ee-48c8-9bdd-25401cc558b6 req-603aa427-3665-44a4-a7b7-8808a5c65961 service neutron] 10.222.0.43 "GET /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534388 Feb 04 06:31:42.235937 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca7bfa23-dc3d-4a25-a6c1-2b5a7e68c095 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:42.239711 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca7bfa23-dc3d-4a25-a6c1-2b5a7e68c095 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:42.262343 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bfa23-dc3d-4a25-a6c1-2b5a7e68c095 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924d8d95-a4b9-4bee-a3cd-4580e84366c7,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:31:42.272082 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ca7bfa23-dc3d-4a25-a6c1-2b5a7e68c095 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:42.273372 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ca7bfa23-dc3d-4a25-a6c1-2b5a7e68c095 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1626234 Feb 04 06:31:42.276214 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34646) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:31:42.281325 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-793e1569-8021-4f8c-a44e-d9577eec2b6b tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Request body: {'security_group_rule': {'security_group_id': '156bc913-fd0d-405c-8a19-9b3dd74c3c1a', 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:31:42.287333 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-793e1569-8021-4f8c-a44e-d9577eec2b6b tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:31:42.291106 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-793e1569-8021-4f8c-a44e-d9577eec2b6b tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Usage tracker for resource:security_group_rule and tenant:29eeece650514bdeb1d22a4ffe5dac00 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:31:42.293959 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-793e1569-8021-4f8c-a44e-d9577eec2b6b tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:31:42.296397 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ee87bcd9-b7d1-4461-9219-f577655720d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'name': 'tempest-TestMinimumBasicScenario-981358300-router', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:45Z', 'updated_at': '2022-02-04T06:30:49Z', 'revision_number': 4, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'gw_port': {'id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:46Z', 'updated_at': '2022-02-04T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'a2cd5bcb-ff02-4004-8852-c0d390fb9848', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'floating_ip_address': '172.26.4.183', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'port_id': '846b4810-7575-44c4-8e4a-6ae3ab96acd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826', 'mac_address': 'fa:16:3e:8e:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222c0575-2af7-42c5-af57-1f9be7fd7d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:31:39Z', 'updated_at': '2022-02-04T06:31:39Z', 'revision_number': 0, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898ac1ba-1694-4a5f-9c90-16eb08dff318', 'name': '', 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'mac_address': 'fa:16:3e:46:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '90616a62-deb0-4e56-a53b-d68b6f79cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:49Z', 'updated_at': '2022-02-04T06:30:56Z', 'revision_number': 5, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'subnets': [{'id': '90616a62-deb0-4e56-a53b-d68b6f79cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:31:42.299674 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-793e1569-8021-4f8c-a44e-d9577eec2b6b tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:31:42.300344 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee87bcd9-b7d1-4461-9219-f577655720d5 None None] The sync data for ids ['0ded19cf-0488-4aeb-927c-6d25edc220ed'] in dv-neutron-826830-2-hyperv is: [{'id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'name': 'tempest-TestMinimumBasicScenario-981358300-router', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:45Z', 'updated_at': '2022-02-04T06:30:49Z', 'revision_number': 4, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'gw_port': {'id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:46Z', 'updated_at': '2022-02-04T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'a2cd5bcb-ff02-4004-8852-c0d390fb9848', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'floating_ip_address': '172.26.4.183', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'port_id': '846b4810-7575-44c4-8e4a-6ae3ab96acd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826', 'mac_address': 'fa:16:3e:8e:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222c0575-2af7-42c5-af57-1f9be7fd7d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:31:39Z', 'updated_at': '2022-02-04T06:31:39Z', 'revision_number': 0, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898ac1ba-1694-4a5f-9c90-16eb08dff318', 'name': '', 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'mac_address': 'fa:16:3e:46:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '90616a62-deb0-4e56-a53b-d68b6f79cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:49Z', 'updated_at': '2022-02-04T06:30:56Z', 'revision_number': 5, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'subnets': [{'id': '90616a62-deb0-4e56-a53b-d68b6f79cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:31:42.310965 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-793e1569-8021-4f8c-a44e-d9577eec2b6b tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Project 29eeece650514bdeb1d22a4ffe5dac00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:31:42.318098 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-793e1569-8021-4f8c-a44e-d9577eec2b6b tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:42.385324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-793e1569-8021-4f8c-a44e-d9577eec2b6b tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:42.390888 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-793e1569-8021-4f8c-a44e-d9577eec2b6b tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:42.414817 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e1569-8021-4f8c-a44e-d9577eec2b6b tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6925dfea-4055-486a-99e6-577114dc9577,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:31:42.424141 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-793e1569-8021-4f8c-a44e-d9577eec2b6b tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:42.425325 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-793e1569-8021-4f8c-a44e-d9577eec2b6b tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1481504 Feb 04 06:31:42.516987 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b408fd-a9f1-4f5b-b196-9b423c2d032f None None] New status for floating IP a2cd5bcb-ff02-4004-8852-c0d390fb9848: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:31:42.553094 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-bd81feff-7db2-4bd5-ab87-3404554f76d6 req-e968a6ca-2508-4161-bf9c-fb9f5693ebbb tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Synchronizing usage tracker for tenant:29eeece650514bdeb1d22a4ffe5dac00 on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:31:42.569103 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-bd81feff-7db2-4bd5-ab87-3404554f76d6 req-e968a6ca-2508-4161-bf9c-fb9f5693ebbb tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Unset dirty status for tenant:29eeece650514bdeb1d22a4ffe5dac00 on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:31:42.570476 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bd81feff-7db2-4bd5-ab87-3404554f76d6 req-e968a6ca-2508-4161-bf9c-fb9f5693ebbb tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-375572762&fields=id&tenant_id=29eeece650514bdeb1d22a4ffe5dac00 HTTP/1.1" status: 200 len: 267 time: 0.0595822 Feb 04 06:31:42.654656 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81feff-7db2-4bd5-ab87-3404554f76d6 req-91f26754-d3a4-49b1-911f-c6c61bd80953 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:42.656171 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bd81feff-7db2-4bd5-ab87-3404554f76d6 req-91f26754-d3a4-49b1-911f-c6c61bd80953 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 945 time: 0.0798035 Feb 04 06:31:42.667355 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-bd81feff-7db2-4bd5-ab87-3404554f76d6 req-b456cf6c-aa52-412c-986f-d2f87c1a2165 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Request body: {'port': {'security_groups': ['eb413537-2a4e-4e28-862f-9eea8015c0b5', '156bc913-fd0d-405c-8a19-9b3dd74c3c1a']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:31:42.792983 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-bd81feff-7db2-4bd5-ab87-3404554f76d6 req-b456cf6c-aa52-412c-986f-d2f87c1a2165 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:43.060603 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-bd81feff-7db2-4bd5-ab87-3404554f76d6 req-b456cf6c-aa52-412c-986f-d2f87c1a2165 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] For port 846b4810-7575-44c4-8e4a-6ae3ab96acd0, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=846b4810-7575-44c4-8e4a-6ae3ab96acd0,segment=NetworkSegment(7210009e-3f4a-48f2-90e3-c0b5f6b3d999),segment_id=7210009e-3f4a-48f2-90e3-c0b5f6b3d999)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:31:43.091042 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-bd81feff-7db2-4bd5-ab87-3404554f76d6 req-b456cf6c-aa52-412c-986f-d2f87c1a2165 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:43.097574 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-bd81feff-7db2-4bd5-ab87-3404554f76d6 req-b456cf6c-aa52-412c-986f-d2f87c1a2165 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:43.109967 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['846b4810-7575-44c4-8e4a-6ae3ab96acd0'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:31:43.168444 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81feff-7db2-4bd5-ab87-3404554f76d6 req-b456cf6c-aa52-412c-986f-d2f87c1a2165 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:43.169261 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-bd81feff-7db2-4bd5-ab87-3404554f76d6 req-b456cf6c-aa52-412c-986f-d2f87c1a2165 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:43.170815 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bd81feff-7db2-4bd5-ab87-3404554f76d6 req-b456cf6c-aa52-412c-986f-d2f87c1a2165 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "PUT /v2.0/ports/846b4810-7575-44c4-8e4a-6ae3ab96acd0 HTTP/1.1" status: 200 len: 981 time: 0.5083396 Feb 04 06:31:43.171444 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222c0575-2af7-42c5-af57-1f9be7fd7d54', 'tag': '846b4810-7575-44c4-8e4a-6ae3ab96acd0'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:31:43.216940 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456cf6c-aa52-412c-986f-d2f87c1a2165 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Pushing event updated for resources: {'Port': ['ID=846b4810-7575-44c4-8e4a-6ae3ab96acd0,revision_number=6']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:31:43.241139 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['846b4810-7575-44c4-8e4a-6ae3ab96acd0'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:31:43.332598 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222c0575-2af7-42c5-af57-1f9be7fd7d54', 'tag': '846b4810-7575-44c4-8e4a-6ae3ab96acd0', 'status': 'completed', 'code': 200} Feb 04 06:31:43.395317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c180a1b-77a7-4206-9cc9-bef694f2b496 req-8d9b2bbe-8c07-4f83-859f-2c09acff909c tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:43.403014 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6c180a1b-77a7-4206-9cc9-bef694f2b496 req-8d9b2bbe-8c07-4f83-859f-2c09acff909c tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 984 time: 0.1123788 Feb 04 06:31:43.433000 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10279387-9653-493d-ab19-f22e2d25a71f req-539de4aa-fd99-4f5a-88cf-36fd00fdf289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:43.434574 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-10279387-9653-493d-ab19-f22e2d25a71f req-539de4aa-fd99-4f5a-88cf-36fd00fdf289 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=29eeece650514bdeb1d22a4ffe5dac00&device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 1137 time: 0.0888853 Feb 04 06:31:43.453282 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6c180a1b-77a7-4206-9cc9-bef694f2b496 req-30799d77-477e-457f-8469-95d47fe2ff62 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&id=156bc913-fd0d-405c-8a19-9b3dd74c3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430727 Feb 04 06:31:43.576332 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10279387-9653-493d-ab19-f22e2d25a71f req-3370f403-4388-4f04-b94d-cf6877531755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:43.577782 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-10279387-9653-493d-ab19-f22e2d25a71f req-3370f403-4388-4f04-b94d-cf6877531755 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0377b40b-9f8c-42ce-bc23-41b8c5694826 HTTP/1.1" status: 200 len: 915 time: 0.1368020 Feb 04 06:31:43.619849 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cbd130e1-21fd-4a76-bf5e-81390c24dc57 None None] Provisioning complete for port 846b4810-7575-44c4-8e4a-6ae3ab96acd0 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:31:43.619849 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cbd130e1-21fd-4a76-bf5e-81390c24dc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:43.683996 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-10279387-9653-493d-ab19-f22e2d25a71f req-8411a880-d46c-47f4-ba7a-663197fcb7af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=846b4810-7575-44c4-8e4a-6ae3ab96acd0 HTTP/1.1" status: 200 len: 1001 time: 0.0995173 Feb 04 06:31:43.751356 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10279387-9653-493d-ab19-f22e2d25a71f req-d77c319f-47c3-42a1-bc0c-dc9a56d33e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:43.753132 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-10279387-9653-493d-ab19-f22e2d25a71f req-d77c319f-47c3-42a1-bc0c-dc9a56d33e2c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90616a62-deb0-4e56-a53b-d68b6f79cce8 HTTP/1.1" status: 200 len: 853 time: 0.0631049 Feb 04 06:31:43.828580 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10279387-9653-493d-ab19-f22e2d25a71f req-2695ca98-c476-4e9b-a1b6-9a2867a30355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:43.830062 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-10279387-9653-493d-ab19-f22e2d25a71f req-2695ca98-c476-4e9b-a1b6-9a2867a30355 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0377b40b-9f8c-42ce-bc23-41b8c5694826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702500 Feb 04 06:31:43.961901 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-10279387-9653-493d-ab19-f22e2d25a71f req-34aaf5a1-4d36-445a-a625-0a0c10e066e2 service neutron] 10.222.0.43 "GET /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257176 Feb 04 06:31:44.093547 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-10279387-9653-493d-ab19-f22e2d25a71f req-91cf0710-a3a3-4be3-b2d1-7971f0740ad5 service neutron] 10.222.0.43 "GET /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244326 Feb 04 06:31:59.534975 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-aa5cf0a4-ca25-458d-8557-ed1ea5241ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:59.799237 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d4ce7-53d7-4a21-8963-9f8e16454a3e req-8d7b7eda-2a17-4aaa-aeb8-a4daa1be84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:59.800650 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-df2d4ce7-53d7-4a21-8963-9f8e16454a3e req-8d7b7eda-2a17-4aaa-aeb8-a4daa1be84fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=29eeece650514bdeb1d22a4ffe5dac00&device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 1137 time: 0.0762527 Feb 04 06:31:59.824773 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9c4df-c937-4475-9cb7-ac183cb83400 req-55bd4120-fe94-4c2e-8361-2b4e35c9ab59 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:59.826230 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-60d9c4df-c937-4475-9cb7-ac183cb83400 req-55bd4120-fe94-4c2e-8361-2b4e35c9ab59 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 984 time: 0.0788684 Feb 04 06:31:59.872588 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-60d9c4df-c937-4475-9cb7-ac183cb83400 req-2771be3f-55ce-414a-ae4f-a60016e5fcf3 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&id=156bc913-fd0d-405c-8a19-9b3dd74c3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404329 Feb 04 06:31:59.938052 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d4ce7-53d7-4a21-8963-9f8e16454a3e req-1af70b0d-0ec3-4e23-872e-59bdf4fa41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:59.939488 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-df2d4ce7-53d7-4a21-8963-9f8e16454a3e req-1af70b0d-0ec3-4e23-872e-59bdf4fa41ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=0377b40b-9f8c-42ce-bc23-41b8c5694826 HTTP/1.1" status: 200 len: 915 time: 0.1314430 Feb 04 06:32:00.047065 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-df2d4ce7-53d7-4a21-8963-9f8e16454a3e req-c2613a27-7773-4cde-8e41-8d0a1fb05bae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=846b4810-7575-44c4-8e4a-6ae3ab96acd0 HTTP/1.1" status: 200 len: 1001 time: 0.0993073 Feb 04 06:32:00.215155 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d4ce7-53d7-4a21-8963-9f8e16454a3e req-c4daa22a-675a-4bf3-9e8d-005458fbf561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:00.216654 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-df2d4ce7-53d7-4a21-8963-9f8e16454a3e req-c4daa22a-675a-4bf3-9e8d-005458fbf561 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90616a62-deb0-4e56-a53b-d68b6f79cce8 HTTP/1.1" status: 200 len: 853 time: 0.1637864 Feb 04 06:32:00.300456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d4ce7-53d7-4a21-8963-9f8e16454a3e req-f6f5fa31-9a08-4f9c-9810-1a3c39608bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:00.302514 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-df2d4ce7-53d7-4a21-8963-9f8e16454a3e req-f6f5fa31-9a08-4f9c-9810-1a3c39608bc3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0377b40b-9f8c-42ce-bc23-41b8c5694826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789201 Feb 04 06:32:00.450481 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-df2d4ce7-53d7-4a21-8963-9f8e16454a3e req-6a65f9d8-34fe-4b04-b84b-e39896790e94 service neutron] 10.222.0.43 "GET /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400328 Feb 04 06:32:00.585231 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-df2d4ce7-53d7-4a21-8963-9f8e16454a3e req-19b20dc9-2f85-493a-9d9d-fd346e00c9cb service neutron] 10.222.0.43 "GET /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273394 Feb 04 06:32:01.094204 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a127f-24d8-4480-b046-7a89a072f557 req-be47165c-0c51-42f9-9f76-4c5d46091ce2 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:01.095675 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cd0a127f-24d8-4480-b046-7a89a072f557 req-be47165c-0c51-42f9-9f76-4c5d46091ce2 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 984 time: 0.1006460 Feb 04 06:32:01.141401 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cd0a127f-24d8-4480-b046-7a89a072f557 req-1bfbad85-b4cf-4ee6-b5f2-5bd72ada579d tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&id=156bc913-fd0d-405c-8a19-9b3dd74c3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397820 Feb 04 06:32:01.873368 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-77a9ce46-173a-406a-8493-791b22d7d5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:02.330701 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c1b53-8978-46bf-9090-4a3f7bdb97ae req-999c0d27-903b-47dc-a599-e4105c233dd1 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:02.332195 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-079c1b53-8978-46bf-9090-4a3f7bdb97ae req-999c0d27-903b-47dc-a599-e4105c233dd1 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 984 time: 0.0833132 Feb 04 06:32:02.381208 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-079c1b53-8978-46bf-9090-4a3f7bdb97ae req-859f2f06-7caf-495b-8f79-35e799364cbb tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&id=156bc913-fd0d-405c-8a19-9b3dd74c3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431011 Feb 04 06:32:02.958572 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:02.963921 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:03.584489 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04430a-fc73-4cdd-b73c-e18ba8ac7a3d req-8023935a-b484-43e3-9767-065f58c25171 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:03.585949 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4d04430a-fc73-4cdd-b73c-e18ba8ac7a3d req-8023935a-b484-43e3-9767-065f58c25171 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 984 time: 0.0859540 Feb 04 06:32:03.632151 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4d04430a-fc73-4cdd-b73c-e18ba8ac7a3d req-09f6874e-fa79-4bcf-b28c-14fa22d531c4 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&id=156bc913-fd0d-405c-8a19-9b3dd74c3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403600 Feb 04 06:32:04.372468 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:04.829635 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86f36a-e75c-4f5a-8e1a-b7a9441cacf0 req-421bd615-0493-42e3-bad3-5dc75d92f3ff tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:04.831074 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-aa86f36a-e75c-4f5a-8e1a-b7a9441cacf0 req-421bd615-0493-42e3-bad3-5dc75d92f3ff tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 984 time: 0.0840626 Feb 04 06:32:04.883264 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-aa86f36a-e75c-4f5a-8e1a-b7a9441cacf0 req-8e8f06c1-8910-4a30-9f98-e82d2b89127d tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&id=156bc913-fd0d-405c-8a19-9b3dd74c3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444782 Feb 04 06:32:06.085711 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43abf7-5125-4082-9181-93166e783326 req-f680a8ca-7aad-4a7f-ae02-c8ff9c10246c tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:06.087098 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ed43abf7-5125-4082-9181-93166e783326 req-f680a8ca-7aad-4a7f-ae02-c8ff9c10246c tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 984 time: 0.0840275 Feb 04 06:32:06.132687 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ed43abf7-5125-4082-9181-93166e783326 req-fb603298-2d0d-43e3-8269-f9b88b601bc8 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&id=156bc913-fd0d-405c-8a19-9b3dd74c3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398076 Feb 04 06:32:06.821464 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:32:07.333467 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9ab15-be5b-4918-a543-06f3b824772e req-b566526e-9e53-4bf2-8618-f13307ccd48c tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:07.334905 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b7a9ab15-be5b-4918-a543-06f3b824772e req-b566526e-9e53-4bf2-8618-f13307ccd48c tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 984 time: 0.0954115 Feb 04 06:32:07.375883 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:07.382234 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b7a9ab15-be5b-4918-a543-06f3b824772e req-8280810a-e1b7-4d48-9137-9af78f3c2422 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&id=156bc913-fd0d-405c-8a19-9b3dd74c3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408962 Feb 04 06:32:08.572050 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82f279-e8e0-4cd9-b22b-1cf5b9b0cb7a req-3ea120d1-778c-4904-9c13-79a13a9666df tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:08.573420 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9b82f279-e8e0-4cd9-b22b-1cf5b9b0cb7a req-3ea120d1-778c-4904-9c13-79a13a9666df tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 984 time: 0.0827010 Feb 04 06:32:08.620978 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9b82f279-e8e0-4cd9-b22b-1cf5b9b0cb7a req-678442e3-304a-479b-a1f9-b64d7ca5786a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&id=156bc913-fd0d-405c-8a19-9b3dd74c3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416732 Feb 04 06:32:09.838762 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73281561-7f27-40c1-80d7-f4450103ad1e req-8800c2d8-e478-4fa5-89f6-4560c6e05e93 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:09.840230 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-73281561-7f27-40c1-80d7-f4450103ad1e req-8800c2d8-e478-4fa5-89f6-4560c6e05e93 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 984 time: 0.0928469 Feb 04 06:32:09.887972 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-73281561-7f27-40c1-80d7-f4450103ad1e req-457b10cf-080f-41f7-ab0b-54aa6941819d tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&id=156bc913-fd0d-405c-8a19-9b3dd74c3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417097 Feb 04 06:32:11.109573 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8d768-782c-4518-8a8f-3758ed08a878 req-55b2c759-731f-4acf-8436-c09977c82f02 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:11.111024 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-65a8d768-782c-4518-8a8f-3758ed08a878 req-55b2c759-731f-4acf-8436-c09977c82f02 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 984 time: 0.1083872 Feb 04 06:32:11.161090 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-65a8d768-782c-4518-8a8f-3758ed08a878 req-f62f1b77-9d03-4e61-9256-eec19cd68e49 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&id=156bc913-fd0d-405c-8a19-9b3dd74c3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440235 Feb 04 06:32:12.351160 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d166f-a3ac-4e7d-aee7-eaa128305805 req-333ad5c1-3ee1-4377-b5d7-03506f4f2443 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:12.352654 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9c1d166f-a3ac-4e7d-aee7-eaa128305805 req-333ad5c1-3ee1-4377-b5d7-03506f4f2443 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 984 time: 0.0819921 Feb 04 06:32:12.400246 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9c1d166f-a3ac-4e7d-aee7-eaa128305805 req-b3714da1-5c67-48c7-8665-53fec13de25c tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&id=156bc913-fd0d-405c-8a19-9b3dd74c3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407927 Feb 04 06:32:29.535642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e871c94-9485-484f-ba54-ba03e23eeb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:31.874748 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-58636f7e-7991-490b-a11f-c4691ec7dc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:32.966057 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:32.969536 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:34.372186 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:37.085308 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-8eb28786-c583-4a75-acb8-8ae3d586df8f req-2dee2a84-d40e-4040-aee3-509dca28cafa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846307 Feb 04 06:32:37.232640 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb28786-c583-4a75-acb8-8ae3d586df8f req-27f33266-8518-4638-8c6b-ca6b2241e3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:37.234128 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-8eb28786-c583-4a75-acb8-8ae3d586df8f req-27f33266-8518-4638-8c6b-ca6b2241e3dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=29eeece650514bdeb1d22a4ffe5dac00&device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 1137 time: 0.0722466 Feb 04 06:32:37.375669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:37.381134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb28786-c583-4a75-acb8-8ae3d586df8f req-aaac2d89-ef49-4e78-a5ca-0e33da3b5a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:37.382602 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-8eb28786-c583-4a75-acb8-8ae3d586df8f req-aaac2d89-ef49-4e78-a5ca-0e33da3b5a80 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0377b40b-9f8c-42ce-bc23-41b8c5694826 HTTP/1.1" status: 200 len: 915 time: 0.1288700 Feb 04 06:32:37.489591 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-8eb28786-c583-4a75-acb8-8ae3d586df8f req-9cc2096d-b187-43c0-8551-3ffbd202a003 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=846b4810-7575-44c4-8e4a-6ae3ab96acd0 HTTP/1.1" status: 200 len: 1001 time: 0.0996072 Feb 04 06:32:37.554564 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb28786-c583-4a75-acb8-8ae3d586df8f req-5e00d8f0-e397-4491-9909-f9ab4457204d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:37.555976 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-8eb28786-c583-4a75-acb8-8ae3d586df8f req-5e00d8f0-e397-4491-9909-f9ab4457204d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90616a62-deb0-4e56-a53b-d68b6f79cce8 HTTP/1.1" status: 200 len: 853 time: 0.0575600 Feb 04 06:32:37.635724 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb28786-c583-4a75-acb8-8ae3d586df8f req-485815c0-7ed7-4c24-995c-b9d7e0975229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:37.637091 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-8eb28786-c583-4a75-acb8-8ae3d586df8f req-485815c0-7ed7-4c24-995c-b9d7e0975229 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0377b40b-9f8c-42ce-bc23-41b8c5694826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741878 Feb 04 06:32:37.768347 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-8eb28786-c583-4a75-acb8-8ae3d586df8f req-3e259361-a529-4712-a68c-76572b40acb7 service neutron] 10.222.0.43 "GET /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244216 Feb 04 06:32:37.897882 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-8eb28786-c583-4a75-acb8-8ae3d586df8f req-0d15675a-701c-4d7d-956b-ccf14a7ac910 service neutron] 10.222.0.43 "GET /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228802 Feb 04 06:32:43.825619 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:32:44.732591 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fef5c440-a088-4900-bb36-f474423033ea req-4185ae8a-c037-405c-9da0-0ee531b79d03 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-375572762&fields=id&tenant_id=29eeece650514bdeb1d22a4ffe5dac00 HTTP/1.1" status: 200 len: 267 time: 0.0472848 Feb 04 06:32:44.922723 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5c440-a088-4900-bb36-f474423033ea req-1b70f699-72ef-46a8-9da2-5c917a36951a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:44.924104 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fef5c440-a088-4900-bb36-f474423033ea req-1b70f699-72ef-46a8-9da2-5c917a36951a tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 984 time: 0.1842477 Feb 04 06:32:44.937821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [req-fef5c440-a088-4900-bb36-f474423033ea req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Request body: {'port': {'security_groups': ['eb413537-2a4e-4e28-862f-9eea8015c0b5']}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:32:45.063466 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-fef5c440-a088-4900-bb36-f474423033ea req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:45.303813 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [req-fef5c440-a088-4900-bb36-f474423033ea req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] For port 846b4810-7575-44c4-8e4a-6ae3ab96acd0, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=846b4810-7575-44c4-8e4a-6ae3ab96acd0,segment=NetworkSegment(7210009e-3f4a-48f2-90e3-c0b5f6b3d999),segment_id=7210009e-3f4a-48f2-90e3-c0b5f6b3d999)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:32:45.328045 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-fef5c440-a088-4900-bb36-f474423033ea req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:45.335467 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-fef5c440-a088-4900-bb36-f474423033ea req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:45.347403 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['846b4810-7575-44c4-8e4a-6ae3ab96acd0'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:32:45.418220 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5c440-a088-4900-bb36-f474423033ea req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:45.419225 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [req-fef5c440-a088-4900-bb36-f474423033ea req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:45.420691 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fef5c440-a088-4900-bb36-f474423033ea req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "PUT /v2.0/ports/846b4810-7575-44c4-8e4a-6ae3ab96acd0 HTTP/1.1" status: 200 len: 942 time: 0.4873629 Feb 04 06:32:45.421038 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222c0575-2af7-42c5-af57-1f9be7fd7d54', 'tag': '846b4810-7575-44c4-8e4a-6ae3ab96acd0'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:32:45.427598 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34702) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:45.433821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Pushing event updated for resources: {'Port': ['ID=846b4810-7575-44c4-8e4a-6ae3ab96acd0,revision_number=7']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:45.441722 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.442067 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.442399 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.442724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.443132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.443362 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.443681 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.444027 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.444344 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.444672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.444951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.445263 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d86612-ea0b-4e87-9fd9-aa5625cdb876 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.490346 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222c0575-2af7-42c5-af57-1f9be7fd7d54', 'tag': '846b4810-7575-44c4-8e4a-6ae3ab96acd0', 'status': 'completed', 'code': 200} Feb 04 06:32:45.520528 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['846b4810-7575-44c4-8e4a-6ae3ab96acd0'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:32:45.568284 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10c518b6-ea61-4aec-a688-0611c8f40652 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:45.605975 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10c518b6-ea61-4aec-a688-0611c8f40652 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:45.656824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29485b60-15ef-45c2-aa0c-ab544b6a4765 req-710a04d5-76c5-4262-b3e8-c37200f3abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:45.658266 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-29485b60-15ef-45c2-aa0c-ab544b6a4765 req-710a04d5-76c5-4262-b3e8-c37200f3abe8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=29eeece650514bdeb1d22a4ffe5dac00&device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 1098 time: 0.1476810 Feb 04 06:32:45.663984 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a171386c-db8e-4cc8-8718-5cf7faabb44f None None] Provisioning complete for port 846b4810-7575-44c4-8e4a-6ae3ab96acd0 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:32:45.664351 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a171386c-db8e-4cc8-8718-5cf7faabb44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:45.756971 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10c518b6-ea61-4aec-a688-0611c8f40652 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:45.781034 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c518b6-ea61-4aec-a688-0611c8f40652 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=156bc913-fd0d-405c-8a19-9b3dd74c3c1a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:45.806160 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c518b6-ea61-4aec-a688-0611c8f40652 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.806493 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c518b6-ea61-4aec-a688-0611c8f40652 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.806858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c518b6-ea61-4aec-a688-0611c8f40652 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.807212 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c518b6-ea61-4aec-a688-0611c8f40652 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.807535 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c518b6-ea61-4aec-a688-0611c8f40652 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.807877 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c518b6-ea61-4aec-a688-0611c8f40652 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.808198 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c518b6-ea61-4aec-a688-0611c8f40652 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.808512 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c518b6-ea61-4aec-a688-0611c8f40652 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.808828 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c518b6-ea61-4aec-a688-0611c8f40652 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.809129 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c518b6-ea61-4aec-a688-0611c8f40652 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.809432 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c518b6-ea61-4aec-a688-0611c8f40652 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.809745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c518b6-ea61-4aec-a688-0611c8f40652 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:45.816689 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10c518b6-ea61-4aec-a688-0611c8f40652 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:45.821283 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-10c518b6-ea61-4aec-a688-0611c8f40652 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "DELETE /v2.0/security-groups/156bc913-fd0d-405c-8a19-9b3dd74c3c1a HTTP/1.1" status: 204 len: 168 time: 0.3884282 Feb 04 06:32:45.821405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34706) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:45.833639 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29485b60-15ef-45c2-aa0c-ab544b6a4765 req-a3bf889a-da0d-4de7-a610-0deea0ced3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:45.835308 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-29485b60-15ef-45c2-aa0c-ab544b6a4765 req-a3bf889a-da0d-4de7-a610-0deea0ced3ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=0377b40b-9f8c-42ce-bc23-41b8c5694826 HTTP/1.1" status: 200 len: 915 time: 0.1686268 Feb 04 06:32:46.033552 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f4c8b-6778-4ee0-8bae-4b7dff153ba6 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Deleting port d08a0c83-f765-4dd0-a344-4ad97e755d67 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:32:46.033821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a3f4c8b-6778-4ee0-8bae-4b7dff153ba6 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:46.047101 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-29485b60-15ef-45c2-aa0c-ab544b6a4765 req-511af3dc-fa95-45f3-b238-87a21baa725a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=846b4810-7575-44c4-8e4a-6ae3ab96acd0 HTTP/1.1" status: 200 len: 1001 time: 0.2048271 Feb 04 06:32:46.111452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29485b60-15ef-45c2-aa0c-ab544b6a4765 req-f5082842-394e-494d-9bb8-34921b1b637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:46.112999 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-29485b60-15ef-45c2-aa0c-ab544b6a4765 req-f5082842-394e-494d-9bb8-34921b1b637e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90616a62-deb0-4e56-a53b-d68b6f79cce8 HTTP/1.1" status: 200 len: 853 time: 0.0591316 Feb 04 06:32:46.191528 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29485b60-15ef-45c2-aa0c-ab544b6a4765 req-85a215f8-ae55-4402-b6db-2eecc952d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:46.193077 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-29485b60-15ef-45c2-aa0c-ab544b6a4765 req-85a215f8-ae55-4402-b6db-2eecc952d5ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0377b40b-9f8c-42ce-bc23-41b8c5694826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731726 Feb 04 06:32:46.202772 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a3f4c8b-6778-4ee0-8bae-4b7dff153ba6 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:46.203102 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a3f4c8b-6778-4ee0-8bae-4b7dff153ba6 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:46.323042 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f4c8b-6778-4ee0-8bae-4b7dff153ba6 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Calling delete_port for d08a0c83-f765-4dd0-a344-4ad97e755d67 owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:32:46.326734 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-29485b60-15ef-45c2-aa0c-ab544b6a4765 req-e0056b9b-e976-42ce-8a7a-2a896fe1f6e2 service neutron] 10.222.0.43 "GET /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265318 Feb 04 06:32:46.466733 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-29485b60-15ef-45c2-aa0c-ab544b6a4765 req-3bee782e-80b9-4ff8-adc7-913055a2a833 service neutron] 10.222.0.43 "GET /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337893 Feb 04 06:32:46.486985 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a3f4c8b-6778-4ee0-8bae-4b7dff153ba6 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:46.532997 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f4c8b-6778-4ee0-8bae-4b7dff153ba6 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Pushing event deleted for resources: {'Port': ['ID=d08a0c83-f765-4dd0-a344-4ad97e755d67,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:46.627090 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a3f4c8b-6778-4ee0-8bae-4b7dff153ba6 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks [] for floatingip, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:46.627419 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-1a3f4c8b-6778-4ee0-8bae-4b7dff153ba6 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Floating IP a2cd5bcb-ff02-4004-8852-c0d390fb9848 disassociated (deleted). External IP: 172.26.4.183, port: 846b4810-7575-44c4-8e4a-6ae3ab96acd0. Feb 04 06:32:47.098233 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3f4c8b-6778-4ee0-8bae-4b7dff153ba6 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Router 0ded19cf-0488-4aeb-927c-6d25edc220ed has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:32:47.282163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3f4c8b-6778-4ee0-8bae-4b7dff153ba6 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:32:47.292946 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc58bf-96f4-4e29-a98d-8ccb03f8c6ec None None] Sync routers for ids ['0ded19cf-0488-4aeb-927c-6d25edc220ed'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:32:47.295348 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a3f4c8b-6778-4ee0-8bae-4b7dff153ba6 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:47.303382 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc58bf-96f4-4e29-a98d-8ccb03f8c6ec None None] Routers {'0ded19cf-0488-4aeb-927c-6d25edc220ed'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:32:47.304071 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-3bdc58bf-96f4-4e29-a98d-8ccb03f8c6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:32:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0ded19cf-0488-4aeb-927c-6d25edc220ed'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:47.351454 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1a3f4c8b-6778-4ee0-8bae-4b7dff153ba6 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "DELETE /v2.0/floatingips/a2cd5bcb-ff02-4004-8852-c0d390fb9848 HTTP/1.1" status: 204 len: 168 time: 1.5293574 Feb 04 06:32:47.485560 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-3bdc58bf-96f4-4e29-a98d-8ccb03f8c6ec None None] Set router 0ded19cf-0488-4aeb-927c-6d25edc220ed gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:32:47.492151 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222c0575-2af7-42c5-af57-1f9be7fd7d54', 'tag': '846b4810-7575-44c4-8e4a-6ae3ab96acd0'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:32:47.552021 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222c0575-2af7-42c5-af57-1f9be7fd7d54', 'tag': '846b4810-7575-44c4-8e4a-6ae3ab96acd0', 'status': 'completed', 'code': 200} Feb 04 06:32:47.654013 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e6f15-6cdc-4cb9-8893-270ea7aa5f69 req-ea3b7ebc-90c7-46c2-a5c5-39de915c6ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:47.655642 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-428e6f15-6cdc-4cb9-8893-270ea7aa5f69 req-ea3b7ebc-90c7-46c2-a5c5-39de915c6ef5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=29eeece650514bdeb1d22a4ffe5dac00&device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 1098 time: 0.0792439 Feb 04 06:32:47.809296 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e6f15-6cdc-4cb9-8893-270ea7aa5f69 req-14eb063e-d881-4ef5-b912-86605dc7cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:47.811040 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-428e6f15-6cdc-4cb9-8893-270ea7aa5f69 req-14eb063e-d881-4ef5-b912-86605dc7cb46 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0377b40b-9f8c-42ce-bc23-41b8c5694826 HTTP/1.1" status: 200 len: 915 time: 0.1490345 Feb 04 06:32:47.831498 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-3bdc58bf-96f4-4e29-a98d-8ccb03f8c6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'name': 'tempest-TestMinimumBasicScenario-981358300-router', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:45Z', 'updated_at': '2022-02-04T06:30:49Z', 'revision_number': 4, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'gw_port': {'id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:46Z', 'updated_at': '2022-02-04T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '898ac1ba-1694-4a5f-9c90-16eb08dff318', 'name': '', 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'mac_address': 'fa:16:3e:46:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '90616a62-deb0-4e56-a53b-d68b6f79cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:49Z', 'updated_at': '2022-02-04T06:30:56Z', 'revision_number': 5, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'subnets': [{'id': '90616a62-deb0-4e56-a53b-d68b6f79cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:47.836577 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc58bf-96f4-4e29-a98d-8ccb03f8c6ec None None] Checking router: 0ded19cf-0488-4aeb-927c-6d25edc220ed for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:32:47.845965 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc58bf-96f4-4e29-a98d-8ccb03f8c6ec None None] Routers {'0ded19cf-0488-4aeb-927c-6d25edc220ed'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:32:47.846487 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-3bdc58bf-96f4-4e29-a98d-8ccb03f8c6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:32:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0ded19cf-0488-4aeb-927c-6d25edc220ed'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:47.890698 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-428e6f15-6cdc-4cb9-8893-270ea7aa5f69 req-e2aa3139-7619-406b-8f41-48cf01d995e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=846b4810-7575-44c4-8e4a-6ae3ab96acd0 HTTP/1.1" status: 200 len: 217 time: 0.0729003 Feb 04 06:32:47.953385 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e6f15-6cdc-4cb9-8893-270ea7aa5f69 req-ab96ced5-16d6-4d5c-9e12-1745058b8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:47.954939 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-428e6f15-6cdc-4cb9-8893-270ea7aa5f69 req-ab96ced5-16d6-4d5c-9e12-1745058b8120 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90616a62-deb0-4e56-a53b-d68b6f79cce8 HTTP/1.1" status: 200 len: 853 time: 0.0579822 Feb 04 06:32:48.044588 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e6f15-6cdc-4cb9-8893-270ea7aa5f69 req-497f29b5-6861-4f46-85e3-135f7760a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:48.046216 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-428e6f15-6cdc-4cb9-8893-270ea7aa5f69 req-497f29b5-6861-4f46-85e3-135f7760a10d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0377b40b-9f8c-42ce-bc23-41b8c5694826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852919 Feb 04 06:32:48.067485 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-3bdc58bf-96f4-4e29-a98d-8ccb03f8c6ec None None] Set router 0ded19cf-0488-4aeb-927c-6d25edc220ed gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:32:48.197187 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-428e6f15-6cdc-4cb9-8893-270ea7aa5f69 req-f7aaa9ef-3ecf-4a71-8332-3ac126b85677 service neutron] 10.222.0.43 "GET /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398108 Feb 04 06:32:48.341904 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-428e6f15-6cdc-4cb9-8893-270ea7aa5f69 req-ece66cdf-c709-47eb-9305-b663fbd6d6eb service neutron] 10.222.0.43 "GET /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376960 Feb 04 06:32:48.412224 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-3bdc58bf-96f4-4e29-a98d-8ccb03f8c6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'name': 'tempest-TestMinimumBasicScenario-981358300-router', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:45Z', 'updated_at': '2022-02-04T06:30:49Z', 'revision_number': 4, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'gw_port': {'id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:46Z', 'updated_at': '2022-02-04T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '898ac1ba-1694-4a5f-9c90-16eb08dff318', 'name': '', 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'mac_address': 'fa:16:3e:46:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '90616a62-deb0-4e56-a53b-d68b6f79cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:49Z', 'updated_at': '2022-02-04T06:30:56Z', 'revision_number': 5, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'subnets': [{'id': '90616a62-deb0-4e56-a53b-d68b6f79cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:48.417401 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc58bf-96f4-4e29-a98d-8ccb03f8c6ec None None] The sync data for ids ['0ded19cf-0488-4aeb-927c-6d25edc220ed'] in dv-neutron-826830-2-hyperv is: [{'id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'name': 'tempest-TestMinimumBasicScenario-981358300-router', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:45Z', 'updated_at': '2022-02-04T06:30:49Z', 'revision_number': 4, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'gw_port': {'id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:46Z', 'updated_at': '2022-02-04T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '898ac1ba-1694-4a5f-9c90-16eb08dff318', 'name': '', 'network_id': '0377b40b-9f8c-42ce-bc23-41b8c5694826', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'mac_address': 'fa:16:3e:46:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '90616a62-deb0-4e56-a53b-d68b6f79cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:49Z', 'updated_at': '2022-02-04T06:30:56Z', 'revision_number': 5, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'subnets': [{'id': '90616a62-deb0-4e56-a53b-d68b6f79cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:32:48.650842 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ec905-b62a-4b21-a1bd-6be30e92f77d None None] New status for floating IP a2cd5bcb-ff02-4004-8852-c0d390fb9848: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:32:51.771618 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05b6eb-5d41-4429-927b-484c426b7910 req-c5ca7440-0298-46ea-8d04-87860a533ed9 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:51.772451 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-0d05b6eb-5d41-4429-927b-484c426b7910 req-c5ca7440-0298-46ea-8d04-87860a533ed9 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Synchronizing usage tracker for tenant:29eeece650514bdeb1d22a4ffe5dac00 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:32:51.792164 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-0d05b6eb-5d41-4429-927b-484c426b7910 req-c5ca7440-0298-46ea-8d04-87860a533ed9 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Unset dirty status for tenant:29eeece650514bdeb1d22a4ffe5dac00 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:32:51.793318 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0d05b6eb-5d41-4429-927b-484c426b7910 req-c5ca7440-0298-46ea-8d04-87860a533ed9 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 945 time: 0.1158676 Feb 04 06:32:51.840934 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0d05b6eb-5d41-4429-927b-484c426b7910 req-029bdf34-c878-48e7-8747-2365570b1acf tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418136 Feb 04 06:32:53.040296 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d7504-6db3-42af-9e40-686d02a5ad48 req-bd5b65fb-1aa2-46c9-a8de-0c1d38214901 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:53.041757 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0f1d7504-6db3-42af-9e40-686d02a5ad48 req-bd5b65fb-1aa2-46c9-a8de-0c1d38214901 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 945 time: 0.0881319 Feb 04 06:32:53.085085 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0f1d7504-6db3-42af-9e40-686d02a5ad48 req-a04e9fed-01b7-4c92-b6b1-955398df0c0c tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb413537-2a4e-4e28-862f-9eea8015c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375054 Feb 04 06:32:53.371816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59a1a3-4a86-488f-af86-c576c8b98747 req-47c3fd3c-3068-41e0-b233-6c1e6a07af0c tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:53.372544 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-eb59a1a3-4a86-488f-af86-c576c8b98747 req-47c3fd3c-3068-41e0-b233-6c1e6a07af0c tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Synchronizing usage tracker for tenant:29eeece650514bdeb1d22a4ffe5dac00 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:32:53.384443 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-eb59a1a3-4a86-488f-af86-c576c8b98747 req-47c3fd3c-3068-41e0-b233-6c1e6a07af0c tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Unset dirty status for tenant:29eeece650514bdeb1d22a4ffe5dac00 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:32:53.385639 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-eb59a1a3-4a86-488f-af86-c576c8b98747 req-47c3fd3c-3068-41e0-b233-6c1e6a07af0c tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.43 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 945 time: 0.1044903 Feb 04 06:32:53.458661 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-eb59a1a3-4a86-488f-af86-c576c8b98747 req-71ceba60-c4e7-42d4-84bb-6d115eb9b91d tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Deleting port 846b4810-7575-44c4-8e4a-6ae3ab96acd0 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:32:53.458868 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-eb59a1a3-4a86-488f-af86-c576c8b98747 req-71ceba60-c4e7-42d4-84bb-6d115eb9b91d tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:53.710742 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-eb59a1a3-4a86-488f-af86-c576c8b98747 req-71ceba60-c4e7-42d4-84bb-6d115eb9b91d tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] For port 846b4810-7575-44c4-8e4a-6ae3ab96acd0, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=846b4810-7575-44c4-8e4a-6ae3ab96acd0,segment=NetworkSegment(7210009e-3f4a-48f2-90e3-c0b5f6b3d999),segment_id=7210009e-3f4a-48f2-90e3-c0b5f6b3d999)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:32:53.711029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-eb59a1a3-4a86-488f-af86-c576c8b98747 req-71ceba60-c4e7-42d4-84bb-6d115eb9b91d tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:53.933127 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-eb59a1a3-4a86-488f-af86-c576c8b98747 req-71ceba60-c4e7-42d4-84bb-6d115eb9b91d tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Calling delete_port for 846b4810-7575-44c4-8e4a-6ae3ab96acd0 owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:32:54.075751 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-eb59a1a3-4a86-488f-af86-c576c8b98747 req-71ceba60-c4e7-42d4-84bb-6d115eb9b91d tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:54.087662 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['846b4810-7575-44c4-8e4a-6ae3ab96acd0'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:32:54.128302 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ceba60-c4e7-42d4-84bb-6d115eb9b91d tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Pushing event deleted for resources: {'Port': ['ID=846b4810-7575-44c4-8e4a-6ae3ab96acd0,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:54.203730 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb59a1a3-4a86-488f-af86-c576c8b98747 req-71ceba60-c4e7-42d4-84bb-6d115eb9b91d tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] No DVR routers for this DVR port 846b4810-7575-44c4-8e4a-6ae3ab96acd0 on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:32:54.206559 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-eb59a1a3-4a86-488f-af86-c576c8b98747 req-71ceba60-c4e7-42d4-84bb-6d115eb9b91d tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:54.209368 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222c0575-2af7-42c5-af57-1f9be7fd7d54', 'name': 'network-vif-deleted', 'tag': '846b4810-7575-44c4-8e4a-6ae3ab96acd0'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:32:54.227714 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-eb59a1a3-4a86-488f-af86-c576c8b98747 req-71ceba60-c4e7-42d4-84bb-6d115eb9b91d tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.43 "DELETE /v2.0/ports/846b4810-7575-44c4-8e4a-6ae3ab96acd0 HTTP/1.1" status: 204 len: 173 time: 0.8368235 Feb 04 06:32:54.249140 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-583b8e85-c845-4c6d-809e-5f85c5172076 req-230dea9c-376a-4b34-80b7-af41296b6a62 tempest-TestMinimumBasicScenario-1563489877 tempest-TestMinimumBasicScenario-1563489877-project] 10.222.0.31 "GET /v2.0/ports?device_id=222c0575-2af7-42c5-af57-1f9be7fd7d54 HTTP/1.1" status: 200 len: 210 time: 0.0472994 Feb 04 06:32:54.258396 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222c0575-2af7-42c5-af57-1f9be7fd7d54', 'name': 'network-vif-deleted', 'tag': '846b4810-7575-44c4-8e4a-6ae3ab96acd0', 'status': 'completed', 'code': 200} Feb 04 06:32:55.925926 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34796) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:56.482799 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8f387932-52d0-4aa5-9c92-a6b006b2309a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:56.846660 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-8f387932-52d0-4aa5-9c92-a6b006b2309a admin admin] Deleting port 898ac1ba-1694-4a5f-9c90-16eb08dff318 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:32:56.846879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8f387932-52d0-4aa5-9c92-a6b006b2309a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:57.124490 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 846b4810-7575-44c4-8e4a-6ae3ab96acd0 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:32:57.128073 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-8f387932-52d0-4aa5-9c92-a6b006b2309a admin admin] For port 898ac1ba-1694-4a5f-9c90-16eb08dff318, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=898ac1ba-1694-4a5f-9c90-16eb08dff318,segment=NetworkSegment(7210009e-3f4a-48f2-90e3-c0b5f6b3d999),segment_id=7210009e-3f4a-48f2-90e3-c0b5f6b3d999)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:32:57.128493 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8f387932-52d0-4aa5-9c92-a6b006b2309a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:57.158693 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 846b4810-7575-44c4-8e4a-6ae3ab96acd0 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:32:57.159004 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 846b4810-7575-44c4-8e4a-6ae3ab96acd0 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:32:57.250698 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-8f387932-52d0-4aa5-9c92-a6b006b2309a admin admin] Calling delete_port for 898ac1ba-1694-4a5f-9c90-16eb08dff318 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:32:57.573920 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8f387932-52d0-4aa5-9c92-a6b006b2309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:57.620243 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f387932-52d0-4aa5-9c92-a6b006b2309a admin admin] Pushing event deleted for resources: {'Port': ['ID=898ac1ba-1694-4a5f-9c90-16eb08dff318,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:57.895465 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8f387932-52d0-4aa5-9c92-a6b006b2309a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:58.256742 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f387932-52d0-4aa5-9c92-a6b006b2309a admin admin] Router 0ded19cf-0488-4aeb-927c-6d25edc220ed has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:32:58.544785 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f387932-52d0-4aa5-9c92-a6b006b2309a admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:32:58.554245 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbc3647-d1e9-4949-985d-0f9afb465b38 None None] Sync routers for ids ['0ded19cf-0488-4aeb-927c-6d25edc220ed'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:32:58.557551 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8f387932-52d0-4aa5-9c92-a6b006b2309a admin admin] 10.222.0.31 "PUT /v2.0/routers/0ded19cf-0488-4aeb-927c-6d25edc220ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6304281 Feb 04 06:32:58.559998 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34800) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:58.564043 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbc3647-d1e9-4949-985d-0f9afb465b38 None None] Routers {'0ded19cf-0488-4aeb-927c-6d25edc220ed'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:32:58.564623 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-3fbc3647-d1e9-4949-985d-0f9afb465b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:32:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0ded19cf-0488-4aeb-927c-6d25edc220ed'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:58.732095 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f4afdb18-cad6-4cb7-b354-3643e31b7d2f admin admin] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:58.736224 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-3fbc3647-d1e9-4949-985d-0f9afb465b38 None None] Set router 0ded19cf-0488-4aeb-927c-6d25edc220ed gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:32:58.911062 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f4afdb18-cad6-4cb7-b354-3643e31b7d2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:58.921113 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f4afdb18-cad6-4cb7-b354-3643e31b7d2f admin admin] Deleting port 6c91a588-1ac9-4361-9f23-aa1a0d4900c4 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:32:58.921511 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f4afdb18-cad6-4cb7-b354-3643e31b7d2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:59.018410 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-3fbc3647-d1e9-4949-985d-0f9afb465b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'name': 'tempest-TestMinimumBasicScenario-981358300-router', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:45Z', 'updated_at': '2022-02-04T06:32:57Z', 'revision_number': 5, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'gw_port': {'id': '6c91a588-1ac9-4361-9f23-aa1a0d4900c4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:46Z', 'updated_at': '2022-02-04T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:59.022280 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbc3647-d1e9-4949-985d-0f9afb465b38 None None] Checking router: 0ded19cf-0488-4aeb-927c-6d25edc220ed for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:32:59.030633 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbc3647-d1e9-4949-985d-0f9afb465b38 None None] Routers {'0ded19cf-0488-4aeb-927c-6d25edc220ed'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:32:59.031186 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-3fbc3647-d1e9-4949-985d-0f9afb465b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:32:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['0ded19cf-0488-4aeb-927c-6d25edc220ed'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:59.092732 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-f4afdb18-cad6-4cb7-b354-3643e31b7d2f admin admin] For port 6c91a588-1ac9-4361-9f23-aa1a0d4900c4, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6c91a588-1ac9-4361-9f23-aa1a0d4900c4,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:32:59.093072 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f4afdb18-cad6-4cb7-b354-3643e31b7d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:59.183979 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-3fbc3647-d1e9-4949-985d-0f9afb465b38 None None] Set router 0ded19cf-0488-4aeb-927c-6d25edc220ed gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:32:59.216542 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f4afdb18-cad6-4cb7-b354-3643e31b7d2f admin admin] Calling delete_port for 6c91a588-1ac9-4361-9f23-aa1a0d4900c4 owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:32:59.286411 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-3fbc3647-d1e9-4949-985d-0f9afb465b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'name': 'tempest-TestMinimumBasicScenario-981358300-router', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:45Z', 'updated_at': '2022-02-04T06:32:58Z', 'revision_number': 6, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:59.290395 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbc3647-d1e9-4949-985d-0f9afb465b38 None None] The sync data for ids ['0ded19cf-0488-4aeb-927c-6d25edc220ed'] in dv-neutron-826830-2-hyperv is: [{'id': '0ded19cf-0488-4aeb-927c-6d25edc220ed', 'name': 'tempest-TestMinimumBasicScenario-981358300-router', 'tenant_id': '29eeece650514bdeb1d22a4ffe5dac00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:45Z', 'updated_at': '2022-02-04T06:32:58Z', 'revision_number': 6, 'project_id': '29eeece650514bdeb1d22a4ffe5dac00', 'gw_port_host': None}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:32:59.396992 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f4afdb18-cad6-4cb7-b354-3643e31b7d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:59.443770 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afdb18-cad6-4cb7-b354-3643e31b7d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=6c91a588-1ac9-4361-9f23-aa1a0d4900c4,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:59.531805 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0206190a-bbec-4a6d-8246-f58f2514c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:59.539320 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f4afdb18-cad6-4cb7-b354-3643e31b7d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:59.711351 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f4afdb18-cad6-4cb7-b354-3643e31b7d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:59.713770 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f4afdb18-cad6-4cb7-b354-3643e31b7d2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:59.738898 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f4afdb18-cad6-4cb7-b354-3643e31b7d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:59.739472 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4afdb18-cad6-4cb7-b354-3643e31b7d2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ded19cf-0488-4aeb-927c-6d25edc220ed {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:32:59.751589 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f4afdb18-cad6-4cb7-b354-3643e31b7d2f admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:59.752737 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f4afdb18-cad6-4cb7-b354-3643e31b7d2f admin admin] 10.222.0.31 "DELETE /v2.0/routers/0ded19cf-0488-4aeb-927c-6d25edc220ed HTTP/1.1" status: 204 len: 168 time: 1.1918633 Feb 04 06:32:59.755372 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34806) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:59.813144 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9970496-90e6-46db-8df2-c454747406eb admin admin] Deleting subnet 90616a62-deb0-4e56-a53b-d68b6f79cce8 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:32:59.816307 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f9970496-90e6-46db-8df2-c454747406eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:59.977340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f9970496-90e6-46db-8df2-c454747406eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:00.053833 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f9970496-90e6-46db-8df2-c454747406eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:00.099767 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 898ac1ba-1694-4a5f-9c90-16eb08dff318 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:33:00.124978 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f9970496-90e6-46db-8df2-c454747406eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:00.137788 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 898ac1ba-1694-4a5f-9c90-16eb08dff318 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:33:00.138127 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 898ac1ba-1694-4a5f-9c90-16eb08dff318 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:33:00.138543 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6c91a588-1ac9-4361-9f23-aa1a0d4900c4 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:33:00.165026 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9970496-90e6-46db-8df2-c454747406eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90616a62-deb0-4e56-a53b-d68b6f79cce8,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:00.171937 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 6c91a588-1ac9-4361-9f23-aa1a0d4900c4 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:33:00.172633 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6c91a588-1ac9-4361-9f23-aa1a0d4900c4 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:33:00.176051 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f9970496-90e6-46db-8df2-c454747406eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:00.180027 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3cdeb8-d072-44c3-9910-8ca4fcf61ecd None None] Network 0377b40b-9f8c-42ce-bc23-41b8c5694826 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:33:00.184766 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f9970496-90e6-46db-8df2-c454747406eb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/90616a62-deb0-4e56-a53b-d68b6f79cce8 HTTP/1.1" status: 204 len: 168 time: 0.4283895 Feb 04 06:33:00.187348 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34810) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:00.299087 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:00.310901 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] Deleting port c948b73f-27b3-442a-9208-ef4a087158c8 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:33:00.311249 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:00.463902 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6f94d9-6ab0-406f-8e7f-d403af6d1181 None None] DHCP port deletion for 0377b40b-9f8c-42ce-bc23-41b8c5694826 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:33:00.468327 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f94d9-6ab0-406f-8e7f-d403af6d1181 None None] Deleting port c948b73f-27b3-442a-9208-ef4a087158c8 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:33:00.468711 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3b6f94d9-6ab0-406f-8e7f-d403af6d1181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:00.519423 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] For port c948b73f-27b3-442a-9208-ef4a087158c8, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c948b73f-27b3-442a-9208-ef4a087158c8,segment=NetworkSegment(7210009e-3f4a-48f2-90e3-c0b5f6b3d999),segment_id=7210009e-3f4a-48f2-90e3-c0b5f6b3d999)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:33:00.519807 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:00.639612 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] Calling delete_port for c948b73f-27b3-442a-9208-ef4a087158c8 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:33:00.672245 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-3b6f94d9-6ab0-406f-8e7f-d403af6d1181 None None] For port c948b73f-27b3-442a-9208-ef4a087158c8, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=c948b73f-27b3-442a-9208-ef4a087158c8,segment=NetworkSegment(7210009e-3f4a-48f2-90e3-c0b5f6b3d999),segment_id=7210009e-3f4a-48f2-90e3-c0b5f6b3d999)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:33:00.672801 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3b6f94d9-6ab0-406f-8e7f-d403af6d1181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:00.716671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:00.765811 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] No DVR routers for this DVR port c948b73f-27b3-442a-9208-ef4a087158c8 on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:33:00.791801 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f94d9-6ab0-406f-8e7f-d403af6d1181 None None] Calling delete_port for c948b73f-27b3-442a-9208-ef4a087158c8 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:33:00.794125 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=c948b73f-27b3-442a-9208-ef4a087158c8,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:00.863566 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-3b6f94d9-6ab0-406f-8e7f-d403af6d1181 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:33:00.863985 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-3b6f94d9-6ab0-406f-8e7f-d403af6d1181 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:33:00.883151 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:00.907645 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0377b40b-9f8c-42ce-bc23-41b8c5694826']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:00.923060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7210009e-3f4a-48f2-90e3-c0b5f6b3d999') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:00.923350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7210009e-3f4a-48f2-90e3-c0b5f6b3d999') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:00.934863 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:01.061459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:01.067765 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:33:01.068180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:33:01.081260 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:33:01.158226 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:01.176073 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:01.186152 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] Pushing event deleted for resources: {'Network': ['ID=0377b40b-9f8c-42ce-bc23-41b8c5694826,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:01.199699 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e75660cd-b86a-4e1e-98c2-8ba72c9cfb9c admin admin] 10.222.0.31 "DELETE /v2.0/networks/0377b40b-9f8c-42ce-bc23-41b8c5694826 HTTP/1.1" status: 204 len: 168 time: 1.0107310 Feb 04 06:33:01.202921 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34814) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:01.365647 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f94d9-6ab0-406f-8e7f-d403af6d1181 None None] Deleting port c948b73f-27b3-442a-9208-ef4a087158c8 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:33:01.366039 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3b6f94d9-6ab0-406f-8e7f-d403af6d1181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:01.430972 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f94d9-6ab0-406f-8e7f-d403af6d1181 None None] The port 'c948b73f-27b3-442a-9208-ef4a087158c8' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:33:01.744962 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c8ba5279-e904-442b-8316-41f7a5ef5ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:01.791318 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c948b73f-27b3-442a-9208-ef4a087158c8 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:33:01.829166 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: c948b73f-27b3-442a-9208-ef4a087158c8 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:33:01.829513 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device c948b73f-27b3-442a-9208-ef4a087158c8 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:33:01.869874 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-06422d70-4a9c-4663-a442-d40ea2ee1cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:02.101856 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba5279-e904-442b-8316-41f7a5ef5ba7 admin admin] Deleting port eb362798-2f91-46c4-8347-28f2d5910ef3 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:33:02.102053 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c8ba5279-e904-442b-8316-41f7a5ef5ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:02.271601 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-c8ba5279-e904-442b-8316-41f7a5ef5ba7 admin admin] For port eb362798-2f91-46c4-8347-28f2d5910ef3, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=eb362798-2f91-46c4-8347-28f2d5910ef3,segment=NetworkSegment(d5e71afa-0db8-45c1-bfc6-05114b73f37d),segment_id=d5e71afa-0db8-45c1-bfc6-05114b73f37d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:33:02.272354 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c8ba5279-e904-442b-8316-41f7a5ef5ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:02.392999 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba5279-e904-442b-8316-41f7a5ef5ba7 admin admin] Calling delete_port for eb362798-2f91-46c4-8347-28f2d5910ef3 owned by network:router_interface {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:33:02.837907 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c8ba5279-e904-442b-8316-41f7a5ef5ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:02.883317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba5279-e904-442b-8316-41f7a5ef5ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb362798-2f91-46c4-8347-28f2d5910ef3,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:02.965116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:02.967087 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:03.157620 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c8ba5279-e904-442b-8316-41f7a5ef5ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:03.524195 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ba5279-e904-442b-8316-41f7a5ef5ba7 admin admin] Router fc6e7b6f-8def-44db-9322-b5de8ed0a588 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:33:03.708933 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ba5279-e904-442b-8316-41f7a5ef5ba7 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:33:03.718148 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b1a71-bee2-4c62-b301-261cdb7d4ccd None None] Sync routers for ids ['fc6e7b6f-8def-44db-9322-b5de8ed0a588'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:33:03.719205 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c8ba5279-e904-442b-8316-41f7a5ef5ba7 admin admin] 10.222.0.31 "PUT /v2.0/routers/fc6e7b6f-8def-44db-9322-b5de8ed0a588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5152934 Feb 04 06:33:03.721848 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34820) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:03.727896 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b1a71-bee2-4c62-b301-261cdb7d4ccd None None] Routers {'fc6e7b6f-8def-44db-9322-b5de8ed0a588'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:33:03.728528 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-7c5b1a71-bee2-4c62-b301-261cdb7d4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:33:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['fc6e7b6f-8def-44db-9322-b5de8ed0a588'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:03.910176 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-7c5b1a71-bee2-4c62-b301-261cdb7d4ccd None None] Set router fc6e7b6f-8def-44db-9322-b5de8ed0a588 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:33:04.032365 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e35d0f82-b8ef-4463-bb36-ed818f56dd5e admin admin] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:04.198838 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-7c5b1a71-bee2-4c62-b301-261cdb7d4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6e7b6f-8def-44db-9322-b5de8ed0a588', 'name': 'tempest-TestMinimumBasicScenario-1672725698-router', 'tenant_id': '0781ace43dfd41b0939d6a130566ad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '3cf582dc-22ea-4eab-8ecb-3276216f2416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:52Z', 'updated_at': '2022-02-04T06:33:02Z', 'revision_number': 5, 'project_id': '0781ace43dfd41b0939d6a130566ad20', 'gw_port': {'id': '3cf582dc-22ea-4eab-8ecb-3276216f2416', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e7b6f-8def-44db-9322-b5de8ed0a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:30:53Z', 'updated_at': '2022-02-04T06:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:04.202788 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b1a71-bee2-4c62-b301-261cdb7d4ccd None None] Checking router: fc6e7b6f-8def-44db-9322-b5de8ed0a588 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:33:04.208170 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e35d0f82-b8ef-4463-bb36-ed818f56dd5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:04.211136 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b1a71-bee2-4c62-b301-261cdb7d4ccd None None] Routers {'fc6e7b6f-8def-44db-9322-b5de8ed0a588'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:33:04.211735 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-7c5b1a71-bee2-4c62-b301-261cdb7d4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:33:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['fc6e7b6f-8def-44db-9322-b5de8ed0a588'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:04.219649 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-e35d0f82-b8ef-4463-bb36-ed818f56dd5e admin admin] Deleting port 3cf582dc-22ea-4eab-8ecb-3276216f2416 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:33:04.220115 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e35d0f82-b8ef-4463-bb36-ed818f56dd5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:04.406881 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-e35d0f82-b8ef-4463-bb36-ed818f56dd5e admin admin] For port 3cf582dc-22ea-4eab-8ecb-3276216f2416, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=3cf582dc-22ea-4eab-8ecb-3276216f2416,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:33:04.407245 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e35d0f82-b8ef-4463-bb36-ed818f56dd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:04.423375 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:04.478176 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-7c5b1a71-bee2-4c62-b301-261cdb7d4ccd None None] Set router fc6e7b6f-8def-44db-9322-b5de8ed0a588 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:33:04.530342 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-e35d0f82-b8ef-4463-bb36-ed818f56dd5e admin admin] Calling delete_port for 3cf582dc-22ea-4eab-8ecb-3276216f2416 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:33:04.592187 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-7c5b1a71-bee2-4c62-b301-261cdb7d4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6e7b6f-8def-44db-9322-b5de8ed0a588', 'name': 'tempest-TestMinimumBasicScenario-1672725698-router', 'tenant_id': '0781ace43dfd41b0939d6a130566ad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:52Z', 'updated_at': '2022-02-04T06:33:04Z', 'revision_number': 6, 'project_id': '0781ace43dfd41b0939d6a130566ad20', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:04.597487 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b1a71-bee2-4c62-b301-261cdb7d4ccd None None] The sync data for ids ['fc6e7b6f-8def-44db-9322-b5de8ed0a588'] in dv-neutron-826830-2-hyperv is: [{'id': 'fc6e7b6f-8def-44db-9322-b5de8ed0a588', 'name': 'tempest-TestMinimumBasicScenario-1672725698-router', 'tenant_id': '0781ace43dfd41b0939d6a130566ad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:30:52Z', 'updated_at': '2022-02-04T06:33:04Z', 'revision_number': 6, 'project_id': '0781ace43dfd41b0939d6a130566ad20', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:33:04.708028 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e35d0f82-b8ef-4463-bb36-ed818f56dd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:04.757474 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d0f82-b8ef-4463-bb36-ed818f56dd5e admin admin] Pushing event deleted for resources: {'Port': ['ID=3cf582dc-22ea-4eab-8ecb-3276216f2416,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:04.846234 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e35d0f82-b8ef-4463-bb36-ed818f56dd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.030432 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e35d0f82-b8ef-4463-bb36-ed818f56dd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.032816 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e35d0f82-b8ef-4463-bb36-ed818f56dd5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.056159 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e35d0f82-b8ef-4463-bb36-ed818f56dd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.056670 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35d0f82-b8ef-4463-bb36-ed818f56dd5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc6e7b6f-8def-44db-9322-b5de8ed0a588 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:33:05.069351 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e35d0f82-b8ef-4463-bb36-ed818f56dd5e admin admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.070465 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e35d0f82-b8ef-4463-bb36-ed818f56dd5e admin admin] 10.222.0.31 "DELETE /v2.0/routers/fc6e7b6f-8def-44db-9322-b5de8ed0a588 HTTP/1.1" status: 204 len: 168 time: 1.3477597 Feb 04 06:33:05.073182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34824) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:05.133082 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-c469734a-ccbd-43c8-b387-d3f2bcb603dd admin admin] Deleting subnet 18df42b2-2ee8-424a-9c3a-5ad69e444261 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:33:05.136191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c469734a-ccbd-43c8-b387-d3f2bcb603dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.186301 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c469734a-ccbd-43c8-b387-d3f2bcb603dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.264359 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c469734a-ccbd-43c8-b387-d3f2bcb603dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.341813 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c469734a-ccbd-43c8-b387-d3f2bcb603dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.386317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469734a-ccbd-43c8-b387-d3f2bcb603dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18df42b2-2ee8-424a-9c3a-5ad69e444261,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:05.389907 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c469734a-ccbd-43c8-b387-d3f2bcb603dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.395392 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969c3acd-c13f-4149-9d40-eec9ed2d611a None None] Network 745622d7-dc3d-4e06-8dbc-8b81a46aca72 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:33:05.395916 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c469734a-ccbd-43c8-b387-d3f2bcb603dd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/18df42b2-2ee8-424a-9c3a-5ad69e444261 HTTP/1.1" status: 204 len: 168 time: 0.3217010 Feb 04 06:33:05.398522 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34828) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:05.632403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.644636 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] Deleting port 184d8afd-7b7b-4a95-acfe-e6fa663c080d {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:33:05.644963 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.670155 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb22b08-3771-4c8d-8310-8962556639b1 None None] DHCP port deletion for 745622d7-dc3d-4e06-8dbc-8b81a46aca72 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:33:05.674497 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-feb22b08-3771-4c8d-8310-8962556639b1 None None] Deleting port 184d8afd-7b7b-4a95-acfe-e6fa663c080d {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:33:05.674897 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-feb22b08-3771-4c8d-8310-8962556639b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.801307 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device eb362798-2f91-46c4-8347-28f2d5910ef3 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:33:05.857545 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] For port 184d8afd-7b7b-4a95-acfe-e6fa663c080d, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=184d8afd-7b7b-4a95-acfe-e6fa663c080d,segment=NetworkSegment(d5e71afa-0db8-45c1-bfc6-05114b73f37d),segment_id=d5e71afa-0db8-45c1-bfc6-05114b73f37d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:33:05.857906 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.878914 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: eb362798-2f91-46c4-8347-28f2d5910ef3 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:33:05.879254 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device eb362798-2f91-46c4-8347-28f2d5910ef3 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:33:05.879673 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 184d8afd-7b7b-4a95-acfe-e6fa663c080d no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:33:05.963581 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-feb22b08-3771-4c8d-8310-8962556639b1 None None] For port 184d8afd-7b7b-4a95-acfe-e6fa663c080d, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=184d8afd-7b7b-4a95-acfe-e6fa663c080d,segment=NetworkSegment(d5e71afa-0db8-45c1-bfc6-05114b73f37d),segment_id=d5e71afa-0db8-45c1-bfc6-05114b73f37d)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:33:05.963889 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-feb22b08-3771-4c8d-8310-8962556639b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.982833 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] Calling delete_port for 184d8afd-7b7b-4a95-acfe-e6fa663c080d owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:33:06.057433 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:06.084445 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-feb22b08-3771-4c8d-8310-8962556639b1 None None] Calling delete_port for 184d8afd-7b7b-4a95-acfe-e6fa663c080d owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:33:06.107177 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=184d8afd-7b7b-4a95-acfe-e6fa663c080d,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:06.108925 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] No DVR routers for this DVR port 184d8afd-7b7b-4a95-acfe-e6fa663c080d on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:33:06.113352 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No ports have port_id starting with 184d8afd-7b7b-4a95-acfe-e6fa663c080d Feb 04 06:33:06.119793 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3cf582dc-22ea-4eab-8ecb-3276216f2416 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:33:06.161164 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 3cf582dc-22ea-4eab-8ecb-3276216f2416 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:33:06.161541 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 3cf582dc-22ea-4eab-8ecb-3276216f2416 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:33:06.193980 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-feb22b08-3771-4c8d-8310-8962556639b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:33:06.194303 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-feb22b08-3771-4c8d-8310-8962556639b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:33:06.228709 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:06.253609 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745622d7-dc3d-4e06-8dbc-8b81a46aca72']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:06.265767 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e71afa-0db8-45c1-bfc6-05114b73f37d') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:06.266059 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e71afa-0db8-45c1-bfc6-05114b73f37d') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:06.277783 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:06.294191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:06.300539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:33:06.300932 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:33:06.314078 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:33:06.388970 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:06.404424 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:06.414189 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=745622d7-dc3d-4e06-8dbc-8b81a46aca72,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:06.418175 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-83772e59-082d-412f-9cec-b0d460c397b8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/745622d7-dc3d-4e06-8dbc-8b81a46aca72 HTTP/1.1" status: 204 len: 168 time: 1.0185359 Feb 04 06:33:06.590680 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34834) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:06.640852 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9226d4f2-084c-4466-b24b-269c53b337de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29eeece650514bdeb1d22a4ffe5dac00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488086 Feb 04 06:33:06.643969 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34838) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:06.695638 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-feb22b08-3771-4c8d-8310-8962556639b1 None None] Deleting port 184d8afd-7b7b-4a95-acfe-e6fa663c080d {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:33:06.696210 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-feb22b08-3771-4c8d-8310-8962556639b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:06.701205 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b0a36802-14da-4da8-90ea-4ebf38cc15bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:06.726210 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b0a36802-14da-4da8-90ea-4ebf38cc15bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:06.763545 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-feb22b08-3771-4c8d-8310-8962556639b1 None None] The port '184d8afd-7b7b-4a95-acfe-e6fa663c080d' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:33:06.784166 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b0a36802-14da-4da8-90ea-4ebf38cc15bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:06.801297 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a36802-14da-4da8-90ea-4ebf38cc15bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb413537-2a4e-4e28-862f-9eea8015c0b5,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:06.807704 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b0a36802-14da-4da8-90ea-4ebf38cc15bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:06.809996 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b0a36802-14da-4da8-90ea-4ebf38cc15bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb413537-2a4e-4e28-862f-9eea8015c0b5 HTTP/1.1" status: 204 len: 168 time: 0.1651073 Feb 04 06:33:07.165318 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34846) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:07.215136 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-94fcacb4-4494-4d67-9424-16b5009baf0b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0781ace43dfd41b0939d6a130566ad20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485356 Feb 04 06:33:07.218742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34850) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:07.275154 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c2e0b7ee-76f5-4376-99c1-58c4f40ef0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:07.302655 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c2e0b7ee-76f5-4376-99c1-58c4f40ef0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:07.358594 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c2e0b7ee-76f5-4376-99c1-58c4f40ef0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:07.372932 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0b7ee-76f5-4376-99c1-58c4f40ef0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17febe4-39cd-4a80-886c-71752a05fe6c,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:07.378710 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c2e0b7ee-76f5-4376-99c1-58c4f40ef0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:07.380915 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c2e0b7ee-76f5-4376-99c1-58c4f40ef0dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d17febe4-39cd-4a80-886c-71752a05fe6c HTTP/1.1" status: 204 len: 168 time: 0.1602349 Feb 04 06:33:07.407288 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:09.280352 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34892) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:09.285641 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1363758681', 'description': 'tempest-secgroup-smoke-1363758681 description', 'project_id': 'edb5673b9505424ca41ca5290bab28ed'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:09.291740 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:09.295704 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:09.298624 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:09.304863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:09.315923 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:09.327544 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:09.341833 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:09.345978 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:09.349038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:09.354949 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:09.442080 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:09.448214 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:09.459948 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:09.467526 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:09.475755 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:09.486259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:09.489762 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3422b494-7e3a-4a10-9e82-c1a9e5ad89f4,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:09.559485 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:09.564946 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:09.608279 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e20f74-f417-4a4f-9c6d-0e30d0e9ab15,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:09.611841 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:09.612991 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-04b97002-c68e-4346-b823-9dea624cb69a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3316281 Feb 04 06:33:09.616137 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34896) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:09.621197 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-7378b071-f3cd-46ca-9349-80acea48dd52 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '56e20f74-f417-4a4f-9c6d-0e30d0e9ab15', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:09.627295 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7378b071-f3cd-46ca-9349-80acea48dd52 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:09.631294 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7378b071-f3cd-46ca-9349-80acea48dd52 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:09.634319 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-7378b071-f3cd-46ca-9349-80acea48dd52 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:09.640124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7378b071-f3cd-46ca-9349-80acea48dd52 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:09.658213 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7378b071-f3cd-46ca-9349-80acea48dd52 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:09.716533 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7378b071-f3cd-46ca-9349-80acea48dd52 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:09.722648 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7378b071-f3cd-46ca-9349-80acea48dd52 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:09.745023 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378b071-f3cd-46ca-9349-80acea48dd52 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6912368f-52f5-4c8c-8d94-0b75292fe521,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:09.754541 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7378b071-f3cd-46ca-9349-80acea48dd52 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:09.755723 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7378b071-f3cd-46ca-9349-80acea48dd52 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386609 Feb 04 06:33:09.758530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34900) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:09.763518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d74fef3e-e1a3-44ef-9dff-74308c222cf6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '56e20f74-f417-4a4f-9c6d-0e30d0e9ab15', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:09.769256 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d74fef3e-e1a3-44ef-9dff-74308c222cf6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:09.772963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d74fef3e-e1a3-44ef-9dff-74308c222cf6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:09.775842 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d74fef3e-e1a3-44ef-9dff-74308c222cf6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:09.781355 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d74fef3e-e1a3-44ef-9dff-74308c222cf6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:09.803225 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d74fef3e-e1a3-44ef-9dff-74308c222cf6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:09.866775 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d74fef3e-e1a3-44ef-9dff-74308c222cf6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:09.870784 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d74fef3e-e1a3-44ef-9dff-74308c222cf6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:09.893338 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74fef3e-e1a3-44ef-9dff-74308c222cf6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa1bfc0-d88d-4f2d-91dc-b07940e4f08c,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:09.904120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d74fef3e-e1a3-44ef-9dff-74308c222cf6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:09.905384 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d74fef3e-e1a3-44ef-9dff-74308c222cf6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1458886 Feb 04 06:33:09.908173 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34904) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:09.913054 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-66f7c466-872d-422b-b992-c65c9dba5d69 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '56e20f74-f417-4a4f-9c6d-0e30d0e9ab15', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:09.918890 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-66f7c466-872d-422b-b992-c65c9dba5d69 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:09.922709 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-66f7c466-872d-422b-b992-c65c9dba5d69 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:09.925614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-66f7c466-872d-422b-b992-c65c9dba5d69 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:09.931232 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-66f7c466-872d-422b-b992-c65c9dba5d69 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:09.953973 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-66f7c466-872d-422b-b992-c65c9dba5d69 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.023607 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-66f7c466-872d-422b-b992-c65c9dba5d69 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.028963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-66f7c466-872d-422b-b992-c65c9dba5d69 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.051500 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7c466-872d-422b-b992-c65c9dba5d69 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf450cc1-c1aa-431b-923a-be97220e5eff,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:10.060405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-66f7c466-872d-422b-b992-c65c9dba5d69 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.061576 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-66f7c466-872d-422b-b992-c65c9dba5d69 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524949 Feb 04 06:33:10.064458 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34908) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:10.069342 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-8b335401-9f19-448b-9d28-e88cda77c2c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '56e20f74-f417-4a4f-9c6d-0e30d0e9ab15', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:10.075347 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8b335401-9f19-448b-9d28-e88cda77c2c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:10.079506 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8b335401-9f19-448b-9d28-e88cda77c2c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:10.082581 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8b335401-9f19-448b-9d28-e88cda77c2c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:10.088965 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8b335401-9f19-448b-9d28-e88cda77c2c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:10.106234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8b335401-9f19-448b-9d28-e88cda77c2c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.167459 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8b335401-9f19-448b-9d28-e88cda77c2c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.170989 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8b335401-9f19-448b-9d28-e88cda77c2c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.193613 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b335401-9f19-448b-9d28-e88cda77c2c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f7c81f-933b-47ea-b0ad-29f8d2549cf5,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:10.204679 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8b335401-9f19-448b-9d28-e88cda77c2c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.205848 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8b335401-9f19-448b-9d28-e88cda77c2c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404965 Feb 04 06:33:10.208696 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34912) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:10.213557 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-bf2a5435-e5e2-450a-a0a2-c1b9344ec743 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '56e20f74-f417-4a4f-9c6d-0e30d0e9ab15', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:10.219386 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bf2a5435-e5e2-450a-a0a2-c1b9344ec743 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:10.223349 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bf2a5435-e5e2-450a-a0a2-c1b9344ec743 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:10.226304 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bf2a5435-e5e2-450a-a0a2-c1b9344ec743 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:10.232577 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bf2a5435-e5e2-450a-a0a2-c1b9344ec743 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:10.244862 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-bf2a5435-e5e2-450a-a0a2-c1b9344ec743 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Project edb5673b9505424ca41ca5290bab28ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:33:10.251185 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf2a5435-e5e2-450a-a0a2-c1b9344ec743 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.316706 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf2a5435-e5e2-450a-a0a2-c1b9344ec743 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.321585 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf2a5435-e5e2-450a-a0a2-c1b9344ec743 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.344560 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a5435-e5e2-450a-a0a2-c1b9344ec743 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70cef4b1-8793-4006-b042-ef9496e6f21e,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:10.353420 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf2a5435-e5e2-450a-a0a2-c1b9344ec743 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.354705 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bf2a5435-e5e2-450a-a0a2-c1b9344ec743 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450913 Feb 04 06:33:10.357907 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34916) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:10.362665 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b59da1ca-c72b-46bb-a98d-ea6de6018cb6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '56e20f74-f417-4a4f-9c6d-0e30d0e9ab15', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:10.368470 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b59da1ca-c72b-46bb-a98d-ea6de6018cb6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:10.372301 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b59da1ca-c72b-46bb-a98d-ea6de6018cb6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:10.375105 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b59da1ca-c72b-46bb-a98d-ea6de6018cb6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:10.380729 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b59da1ca-c72b-46bb-a98d-ea6de6018cb6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:10.391389 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-b59da1ca-c72b-46bb-a98d-ea6de6018cb6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Project edb5673b9505424ca41ca5290bab28ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:33:10.397673 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b59da1ca-c72b-46bb-a98d-ea6de6018cb6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.460853 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b59da1ca-c72b-46bb-a98d-ea6de6018cb6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.465992 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b59da1ca-c72b-46bb-a98d-ea6de6018cb6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.488447 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59da1ca-c72b-46bb-a98d-ea6de6018cb6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5886fd-ca35-45f7-b873-089ff28db67f,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:10.497807 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b59da1ca-c72b-46bb-a98d-ea6de6018cb6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.499069 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b59da1ca-c72b-46bb-a98d-ea6de6018cb6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402400 Feb 04 06:33:10.502303 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34920) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:10.507623 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-6a47154e-aa71-47bc-bd85-b99e975fa59d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'network': {'name': 'tempest-network-smoke--39693802', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'port_security_enabled': True}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:10.512588 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6a47154e-aa71-47bc-bd85-b99e975fa59d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:10.516402 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6a47154e-aa71-47bc-bd85-b99e975fa59d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:network and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:10.519188 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6a47154e-aa71-47bc-bd85-b99e975fa59d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:10.524786 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6a47154e-aa71-47bc-bd85-b99e975fa59d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:10.537662 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a47154e-aa71-47bc-bd85-b99e975fa59d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Made reservation on behalf of edb5673b9505424ca41ca5290bab28ed for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:33:10.541144 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a47154e-aa71-47bc-bd85-b99e975fa59d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.568043 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a47154e-aa71-47bc-bd85-b99e975fa59d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:33:10.576313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a47154e-aa71-47bc-bd85-b99e975fa59d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.576647 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-6a47154e-aa71-47bc-bd85-b99e975fa59d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Added segment 83938e03-1398-46d7-bda9-ba6232c7f1ac of type vlan for network 8dd9a775-453f-49d7-95fe-b339fe43de8a Feb 04 06:33:10.601349 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a47154e-aa71-47bc-bd85-b99e975fa59d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.631444 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a47154e-aa71-47bc-bd85-b99e975fa59d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.636880 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a47154e-aa71-47bc-bd85-b99e975fa59d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:10.637455 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6a47154e-aa71-47bc-bd85-b99e975fa59d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.737926 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6a47154e-aa71-47bc-bd85-b99e975fa59d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2345307 Feb 04 06:33:10.740530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47154e-aa71-47bc-bd85-b99e975fa59d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Network': ['ID=8dd9a775-453f-49d7-95fe-b339fe43de8a,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:10.741066 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34924) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:10.746507 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1048436546', 'admin_state_up': True, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:10.751042 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 8dd9a775-453f-49d7-95fe-b339fe43de8a details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:33:10.753831 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:10.757696 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:router and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:10.760585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:10.766906 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:10.777056 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.778176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.792406 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:11.056233 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:11.468166 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_gateway, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:11.496966 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:11.644867 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Allocated IP 172.26.4.66 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/11bb021f-10bc-4085-ad02-a7f3f87ae8ae) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:33:11.793901 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:11.824983 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:11.890566 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:33:11.893301 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:33:11.895950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:33:11.935527 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=11bb021f-10bc-4085-ad02-a7f3f87ae8ae,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:12.323804 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_gateway, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:12.781772 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:12.986652 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router 33aafdec-11ce-487d-a8b9-3323a1f2658b is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:33:13.162706 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:33:13.172763 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Sync routers for ids ['33aafdec-11ce-487d-a8b9-3323a1f2658b'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:33:13.181863 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Routers {'33aafdec-11ce-487d-a8b9-3323a1f2658b'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:33:13.182660 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:33:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['33aafdec-11ce-487d-a8b9-3323a1f2658b'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:13.191505 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:13.195978 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e885b0ad-0b9a-4d3c-8b75-13ff1a1849c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4507375 Feb 04 06:33:13.196298 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34928) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:13.347809 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5841b7ff-4e39-461e-8204-a573f875d9ba tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=edb5673b9505424ca41ca5290bab28ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1504664 Feb 04 06:33:13.350719 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34934) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:13.386659 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Set router 33aafdec-11ce-487d-a8b9-3323a1f2658b gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:33:13.484946 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69092675-bdab-4d06-a957-49bde30dfa28 tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:13.486313 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-69092675-bdab-4d06-a957-49bde30dfa28 tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1346431 Feb 04 06:33:13.489368 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34938) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:13.527466 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a43d516e-f2aa-4c27-9f22-ffde2d718889 tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370657 Feb 04 06:33:13.530354 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 34942) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:13.536107 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-8a1d22b1-269f-4d10-9a05-3744c73380a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-993707661', 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:13.646518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8a1d22b1-269f-4d10-9a05-3744c73380a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:13.650453 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8a1d22b1-269f-4d10-9a05-3744c73380a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:subnet and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:13.653246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8a1d22b1-269f-4d10-9a05-3744c73380a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:13.659054 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8a1d22b1-269f-4d10-9a05-3744c73380a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:13.670915 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048436546', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:33:10Z', 'updated_at': '2022-02-04T06:33:12Z', 'revision_number': 3, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:11Z', 'updated_at': '2022-02-04T06:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:13.671892 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1d22b1-269f-4d10-9a05-3744c73380a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Made reservation on behalf of edb5673b9505424ca41ca5290bab28ed for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:33:13.674767 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Checking router: 33aafdec-11ce-487d-a8b9-3323a1f2658b for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:33:13.675106 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Updating router 33aafdec-11ce-487d-a8b9-3323a1f2658b port 11bb021f-10bc-4085-ad02-a7f3f87ae8ae binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:33:13.676361 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8a1d22b1-269f-4d10-9a05-3744c73380a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:13.731131 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:13.906620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8a1d22b1-269f-4d10-9a05-3744c73380a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:13.980703 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d22b1-269f-4d10-9a05-3744c73380a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Subnet': ['ID=d5f05ca0-1f22-4a6d-9d88-fd5708584ad6,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:13.995443 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d22b1-269f-4d10-9a05-3744c73380a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Checking segment: {'id': '83938e03-1398-46d7-bda9-ba6232c7f1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:33:13.995443 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1d22b1-269f-4d10-9a05-3744c73380a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network hostable DHCP agents. Network: 8dd9a775-453f-49d7-95fe-b339fe43de8a, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:33:14.016400 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1d22b1-269f-4d10-9a05-3744c73380a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network 8dd9a775-453f-49d7-95fe-b339fe43de8a is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:33:14.027344 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-8a1d22b1-269f-4d10-9a05-3744c73380a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 8dd9a775-453f-49d7-95fe-b339fe43de8a) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:33:14.032512 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1d22b1-269f-4d10-9a05-3744c73380a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:14.033448 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8a1d22b1-269f-4d10-9a05-3744c73380a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:14.041164 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098b43c1-78b3-46c5-9c68-b7da8f6b38a4 None None] Network 8dd9a775-453f-49d7-95fe-b339fe43de8a requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:33:14.061983 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 34946) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:14.062624 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8a1d22b1-269f-4d10-9a05-3744c73380a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5306709 Feb 04 06:33:14.071894 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:14.083689 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Transition to ACTIVE for port object 11bb021f-10bc-4085-ad02-a7f3f87ae8ae will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:33:14.090224 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:14.201069 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ea47f-4238-4972-a968-a890175d27f0 None None] Pushing event updated for resources: {'Port': ['ID=11bb021f-10bc-4085-ad02-a7f3f87ae8ae,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:14.212809 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ea47f-4238-4972-a968-a890175d27f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.213301 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ea47f-4238-4972-a968-a890175d27f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.213771 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ea47f-4238-4972-a968-a890175d27f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.214225 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ea47f-4238-4972-a968-a890175d27f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.214694 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ea47f-4238-4972-a968-a890175d27f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.215297 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ea47f-4238-4972-a968-a890175d27f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.216348 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ea47f-4238-4972-a968-a890175d27f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.216831 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ea47f-4238-4972-a968-a890175d27f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.217305 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ea47f-4238-4972-a968-a890175d27f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.217762 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ea47f-4238-4972-a968-a890175d27f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.218732 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ea47f-4238-4972-a968-a890175d27f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.219205 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ea47f-4238-4972-a968-a890175d27f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.247740 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Attempting to bind port 11bb021f-10bc-4085-ad02-a7f3f87ae8ae on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:33:14.248328 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Attempting to bind port 11bb021f-10bc-4085-ad02-a7f3f87ae8ae by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:33:14.248840 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Attempting to bind port 11bb021f-10bc-4085-ad02-a7f3f87ae8ae on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:33:14.254494 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:33:14.255101 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:33:14.255655 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:14.256192 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:33:14.256646 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Bound port: 11bb021f-10bc-4085-ad02-a7f3f87ae8ae, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:33:14.257005 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:14.320562 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-8dd9a775-453f-49d7-95fe-b339fe43de8a', 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ips': [{'subnet_id': 'd5f05ca0-1f22-4a6d-9d88-fd5708584ad6'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:33:14.321982 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:14.332102 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] For port 11bb021f-10bc-4085-ad02-a7f3f87ae8ae, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:33:14.335558 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] For port 11bb021f-10bc-4085-ad02-a7f3f87ae8ae, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=11bb021f-10bc-4085-ad02-a7f3f87ae8ae,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:33:14.342341 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:14.420978 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ea47f-4238-4972-a968-a890175d27f0 None None] Pushing event updated for resources: {'Port': ['ID=11bb021f-10bc-4085-ad02-a7f3f87ae8ae,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:14.439840 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Routers {'33aafdec-11ce-487d-a8b9-3323a1f2658b'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:33:14.440421 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:33:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['33aafdec-11ce-487d-a8b9-3323a1f2658b'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:14.510231 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Allocated IP 172.20.0.2 (8dd9a775-453f-49d7-95fe-b339fe43de8a/d5f05ca0-1f22-4a6d-9d88-fd5708584ad6/ca005236-e95d-4286-ba4c-9a87d997ea09) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:33:14.632767 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] Set router 33aafdec-11ce-487d-a8b9-3323a1f2658b gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:33:14.737983 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:14.749157 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Transition to ACTIVE for port object ca005236-e95d-4286-ba4c-9a87d997ea09 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:33:14.769773 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Transition to ACTIVE for port object ca005236-e95d-4286-ba4c-9a87d997ea09 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:33:14.777161 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:14.835665 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Network 8dd9a775-453f-49d7-95fe-b339fe43de8a is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:33:14.836909 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:33:14.845800 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:33:14.929559 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048436546', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:33:10Z', 'updated_at': '2022-02-04T06:33:12Z', 'revision_number': 3, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:11Z', 'updated_at': '2022-02-04T06:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:14.934279 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cd58e0-5ae0-4557-8764-b92054a7300a None None] The sync data for ids ['33aafdec-11ce-487d-a8b9-3323a1f2658b'] in dv-neutron-826830-2-hyperv is: [{'id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048436546', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:33:10Z', 'updated_at': '2022-02-04T06:33:12Z', 'revision_number': 3, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:11Z', 'updated_at': '2022-02-04T06:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:33:14.944773 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Pushing event updated for resources: {'Port': ['ID=ca005236-e95d-4286-ba4c-9a87d997ea09,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:14.956814 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.957300 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.957540 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.957914 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.958378 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.958750 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.959153 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.959483 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.959839 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.960246 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.960721 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.961048 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:14.969054 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Attempting to bind port ca005236-e95d-4286-ba4c-9a87d997ea09 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:33:14.969555 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Attempting to bind port ca005236-e95d-4286-ba4c-9a87d997ea09 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '83938e03-1398-46d7-bda9-ba6232c7f1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:33:14.969982 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Attempting to bind port ca005236-e95d-4286-ba4c-9a87d997ea09 on network 8dd9a775-453f-49d7-95fe-b339fe43de8a {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:33:14.975651 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:33:14.976252 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Checking segment: {'id': '83938e03-1398-46d7-bda9-ba6232c7f1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:33:14.976651 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:14.977047 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Bound using segment: {'id': '83938e03-1398-46d7-bda9-ba6232c7f1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:33:14.977515 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Bound port: ca005236-e95d-4286-ba4c-9a87d997ea09, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83938e03-1398-46d7-bda9-ba6232c7f1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:33:14.977888 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:14.979987 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-df7646be-bc58-44b9-bcad-0f8e45ddfadd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:15.079690 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] For port ca005236-e95d-4286-ba4c-9a87d997ea09, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:33:15.083503 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] For port ca005236-e95d-4286-ba4c-9a87d997ea09, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ca005236-e95d-4286-ba4c-9a87d997ea09,segment=NetworkSegment(83938e03-1398-46d7-bda9-ba6232c7f1ac),segment_id=83938e03-1398-46d7-bda9-ba6232c7f1ac)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:33:15.088650 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:15.188436 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102af20-970e-43c6-8a56-f37a88168acc None None] Pushing event updated for resources: {'Port': ['ID=ca005236-e95d-4286-ba4c-9a87d997ea09,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:15.461540 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-df7646be-bc58-44b9-bcad-0f8e45ddfadd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Allocated IP 172.20.0.1 (8dd9a775-453f-49d7-95fe-b339fe43de8a/d5f05ca0-1f22-4a6d-9d88-fd5708584ad6/1c1c36ec-aced-4406-8fb9-920db0481c8b) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:33:15.639399 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-df7646be-bc58-44b9-bcad-0f8e45ddfadd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:15.655433 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-df7646be-bc58-44b9-bcad-0f8e45ddfadd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Transition to ACTIVE for port object 1c1c36ec-aced-4406-8fb9-920db0481c8b will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:33:15.682360 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-df7646be-bc58-44b9-bcad-0f8e45ddfadd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:15.756743 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7646be-bc58-44b9-bcad-0f8e45ddfadd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network 8dd9a775-453f-49d7-95fe-b339fe43de8a is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:33:15.760119 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-df7646be-bc58-44b9-bcad-0f8e45ddfadd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:33:15.764159 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7646be-bc58-44b9-bcad-0f8e45ddfadd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:33:15.795385 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7646be-bc58-44b9-bcad-0f8e45ddfadd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=1c1c36ec-aced-4406-8fb9-920db0481c8b,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:15.829922 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-df7646be-bc58-44b9-bcad-0f8e45ddfadd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:15.886500 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ca005236-e95d-4286-ba4c-9a87d997ea09 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:33:15.973922 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port ca005236-e95d-4286-ba4c-9a87d997ea09 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:33:15.981735 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 11bb021f-10bc-4085-ad02-a7f3f87ae8ae up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:33:16.057741 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 11bb021f-10bc-4085-ad02-a7f3f87ae8ae completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:33:16.063378 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 11bb021f-10bc-4085-ad02-a7f3f87ae8ae triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:33:16.063757 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:16.115962 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-df7646be-bc58-44b9-bcad-0f8e45ddfadd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:16.198107 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:16.218533 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 11bb021f-10bc-4085-ad02-a7f3f87ae8ae, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=11bb021f-10bc-4085-ad02-a7f3f87ae8ae,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:33:16.224964 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:16.293165 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=11bb021f-10bc-4085-ad02-a7f3f87ae8ae,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:16.313794 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868e4442-07c5-401c-962d-53a14034fdb2 None None] Network 8dd9a775-453f-49d7-95fe-b339fe43de8a requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:33:16.399288 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bfe5c213-a8e7-46e0-9e31-56e2f8a8d4c3 None None] Provisioning for port ca005236-e95d-4286-ba4c-9a87d997ea09 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:33:16.408291 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-bfe5c213-a8e7-46e0-9e31-56e2f8a8d4c3 None None] Provisioning complete for port ca005236-e95d-4286-ba4c-9a87d997ea09 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:33:16.408668 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bfe5c213-a8e7-46e0-9e31-56e2f8a8d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:16.558741 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-df7646be-bc58-44b9-bcad-0f8e45ddfadd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:16.563839 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-df7646be-bc58-44b9-bcad-0f8e45ddfadd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:16.638446 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bfe5c213-a8e7-46e0-9e31-56e2f8a8d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:16.686105 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-bfe5c213-a8e7-46e0-9e31-56e2f8a8d4c3 None None] For port ca005236-e95d-4286-ba4c-9a87d997ea09, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ca005236-e95d-4286-ba4c-9a87d997ea09,segment=NetworkSegment(83938e03-1398-46d7-bda9-ba6232c7f1ac),segment_id=83938e03-1398-46d7-bda9-ba6232c7f1ac)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:33:16.693428 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bfe5c213-a8e7-46e0-9e31-56e2f8a8d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:16.767820 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5c213-a8e7-46e0-9e31-56e2f8a8d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ca005236-e95d-4286-ba4c-9a87d997ea09,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:16.807563 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-df7646be-bc58-44b9-bcad-0f8e45ddfadd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:16.811006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7646be-bc58-44b9-bcad-0f8e45ddfadd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=1c1c36ec-aced-4406-8fb9-920db0481c8b,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:16.947149 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7646be-bc58-44b9-bcad-0f8e45ddfadd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network 8dd9a775-453f-49d7-95fe-b339fe43de8a is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:33:16.948386 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-df7646be-bc58-44b9-bcad-0f8e45ddfadd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:33:17.016399 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-47d00e33-f360-44a0-8314-5e03d82395eb None None] Provisioning for port 1c1c36ec-aced-4406-8fb9-920db0481c8b completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:33:17.021856 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-47d00e33-f360-44a0-8314-5e03d82395eb None None] Provisioning complete for port 1c1c36ec-aced-4406-8fb9-920db0481c8b triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:33:17.022235 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-47d00e33-f360-44a0-8314-5e03d82395eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:17.115964 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-47d00e33-f360-44a0-8314-5e03d82395eb None None] Port 1c1c36ec-aced-4406-8fb9-920db0481c8b cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:33:17.128825 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-47d00e33-f360-44a0-8314-5e03d82395eb None None] Provisioning complete for port ca005236-e95d-4286-ba4c-9a87d997ea09 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:33:17.129622 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-47d00e33-f360-44a0-8314-5e03d82395eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:17.147353 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7646be-bc58-44b9-bcad-0f8e45ddfadd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router 33aafdec-11ce-487d-a8b9-3323a1f2658b has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:33:17.332044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7646be-bc58-44b9-bcad-0f8e45ddfadd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:33:17.341545 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Sync routers for ids ['33aafdec-11ce-487d-a8b9-3323a1f2658b'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:33:17.342118 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-df7646be-bc58-44b9-bcad-0f8e45ddfadd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "PUT /v2.0/routers/33aafdec-11ce-487d-a8b9-3323a1f2658b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2776141 Feb 04 06:33:17.352156 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Routers {'33aafdec-11ce-487d-a8b9-3323a1f2658b'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:33:17.352433 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:33:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['33aafdec-11ce-487d-a8b9-3323a1f2658b'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:17.439251 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0658f677-2110-49ca-bcca-13c6f5950e3b None None] Provisioning complete for port 1c1c36ec-aced-4406-8fb9-920db0481c8b triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:33:17.439543 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0658f677-2110-49ca-bcca-13c6f5950e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:17.508064 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-627b47fb-2909-4fbc-a257-56ebad5e95c9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1363758681&fields=id&tenant_id=edb5673b9505424ca41ca5290bab28ed HTTP/1.1" status: 200 len: 267 time: 0.0431514 Feb 04 06:33:17.567580 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-0658f677-2110-49ca-bcca-13c6f5950e3b None None] Port 1c1c36ec-aced-4406-8fb9-920db0481c8b cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:33:17.585738 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Set router 33aafdec-11ce-487d-a8b9-3323a1f2658b gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:33:17.659364 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-2500b1b9-7372-49b5-8723-1a6c1da7d241 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:17.660854 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-2500b1b9-7372-49b5-8723-1a6c1da7d241 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/networks?id=8dd9a775-453f-49d7-95fe-b339fe43de8a HTTP/1.1" status: 200 len: 795 time: 0.1461709 Feb 04 06:33:17.675812 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-f4aece75-ac56-4586-8171-83f9c3864e1b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/quotas/edb5673b9505424ca41ca5290bab28ed HTTP/1.1" status: 200 len: 375 time: 0.0092757 Feb 04 06:33:17.757368 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-99d25f93-aaaa-4379-92d8-578e25653473 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:33:17.776416 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-99d25f93-aaaa-4379-92d8-578e25653473 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:33:17.777761 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-99d25f93-aaaa-4379-92d8-578e25653473 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0970364 Feb 04 06:33:17.816696 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ca005236-e95d-4286-ba4c-9a87d997ea09 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:33:17.838132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-b23c6e4e-6514-44cf-9923-87c421d3f41d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:33:17.839239 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-b23c6e4e-6514-44cf-9923-87c421d3f41d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495057 Feb 04 06:33:17.948823 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port ca005236-e95d-4286-ba4c-9a87d997ea09 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:33:17.949188 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:17.970120 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-fc796416-2eb3-432d-9d79-6c150513d96c service neutron] 10.222.0.31 "GET /v2.0/networks/8dd9a775-453f-49d7-95fe-b339fe43de8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243460 Feb 04 06:33:18.009796 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048436546', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:33:10Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:11Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '1c1c36ec-aced-4406-8fb9-920db0481c8b', 'name': '', 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:69:14:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd5f05ca0-1f22-4a6d-9d88-fd5708584ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:15Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 2, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'd5f05ca0-1f22-4a6d-9d88-fd5708584ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:18.017040 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Checking router: 33aafdec-11ce-487d-a8b9-3323a1f2658b for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:33:18.017393 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Updating router 33aafdec-11ce-487d-a8b9-3323a1f2658b port 1c1c36ec-aced-4406-8fb9-920db0481c8b binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:33:18.107068 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-6f36637c-dcfd-4e68-a5ba-4d4a3ae83176 service neutron] 10.222.0.31 "GET /v2.0/networks/8dd9a775-453f-49d7-95fe-b339fe43de8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306577 Feb 04 06:33:18.111305 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:18.182914 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 11bb021f-10bc-4085-ad02-a7f3f87ae8ae up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:33:18.285991 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0aae7610-af2e-4bbe-9e06-ca41d6afecf1 req-3099c9c1-51fb-466b-a6d5-1242a465814c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 210 time: 0.0418973 Feb 04 06:33:18.343151 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 11bb021f-10bc-4085-ad02-a7f3f87ae8ae triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:33:18.343604 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:18.669502 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:18.681856 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Transition to ACTIVE for port object 1c1c36ec-aced-4406-8fb9-920db0481c8b will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:33:18.689591 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:18.848261 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa2b62-42e1-476d-b132-cfcdbb827f83 None None] Pushing event updated for resources: {'Port': ['ID=1c1c36ec-aced-4406-8fb9-920db0481c8b,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:18.918434 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Attempting to bind port 1c1c36ec-aced-4406-8fb9-920db0481c8b on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:33:18.918792 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Attempting to bind port 1c1c36ec-aced-4406-8fb9-920db0481c8b by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '83938e03-1398-46d7-bda9-ba6232c7f1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:33:18.919164 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Attempting to bind port 1c1c36ec-aced-4406-8fb9-920db0481c8b on network 8dd9a775-453f-49d7-95fe-b339fe43de8a {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:33:18.925675 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:33:18.926187 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Checking segment: {'id': '83938e03-1398-46d7-bda9-ba6232c7f1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:33:18.926753 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:18.927195 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Bound using segment: {'id': '83938e03-1398-46d7-bda9-ba6232c7f1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:33:18.927648 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Bound port: 1c1c36ec-aced-4406-8fb9-920db0481c8b, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83938e03-1398-46d7-bda9-ba6232c7f1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:33:18.928036 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:19.026194 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] For port 1c1c36ec-aced-4406-8fb9-920db0481c8b, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:33:19.029459 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] For port 1c1c36ec-aced-4406-8fb9-920db0481c8b, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1c1c36ec-aced-4406-8fb9-920db0481c8b,segment=NetworkSegment(83938e03-1398-46d7-bda9-ba6232c7f1ac),segment_id=83938e03-1398-46d7-bda9-ba6232c7f1ac)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:33:19.034139 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:19.111417 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Routers {'33aafdec-11ce-487d-a8b9-3323a1f2658b'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:33:19.112070 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:33:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['33aafdec-11ce-487d-a8b9-3323a1f2658b'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:19.173196 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa2b62-42e1-476d-b132-cfcdbb827f83 None None] Pushing event updated for resources: {'Port': ['ID=1c1c36ec-aced-4406-8fb9-920db0481c8b,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:19.317505 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] Set router 33aafdec-11ce-487d-a8b9-3323a1f2658b gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:33:19.426342 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-23b96a70-b700-422e-b6b5-b2b3f2131bec tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:19.427880 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-23b96a70-b700-422e-b6b5-b2b3f2131bec tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:33:19.449562 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-23b96a70-b700-422e-b6b5-b2b3f2131bec tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:33:19.451165 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-23b96a70-b700-422e-b6b5-b2b3f2131bec tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "GET /v2.0/networks?id=8dd9a775-453f-49d7-95fe-b339fe43de8a HTTP/1.1" status: 200 len: 795 time: 0.2187648 Feb 04 06:33:19.464743 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-abb38149-8475-43c5-80d2-0c401cee2eee req-fca0bf77-663c-40a9-ad1c-9c24b46ac2d1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 210 time: 0.0462809 Feb 04 06:33:19.507005 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-d8d1bf86-fe01-44f9-98fb-3979a395773b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:33:19.523875 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-d8d1bf86-fe01-44f9-98fb-3979a395773b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:33:19.525207 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-d8d1bf86-fe01-44f9-98fb-3979a395773b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edb5673b9505424ca41ca5290bab28ed HTTP/1.1" status: 200 len: 380 time: 0.0628800 Feb 04 06:33:19.533766 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-a466bdb8-c31f-4c4d-b581-a95a9e29be9a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'port': {'device_id': 'd6300f1f-c1e5-43b9-a131-c23ddbf6d3fa', 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a', 'admin_state_up': True, 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'security_groups': ['56e20f74-f417-4a4f-9c6d-0e30d0e9ab15']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:19.660335 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048436546', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:33:10Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:11Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '1c1c36ec-aced-4406-8fb9-920db0481c8b', 'name': '', 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:69:14:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd5f05ca0-1f22-4a6d-9d88-fd5708584ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:15Z', 'updated_at': '2022-02-04T06:33:19Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'd5f05ca0-1f22-4a6d-9d88-fd5708584ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:19.664761 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ab210-4d4c-487e-862d-691e974f4e08 None None] The sync data for ids ['33aafdec-11ce-487d-a8b9-3323a1f2658b'] in dv-neutron-826830-2-hyperv is: [{'id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048436546', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:33:10Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:11Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '1c1c36ec-aced-4406-8fb9-920db0481c8b', 'name': '', 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:69:14:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd5f05ca0-1f22-4a6d-9d88-fd5708584ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:15Z', 'updated_at': '2022-02-04T06:33:19Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'd5f05ca0-1f22-4a6d-9d88-fd5708584ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:33:19.679152 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-a466bdb8-c31f-4c4d-b581-a95a9e29be9a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:19.688818 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-a466bdb8-c31f-4c4d-b581-a95a9e29be9a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:19.713204 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-a466bdb8-c31f-4c4d-b581-a95a9e29be9a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Made reservation on behalf of edb5673b9505424ca41ca5290bab28ed for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:33:19.716925 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-a466bdb8-c31f-4c4d-b581-a95a9e29be9a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:19.848401 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1c1c36ec-aced-4406-8fb9-920db0481c8b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:33:19.895405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-a466bdb8-c31f-4c4d-b581-a95a9e29be9a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Allocated IP 172.20.0.14 (8dd9a775-453f-49d7-95fe-b339fe43de8a/d5f05ca0-1f22-4a6d-9d88-fd5708584ad6/5a60aae1-4ff6-4451-954e-61adf113a690) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:33:19.922743 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 1c1c36ec-aced-4406-8fb9-920db0481c8b completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:33:19.927660 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 1c1c36ec-aced-4406-8fb9-920db0481c8b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:33:19.928058 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:20.053877 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:20.086654 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 1c1c36ec-aced-4406-8fb9-920db0481c8b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1c1c36ec-aced-4406-8fb9-920db0481c8b,segment=NetworkSegment(83938e03-1398-46d7-bda9-ba6232c7f1ac),segment_id=83938e03-1398-46d7-bda9-ba6232c7f1ac)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:33:20.092994 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:20.104452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-a466bdb8-c31f-4c4d-b581-a95a9e29be9a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:20.120988 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-a466bdb8-c31f-4c4d-b581-a95a9e29be9a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Transition to ACTIVE for port object 5a60aae1-4ff6-4451-954e-61adf113a690 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:33:20.154718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-a466bdb8-c31f-4c4d-b581-a95a9e29be9a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:20.167830 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=1c1c36ec-aced-4406-8fb9-920db0481c8b,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:20.237465 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-a466bdb8-c31f-4c4d-b581-a95a9e29be9a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network 8dd9a775-453f-49d7-95fe-b339fe43de8a is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:33:20.243428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-a466bdb8-c31f-4c4d-b581-a95a9e29be9a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:33:20.248451 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-a466bdb8-c31f-4c4d-b581-a95a9e29be9a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:33:20.275833 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466bdb8-c31f-4c4d-b581-a95a9e29be9a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=5a60aae1-4ff6-4451-954e-61adf113a690,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:20.317073 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-a466bdb8-c31f-4c4d-b581-a95a9e29be9a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:20.317710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-a466bdb8-c31f-4c4d-b581-a95a9e29be9a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:20.348226 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-a466bdb8-c31f-4c4d-b581-a95a9e29be9a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8180168 Feb 04 06:33:20.360227 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Request body: {'port': {'device_id': 'd6300f1f-c1e5-43b9-a131-c23ddbf6d3fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:20.480133 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-beeb3f57-7cd3-4700-9738-e6eefd6f4d77 None None] Provisioning for port 5a60aae1-4ff6-4451-954e-61adf113a690 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:33:20.485448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-beeb3f57-7cd3-4700-9738-e6eefd6f4d77 None None] Provisioning complete for port 5a60aae1-4ff6-4451-954e-61adf113a690 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:33:20.486231 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-beeb3f57-7cd3-4700-9738-e6eefd6f4d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:20.488266 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:20.541674 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-beeb3f57-7cd3-4700-9738-e6eefd6f4d77 None None] Port 5a60aae1-4ff6-4451-954e-61adf113a690 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:33:20.669555 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fde70-e428-4fd1-9535-099595dd6316 req-d206e860-e8f6-43dd-abc1-d538ec1eb177 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:20.671213 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-261fde70-e428-4fd1-9535-099595dd6316 req-d206e860-e8f6-43dd-abc1-d538ec1eb177 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 932 time: 0.0843542 Feb 04 06:33:20.718725 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-261fde70-e428-4fd1-9535-099595dd6316 req-6f16cc35-092f-463a-8ba8-ccf7a66fbdad tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=56e20f74-f417-4a4f-9c6d-0e30d0e9ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409014 Feb 04 06:33:20.825233 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:33:20.984999 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a60aae1-4ff6-4451-954e-61adf113a690 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:33:20.992404 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:21.007530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Transition to ACTIVE for port object 5a60aae1-4ff6-4451-954e-61adf113a690 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:33:21.013044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:21.163688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Pushing event updated for resources: {'Port': ['ID=5a60aae1-4ff6-4451-954e-61adf113a690,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:21.251897 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Attempting to bind port 5a60aae1-4ff6-4451-954e-61adf113a690 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:33:21.252287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Attempting to bind port 5a60aae1-4ff6-4451-954e-61adf113a690 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '83938e03-1398-46d7-bda9-ba6232c7f1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:33:21.252620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Attempting to bind port 5a60aae1-4ff6-4451-954e-61adf113a690 on network 8dd9a775-453f-49d7-95fe-b339fe43de8a {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:33:21.257512 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Port 5a60aae1-4ff6-4451-954e-61adf113a690 on network 8dd9a775-453f-49d7-95fe-b339fe43de8a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:33:21.257822 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Attempting to bind port 5a60aae1-4ff6-4451-954e-61adf113a690 on network 8dd9a775-453f-49d7-95fe-b339fe43de8a {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:33:21.264000 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:33:21.264586 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Checking segment: {'id': '83938e03-1398-46d7-bda9-ba6232c7f1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:33:21.265187 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Bound using segment: {'id': '83938e03-1398-46d7-bda9-ba6232c7f1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:33:21.265605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Bound port: 5a60aae1-4ff6-4451-954e-61adf113a690, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83938e03-1398-46d7-bda9-ba6232c7f1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:33:21.265952 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:21.360641 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] For port 5a60aae1-4ff6-4451-954e-61adf113a690, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:33:21.363463 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] For port 5a60aae1-4ff6-4451-954e-61adf113a690, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5a60aae1-4ff6-4451-954e-61adf113a690,segment=NetworkSegment(83938e03-1398-46d7-bda9-ba6232c7f1ac),segment_id=83938e03-1398-46d7-bda9-ba6232c7f1ac)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:33:21.371062 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:21.431571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:21.432221 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:21.433588 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] 10.222.0.43 "PUT /v2.0/ports/5a60aae1-4ff6-4451-954e-61adf113a690 HTTP/1.1" status: 200 len: 1094 time: 1.0782893 Feb 04 06:33:21.434032 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6300f1f-c1e5-43b9-a131-c23ddbf6d3fa', 'tag': '5a60aae1-4ff6-4451-954e-61adf113a690'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:33:21.458071 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae40dd5-1daf-4310-82b7-b0194ab97e8d service neutron] Pushing event updated for resources: {'Port': ['ID=5a60aae1-4ff6-4451-954e-61adf113a690,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:21.552828 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-0ef103ee-b45d-4d2f-8631-3d3cc97fb43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:21.554348 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-0ef103ee-b45d-4d2f-8631-3d3cc97fb43d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 1097 time: 0.0750177 Feb 04 06:33:21.555949 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6300f1f-c1e5-43b9-a131-c23ddbf6d3fa', 'tag': '5a60aae1-4ff6-4451-954e-61adf113a690', 'status': 'completed', 'code': 200} Feb 04 06:33:21.626076 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-cd4fae11-0952-4bf5-91b4-0538573176be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a60aae1-4ff6-4451-954e-61adf113a690 HTTP/1.1" status: 200 len: 217 time: 0.0649230 Feb 04 06:33:21.689403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-edfce95d-0151-4239-a84c-1110c72fa69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:21.690829 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-edfce95d-0151-4239-a84c-1110c72fa69e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5f05ca0-1f22-4a6d-9d88-fd5708584ad6 HTTP/1.1" status: 200 len: 834 time: 0.0589895 Feb 04 06:33:21.766649 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-d7a1b38b-464b-40a2-b3d9-ed7f0c8d78df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:21.768182 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-d7a1b38b-464b-40a2-b3d9-ed7f0c8d78df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8dd9a775-453f-49d7-95fe-b339fe43de8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715082 Feb 04 06:33:21.828151 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1c1c36ec-aced-4406-8fb9-920db0481c8b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:33:21.897021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 1c1c36ec-aced-4406-8fb9-920db0481c8b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:33:21.897526 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:21.902553 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-4d71666d-1817-48d0-880d-a5db0561282d service neutron] 10.222.0.43 "GET /v2.0/networks/8dd9a775-453f-49d7-95fe-b339fe43de8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258843 Feb 04 06:33:21.930660 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48e45a-e365-446f-b486-085bcea4ccf8 req-90e65d49-28d2-4eaf-8c9a-6ea048532493 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:21.932974 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bf48e45a-e365-446f-b486-085bcea4ccf8 req-90e65d49-28d2-4eaf-8c9a-6ea048532493 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 944 time: 0.0850074 Feb 04 06:33:21.977794 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bf48e45a-e365-446f-b486-085bcea4ccf8 req-e8f2b31b-dc43-4cd9-abff-6015a3c40b9c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=56e20f74-f417-4a4f-9c6d-0e30d0e9ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389950 Feb 04 06:33:22.035081 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6139f319-5f4c-4c3e-8a16-26e5ae4c4aad req-766c6f16-4af3-4844-bf74-542d65f41e82 service neutron] 10.222.0.43 "GET /v2.0/networks/8dd9a775-453f-49d7-95fe-b339fe43de8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258166 Feb 04 06:33:22.160447 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c42e0-d002-4f52-a885-f05fa0a8f11f req-9cbf8485-c2f3-4513-a45d-431f2a36bc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:22.162008 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-404c42e0-d002-4f52-a885-f05fa0a8f11f req-9cbf8485-c2f3-4513-a45d-431f2a36bc9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 1097 time: 0.0798161 Feb 04 06:33:22.293405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c42e0-d002-4f52-a885-f05fa0a8f11f req-c6645fdf-7a44-40d7-95f0-6d34a69b09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:22.294794 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-404c42e0-d002-4f52-a885-f05fa0a8f11f req-c6645fdf-7a44-40d7-95f0-6d34a69b09b7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8dd9a775-453f-49d7-95fe-b339fe43de8a HTTP/1.1" status: 200 len: 896 time: 0.1262887 Feb 04 06:33:22.364894 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-404c42e0-d002-4f52-a885-f05fa0a8f11f req-73899103-c69a-4adb-be8d-87ab18008d34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a60aae1-4ff6-4451-954e-61adf113a690 HTTP/1.1" status: 200 len: 217 time: 0.0635252 Feb 04 06:33:22.427717 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c42e0-d002-4f52-a885-f05fa0a8f11f req-5ab867d3-6853-47ee-9225-b0fd2fbfa5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:22.429104 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-404c42e0-d002-4f52-a885-f05fa0a8f11f req-5ab867d3-6853-47ee-9225-b0fd2fbfa5c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5f05ca0-1f22-4a6d-9d88-fd5708584ad6 HTTP/1.1" status: 200 len: 834 time: 0.0568497 Feb 04 06:33:22.505981 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c42e0-d002-4f52-a885-f05fa0a8f11f req-05bdf3c8-16e0-4b0f-a093-512118d8f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:22.507473 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-404c42e0-d002-4f52-a885-f05fa0a8f11f req-05bdf3c8-16e0-4b0f-a093-512118d8f3a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8dd9a775-453f-49d7-95fe-b339fe43de8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713341 Feb 04 06:33:22.732044 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-404c42e0-d002-4f52-a885-f05fa0a8f11f req-30ff7af3-abc0-4c49-b314-59ad2a127cd8 service neutron] 10.222.0.43 "GET /v2.0/networks/8dd9a775-453f-49d7-95fe-b339fe43de8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168045 Feb 04 06:33:22.861075 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-404c42e0-d002-4f52-a885-f05fa0a8f11f req-717e4f85-d8bc-4c6f-b8a7-6914554b5012 service neutron] 10.222.0.43 "GET /v2.0/networks/8dd9a775-453f-49d7-95fe-b339fe43de8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229007 Feb 04 06:33:23.171229 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cef16-61fb-4337-ab24-1e5630e1181d req-96c3d70b-8a14-41d5-b9a3-f9d8b2f23f0f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:23.172711 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e92cef16-61fb-4337-ab24-1e5630e1181d req-96c3d70b-8a14-41d5-b9a3-f9d8b2f23f0f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 944 time: 0.0832849 Feb 04 06:33:23.224104 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e92cef16-61fb-4337-ab24-1e5630e1181d req-bc782ec9-3b66-40af-b5d3-ed68747ef944 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=56e20f74-f417-4a4f-9c6d-0e30d0e9ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454073 Feb 04 06:33:23.262635 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 5a60aae1-4ff6-4451-954e-61adf113a690 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:33:23.430409 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 5a60aae1-4ff6-4451-954e-61adf113a690, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5a60aae1-4ff6-4451-954e-61adf113a690,segment=NetworkSegment(83938e03-1398-46d7-bda9-ba6232c7f1ac),segment_id=83938e03-1398-46d7-bda9-ba6232c7f1ac)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:33:23.443371 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '5a60aae1-4ff6-4451-954e-61adf113a690', 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a', 'port_id': '5a60aae1-4ff6-4451-954e-61adf113a690', 'mac_address': 'fa:16:3e:78:67:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f05ca0-1f22-4a6d-9d88-fd5708584ad6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:33:23.502001 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:23.518572 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a60aae1-4ff6-4451-954e-61adf113a690 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:33:23.533618 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 5a60aae1-4ff6-4451-954e-61adf113a690, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5a60aae1-4ff6-4451-954e-61adf113a690,segment=NetworkSegment(83938e03-1398-46d7-bda9-ba6232c7f1ac),segment_id=83938e03-1398-46d7-bda9-ba6232c7f1ac)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:33:23.541387 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:23.609787 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=5a60aae1-4ff6-4451-954e-61adf113a690,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:23.774344 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['5a60aae1-4ff6-4451-954e-61adf113a690'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:33:24.527881 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6df0ae-3876-4024-be12-039a9fe72800 req-9755e21a-0af1-4f2a-946b-61cc467659cb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:24.529244 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2c6df0ae-3876-4024-be12-039a9fe72800 req-9755e21a-0af1-4f2a-946b-61cc467659cb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 945 time: 0.1884842 Feb 04 06:33:24.574667 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2c6df0ae-3876-4024-be12-039a9fe72800 req-491b86f8-3f4e-4042-8ab9-a666ed622b94 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=56e20f74-f417-4a4f-9c6d-0e30d0e9ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373468 Feb 04 06:33:25.279623 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 5a60aae1-4ff6-4451-954e-61adf113a690 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:33:25.357748 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 5a60aae1-4ff6-4451-954e-61adf113a690 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:33:25.362360 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 5a60aae1-4ff6-4451-954e-61adf113a690 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:33:25.362720 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:25.487667 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:25.515259 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6300f1f-c1e5-43b9-a131-c23ddbf6d3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a60aae1-4ff6-4451-954e-61adf113a690'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:33:25.524727 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 5a60aae1-4ff6-4451-954e-61adf113a690, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5a60aae1-4ff6-4451-954e-61adf113a690,segment=NetworkSegment(83938e03-1398-46d7-bda9-ba6232c7f1ac),segment_id=83938e03-1398-46d7-bda9-ba6232c7f1ac)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:33:25.530067 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:25.567193 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6300f1f-c1e5-43b9-a131-c23ddbf6d3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a60aae1-4ff6-4451-954e-61adf113a690', 'code': 200} Feb 04 06:33:25.602011 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=5a60aae1-4ff6-4451-954e-61adf113a690,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:25.779719 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfd2f3-7e4f-4d33-a18e-edb3658c5132 req-1721812b-cf73-4514-a095-06d55624a619 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:25.781185 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ebcfd2f3-7e4f-4d33-a18e-edb3658c5132 req-1721812b-cf73-4514-a095-06d55624a619 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 946 time: 0.0876615 Feb 04 06:33:25.791198 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00b966-338d-441a-9c56-6399768c56c2 req-a9c292a6-64ba-429f-9005-5e1ebba14508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:25.792727 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3b00b966-338d-441a-9c56-6399768c56c2 req-a9c292a6-64ba-429f-9005-5e1ebba14508 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 1099 time: 0.0736825 Feb 04 06:33:25.826249 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ebcfd2f3-7e4f-4d33-a18e-edb3658c5132 req-5c60e8af-8e24-47c8-b13e-c1690f91c4e6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=56e20f74-f417-4a4f-9c6d-0e30d0e9ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391455 Feb 04 06:33:25.833618 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3b00b966-338d-441a-9c56-6399768c56c2 req-7e184986-a2e2-4274-a3ff-6f99ee011de9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=56e20f74-f417-4a4f-9c6d-0e30d0e9ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348110 Feb 04 06:33:27.019650 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0e2b1-9fd1-4fe4-a536-252549697769 req-9ccecbba-3379-4751-b513-4db7a0f40f3b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:27.021120 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-80e0e2b1-9fd1-4fe4-a536-252549697769 req-9ccecbba-3379-4751-b513-4db7a0f40f3b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 946 time: 0.0856497 Feb 04 06:33:27.065861 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-80e0e2b1-9fd1-4fe4-a536-252549697769 req-56696bae-6dfc-46e7-b865-14bec99d2c4f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=56e20f74-f417-4a4f-9c6d-0e30d0e9ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389376 Feb 04 06:33:27.273352 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a047cd-e3da-4b21-8028-0c1252e2a0d8 req-a70b3409-d820-4280-aa5d-8b31de8f3b4d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:27.274790 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-93a047cd-e3da-4b21-8028-0c1252e2a0d8 req-a70b3409-d820-4280-aa5d-8b31de8f3b4d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 946 time: 0.0933309 Feb 04 06:33:27.317605 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-93a047cd-e3da-4b21-8028-0c1252e2a0d8 req-496e6671-b6ff-47e5-94f8-02d0d6010321 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=56e20f74-f417-4a4f-9c6d-0e30d0e9ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370095 Feb 04 06:33:27.339960 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35000) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:27.423193 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238d87f8-c833-45c5-b940-98de16194550 tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:27.424747 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-238d87f8-c833-45c5-b940-98de16194550 tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 1094 time: 0.0837822 Feb 04 06:33:27.428995 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35004) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:27.433876 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': '5a60aae1-4ff6-4451-954e-61adf113a690', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:27.440097 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:27.444271 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:floatingip and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:27.447540 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:27.453618 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:27.466978 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:27.608853 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:27.748946 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Allocated IP 172.26.4.147 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/e85ff804-4519-40f4-8f56-26d472bfb3e9) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:33:27.893708 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:27.925550 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:27.992841 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:33:27.995722 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:33:28.000353 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:33:28.029382 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=e85ff804-4519-40f4-8f56-26d472bfb3e9,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:28.432069 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:28.508137 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:28.820995 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:28.828158 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:28.935625 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=e85ff804-4519-40f4-8f56-26d472bfb3e9,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:28.945833 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:29.139693 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Floating IP 3f9c3f90-70dd-40df-9804-eb5cabe93fb0 associated. External IP: 172.26.4.147, port: 5a60aae1-4ff6-4451-954e-61adf113a690. Feb 04 06:33:29.517439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router 33aafdec-11ce-487d-a8b9-3323a1f2658b has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:33:29.527260 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6db876b1-7f7e-428b-9ae2-86590ba6103d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:29.705493 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:33:29.715828 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccb84b4-bb12-4d59-a03e-ccdb79daaebe None None] Sync routers for ids ['33aafdec-11ce-487d-a8b9-3323a1f2658b'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:33:29.737738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:29.761029 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb84b4-bb12-4d59-a03e-ccdb79daaebe None None] Routers {'33aafdec-11ce-487d-a8b9-3323a1f2658b'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:33:29.761537 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-bccb84b4-bb12-4d59-a03e-ccdb79daaebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:33:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['33aafdec-11ce-487d-a8b9-3323a1f2658b'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:29.795376 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8d044889-6f63-4926-b8f6-81b57ee4a5b8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3652818 Feb 04 06:33:29.795887 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6300f1f-c1e5-43b9-a131-c23ddbf6d3fa', 'tag': '5a60aae1-4ff6-4451-954e-61adf113a690'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:33:29.847062 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6300f1f-c1e5-43b9-a131-c23ddbf6d3fa', 'tag': '5a60aae1-4ff6-4451-954e-61adf113a690', 'status': 'completed', 'code': 200} Feb 04 06:33:29.941571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fccef2-4883-44e7-9924-407af894e0f9 req-b9b60137-2a86-4fa9-9d2b-a725355437e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:29.943839 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e0fccef2-4883-44e7-9924-407af894e0f9 req-b9b60137-2a86-4fa9-9d2b-a725355437e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 1099 time: 0.0734076 Feb 04 06:33:29.945394 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-bccb84b4-bb12-4d59-a03e-ccdb79daaebe None None] Set router 33aafdec-11ce-487d-a8b9-3323a1f2658b gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:33:29.969040 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94e865-d3e1-4f9e-a3fd-4122ebba0ee4 req-89759963-1147-4161-a4da-4413039bb2cf tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:29.970519 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7f94e865-d3e1-4f9e-a3fd-4122ebba0ee4 req-89759963-1147-4161-a4da-4413039bb2cf tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 946 time: 0.0796571 Feb 04 06:33:30.016324 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7f94e865-d3e1-4f9e-a3fd-4122ebba0ee4 req-5450755f-7b81-45a8-9d63-48e391d1587d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=56e20f74-f417-4a4f-9c6d-0e30d0e9ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398431 Feb 04 06:33:30.039228 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35012) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:30.075447 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fccef2-4883-44e7-9924-407af894e0f9 req-faee1531-218b-4873-af13-b37f0a94ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:30.076850 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e0fccef2-4883-44e7-9924-407af894e0f9 req-faee1531-218b-4873-af13-b37f0a94ae79 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8dd9a775-453f-49d7-95fe-b339fe43de8a HTTP/1.1" status: 200 len: 896 time: 0.1271029 Feb 04 06:33:30.153243 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7aa9457e-5ecc-41c9-9e19-ac164050243a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/3f9c3f90-70dd-40df-9804-eb5cabe93fb0 HTTP/1.1" status: 200 len: 992 time: 0.1112659 Feb 04 06:33:30.182087 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e0fccef2-4883-44e7-9924-407af894e0f9 req-bae8c922-7206-4def-878b-a886c6d5f10d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a60aae1-4ff6-4451-954e-61adf113a690 HTTP/1.1" status: 200 len: 1000 time: 0.0994730 Feb 04 06:33:30.245747 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fccef2-4883-44e7-9924-407af894e0f9 req-629d6bd7-633d-4b92-99ee-d0aa82b83f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:30.247207 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e0fccef2-4883-44e7-9924-407af894e0f9 req-629d6bd7-633d-4b92-99ee-d0aa82b83f1d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5f05ca0-1f22-4a6d-9d88-fd5708584ad6 HTTP/1.1" status: 200 len: 834 time: 0.0596418 Feb 04 06:33:30.283057 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-bccb84b4-bb12-4d59-a03e-ccdb79daaebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048436546', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:33:10Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:11Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '3f9c3f90-70dd-40df-9804-eb5cabe93fb0', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'floating_ip_address': '172.26.4.147', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'port_id': '5a60aae1-4ff6-4451-954e-61adf113a690', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a', 'mac_address': 'fa:16:3e:78:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6300f1f-c1e5-43b9-a131-c23ddbf6d3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:33:28Z', 'updated_at': '2022-02-04T06:33:28Z', 'revision_number': 0, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1c36ec-aced-4406-8fb9-920db0481c8b', 'name': '', 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:69:14:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd5f05ca0-1f22-4a6d-9d88-fd5708584ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:15Z', 'updated_at': '2022-02-04T06:33:20Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'd5f05ca0-1f22-4a6d-9d88-fd5708584ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:30.286965 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccb84b4-bb12-4d59-a03e-ccdb79daaebe None None] Checking router: 33aafdec-11ce-487d-a8b9-3323a1f2658b for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:33:30.295383 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb84b4-bb12-4d59-a03e-ccdb79daaebe None None] Routers {'33aafdec-11ce-487d-a8b9-3323a1f2658b'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:33:30.295992 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-bccb84b4-bb12-4d59-a03e-ccdb79daaebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:33:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['33aafdec-11ce-487d-a8b9-3323a1f2658b'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:30.320685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fccef2-4883-44e7-9924-407af894e0f9 req-6506cfab-c99b-435b-8da6-ddd7ba6daec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:30.322190 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e0fccef2-4883-44e7-9924-407af894e0f9 req-6506cfab-c99b-435b-8da6-ddd7ba6daec7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8dd9a775-453f-49d7-95fe-b339fe43de8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691745 Feb 04 06:33:30.457899 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e0fccef2-4883-44e7-9924-407af894e0f9 req-b6aba76a-d8e1-4c41-97e4-02af268a4dbd service neutron] 10.222.0.43 "GET /v2.0/networks/8dd9a775-453f-49d7-95fe-b339fe43de8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294816 Feb 04 06:33:30.472658 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-bccb84b4-bb12-4d59-a03e-ccdb79daaebe None None] Set router 33aafdec-11ce-487d-a8b9-3323a1f2658b gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:33:30.586956 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e0fccef2-4883-44e7-9924-407af894e0f9 req-9fd7c6ce-105a-44dc-8b9f-8872028e4b4c service neutron] 10.222.0.43 "GET /v2.0/networks/8dd9a775-453f-49d7-95fe-b339fe43de8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226411 Feb 04 06:33:30.831510 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-bccb84b4-bb12-4d59-a03e-ccdb79daaebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048436546', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:33:10Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:11Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '3f9c3f90-70dd-40df-9804-eb5cabe93fb0', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'floating_ip_address': '172.26.4.147', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'port_id': '5a60aae1-4ff6-4451-954e-61adf113a690', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a', 'mac_address': 'fa:16:3e:78:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6300f1f-c1e5-43b9-a131-c23ddbf6d3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:33:28Z', 'updated_at': '2022-02-04T06:33:28Z', 'revision_number': 0, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1c36ec-aced-4406-8fb9-920db0481c8b', 'name': '', 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:69:14:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd5f05ca0-1f22-4a6d-9d88-fd5708584ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:15Z', 'updated_at': '2022-02-04T06:33:20Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'd5f05ca0-1f22-4a6d-9d88-fd5708584ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:30.835824 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccb84b4-bb12-4d59-a03e-ccdb79daaebe None None] The sync data for ids ['33aafdec-11ce-487d-a8b9-3323a1f2658b'] in dv-neutron-826830-2-hyperv is: [{'id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048436546', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:33:10Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:11Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '3f9c3f90-70dd-40df-9804-eb5cabe93fb0', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'floating_ip_address': '172.26.4.147', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'port_id': '5a60aae1-4ff6-4451-954e-61adf113a690', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a', 'mac_address': 'fa:16:3e:78:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6300f1f-c1e5-43b9-a131-c23ddbf6d3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:33:28Z', 'updated_at': '2022-02-04T06:33:28Z', 'revision_number': 0, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1c36ec-aced-4406-8fb9-920db0481c8b', 'name': '', 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:69:14:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd5f05ca0-1f22-4a6d-9d88-fd5708584ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:15Z', 'updated_at': '2022-02-04T06:33:20Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'd5f05ca0-1f22-4a6d-9d88-fd5708584ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:33:31.044577 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa9e267-cb41-40c2-8a4d-424cc73c7428 None None] New status for floating IP 3f9c3f90-70dd-40df-9804-eb5cabe93fb0: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:33:31.154075 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35016) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:31.258181 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-674057b3-ae0a-4b6f-a3d5-74f954927dd1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/3f9c3f90-70dd-40df-9804-eb5cabe93fb0 HTTP/1.1" status: 200 len: 992 time: 0.1029546 Feb 04 06:33:31.875444 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-db50085c-6080-46ea-941b-327adaf0ba17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:32.263490 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35020) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:32.382961 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-04d7d1fb-142d-4035-9a73-04361d95b6f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/3f9c3f90-70dd-40df-9804-eb5cabe93fb0 HTTP/1.1" status: 200 len: 994 time: 0.1178803 Feb 04 06:33:32.970126 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:32.971340 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:34.382685 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:37.412189 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:39.058959 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9bee4762-7db5-4eb3-aa0d-e1f9bd3d385d req-622a3d2b-8a9d-4894-b4fb-986cecd91204 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789759 Feb 04 06:33:39.209719 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee4762-7db5-4eb3-aa0d-e1f9bd3d385d req-d617ae69-5e1c-47b2-94b5-a12a70c0df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:39.211209 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9bee4762-7db5-4eb3-aa0d-e1f9bd3d385d req-d617ae69-5e1c-47b2-94b5-a12a70c0df81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 1099 time: 0.0737104 Feb 04 06:33:39.454714 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee4762-7db5-4eb3-aa0d-e1f9bd3d385d req-955ff1fa-0074-4d5e-885e-fb340534581b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:39.456154 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9bee4762-7db5-4eb3-aa0d-e1f9bd3d385d req-955ff1fa-0074-4d5e-885e-fb340534581b service neutron] 10.222.0.43 "GET /v2.0/networks?id=8dd9a775-453f-49d7-95fe-b339fe43de8a HTTP/1.1" status: 200 len: 896 time: 0.2233834 Feb 04 06:33:39.579637 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9bee4762-7db5-4eb3-aa0d-e1f9bd3d385d req-59b29458-489e-48b2-babd-ef671cc1fde1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a60aae1-4ff6-4451-954e-61adf113a690 HTTP/1.1" status: 200 len: 1002 time: 0.1144085 Feb 04 06:33:39.644403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee4762-7db5-4eb3-aa0d-e1f9bd3d385d req-48a569e9-da3f-4a0f-a4bd-bf111648ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:39.645791 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9bee4762-7db5-4eb3-aa0d-e1f9bd3d385d req-48a569e9-da3f-4a0f-a4bd-bf111648ba69 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5f05ca0-1f22-4a6d-9d88-fd5708584ad6 HTTP/1.1" status: 200 len: 834 time: 0.0584204 Feb 04 06:33:39.722023 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee4762-7db5-4eb3-aa0d-e1f9bd3d385d req-5135d00d-a495-4c26-9096-2ebd6da3f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:39.723351 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9bee4762-7db5-4eb3-aa0d-e1f9bd3d385d req-5135d00d-a495-4c26-9096-2ebd6da3f735 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8dd9a775-453f-49d7-95fe-b339fe43de8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716207 Feb 04 06:33:39.856938 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9bee4762-7db5-4eb3-aa0d-e1f9bd3d385d req-d339be82-51f7-4d77-add3-a92157d5aeae service neutron] 10.222.0.43 "GET /v2.0/networks/8dd9a775-453f-49d7-95fe-b339fe43de8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235759 Feb 04 06:33:39.992734 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9bee4762-7db5-4eb3-aa0d-e1f9bd3d385d req-e77472f6-0a77-42d6-8c68-41297724f4b3 service neutron] 10.222.0.43 "GET /v2.0/networks/8dd9a775-453f-49d7-95fe-b339fe43de8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288068 Feb 04 06:33:57.825633 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:33:59.326082 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bfc77-a866-4d46-a93b-9dd06b976716 req-f13b67a1-5312-4f30-893f-8f6020c8aafe tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:59.327434 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7f5bfc77-a866-4d46-a93b-9dd06b976716 req-f13b67a1-5312-4f30-893f-8f6020c8aafe tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 946 time: 0.0900655 Feb 04 06:33:59.378836 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7f5bfc77-a866-4d46-a93b-9dd06b976716 req-46a057eb-9778-45bd-ab77-089bc7a8f1f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=56e20f74-f417-4a4f-9c6d-0e30d0e9ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442150 Feb 04 06:33:59.540998 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c71db704-7445-4cdc-aa22-28db8c5f9bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:00.568865 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a79a4-1c92-4c71-b6d0-3844d2072a94 req-9b3ca36c-ea88-4aed-9dcf-19e6683271e8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:00.570263 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-628a79a4-1c92-4c71-b6d0-3844d2072a94 req-9b3ca36c-ea88-4aed-9dcf-19e6683271e8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 946 time: 0.0848413 Feb 04 06:34:00.614095 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-628a79a4-1c92-4c71-b6d0-3844d2072a94 req-4db5330b-506a-472e-b324-f22b6a276344 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=56e20f74-f417-4a4f-9c6d-0e30d0e9ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381758 Feb 04 06:34:00.637374 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35038) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:00.863657 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-59f1e8e4-e92e-4572-bdcc-6a4396e7ded8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/3f9c3f90-70dd-40df-9804-eb5cabe93fb0 HTTP/1.1" status: 200 len: 994 time: 0.2248938 Feb 04 06:34:01.883874 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-81efe1d1-e74d-4e72-abaf-6581c78b5c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:02.332130 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb548c7-7ce0-451f-b09b-a3689cb87eb7 req-d8de591f-6e71-41d0-a92c-191cf5edf501 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:02.333662 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4bb548c7-7ce0-451f-b09b-a3689cb87eb7 req-d8de591f-6e71-41d0-a92c-191cf5edf501 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 946 time: 0.0866504 Feb 04 06:34:02.379939 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4bb548c7-7ce0-451f-b09b-a3689cb87eb7 req-8df26acf-dc38-4f6d-b2ec-dc8502ba6f72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=56e20f74-f417-4a4f-9c6d-0e30d0e9ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401795 Feb 04 06:34:02.975170 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:02.976294 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:03.610086 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b1d77-0b6d-48e2-9546-9d9310a1b012 req-1d4991c5-97a0-4a5d-bc5b-9967ea70366c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:03.611622 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cc0b1d77-0b6d-48e2-9546-9d9310a1b012 req-1d4991c5-97a0-4a5d-bc5b-9967ea70366c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 946 time: 0.1067376 Feb 04 06:34:03.658590 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cc0b1d77-0b6d-48e2-9546-9d9310a1b012 req-faef100a-fddc-4547-8f1c-6a51e0c0efa5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=56e20f74-f417-4a4f-9c6d-0e30d0e9ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411081 Feb 04 06:34:03.681942 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35050) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:03.797111 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-47188d90-8ac0-49e6-bcb1-b550b1f711d9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/3f9c3f90-70dd-40df-9804-eb5cabe93fb0 HTTP/1.1" status: 200 len: 994 time: 0.1118834 Feb 04 06:34:04.110139 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35058) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:04.317287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting port e85ff804-4519-40f4-8f56-26d472bfb3e9 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:34:04.317491 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:04.380110 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:04.490808 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:04.491135 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:04.618957 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Calling delete_port for e85ff804-4519-40f4-8f56-26d472bfb3e9 owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:34:04.776288 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:04.824230 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Port': ['ID=e85ff804-4519-40f4-8f56-26d472bfb3e9,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:04.876781 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:04.877012 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:04.877387 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:04.877713 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:04.878042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:04.878367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:04.878688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:04.879009 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:04.879327 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:04.879641 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:04.879962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:04.880282 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:04.941238 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:04.941596 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Floating IP 3f9c3f90-70dd-40df-9804-eb5cabe93fb0 disassociated (deleted). External IP: 172.26.4.147, port: 5a60aae1-4ff6-4451-954e-61adf113a690. Feb 04 06:34:05.383335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router 33aafdec-11ce-487d-a8b9-3323a1f2658b has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:34:05.568760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:34:05.579165 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da318a82-8541-436a-846f-cd5bff2b5953 None None] Sync routers for ids ['33aafdec-11ce-487d-a8b9-3323a1f2658b'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:34:05.586186 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:05.589243 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da318a82-8541-436a-846f-cd5bff2b5953 None None] Routers {'33aafdec-11ce-487d-a8b9-3323a1f2658b'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:34:05.589840 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-da318a82-8541-436a-846f-cd5bff2b5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:34:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['33aafdec-11ce-487d-a8b9-3323a1f2658b'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:05.646258 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e04acfa6-0245-4d84-849c-94d439ea7e5e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/floatingips/3f9c3f90-70dd-40df-9804-eb5cabe93fb0 HTTP/1.1" status: 204 len: 168 time: 1.5346079 Feb 04 06:34:05.647165 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6300f1f-c1e5-43b9-a131-c23ddbf6d3fa', 'tag': '5a60aae1-4ff6-4451-954e-61adf113a690'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:34:05.693516 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6300f1f-c1e5-43b9-a131-c23ddbf6d3fa', 'tag': '5a60aae1-4ff6-4451-954e-61adf113a690', 'status': 'completed', 'code': 200} Feb 04 06:34:05.790008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6ce41-8a2e-4c5e-bf8e-e32e780e1472 req-860e0295-5c47-4b0d-a471-41819ab25cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:05.791661 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-aef6ce41-8a2e-4c5e-bf8e-e32e780e1472 req-860e0295-5c47-4b0d-a471-41819ab25cc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 1099 time: 0.0728776 Feb 04 06:34:05.797495 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-da318a82-8541-436a-846f-cd5bff2b5953 None None] Set router 33aafdec-11ce-487d-a8b9-3323a1f2658b gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:34:05.928040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6ce41-8a2e-4c5e-bf8e-e32e780e1472 req-6acc187c-a2af-4ee0-9d46-0eb413a4f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:05.929653 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-aef6ce41-8a2e-4c5e-bf8e-e32e780e1472 req-6acc187c-a2af-4ee0-9d46-0eb413a4f50a service neutron] 10.222.0.43 "GET /v2.0/networks?id=8dd9a775-453f-49d7-95fe-b339fe43de8a HTTP/1.1" status: 200 len: 896 time: 0.1313217 Feb 04 06:34:06.002890 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-aef6ce41-8a2e-4c5e-bf8e-e32e780e1472 req-bdbb10f1-a77b-45e6-bb0f-690eb5544af0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a60aae1-4ff6-4451-954e-61adf113a690 HTTP/1.1" status: 200 len: 217 time: 0.0656493 Feb 04 06:34:06.045983 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2ea0a-5ab1-4123-81cc-9f9dce3b335f req-0716d592-3654-4ee4-b6a6-11e6e4efb06e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:06.047592 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1cc2ea0a-5ab1-4123-81cc-9f9dce3b335f req-0716d592-3654-4ee4-b6a6-11e6e4efb06e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 946 time: 0.0881059 Feb 04 06:34:06.068050 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6ce41-8a2e-4c5e-bf8e-e32e780e1472 req-739259c1-de46-48b4-ac85-76e5b5f6acce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:06.069611 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-aef6ce41-8a2e-4c5e-bf8e-e32e780e1472 req-739259c1-de46-48b4-ac85-76e5b5f6acce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5f05ca0-1f22-4a6d-9d88-fd5708584ad6 HTTP/1.1" status: 200 len: 834 time: 0.0588841 Feb 04 06:34:06.096284 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1cc2ea0a-5ab1-4123-81cc-9f9dce3b335f req-e2bf2560-106f-49d8-bb80-885ee18f96aa tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=56e20f74-f417-4a4f-9c6d-0e30d0e9ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419190 Feb 04 06:34:06.118906 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-da318a82-8541-436a-846f-cd5bff2b5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048436546', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:33:10Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:11Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '1c1c36ec-aced-4406-8fb9-920db0481c8b', 'name': '', 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:69:14:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd5f05ca0-1f22-4a6d-9d88-fd5708584ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:15Z', 'updated_at': '2022-02-04T06:33:20Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'd5f05ca0-1f22-4a6d-9d88-fd5708584ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:06.126172 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da318a82-8541-436a-846f-cd5bff2b5953 None None] Checking router: 33aafdec-11ce-487d-a8b9-3323a1f2658b for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:34:06.135238 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da318a82-8541-436a-846f-cd5bff2b5953 None None] Routers {'33aafdec-11ce-487d-a8b9-3323a1f2658b'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:34:06.135451 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-da318a82-8541-436a-846f-cd5bff2b5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:34:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['33aafdec-11ce-487d-a8b9-3323a1f2658b'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:06.151095 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6ce41-8a2e-4c5e-bf8e-e32e780e1472 req-51cdce0e-9adf-4aaf-a8ad-156c12551777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:06.152634 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-aef6ce41-8a2e-4c5e-bf8e-e32e780e1472 req-51cdce0e-9adf-4aaf-a8ad-156c12551777 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8dd9a775-453f-49d7-95fe-b339fe43de8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742366 Feb 04 06:34:06.284723 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-aef6ce41-8a2e-4c5e-bf8e-e32e780e1472 req-6908a30d-008d-465d-a1e7-64c73775fdba service neutron] 10.222.0.43 "GET /v2.0/networks/8dd9a775-453f-49d7-95fe-b339fe43de8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246862 Feb 04 06:34:06.310609 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-da318a82-8541-436a-846f-cd5bff2b5953 None None] Set router 33aafdec-11ce-487d-a8b9-3323a1f2658b gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:34:06.417135 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-aef6ce41-8a2e-4c5e-bf8e-e32e780e1472 req-c05701a0-2126-4956-b061-60e70e0b9338 service neutron] 10.222.0.43 "GET /v2.0/networks/8dd9a775-453f-49d7-95fe-b339fe43de8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247430 Feb 04 06:34:06.625522 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-da318a82-8541-436a-846f-cd5bff2b5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048436546', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:33:10Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:11Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '1c1c36ec-aced-4406-8fb9-920db0481c8b', 'name': '', 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:69:14:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd5f05ca0-1f22-4a6d-9d88-fd5708584ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:15Z', 'updated_at': '2022-02-04T06:33:20Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'd5f05ca0-1f22-4a6d-9d88-fd5708584ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:06.629846 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da318a82-8541-436a-846f-cd5bff2b5953 None None] The sync data for ids ['33aafdec-11ce-487d-a8b9-3323a1f2658b'] in dv-neutron-826830-2-hyperv is: [{'id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048436546', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:33:10Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:11Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '1c1c36ec-aced-4406-8fb9-920db0481c8b', 'name': '', 'network_id': '8dd9a775-453f-49d7-95fe-b339fe43de8a', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:69:14:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd5f05ca0-1f22-4a6d-9d88-fd5708584ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:15Z', 'updated_at': '2022-02-04T06:33:20Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'd5f05ca0-1f22-4a6d-9d88-fd5708584ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:34:06.851250 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d4336-9e4f-429b-abb0-f8e33f2fda2b None None] New status for floating IP 3f9c3f90-70dd-40df-9804-eb5cabe93fb0: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:34:07.316310 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280daf1c-3679-41f0-ab78-5b1117e84861 req-b5bba373-426e-43ff-91e4-c75510c4cb9e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:07.317631 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-280daf1c-3679-41f0-ab78-5b1117e84861 req-b5bba373-426e-43ff-91e4-c75510c4cb9e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 946 time: 0.0891142 Feb 04 06:34:07.365372 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-280daf1c-3679-41f0-ab78-5b1117e84861 req-b8f2c9ef-089e-4eb1-b965-9b4dd7ae4513 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=56e20f74-f417-4a4f-9c6d-0e30d0e9ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420220 Feb 04 06:34:07.421455 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:07.633084 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59407013-86c8-40a8-bb5c-f09eefb80c6b req-5a5a690c-9caf-4fc6-a4be-8e35c043e6c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:07.633730 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-59407013-86c8-40a8-bb5c-f09eefb80c6b req-5a5a690c-9caf-4fc6-a4be-8e35c043e6c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:34:07.653757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-59407013-86c8-40a8-bb5c-f09eefb80c6b req-5a5a690c-9caf-4fc6-a4be-8e35c043e6c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:34:07.654862 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-59407013-86c8-40a8-bb5c-f09eefb80c6b req-5a5a690c-9caf-4fc6-a4be-8e35c043e6c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 946 time: 0.1292043 Feb 04 06:34:07.722221 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-59407013-86c8-40a8-bb5c-f09eefb80c6b req-5480452a-62dc-4b5d-bdb5-d6703f6322b7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting port 5a60aae1-4ff6-4451-954e-61adf113a690 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:34:07.722554 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-59407013-86c8-40a8-bb5c-f09eefb80c6b req-5480452a-62dc-4b5d-bdb5-d6703f6322b7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:08.081113 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-59407013-86c8-40a8-bb5c-f09eefb80c6b req-5480452a-62dc-4b5d-bdb5-d6703f6322b7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] For port 5a60aae1-4ff6-4451-954e-61adf113a690, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5a60aae1-4ff6-4451-954e-61adf113a690,segment=NetworkSegment(83938e03-1398-46d7-bda9-ba6232c7f1ac),segment_id=83938e03-1398-46d7-bda9-ba6232c7f1ac)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:34:08.081341 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-59407013-86c8-40a8-bb5c-f09eefb80c6b req-5480452a-62dc-4b5d-bdb5-d6703f6322b7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:08.209597 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-59407013-86c8-40a8-bb5c-f09eefb80c6b req-5480452a-62dc-4b5d-bdb5-d6703f6322b7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Calling delete_port for 5a60aae1-4ff6-4451-954e-61adf113a690 owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:34:08.376295 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-59407013-86c8-40a8-bb5c-f09eefb80c6b req-5480452a-62dc-4b5d-bdb5-d6703f6322b7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:08.463378 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480452a-62dc-4b5d-bdb5-d6703f6322b7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Port': ['ID=5a60aae1-4ff6-4451-954e-61adf113a690,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:08.504579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-59407013-86c8-40a8-bb5c-f09eefb80c6b req-5480452a-62dc-4b5d-bdb5-d6703f6322b7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] No DVR routers for this DVR port 5a60aae1-4ff6-4451-954e-61adf113a690 on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:34:08.507058 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-59407013-86c8-40a8-bb5c-f09eefb80c6b req-5480452a-62dc-4b5d-bdb5-d6703f6322b7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:08.509685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6300f1f-c1e5-43b9-a131-c23ddbf6d3fa', 'name': 'network-vif-deleted', 'tag': '5a60aae1-4ff6-4451-954e-61adf113a690'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:34:08.521346 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c99ba795-587e-49ce-b3e5-1d76ffd39bdd req-dfc19789-a40b-4867-9dda-27a8ceb95f44 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6300f1f-c1e5-43b9-a131-c23ddbf6d3fa HTTP/1.1" status: 200 len: 210 time: 0.0459375 Feb 04 06:34:08.526351 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-59407013-86c8-40a8-bb5c-f09eefb80c6b req-5480452a-62dc-4b5d-bdb5-d6703f6322b7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "DELETE /v2.0/ports/5a60aae1-4ff6-4451-954e-61adf113a690 HTTP/1.1" status: 204 len: 173 time: 0.8665886 Feb 04 06:34:08.564877 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6300f1f-c1e5-43b9-a131-c23ddbf6d3fa', 'name': 'network-vif-deleted', 'tag': '5a60aae1-4ff6-4451-954e-61adf113a690', 'status': 'completed', 'code': 200} Feb 04 06:34:09.634369 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35076) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:10.196131 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:10.668950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting port 1c1c36ec-aced-4406-8fb9-920db0481c8b {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:34:10.669715 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:10.854485 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] For port 1c1c36ec-aced-4406-8fb9-920db0481c8b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=1c1c36ec-aced-4406-8fb9-920db0481c8b,segment=NetworkSegment(83938e03-1398-46d7-bda9-ba6232c7f1ac),segment_id=83938e03-1398-46d7-bda9-ba6232c7f1ac)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:34:10.854801 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:10.978042 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Calling delete_port for 1c1c36ec-aced-4406-8fb9-920db0481c8b owned by network:router_interface {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:34:11.300669 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:11.356255 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Port': ['ID=1c1c36ec-aced-4406-8fb9-920db0481c8b,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:11.394012 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:11.394350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:11.394686 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:11.395044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:11.395341 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:11.395676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:11.396032 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:11.396351 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:11.396668 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:11.396986 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:11.397299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:11.397613 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:11.516623 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 5a60aae1-4ff6-4451-954e-61adf113a690 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:34:11.550973 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 5a60aae1-4ff6-4451-954e-61adf113a690 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:34:11.551328 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 5a60aae1-4ff6-4451-954e-61adf113a690 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:34:11.639896 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:12.121163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router 33aafdec-11ce-487d-a8b9-3323a1f2658b has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:34:12.299263 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:34:12.309926 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e0eb7-d8dc-41ed-85df-2fcd622258ba None None] Sync routers for ids ['33aafdec-11ce-487d-a8b9-3323a1f2658b'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:34:12.311858 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ba7d268b-618d-4363-80b0-83295c944da9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "PUT /v2.0/routers/33aafdec-11ce-487d-a8b9-3323a1f2658b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6763437 Feb 04 06:34:12.314748 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35080) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:12.320079 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e0eb7-d8dc-41ed-85df-2fcd622258ba None None] Routers {'33aafdec-11ce-487d-a8b9-3323a1f2658b'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:34:12.320760 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-914e0eb7-d8dc-41ed-85df-2fcd622258ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:34:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['33aafdec-11ce-487d-a8b9-3323a1f2658b'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:12.379772 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf8801d-ef25-44e3-b064-02eb1a5bebcb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting subnet d5f05ca0-1f22-4a6d-9d88-fd5708584ad6 {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:34:12.382813 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0cf8801d-ef25-44e3-b064-02eb1a5bebcb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:12.440335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0cf8801d-ef25-44e3-b064-02eb1a5bebcb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:12.503700 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-914e0eb7-d8dc-41ed-85df-2fcd622258ba None None] Set router 33aafdec-11ce-487d-a8b9-3323a1f2658b gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:34:12.525860 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0cf8801d-ef25-44e3-b064-02eb1a5bebcb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:12.599629 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0cf8801d-ef25-44e3-b064-02eb1a5bebcb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:12.642006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8801d-ef25-44e3-b064-02eb1a5bebcb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f05ca0-1f22-4a6d-9d88-fd5708584ad6,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:12.646844 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0cf8801d-ef25-44e3-b064-02eb1a5bebcb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:12.656737 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0cf8801d-ef25-44e3-b064-02eb1a5bebcb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/subnets/d5f05ca0-1f22-4a6d-9d88-fd5708584ad6 HTTP/1.1" status: 204 len: 168 time: 0.3380220 Feb 04 06:34:12.656737 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35084) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:12.659235 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e1be63-eebc-4a9e-8d68-09c613247b59 None None] Network 8dd9a775-453f-49d7-95fe-b339fe43de8a requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:34:12.812351 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-914e0eb7-d8dc-41ed-85df-2fcd622258ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048436546', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:33:10Z', 'updated_at': '2022-02-04T06:34:11Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:11Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:12.816462 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e0eb7-d8dc-41ed-85df-2fcd622258ba None None] Checking router: 33aafdec-11ce-487d-a8b9-3323a1f2658b for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:34:12.825383 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e0eb7-d8dc-41ed-85df-2fcd622258ba None None] Routers {'33aafdec-11ce-487d-a8b9-3323a1f2658b'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:34:12.826099 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-914e0eb7-d8dc-41ed-85df-2fcd622258ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:34:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['33aafdec-11ce-487d-a8b9-3323a1f2658b'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:12.838926 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb28d2a7-e828-4aed-9a7e-0fecf0eb6587 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:12.912903 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce38b92-be01-4ee9-90b0-3dc988fdb569 None None] DHCP port deletion for 8dd9a775-453f-49d7-95fe-b339fe43de8a request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:34:12.917164 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-0ce38b92-be01-4ee9-90b0-3dc988fdb569 None None] Deleting port ca005236-e95d-4286-ba4c-9a87d997ea09 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:34:12.917611 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0ce38b92-be01-4ee9-90b0-3dc988fdb569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:13.011312 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-914e0eb7-d8dc-41ed-85df-2fcd622258ba None None] Set router 33aafdec-11ce-487d-a8b9-3323a1f2658b gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:34:13.025195 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb28d2a7-e828-4aed-9a7e-0fecf0eb6587 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:13.039027 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-cb28d2a7-e828-4aed-9a7e-0fecf0eb6587 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting port 11bb021f-10bc-4085-ad02-a7f3f87ae8ae {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:34:13.039749 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb28d2a7-e828-4aed-9a7e-0fecf0eb6587 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:13.155193 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0ce38b92-be01-4ee9-90b0-3dc988fdb569 None None] For port ca005236-e95d-4286-ba4c-9a87d997ea09, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=ca005236-e95d-4286-ba4c-9a87d997ea09,segment=NetworkSegment(83938e03-1398-46d7-bda9-ba6232c7f1ac),segment_id=83938e03-1398-46d7-bda9-ba6232c7f1ac)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:34:13.155493 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0ce38b92-be01-4ee9-90b0-3dc988fdb569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:13.228690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-cb28d2a7-e828-4aed-9a7e-0fecf0eb6587 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] For port 11bb021f-10bc-4085-ad02-a7f3f87ae8ae, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=11bb021f-10bc-4085-ad02-a7f3f87ae8ae,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:34:13.229261 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb28d2a7-e828-4aed-9a7e-0fecf0eb6587 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:13.274961 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-0ce38b92-be01-4ee9-90b0-3dc988fdb569 None None] Calling delete_port for ca005236-e95d-4286-ba4c-9a87d997ea09 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:34:13.299743 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-914e0eb7-d8dc-41ed-85df-2fcd622258ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048436546', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:33:10Z', 'updated_at': '2022-02-04T06:34:11Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:11Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:13.303737 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e0eb7-d8dc-41ed-85df-2fcd622258ba None None] The sync data for ids ['33aafdec-11ce-487d-a8b9-3323a1f2658b'] in dv-neutron-826830-2-hyperv is: [{'id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048436546', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:33:10Z', 'updated_at': '2022-02-04T06:34:11Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '11bb021f-10bc-4085-ad02-a7f3f87ae8ae', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aafdec-11ce-487d-a8b9-3323a1f2658b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:33:11Z', 'updated_at': '2022-02-04T06:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:34:13.357026 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0ce38b92-be01-4ee9-90b0-3dc988fdb569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:13.359344 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-cb28d2a7-e828-4aed-9a7e-0fecf0eb6587 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Calling delete_port for 11bb021f-10bc-4085-ad02-a7f3f87ae8ae owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:34:13.400357 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce38b92-be01-4ee9-90b0-3dc988fdb569 None None] Pushing event deleted for resources: {'Port': ['ID=ca005236-e95d-4286-ba4c-9a87d997ea09,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:13.405550 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce38b92-be01-4ee9-90b0-3dc988fdb569 None None] No DVR routers for this DVR port ca005236-e95d-4286-ba4c-9a87d997ea09 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:34:13.533748 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb28d2a7-e828-4aed-9a7e-0fecf0eb6587 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:13.695294 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28d2a7-e828-4aed-9a7e-0fecf0eb6587 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Port': ['ID=11bb021f-10bc-4085-ad02-a7f3f87ae8ae,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:13.790627 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb28d2a7-e828-4aed-9a7e-0fecf0eb6587 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:13.898687 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ca005236-e95d-4286-ba4c-9a87d997ea09 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:34:13.937885 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: ca005236-e95d-4286-ba4c-9a87d997ea09 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:34:13.938225 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device ca005236-e95d-4286-ba4c-9a87d997ea09 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:34:13.938658 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1c1c36ec-aced-4406-8fb9-920db0481c8b no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:34:13.970569 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 1c1c36ec-aced-4406-8fb9-920db0481c8b {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:34:13.970908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 1c1c36ec-aced-4406-8fb9-920db0481c8b not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:34:13.975991 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb28d2a7-e828-4aed-9a7e-0fecf0eb6587 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:13.978862 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb28d2a7-e828-4aed-9a7e-0fecf0eb6587 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:14.004334 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb28d2a7-e828-4aed-9a7e-0fecf0eb6587 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:14.004934 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb28d2a7-e828-4aed-9a7e-0fecf0eb6587 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Fanout notify agent at l3_agent the message router_deleted on router 33aafdec-11ce-487d-a8b9-3323a1f2658b {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:34:14.021528 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cb28d2a7-e828-4aed-9a7e-0fecf0eb6587 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:14.022828 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-cb28d2a7-e828-4aed-9a7e-0fecf0eb6587 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/routers/33aafdec-11ce-487d-a8b9-3323a1f2658b HTTP/1.1" status: 204 len: 168 time: 1.3656106 Feb 04 06:34:14.025815 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35088) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:14.146793 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8c68b8c1-51df-4b2f-8e4e-5752110e32da tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:14.280317 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8c68b8c1-51df-4b2f-8e4e-5752110e32da tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:14.304775 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-8c68b8c1-51df-4b2f-8e4e-5752110e32da tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd9a775-453f-49d7-95fe-b339fe43de8a']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:14.316699 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-8c68b8c1-51df-4b2f-8e4e-5752110e32da tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83938e03-1398-46d7-bda9-ba6232c7f1ac') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:14.316901 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-8c68b8c1-51df-4b2f-8e4e-5752110e32da tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83938e03-1398-46d7-bda9-ba6232c7f1ac') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:14.328496 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8c68b8c1-51df-4b2f-8e4e-5752110e32da tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:14.344718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8c68b8c1-51df-4b2f-8e4e-5752110e32da tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:14.350710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c68b8c1-51df-4b2f-8e4e-5752110e32da tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:34:14.351087 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8c68b8c1-51df-4b2f-8e4e-5752110e32da tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:34:14.365374 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:34:14.454661 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8c68b8c1-51df-4b2f-8e4e-5752110e32da tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:14.473260 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8c68b8c1-51df-4b2f-8e4e-5752110e32da tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:14.485905 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68b8c1-51df-4b2f-8e4e-5752110e32da tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Network': ['ID=8dd9a775-453f-49d7-95fe-b339fe43de8a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:14.499100 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8c68b8c1-51df-4b2f-8e4e-5752110e32da tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/networks/8dd9a775-453f-49d7-95fe-b339fe43de8a HTTP/1.1" status: 204 len: 168 time: 0.4721270 Feb 04 06:34:14.502119 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35092) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:14.569031 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-de0703c5-8937-4759-be42-fe94d50ff707 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:14.598223 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-de0703c5-8937-4759-be42-fe94d50ff707 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:14.663241 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-de0703c5-8937-4759-be42-fe94d50ff707 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:14.680108 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0703c5-8937-4759-be42-fe94d50ff707 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e20f74-f417-4a4f-9c6d-0e30d0e9ab15,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:14.694401 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-de0703c5-8937-4759-be42-fe94d50ff707 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:14.695541 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-de0703c5-8937-4759-be42-fe94d50ff707 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/security-groups/56e20f74-f417-4a4f-9c6d-0e30d0e9ab15 HTTP/1.1" status: 204 len: 168 time: 0.1922169 Feb 04 06:34:14.952904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35100) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:14.958517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-e1b5f98a-0a90-4ae7-9e1a-d9b63a1f91cc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1352978408', 'description': 'tempest-secgroup-smoke-1352978408 description', 'project_id': 'edb5673b9505424ca41ca5290bab28ed'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:34:14.964856 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e1b5f98a-0a90-4ae7-9e1a-d9b63a1f91cc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:34:14.969141 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e1b5f98a-0a90-4ae7-9e1a-d9b63a1f91cc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:34:14.972145 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e1b5f98a-0a90-4ae7-9e1a-d9b63a1f91cc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:34:14.977691 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e1b5f98a-0a90-4ae7-9e1a-d9b63a1f91cc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:34:14.990380 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f98a-0a90-4ae7-9e1a-d9b63a1f91cc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.009992 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e1b5f98a-0a90-4ae7-9e1a-d9b63a1f91cc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:34:15.013820 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e1b5f98a-0a90-4ae7-9e1a-d9b63a1f91cc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:34:15.016645 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-e1b5f98a-0a90-4ae7-9e1a-d9b63a1f91cc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:34:15.022320 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-e1b5f98a-0a90-4ae7-9e1a-d9b63a1f91cc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:34:15.090620 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f98a-0a90-4ae7-9e1a-d9b63a1f91cc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.096639 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f98a-0a90-4ae7-9e1a-d9b63a1f91cc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.142317 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5f98a-0a90-4ae7-9e1a-d9b63a1f91cc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01656574-9df2-4e0c-979c-2fd615321332,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:15.146466 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f98a-0a90-4ae7-9e1a-d9b63a1f91cc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.150485 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-e1b5f98a-0a90-4ae7-9e1a-d9b63a1f91cc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1937561 Feb 04 06:34:15.150776 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35104) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:15.156188 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-a0de716e-68dd-4817-81fb-511a7746e065 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '01656574-9df2-4e0c-979c-2fd615321332', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:34:15.162324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a0de716e-68dd-4817-81fb-511a7746e065 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:34:15.166225 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a0de716e-68dd-4817-81fb-511a7746e065 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:34:15.169115 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a0de716e-68dd-4817-81fb-511a7746e065 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:34:15.174872 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a0de716e-68dd-4817-81fb-511a7746e065 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:34:15.191701 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0de716e-68dd-4817-81fb-511a7746e065 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.254302 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0de716e-68dd-4817-81fb-511a7746e065 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.261005 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0de716e-68dd-4817-81fb-511a7746e065 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.283280 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de716e-68dd-4817-81fb-511a7746e065 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee9f5543-3425-4872-83ae-95998a70979e,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:15.293493 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0de716e-68dd-4817-81fb-511a7746e065 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.294670 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a0de716e-68dd-4817-81fb-511a7746e065 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429267 Feb 04 06:34:15.297584 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35108) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:15.302517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-be2801bd-8cf7-475a-8306-7a5ca690c224 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '01656574-9df2-4e0c-979c-2fd615321332', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:34:15.308293 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-be2801bd-8cf7-475a-8306-7a5ca690c224 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:34:15.312136 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-be2801bd-8cf7-475a-8306-7a5ca690c224 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:34:15.315183 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-be2801bd-8cf7-475a-8306-7a5ca690c224 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:34:15.321439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-be2801bd-8cf7-475a-8306-7a5ca690c224 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:34:15.341335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be2801bd-8cf7-475a-8306-7a5ca690c224 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.403376 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be2801bd-8cf7-475a-8306-7a5ca690c224 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.409298 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be2801bd-8cf7-475a-8306-7a5ca690c224 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.431863 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2801bd-8cf7-475a-8306-7a5ca690c224 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7cea5f-f530-4726-b367-408a9ae664d9,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:15.442486 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be2801bd-8cf7-475a-8306-7a5ca690c224 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.443616 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-be2801bd-8cf7-475a-8306-7a5ca690c224 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451104 Feb 04 06:34:15.446820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35112) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:15.452393 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-8fd36bc2-d396-432d-ba4f-8e7c965fc212 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '01656574-9df2-4e0c-979c-2fd615321332', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:34:15.459208 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8fd36bc2-d396-432d-ba4f-8e7c965fc212 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:34:15.463287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8fd36bc2-d396-432d-ba4f-8e7c965fc212 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:34:15.466267 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-8fd36bc2-d396-432d-ba4f-8e7c965fc212 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:34:15.472232 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8fd36bc2-d396-432d-ba4f-8e7c965fc212 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:34:15.495261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8fd36bc2-d396-432d-ba4f-8e7c965fc212 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.559098 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8fd36bc2-d396-432d-ba4f-8e7c965fc212 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.565514 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8fd36bc2-d396-432d-ba4f-8e7c965fc212 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.587621 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd36bc2-d396-432d-ba4f-8e7c965fc212 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4fd40f-cb0a-4b83-abc0-200b442f8fc7,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:15.598411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8fd36bc2-d396-432d-ba4f-8e7c965fc212 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.599609 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8fd36bc2-d396-432d-ba4f-8e7c965fc212 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516025 Feb 04 06:34:15.602410 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35116) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:15.607669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b71d296c-64a7-4fef-8052-832201491e25 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '01656574-9df2-4e0c-979c-2fd615321332', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:34:15.613396 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b71d296c-64a7-4fef-8052-832201491e25 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:34:15.617279 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b71d296c-64a7-4fef-8052-832201491e25 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:34:15.620230 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-b71d296c-64a7-4fef-8052-832201491e25 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:34:15.625956 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b71d296c-64a7-4fef-8052-832201491e25 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:34:15.645015 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b71d296c-64a7-4fef-8052-832201491e25 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.706048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b71d296c-64a7-4fef-8052-832201491e25 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.712167 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b71d296c-64a7-4fef-8052-832201491e25 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.734702 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d296c-64a7-4fef-8052-832201491e25 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2741b777-c41d-439a-8201-00d8c2b8f27e,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:15.744835 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b71d296c-64a7-4fef-8052-832201491e25 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.746029 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b71d296c-64a7-4fef-8052-832201491e25 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427021 Feb 04 06:34:15.748726 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35120) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:15.755061 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f4ef2d7f-5c4a-49ec-b81a-40f276e6581a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '01656574-9df2-4e0c-979c-2fd615321332', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:34:15.760815 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f4ef2d7f-5c4a-49ec-b81a-40f276e6581a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:34:15.764573 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f4ef2d7f-5c4a-49ec-b81a-40f276e6581a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:34:15.767369 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f4ef2d7f-5c4a-49ec-b81a-40f276e6581a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:34:15.773212 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f4ef2d7f-5c4a-49ec-b81a-40f276e6581a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:34:15.785284 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-f4ef2d7f-5c4a-49ec-b81a-40f276e6581a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Project edb5673b9505424ca41ca5290bab28ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:34:15.791951 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f4ef2d7f-5c4a-49ec-b81a-40f276e6581a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.795480 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 11bb021f-10bc-4085-ad02-a7f3f87ae8ae no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:34:15.829042 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 11bb021f-10bc-4085-ad02-a7f3f87ae8ae {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:34:15.829387 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 11bb021f-10bc-4085-ad02-a7f3f87ae8ae not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:34:15.859547 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f4ef2d7f-5c4a-49ec-b81a-40f276e6581a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.864482 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f4ef2d7f-5c4a-49ec-b81a-40f276e6581a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.886829 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef2d7f-5c4a-49ec-b81a-40f276e6581a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e71a5fc-8134-4caa-aff3-26f35c9b5833,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:15.896770 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f4ef2d7f-5c4a-49ec-b81a-40f276e6581a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:15.897980 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f4ef2d7f-5c4a-49ec-b81a-40f276e6581a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1482611 Feb 04 06:34:15.900730 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35124) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:15.905584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-cf5a2906-1d00-4b0f-9998-3b39bc603116 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '01656574-9df2-4e0c-979c-2fd615321332', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:34:15.911330 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-cf5a2906-1d00-4b0f-9998-3b39bc603116 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:34:15.915206 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-cf5a2906-1d00-4b0f-9998-3b39bc603116 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:34:15.918033 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-cf5a2906-1d00-4b0f-9998-3b39bc603116 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:34:15.923643 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-cf5a2906-1d00-4b0f-9998-3b39bc603116 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:34:15.937457 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-cf5a2906-1d00-4b0f-9998-3b39bc603116 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Project edb5673b9505424ca41ca5290bab28ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:34:15.945127 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2906-1d00-4b0f-9998-3b39bc603116 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:16.012988 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2906-1d00-4b0f-9998-3b39bc603116 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:16.018960 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2906-1d00-4b0f-9998-3b39bc603116 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:16.041052 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a2906-1d00-4b0f-9998-3b39bc603116 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1163246c-db7c-4ccb-9dfd-e5e5f0801d6f,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:16.051117 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2906-1d00-4b0f-9998-3b39bc603116 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:16.052335 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-cf5a2906-1d00-4b0f-9998-3b39bc603116 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1507373 Feb 04 06:34:16.055443 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35128) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:16.061465 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-69df2b1e-6ba6-4c5f-91f5-d1b66da111fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'network': {'name': 'tempest-network-smoke--276796595', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'port_security_enabled': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:34:16.066713 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-69df2b1e-6ba6-4c5f-91f5-d1b66da111fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:34:16.071063 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-69df2b1e-6ba6-4c5f-91f5-d1b66da111fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:network and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:34:16.074088 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-69df2b1e-6ba6-4c5f-91f5-d1b66da111fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:34:16.079923 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-69df2b1e-6ba6-4c5f-91f5-d1b66da111fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:34:16.090443 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69df2b1e-6ba6-4c5f-91f5-d1b66da111fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Made reservation on behalf of edb5673b9505424ca41ca5290bab28ed for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:34:16.093791 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-69df2b1e-6ba6-4c5f-91f5-d1b66da111fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:16.126198 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69df2b1e-6ba6-4c5f-91f5-d1b66da111fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:34:16.136537 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-69df2b1e-6ba6-4c5f-91f5-d1b66da111fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:16.136861 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-69df2b1e-6ba6-4c5f-91f5-d1b66da111fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Added segment 661bff83-5150-4374-80d4-6e77900b788e of type vlan for network b013ec85-93e8-47e8-9d5c-4c43705ad9ac Feb 04 06:34:16.162679 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-69df2b1e-6ba6-4c5f-91f5-d1b66da111fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:16.194415 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-69df2b1e-6ba6-4c5f-91f5-d1b66da111fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:16.199967 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69df2b1e-6ba6-4c5f-91f5-d1b66da111fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:16.200517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-69df2b1e-6ba6-4c5f-91f5-d1b66da111fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:16.308570 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-69df2b1e-6ba6-4c5f-91f5-d1b66da111fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2518237 Feb 04 06:34:16.311206 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df2b1e-6ba6-4c5f-91f5-d1b66da111fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Network': ['ID=b013ec85-93e8-47e8-9d5c-4c43705ad9ac,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:16.311519 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35132) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:16.320003 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-225613657', 'admin_state_up': True, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:34:16.322427 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network b013ec85-93e8-47e8-9d5c-4c43705ad9ac details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:34:16.331419 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:34:16.335535 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:router and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:34:16.338514 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:34:16.345239 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:34:16.357269 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:16.358534 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:16.373715 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:16.741987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:17.046291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:17.074561 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:17.221849 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Allocated IP 172.26.4.26 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/8d502227-9a54-40e2-b85c-a9580f0ce652) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:34:17.370014 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:17.402255 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:17.465308 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:34:17.468057 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:34:17.471482 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:34:17.503161 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=8d502227-9a54-40e2-b85c-a9580f0ce652,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:17.900246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:18.366696 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:18.582976 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router af9bb1e0-fc3d-4ba6-9034-28cafbac1910 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:34:18.777820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:34:18.788541 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Sync routers for ids ['af9bb1e0-fc3d-4ba6-9034-28cafbac1910'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:34:18.798365 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Routers {'af9bb1e0-fc3d-4ba6-9034-28cafbac1910'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:34:18.799011 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:34:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['af9bb1e0-fc3d-4ba6-9034-28cafbac1910'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:18.808204 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:18.809421 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-eaa1664f-8d1d-40c3-898e-9f0af309c8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4967566 Feb 04 06:34:18.812643 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35136) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:18.854758 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2b8d3110-fa0b-42a9-b19a-e0bf880f5c8b tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=edb5673b9505424ca41ca5290bab28ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409596 Feb 04 06:34:18.858325 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35140) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:18.982028 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Set router af9bb1e0-fc3d-4ba6-9034-28cafbac1910 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:34:18.986982 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a3ebe8-523b-4c2f-98cf-075c31f9d6dd tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:18.991162 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-63a3ebe8-523b-4c2f-98cf-075c31f9d6dd tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292770 Feb 04 06:34:18.991385 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35144) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:19.029194 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c80c9f21-fc0a-4533-8250-1f96b45e0062 tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366697 Feb 04 06:34:19.031822 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35148) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:19.037023 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-3e8b989c-173c-40e9-8ae8-28adc2b7f4f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2123338576', 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:34:19.144712 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3e8b989c-173c-40e9-8ae8-28adc2b7f4f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:34:19.148882 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3e8b989c-173c-40e9-8ae8-28adc2b7f4f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:subnet and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:34:19.151806 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3e8b989c-173c-40e9-8ae8-28adc2b7f4f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:34:19.157710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3e8b989c-173c-40e9-8ae8-28adc2b7f4f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:34:19.170537 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8b989c-173c-40e9-8ae8-28adc2b7f4f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Made reservation on behalf of edb5673b9505424ca41ca5290bab28ed for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:34:19.174062 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3e8b989c-173c-40e9-8ae8-28adc2b7f4f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:19.260860 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225613657', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:34:16Z', 'updated_at': '2022-02-04T06:34:17Z', 'revision_number': 3, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:17Z', 'updated_at': '2022-02-04T06:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:19.265315 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Checking router: af9bb1e0-fc3d-4ba6-9034-28cafbac1910 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:34:19.265669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Updating router af9bb1e0-fc3d-4ba6-9034-28cafbac1910 port 8d502227-9a54-40e2-b85c-a9580f0ce652 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:34:19.322283 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:19.381485 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3e8b989c-173c-40e9-8ae8-28adc2b7f4f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:19.461927 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b989c-173c-40e9-8ae8-28adc2b7f4f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Subnet': ['ID=cc857347-f166-4af5-9e1e-457e52a76a1e,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:19.471565 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8b989c-173c-40e9-8ae8-28adc2b7f4f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Checking segment: {'id': '661bff83-5150-4374-80d4-6e77900b788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:34:19.471958 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8b989c-173c-40e9-8ae8-28adc2b7f4f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network hostable DHCP agents. Network: b013ec85-93e8-47e8-9d5c-4c43705ad9ac, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:34:19.492627 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8b989c-173c-40e9-8ae8-28adc2b7f4f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network b013ec85-93e8-47e8-9d5c-4c43705ad9ac is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:34:19.503581 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-3e8b989c-173c-40e9-8ae8-28adc2b7f4f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, b013ec85-93e8-47e8-9d5c-4c43705ad9ac) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:34:19.507536 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8b989c-173c-40e9-8ae8-28adc2b7f4f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:19.508143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3e8b989c-173c-40e9-8ae8-28adc2b7f4f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:19.530339 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3e8b989c-173c-40e9-8ae8-28adc2b7f4f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4975266 Feb 04 06:34:19.533259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35152) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:19.547527 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760892e8-8302-4cee-83de-f83c8881be9f None None] Network b013ec85-93e8-47e8-9d5c-4c43705ad9ac requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:34:19.868563 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-b013ec85-93e8-47e8-9d5c-4c43705ad9ac', 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ips': [{'subnet_id': 'cc857347-f166-4af5-9e1e-457e52a76a1e'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:34:19.869377 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:19.879019 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:19.897970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Transition to ACTIVE for port object 8d502227-9a54-40e2-b85c-a9580f0ce652 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:34:19.936631 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:20.042757 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990bff1-ddb0-4934-98cd-c427b7b56e3f None None] Pushing event updated for resources: {'Port': ['ID=8d502227-9a54-40e2-b85c-a9580f0ce652,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:20.053924 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Attempting to bind port 8d502227-9a54-40e2-b85c-a9580f0ce652 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:34:20.054284 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Attempting to bind port 8d502227-9a54-40e2-b85c-a9580f0ce652 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:34:20.054640 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Attempting to bind port 8d502227-9a54-40e2-b85c-a9580f0ce652 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:34:20.092164 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990bff1-ddb0-4934-98cd-c427b7b56e3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:20.092509 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990bff1-ddb0-4934-98cd-c427b7b56e3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:20.092847 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990bff1-ddb0-4934-98cd-c427b7b56e3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:20.093178 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990bff1-ddb0-4934-98cd-c427b7b56e3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:20.093511 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990bff1-ddb0-4934-98cd-c427b7b56e3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:20.093839 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990bff1-ddb0-4934-98cd-c427b7b56e3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:20.094158 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990bff1-ddb0-4934-98cd-c427b7b56e3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:20.094489 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990bff1-ddb0-4934-98cd-c427b7b56e3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:20.094800 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990bff1-ddb0-4934-98cd-c427b7b56e3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:20.095122 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990bff1-ddb0-4934-98cd-c427b7b56e3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:20.095438 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990bff1-ddb0-4934-98cd-c427b7b56e3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:20.095754 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990bff1-ddb0-4934-98cd-c427b7b56e3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:20.100748 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:34:20.101117 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:34:20.101513 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:20.101892 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:34:20.102365 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Bound port: 8d502227-9a54-40e2-b85c-a9580f0ce652, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:34:20.102730 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:20.184169 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Allocated IP 172.20.0.2 (b013ec85-93e8-47e8-9d5c-4c43705ad9ac/cc857347-f166-4af5-9e1e-457e52a76a1e/fc8982f6-202e-40d7-a4f5-d68111663b33) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:34:20.206509 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] For port 8d502227-9a54-40e2-b85c-a9580f0ce652, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:34:20.271970 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] For port 8d502227-9a54-40e2-b85c-a9580f0ce652, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8d502227-9a54-40e2-b85c-a9580f0ce652,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:34:20.281936 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:20.330261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f485dbe3-33d9-4275-b706-9e5c4153126e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:20.389493 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Routers {'af9bb1e0-fc3d-4ba6-9034-28cafbac1910'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:34:20.390103 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:34:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['af9bb1e0-fc3d-4ba6-9034-28cafbac1910'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:20.470951 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990bff1-ddb0-4934-98cd-c427b7b56e3f None None] Pushing event updated for resources: {'Port': ['ID=8d502227-9a54-40e2-b85c-a9580f0ce652,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:20.623914 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:20.641252 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Transition to ACTIVE for port object fc8982f6-202e-40d7-a4f5-d68111663b33 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:34:20.655420 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] Set router af9bb1e0-fc3d-4ba6-9034-28cafbac1910 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:34:20.780115 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Transition to ACTIVE for port object fc8982f6-202e-40d7-a4f5-d68111663b33 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:34:20.832797 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:20.857694 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-f485dbe3-33d9-4275-b706-9e5c4153126e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Allocated IP 172.20.0.1 (b013ec85-93e8-47e8-9d5c-4c43705ad9ac/cc857347-f166-4af5-9e1e-457e52a76a1e/f02e25be-1bef-42f2-8302-883c9063cbae) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:34:20.968132 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Network b013ec85-93e8-47e8-9d5c-4c43705ad9ac is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:34:20.979753 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:34:20.988016 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:34:20.992135 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Pushing event updated for resources: {'Port': ['ID=fc8982f6-202e-40d7-a4f5-d68111663b33,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:21.018106 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f485dbe3-33d9-4275-b706-9e5c4153126e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:21.035090 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-f485dbe3-33d9-4275-b706-9e5c4153126e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Transition to ACTIVE for port object f02e25be-1bef-42f2-8302-883c9063cbae will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:34:21.058724 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f485dbe3-33d9-4275-b706-9e5c4153126e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:21.124749 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Attempting to bind port fc8982f6-202e-40d7-a4f5-d68111663b33 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:34:21.125111 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Attempting to bind port fc8982f6-202e-40d7-a4f5-d68111663b33 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '661bff83-5150-4374-80d4-6e77900b788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:34:21.125461 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Attempting to bind port fc8982f6-202e-40d7-a4f5-d68111663b33 on network b013ec85-93e8-47e8-9d5c-4c43705ad9ac {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:34:21.126380 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f485dbe3-33d9-4275-b706-9e5c4153126e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network b013ec85-93e8-47e8-9d5c-4c43705ad9ac is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:34:21.130739 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-f485dbe3-33d9-4275-b706-9e5c4153126e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:34:21.134302 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f485dbe3-33d9-4275-b706-9e5c4153126e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:34:21.137481 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:34:21.137851 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Checking segment: {'id': '661bff83-5150-4374-80d4-6e77900b788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:34:21.138253 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:21.138630 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Bound using segment: {'id': '661bff83-5150-4374-80d4-6e77900b788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:34:21.139102 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Bound port: fc8982f6-202e-40d7-a4f5-d68111663b33, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661bff83-5150-4374-80d4-6e77900b788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:34:21.139522 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:21.175048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485dbe3-33d9-4275-b706-9e5c4153126e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=f02e25be-1bef-42f2-8302-883c9063cbae,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:21.197986 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f485dbe3-33d9-4275-b706-9e5c4153126e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:21.230809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225613657', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:34:16Z', 'updated_at': '2022-02-04T06:34:17Z', 'revision_number': 3, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:17Z', 'updated_at': '2022-02-04T06:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:21.238493 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b550dc58-e136-413f-bca3-604ddafaa0d0 None None] The sync data for ids ['af9bb1e0-fc3d-4ba6-9034-28cafbac1910'] in dv-neutron-826830-2-hyperv is: [{'id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225613657', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:34:16Z', 'updated_at': '2022-02-04T06:34:17Z', 'revision_number': 3, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:17Z', 'updated_at': '2022-02-04T06:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:34:21.245033 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] For port fc8982f6-202e-40d7-a4f5-d68111663b33, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:34:21.248203 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] For port fc8982f6-202e-40d7-a4f5-d68111663b33, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=fc8982f6-202e-40d7-a4f5-d68111663b33,segment=NetworkSegment(661bff83-5150-4374-80d4-6e77900b788e),segment_id=661bff83-5150-4374-80d4-6e77900b788e)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:34:21.253673 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:21.337597 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6912b76-f7f4-490c-b39e-bb7762ca2a47 None None] Pushing event updated for resources: {'Port': ['ID=fc8982f6-202e-40d7-a4f5-d68111663b33,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:21.631709 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f485dbe3-33d9-4275-b706-9e5c4153126e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:21.933997 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device fc8982f6-202e-40d7-a4f5-d68111663b33 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:34:22.009982 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port fc8982f6-202e-40d7-a4f5-d68111663b33 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:34:22.016056 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8d502227-9a54-40e2-b85c-a9580f0ce652 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:34:22.070849 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f485dbe3-33d9-4275-b706-9e5c4153126e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:22.077160 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f485dbe3-33d9-4275-b706-9e5c4153126e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:22.093194 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 8d502227-9a54-40e2-b85c-a9580f0ce652 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:34:22.099110 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 8d502227-9a54-40e2-b85c-a9580f0ce652 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:34:22.099486 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:22.205578 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485dbe3-33d9-4275-b706-9e5c4153126e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=f02e25be-1bef-42f2-8302-883c9063cbae,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:22.208034 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f485dbe3-33d9-4275-b706-9e5c4153126e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:22.241662 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:22.265750 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 8d502227-9a54-40e2-b85c-a9580f0ce652, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8d502227-9a54-40e2-b85c-a9580f0ce652,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:34:22.272623 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:22.347713 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=8d502227-9a54-40e2-b85c-a9580f0ce652,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:22.371195 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f485dbe3-33d9-4275-b706-9e5c4153126e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network b013ec85-93e8-47e8-9d5c-4c43705ad9ac is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:34:22.372457 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-f485dbe3-33d9-4275-b706-9e5c4153126e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:34:22.479254 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9686b3-3bf9-473d-9ce1-4da3b3b03356 None None] Network b013ec85-93e8-47e8-9d5c-4c43705ad9ac requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:34:22.566906 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f485dbe3-33d9-4275-b706-9e5c4153126e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router af9bb1e0-fc3d-4ba6-9034-28cafbac1910 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:34:22.590980 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-eba715fc-1c85-4bb0-8778-2306cbbd6747 None None] Provisioning for port fc8982f6-202e-40d7-a4f5-d68111663b33 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:34:22.607199 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-eba715fc-1c85-4bb0-8778-2306cbbd6747 None None] Provisioning complete for port fc8982f6-202e-40d7-a4f5-d68111663b33 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:34:22.607564 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-eba715fc-1c85-4bb0-8778-2306cbbd6747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:22.749231 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f485dbe3-33d9-4275-b706-9e5c4153126e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:34:22.762279 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f485dbe3-33d9-4275-b706-9e5c4153126e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "PUT /v2.0/routers/af9bb1e0-fc3d-4ba6-9034-28cafbac1910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2279291 Feb 04 06:34:22.816172 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-eba715fc-1c85-4bb0-8778-2306cbbd6747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:22.861916 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-eba715fc-1c85-4bb0-8778-2306cbbd6747 None None] For port fc8982f6-202e-40d7-a4f5-d68111663b33, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=fc8982f6-202e-40d7-a4f5-d68111663b33,segment=NetworkSegment(661bff83-5150-4374-80d4-6e77900b788e),segment_id=661bff83-5150-4374-80d4-6e77900b788e)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:34:22.866781 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-eba715fc-1c85-4bb0-8778-2306cbbd6747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:22.941211 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba715fc-1c85-4bb0-8778-2306cbbd6747 None None] Pushing event updated for resources: {'Port': ['ID=fc8982f6-202e-40d7-a4f5-d68111663b33,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:22.950248 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-4f9e7fab-b4d5-4a4a-aa9e-583cc8ba3d8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:34:22.969191 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-4f9e7fab-b4d5-4a4a-aa9e-583cc8ba3d8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:34:22.970476 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-4f9e7fab-b4d5-4a4a-aa9e-583cc8ba3d8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352978408&fields=id&tenant_id=edb5673b9505424ca41ca5290bab28ed HTTP/1.1" status: 200 len: 267 time: 0.0625696 Feb 04 06:34:22.989899 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Sync routers for ids ['af9bb1e0-fc3d-4ba6-9034-28cafbac1910'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:34:23.000613 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Routers {'af9bb1e0-fc3d-4ba6-9034-28cafbac1910'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:34:23.001216 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:34:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['af9bb1e0-fc3d-4ba6-9034-28cafbac1910'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:23.098952 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-64c282ea-0050-4f38-8f77-799746de0a74 None None] Provisioning for port f02e25be-1bef-42f2-8302-883c9063cbae completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:34:23.104241 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-64c282ea-0050-4f38-8f77-799746de0a74 None None] Provisioning complete for port f02e25be-1bef-42f2-8302-883c9063cbae triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:34:23.104620 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-64c282ea-0050-4f38-8f77-799746de0a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:23.150742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-1f23c617-3440-4878-9dad-2982508a5a50 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:23.151743 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-1f23c617-3440-4878-9dad-2982508a5a50 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:34:23.177244 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-1f23c617-3440-4878-9dad-2982508a5a50 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:34:23.178648 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-1f23c617-3440-4878-9dad-2982508a5a50 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/networks?id=b013ec85-93e8-47e8-9d5c-4c43705ad9ac HTTP/1.1" status: 200 len: 796 time: 0.2010033 Feb 04 06:34:23.188482 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-64c282ea-0050-4f38-8f77-799746de0a74 None None] Port f02e25be-1bef-42f2-8302-883c9063cbae cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:34:23.196995 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-70ddb7e3-8030-4f66-9064-3447bd91447a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/quotas/edb5673b9505424ca41ca5290bab28ed HTTP/1.1" status: 200 len: 375 time: 0.0123312 Feb 04 06:34:23.200773 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-64c282ea-0050-4f38-8f77-799746de0a74 None None] Provisioning complete for port fc8982f6-202e-40d7-a4f5-d68111663b33 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:34:23.201150 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-64c282ea-0050-4f38-8f77-799746de0a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:23.213955 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Set router af9bb1e0-fc3d-4ba6-9034-28cafbac1910 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:34:23.301293 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-5ff5291d-df69-4156-ab81-d1c17ed1f9a8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:34:23.320334 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-5ff5291d-df69-4156-ab81-d1c17ed1f9a8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:34:23.322173 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-5ff5291d-df69-4156-ab81-d1c17ed1f9a8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1121404 Feb 04 06:34:23.476142 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-3247b49a-49c6-4c46-becc-4d725d441c5d service neutron] 10.222.0.31 "GET /v2.0/networks/b013ec85-93e8-47e8-9d5c-4c43705ad9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407769 Feb 04 06:34:23.478593 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4263bf51-755e-4efc-9eaf-c7c001864397 None None] Provisioning complete for port f02e25be-1bef-42f2-8302-883c9063cbae triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:34:23.478969 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4263bf51-755e-4efc-9eaf-c7c001864397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:23.543992 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-4263bf51-755e-4efc-9eaf-c7c001864397 None None] Port f02e25be-1bef-42f2-8302-883c9063cbae cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:34:23.565357 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225613657', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:34:16Z', 'updated_at': '2022-02-04T06:34:21Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:17Z', 'updated_at': '2022-02-04T06:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'f02e25be-1bef-42f2-8302-883c9063cbae', 'name': '', 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:6e:b9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'cc857347-f166-4af5-9e1e-457e52a76a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:20Z', 'updated_at': '2022-02-04T06:34:21Z', 'revision_number': 2, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'cc857347-f166-4af5-9e1e-457e52a76a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:23.569081 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Checking router: af9bb1e0-fc3d-4ba6-9034-28cafbac1910 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:34:23.569404 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Updating router af9bb1e0-fc3d-4ba6-9034-28cafbac1910 port f02e25be-1bef-42f2-8302-883c9063cbae binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:34:23.616884 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-e3447e4c-50d9-409a-9a05-4b3a62817777 service neutron] 10.222.0.31 "GET /v2.0/networks/b013ec85-93e8-47e8-9d5c-4c43705ad9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336298 Feb 04 06:34:23.621235 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:23.663809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a4b108b3-0c25-4d56-a898-2eb7217e4002 None None] Provisioning complete for port f02e25be-1bef-42f2-8302-883c9063cbae triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:34:23.664205 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a4b108b3-0c25-4d56-a898-2eb7217e4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:23.720838 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a4b108b3-0c25-4d56-a898-2eb7217e4002 None None] Port f02e25be-1bef-42f2-8302-883c9063cbae cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:34:23.809235 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a4a2a9c3-cfe7-4701-99a5-68df9b0aeed7 req-534d0093-299b-46b0-a837-13780932a44f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 210 time: 0.0532665 Feb 04 06:34:23.866423 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device fc8982f6-202e-40d7-a4f5-d68111663b33 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:34:23.939328 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port fc8982f6-202e-40d7-a4f5-d68111663b33 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:34:23.939657 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:24.019738 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:24.031724 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Transition to ACTIVE for port object f02e25be-1bef-42f2-8302-883c9063cbae will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:34:24.040490 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:24.102229 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8d502227-9a54-40e2-b85c-a9580f0ce652 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:34:24.209613 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 8d502227-9a54-40e2-b85c-a9580f0ce652 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:34:24.211182 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:24.264119 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8faaa7-88df-4d75-9b28-5b98a32682e0 None None] Pushing event updated for resources: {'Port': ['ID=f02e25be-1bef-42f2-8302-883c9063cbae,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:24.267918 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Attempting to bind port f02e25be-1bef-42f2-8302-883c9063cbae on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:34:24.268291 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Attempting to bind port f02e25be-1bef-42f2-8302-883c9063cbae by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '661bff83-5150-4374-80d4-6e77900b788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:34:24.268819 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Attempting to bind port f02e25be-1bef-42f2-8302-883c9063cbae on network b013ec85-93e8-47e8-9d5c-4c43705ad9ac {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:34:24.276460 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8faaa7-88df-4d75-9b28-5b98a32682e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:24.277223 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8faaa7-88df-4d75-9b28-5b98a32682e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:24.277689 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8faaa7-88df-4d75-9b28-5b98a32682e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:24.278164 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8faaa7-88df-4d75-9b28-5b98a32682e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:24.278641 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8faaa7-88df-4d75-9b28-5b98a32682e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:24.279109 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8faaa7-88df-4d75-9b28-5b98a32682e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:24.279570 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8faaa7-88df-4d75-9b28-5b98a32682e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:24.280072 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8faaa7-88df-4d75-9b28-5b98a32682e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:24.280552 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8faaa7-88df-4d75-9b28-5b98a32682e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:24.281012 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8faaa7-88df-4d75-9b28-5b98a32682e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:24.281489 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8faaa7-88df-4d75-9b28-5b98a32682e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:24.282078 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8faaa7-88df-4d75-9b28-5b98a32682e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:24.288864 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:34:24.289222 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Checking segment: {'id': '661bff83-5150-4374-80d4-6e77900b788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:34:24.289789 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:24.290333 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Bound using segment: {'id': '661bff83-5150-4374-80d4-6e77900b788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:34:24.290957 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Bound port: f02e25be-1bef-42f2-8302-883c9063cbae, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661bff83-5150-4374-80d4-6e77900b788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:34:24.291485 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:24.397188 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] For port f02e25be-1bef-42f2-8302-883c9063cbae, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:34:24.401201 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] For port f02e25be-1bef-42f2-8302-883c9063cbae, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=f02e25be-1bef-42f2-8302-883c9063cbae,segment=NetworkSegment(661bff83-5150-4374-80d4-6e77900b788e),segment_id=661bff83-5150-4374-80d4-6e77900b788e)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:34:24.406030 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:24.487704 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8faaa7-88df-4d75-9b28-5b98a32682e0 None None] Pushing event updated for resources: {'Port': ['ID=f02e25be-1bef-42f2-8302-883c9063cbae,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:24.492013 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Routers {'af9bb1e0-fc3d-4ba6-9034-28cafbac1910'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:34:24.492631 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:34:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['af9bb1e0-fc3d-4ba6-9034-28cafbac1910'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:24.671039 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] Set router af9bb1e0-fc3d-4ba6-9034-28cafbac1910 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:34:24.965779 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4b454fd6-e1eb-4cdb-9eee-8b1bb146fe71 req-cb6eb94f-56da-4941-bc38-d1debd51bcc5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 210 time: 0.0459425 Feb 04 06:34:24.989089 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225613657', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:34:16Z', 'updated_at': '2022-02-04T06:34:21Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:17Z', 'updated_at': '2022-02-04T06:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'f02e25be-1bef-42f2-8302-883c9063cbae', 'name': '', 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:6e:b9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'cc857347-f166-4af5-9e1e-457e52a76a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:20Z', 'updated_at': '2022-02-04T06:34:24Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'cc857347-f166-4af5-9e1e-457e52a76a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:24.993169 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d0d7f-79ee-4a08-99d0-2430644790cc None None] The sync data for ids ['af9bb1e0-fc3d-4ba6-9034-28cafbac1910'] in dv-neutron-826830-2-hyperv is: [{'id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225613657', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:34:16Z', 'updated_at': '2022-02-04T06:34:21Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:17Z', 'updated_at': '2022-02-04T06:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'f02e25be-1bef-42f2-8302-883c9063cbae', 'name': '', 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:6e:b9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'cc857347-f166-4af5-9e1e-457e52a76a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:20Z', 'updated_at': '2022-02-04T06:34:24Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'cc857347-f166-4af5-9e1e-457e52a76a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:34:25.182996 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-e73454f0-1909-409c-9c55-45d6e653fc42 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:25.183941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-e73454f0-1909-409c-9c55-45d6e653fc42 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:34:25.197017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-e73454f0-1909-409c-9c55-45d6e653fc42 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:34:25.198552 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-e73454f0-1909-409c-9c55-45d6e653fc42 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "GET /v2.0/networks?id=b013ec85-93e8-47e8-9d5c-4c43705ad9ac HTTP/1.1" status: 200 len: 796 time: 0.1801097 Feb 04 06:34:25.252134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-c8bc9512-3b5e-46e8-a570-8845104c9754 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:34:25.268139 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-c8bc9512-3b5e-46e8-a570-8845104c9754 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:34:25.269357 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-c8bc9512-3b5e-46e8-a570-8845104c9754 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edb5673b9505424ca41ca5290bab28ed HTTP/1.1" status: 200 len: 380 time: 0.0590076 Feb 04 06:34:25.278372 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-aec61388-4edc-4400-bfbd-a4d2033bcdd8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'port': {'device_id': '541a55f6-610c-4ec3-893e-183efe96c1a3', 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac', 'admin_state_up': True, 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'security_groups': ['01656574-9df2-4e0c-979c-2fd615321332']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:34:25.539312 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-aec61388-4edc-4400-bfbd-a4d2033bcdd8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:34:25.549720 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-aec61388-4edc-4400-bfbd-a4d2033bcdd8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:34:25.561485 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-aec61388-4edc-4400-bfbd-a4d2033bcdd8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Made reservation on behalf of edb5673b9505424ca41ca5290bab28ed for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:34:25.565489 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-aec61388-4edc-4400-bfbd-a4d2033bcdd8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:25.730063 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-aec61388-4edc-4400-bfbd-a4d2033bcdd8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Allocated IP 172.20.0.4 (b013ec85-93e8-47e8-9d5c-4c43705ad9ac/cc857347-f166-4af5-9e1e-457e52a76a1e/0da7862b-c4b7-463d-af34-fe6a3e527e80) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:34:25.890669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f02e25be-1bef-42f2-8302-883c9063cbae up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:34:25.931472 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-aec61388-4edc-4400-bfbd-a4d2033bcdd8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:25.948466 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-aec61388-4edc-4400-bfbd-a4d2033bcdd8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Transition to ACTIVE for port object 0da7862b-c4b7-463d-af34-fe6a3e527e80 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:34:25.964747 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port f02e25be-1bef-42f2-8302-883c9063cbae completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:34:25.969535 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port f02e25be-1bef-42f2-8302-883c9063cbae triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:34:25.969883 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:25.974533 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-aec61388-4edc-4400-bfbd-a4d2033bcdd8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:26.045861 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-aec61388-4edc-4400-bfbd-a4d2033bcdd8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network b013ec85-93e8-47e8-9d5c-4c43705ad9ac is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:34:26.049721 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-aec61388-4edc-4400-bfbd-a4d2033bcdd8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:34:26.054050 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-aec61388-4edc-4400-bfbd-a4d2033bcdd8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:34:26.099499 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:26.103033 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec61388-4edc-4400-bfbd-a4d2033bcdd8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=0da7862b-c4b7-463d-af34-fe6a3e527e80,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:26.126807 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-aec61388-4edc-4400-bfbd-a4d2033bcdd8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:26.127526 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-aec61388-4edc-4400-bfbd-a4d2033bcdd8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:26.145894 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port f02e25be-1bef-42f2-8302-883c9063cbae, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=f02e25be-1bef-42f2-8302-883c9063cbae,segment=NetworkSegment(661bff83-5150-4374-80d4-6e77900b788e),segment_id=661bff83-5150-4374-80d4-6e77900b788e)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:34:26.152117 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:26.183064 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-aec61388-4edc-4400-bfbd-a4d2033bcdd8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9084959 Feb 04 06:34:26.195056 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Request body: {'port': {'device_id': '541a55f6-610c-4ec3-893e-183efe96c1a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:34:26.261003 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ca737-7748-484f-9130-98bdc8aee00e req-6048e906-27a1-46f4-806c-7ed7c0ab3d50 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:26.264981 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-287ca737-7748-484f-9130-98bdc8aee00e req-6048e906-27a1-46f4-806c-7ed7c0ab3d50 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 931 time: 0.1590049 Feb 04 06:34:26.269344 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=f02e25be-1bef-42f2-8302-883c9063cbae,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:26.336384 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-287ca737-7748-484f-9130-98bdc8aee00e req-3ed11df5-e0cf-4a76-af60-8a9a8bc2288a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645914 Feb 04 06:34:26.344978 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:26.413458 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3d26ac4a-ab88-4f26-b810-eb82957ee268 None None] Provisioning for port 0da7862b-c4b7-463d-af34-fe6a3e527e80 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:34:26.418184 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-3d26ac4a-ab88-4f26-b810-eb82957ee268 None None] Provisioning complete for port 0da7862b-c4b7-463d-af34-fe6a3e527e80 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:34:26.418553 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3d26ac4a-ab88-4f26-b810-eb82957ee268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:26.471583 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-3d26ac4a-ab88-4f26-b810-eb82957ee268 None None] Port 0da7862b-c4b7-463d-af34-fe6a3e527e80 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:34:26.707091 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da7862b-c4b7-463d-af34-fe6a3e527e80 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:34:26.714464 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:26.728288 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Transition to ACTIVE for port object 0da7862b-c4b7-463d-af34-fe6a3e527e80 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:34:26.734430 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:26.887247 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Pushing event updated for resources: {'Port': ['ID=0da7862b-c4b7-463d-af34-fe6a3e527e80,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:26.970011 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Attempting to bind port 0da7862b-c4b7-463d-af34-fe6a3e527e80 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:34:26.970332 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Attempting to bind port 0da7862b-c4b7-463d-af34-fe6a3e527e80 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '661bff83-5150-4374-80d4-6e77900b788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:34:26.970614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Attempting to bind port 0da7862b-c4b7-463d-af34-fe6a3e527e80 on network b013ec85-93e8-47e8-9d5c-4c43705ad9ac {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:34:26.975389 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Port 0da7862b-c4b7-463d-af34-fe6a3e527e80 on network b013ec85-93e8-47e8-9d5c-4c43705ad9ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:34:26.975703 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Attempting to bind port 0da7862b-c4b7-463d-af34-fe6a3e527e80 on network b013ec85-93e8-47e8-9d5c-4c43705ad9ac {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:34:26.981288 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:34:26.981619 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Checking segment: {'id': '661bff83-5150-4374-80d4-6e77900b788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:34:26.981987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Bound using segment: {'id': '661bff83-5150-4374-80d4-6e77900b788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:34:26.982403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Bound port: 0da7862b-c4b7-463d-af34-fe6a3e527e80, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661bff83-5150-4374-80d4-6e77900b788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:34:26.982740 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:27.074054 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] For port 0da7862b-c4b7-463d-af34-fe6a3e527e80, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:34:27.077058 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] For port 0da7862b-c4b7-463d-af34-fe6a3e527e80, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0da7862b-c4b7-463d-af34-fe6a3e527e80,segment=NetworkSegment(661bff83-5150-4374-80d4-6e77900b788e),segment_id=661bff83-5150-4374-80d4-6e77900b788e)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:34:27.084720 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:27.143299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:27.144054 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:27.145447 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] 10.222.0.43 "PUT /v2.0/ports/0da7862b-c4b7-463d-af34-fe6a3e527e80 HTTP/1.1" status: 200 len: 1093 time: 0.9548054 Feb 04 06:34:27.145918 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541a55f6-610c-4ec3-893e-183efe96c1a3', 'tag': '0da7862b-c4b7-463d-af34-fe6a3e527e80'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:34:27.169584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfebd4c-d358-4bf1-b7b9-4a3b410c3641 service neutron] Pushing event updated for resources: {'Port': ['ID=0da7862b-c4b7-463d-af34-fe6a3e527e80,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:27.232658 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541a55f6-610c-4ec3-893e-183efe96c1a3', 'tag': '0da7862b-c4b7-463d-af34-fe6a3e527e80', 'status': 'completed', 'code': 200} Feb 04 06:34:27.276711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-9a22c920-d394-438d-9793-83685440778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:27.278438 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-9a22c920-d394-438d-9793-83685440778b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 1096 time: 0.0828013 Feb 04 06:34:27.349194 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-fea8ac39-4667-4c60-99c0-93e05458d910 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0da7862b-c4b7-463d-af34-fe6a3e527e80 HTTP/1.1" status: 200 len: 217 time: 0.0638137 Feb 04 06:34:27.413811 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-1f63077d-a167-4d3a-ada3-02669b6e9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:27.415146 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-1f63077d-a167-4d3a-ada3-02669b6e9787 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cc857347-f166-4af5-9e1e-457e52a76a1e HTTP/1.1" status: 200 len: 835 time: 0.0607295 Feb 04 06:34:27.492697 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-16e50fb7-036b-4701-9a5a-f17d2b7f9f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:27.494275 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-16e50fb7-036b-4701-9a5a-f17d2b7f9f31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b013ec85-93e8-47e8-9d5c-4c43705ad9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723650 Feb 04 06:34:27.624645 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ed7fa-eb85-492e-b665-135440df240e req-c4aba2a7-a70b-4ac1-95f7-e42dd9d74cbb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:27.626122 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-964ed7fa-eb85-492e-b665-135440df240e req-c4aba2a7-a70b-4ac1-95f7-e42dd9d74cbb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 943 time: 0.1936827 Feb 04 06:34:27.670676 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-964ed7fa-eb85-492e-b665-135440df240e req-0f98e745-c0ec-4163-b378-73eb004a10da tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383301 Feb 04 06:34:27.719804 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-11b0a34d-c29b-4848-80f0-78c633833e61 service neutron] 10.222.0.43 "GET /v2.0/networks/b013ec85-93e8-47e8-9d5c-4c43705ad9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189093 Feb 04 06:34:27.847080 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f02e25be-1bef-42f2-8302-883c9063cbae up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:34:27.855533 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9f536b9a-77ae-4ce4-88f8-e7e4904352a6 req-3d6e5443-3a26-4b07-b0de-48bcd2f4dd22 service neutron] 10.222.0.43 "GET /v2.0/networks/b013ec85-93e8-47e8-9d5c-4c43705ad9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295259 Feb 04 06:34:27.920798 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port f02e25be-1bef-42f2-8302-883c9063cbae triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:34:27.921039 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:27.976563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f328af-d913-47a4-949b-6210ae173cae req-42115609-0b71-4723-a03a-9b767f718db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:27.978056 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-10f328af-d913-47a4-949b-6210ae173cae req-42115609-0b71-4723-a03a-9b767f718db2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 1096 time: 0.0743141 Feb 04 06:34:28.109335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f328af-d913-47a4-949b-6210ae173cae req-20bc2ce3-ac11-4c7d-baf2-6be0dab6c400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:28.110868 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-10f328af-d913-47a4-949b-6210ae173cae req-20bc2ce3-ac11-4c7d-baf2-6be0dab6c400 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b013ec85-93e8-47e8-9d5c-4c43705ad9ac HTTP/1.1" status: 200 len: 897 time: 0.1258321 Feb 04 06:34:28.180983 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-10f328af-d913-47a4-949b-6210ae173cae req-ef1ed571-9fae-41ce-abc2-19afc12ae6db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0da7862b-c4b7-463d-af34-fe6a3e527e80 HTTP/1.1" status: 200 len: 217 time: 0.0628891 Feb 04 06:34:28.249756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f328af-d913-47a4-949b-6210ae173cae req-34614672-a59e-4adc-b3a3-0249df726e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:28.251197 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-10f328af-d913-47a4-949b-6210ae173cae req-34614672-a59e-4adc-b3a3-0249df726e74 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cc857347-f166-4af5-9e1e-457e52a76a1e HTTP/1.1" status: 200 len: 835 time: 0.0628517 Feb 04 06:34:28.327334 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f328af-d913-47a4-949b-6210ae173cae req-7a983046-1afa-4548-8495-36cfaabbcaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:28.328838 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-10f328af-d913-47a4-949b-6210ae173cae req-7a983046-1afa-4548-8495-36cfaabbcaf0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b013ec85-93e8-47e8-9d5c-4c43705ad9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712333 Feb 04 06:34:28.462206 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-10f328af-d913-47a4-949b-6210ae173cae req-4275eff5-e7d2-4b63-b586-18308778ea40 service neutron] 10.222.0.43 "GET /v2.0/networks/b013ec85-93e8-47e8-9d5c-4c43705ad9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265116 Feb 04 06:34:28.606729 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-10f328af-d913-47a4-949b-6210ae173cae req-d5a20371-2413-4802-afd9-2c1cb3c85b48 service neutron] 10.222.0.43 "GET /v2.0/networks/b013ec85-93e8-47e8-9d5c-4c43705ad9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373649 Feb 04 06:34:28.875140 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63048266-69e3-4a1d-86fe-c50119a4a07c req-d0d1ca3f-e779-4d8b-8137-b190f6b6b7d7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:28.876622 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-63048266-69e3-4a1d-86fe-c50119a4a07c req-d0d1ca3f-e779-4d8b-8137-b190f6b6b7d7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 943 time: 0.0935755 Feb 04 06:34:28.920699 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-63048266-69e3-4a1d-86fe-c50119a4a07c req-6c837d3a-84c3-42d7-aa27-91831827a25a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383525 Feb 04 06:34:29.546916 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a39379cb-9173-47db-ab18-8fd9b4be8325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:29.595795 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0da7862b-c4b7-463d-af34-fe6a3e527e80 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:34:29.729439 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0da7862b-c4b7-463d-af34-fe6a3e527e80, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0da7862b-c4b7-463d-af34-fe6a3e527e80,segment=NetworkSegment(661bff83-5150-4374-80d4-6e77900b788e),segment_id=661bff83-5150-4374-80d4-6e77900b788e)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:34:29.743083 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '0da7862b-c4b7-463d-af34-fe6a3e527e80', 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac', 'port_id': '0da7862b-c4b7-463d-af34-fe6a3e527e80', 'mac_address': 'fa:16:3e:7d:cd:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc857347-f166-4af5-9e1e-457e52a76a1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:34:29.802828 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:29.819923 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da7862b-c4b7-463d-af34-fe6a3e527e80 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:34:29.843079 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0da7862b-c4b7-463d-af34-fe6a3e527e80, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0da7862b-c4b7-463d-af34-fe6a3e527e80,segment=NetworkSegment(661bff83-5150-4374-80d4-6e77900b788e),segment_id=661bff83-5150-4374-80d4-6e77900b788e)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:34:29.849610 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:29.917133 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=0da7862b-c4b7-463d-af34-fe6a3e527e80,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:30.060499 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['0da7862b-c4b7-463d-af34-fe6a3e527e80'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:34:30.123509 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2addf-75ef-453c-a632-232ec30501d9 req-88c56a8c-2d22-4c6f-a1a3-b505e6311bf1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:30.125027 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cfa2addf-75ef-453c-a632-232ec30501d9 req-88c56a8c-2d22-4c6f-a1a3-b505e6311bf1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 944 time: 0.0890863 Feb 04 06:34:30.169452 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cfa2addf-75ef-453c-a632-232ec30501d9 req-4f663ba3-2a08-4289-8f63-1ace4c60bdde tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381269 Feb 04 06:34:31.362283 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4b936-2b90-4815-b536-f1580cae81e9 req-e1583995-3368-400b-b4a4-bed319446d1a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:31.364013 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-33b4b936-2b90-4815-b536-f1580cae81e9 req-e1583995-3368-400b-b4a4-bed319446d1a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 944 time: 0.0868902 Feb 04 06:34:31.407637 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-33b4b936-2b90-4815-b536-f1580cae81e9 req-383fd87f-c16c-48fe-b36f-79beda636097 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377200 Feb 04 06:34:31.623700 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0da7862b-c4b7-463d-af34-fe6a3e527e80 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:34:31.698549 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 0da7862b-c4b7-463d-af34-fe6a3e527e80 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:34:31.704076 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 0da7862b-c4b7-463d-af34-fe6a3e527e80 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:34:31.704451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:31.830297 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:31.858960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541a55f6-610c-4ec3-893e-183efe96c1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da7862b-c4b7-463d-af34-fe6a3e527e80'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:34:31.879992 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 0da7862b-c4b7-463d-af34-fe6a3e527e80, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0da7862b-c4b7-463d-af34-fe6a3e527e80,segment=NetworkSegment(661bff83-5150-4374-80d4-6e77900b788e),segment_id=661bff83-5150-4374-80d4-6e77900b788e)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:34:31.885212 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:31.919469 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541a55f6-610c-4ec3-893e-183efe96c1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da7862b-c4b7-463d-af34-fe6a3e527e80', 'code': 200} Feb 04 06:34:31.920622 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-97f63372-2996-463f-b7b8-7a4426334d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:31.963495 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=0da7862b-c4b7-463d-af34-fe6a3e527e80,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:32.176657 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70d530-829f-4d18-8543-304ab3f8a385 req-777be0ca-70b4-44fe-9c18-6ee92ef4d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:32.176657 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-eb70d530-829f-4d18-8543-304ab3f8a385 req-777be0ca-70b4-44fe-9c18-6ee92ef4d64a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 1098 time: 0.0916748 Feb 04 06:34:32.210665 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-eb70d530-829f-4d18-8543-304ab3f8a385 req-1d05e462-b58b-458c-b466-aae9a9e53213 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350189 Feb 04 06:34:32.606125 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bee60-c7eb-4c2e-a04c-fb2f9cfee884 req-e6d5d034-9ca5-44e6-9c2d-38385ced3160 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:32.607636 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3a3bee60-c7eb-4c2e-a04c-fb2f9cfee884 req-e6d5d034-9ca5-44e6-9c2d-38385ced3160 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0837669 Feb 04 06:34:32.652835 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3a3bee60-c7eb-4c2e-a04c-fb2f9cfee884 req-608349fa-f646-4b61-8d9d-034439a60cfa tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393841 Feb 04 06:34:32.985054 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:32.986213 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:33.864867 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0c7c7-652f-4893-9e37-75a356678d65 req-38e3a5b8-9e75-46dc-878b-eb9f4eeff7fc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:33.866354 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6ec0c7c7-652f-4893-9e37-75a356678d65 req-38e3a5b8-9e75-46dc-878b-eb9f4eeff7fc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0844367 Feb 04 06:34:33.914723 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6ec0c7c7-652f-4893-9e37-75a356678d65 req-11c20dcc-7e29-48a6-8191-9ffcd9ab1d2b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400689 Feb 04 06:34:34.100129 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1b99e-a912-43cf-b680-9d1b9cd9bbc8 req-8392657e-d65c-4fb3-ab02-214569b40242 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:34.101547 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bef1b99e-a912-43cf-b680-9d1b9cd9bbc8 req-8392657e-d65c-4fb3-ab02-214569b40242 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0809135 Feb 04 06:34:34.150026 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bef1b99e-a912-43cf-b680-9d1b9cd9bbc8 req-e6a4e516-eaf5-4419-a157-9d304af22fc9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422673 Feb 04 06:34:34.172994 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35210) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:34.244465 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9881d14-ba22-48a0-8ed4-8344a7945ce3 tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:34.245848 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a9881d14-ba22-48a0-8ed4-8344a7945ce3 tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 1093 time: 0.0719056 Feb 04 06:34:34.248873 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35214) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:34.253671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': '0da7862b-c4b7-463d-af34-fe6a3e527e80', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:34:34.259720 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:34:34.263748 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:floatingip and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:34:34.266596 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:34:34.272643 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:34:34.286278 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:34.382732 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:34.423338 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:34.570702 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Allocated IP 172.26.4.155 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/64bcc86f-337d-4001-a779-ac756edd777c) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:34:34.716715 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:34.750168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:34.814407 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:34:34.817246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:34:34.820822 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:34:34.825531 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:34:34.852955 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=64bcc86f-337d-4001-a779-ac756edd777c,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:35.345128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:35.423030 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:35.650862 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:35.658661 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:35.764027 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=64bcc86f-337d-4001-a779-ac756edd777c,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:35.776147 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:35.949538 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Floating IP 682ac731-0703-4682-969a-87697cdfa06d associated. External IP: 172.26.4.155, port: 0da7862b-c4b7-463d-af34-fe6a3e527e80. Feb 04 06:34:36.310485 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router af9bb1e0-fc3d-4ba6-9034-28cafbac1910 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:34:36.510085 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:34:36.520715 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e534f8bb-038c-4162-889a-16679ae39ba4 None None] Sync routers for ids ['af9bb1e0-fc3d-4ba6-9034-28cafbac1910'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:34:36.531421 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e534f8bb-038c-4162-889a-16679ae39ba4 None None] Routers {'af9bb1e0-fc3d-4ba6-9034-28cafbac1910'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:34:36.532095 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e534f8bb-038c-4162-889a-16679ae39ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:34:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['af9bb1e0-fc3d-4ba6-9034-28cafbac1910'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:36.535330 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:36.589701 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8f0999e6-c976-48d2-9db2-11b2cba11c7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3397338 Feb 04 06:34:36.590429 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541a55f6-610c-4ec3-893e-183efe96c1a3', 'tag': '0da7862b-c4b7-463d-af34-fe6a3e527e80'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:34:36.636492 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541a55f6-610c-4ec3-893e-183efe96c1a3', 'tag': '0da7862b-c4b7-463d-af34-fe6a3e527e80', 'status': 'completed', 'code': 200} Feb 04 06:34:36.735629 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bc55b-9d17-4c2a-8333-efe308e33892 req-8b26c022-afe8-4b85-b561-a07f3adb0ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:36.736959 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e88bc55b-9d17-4c2a-8333-efe308e33892 req-8b26c022-afe8-4b85-b561-a07f3adb0ec6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 1098 time: 0.0782423 Feb 04 06:34:36.754882 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-e534f8bb-038c-4162-889a-16679ae39ba4 None None] Set router af9bb1e0-fc3d-4ba6-9034-28cafbac1910 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:34:36.766990 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846967a0-074b-41c3-89de-c5563dbb2334 req-87afb6f6-1842-4dd3-a8df-bcca366709a2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:36.768501 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-846967a0-074b-41c3-89de-c5563dbb2334 req-87afb6f6-1842-4dd3-a8df-bcca366709a2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0915217 Feb 04 06:34:36.813051 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-846967a0-074b-41c3-89de-c5563dbb2334 req-4acda9e7-90b2-4196-b374-2a0a3f4b1993 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387974 Feb 04 06:34:36.837144 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35222) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:36.872857 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bc55b-9d17-4c2a-8333-efe308e33892 req-06112e5a-96d4-474f-b582-58d947b3689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:36.874323 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e88bc55b-9d17-4c2a-8333-efe308e33892 req-06112e5a-96d4-474f-b582-58d947b3689e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b013ec85-93e8-47e8-9d5c-4c43705ad9ac HTTP/1.1" status: 200 len: 897 time: 0.1311677 Feb 04 06:34:36.981989 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e88bc55b-9d17-4c2a-8333-efe308e33892 req-74d3be93-340c-4dc9-b74c-bd1fc826c89b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0da7862b-c4b7-463d-af34-fe6a3e527e80 HTTP/1.1" status: 200 len: 999 time: 0.1014826 Feb 04 06:34:37.053491 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bc55b-9d17-4c2a-8333-efe308e33892 req-76d05cc0-b50a-4c14-824b-eabd1b3b5d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:37.054924 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e88bc55b-9d17-4c2a-8333-efe308e33892 req-76d05cc0-b50a-4c14-824b-eabd1b3b5d76 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cc857347-f166-4af5-9e1e-457e52a76a1e HTTP/1.1" status: 200 len: 835 time: 0.0671175 Feb 04 06:34:37.068376 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-74b9973c-fd1f-42f1-9c97-3f38af1a8c9b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/682ac731-0703-4682-969a-87697cdfa06d HTTP/1.1" status: 200 len: 991 time: 0.2301347 Feb 04 06:34:37.116490 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e534f8bb-038c-4162-889a-16679ae39ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225613657', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:34:16Z', 'updated_at': '2022-02-04T06:34:21Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:17Z', 'updated_at': '2022-02-04T06:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '682ac731-0703-4682-969a-87697cdfa06d', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'floating_ip_address': '172.26.4.155', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'port_id': '0da7862b-c4b7-463d-af34-fe6a3e527e80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac', 'mac_address': 'fa:16:3e:7d:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a55f6-610c-4ec3-893e-183efe96c1a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:34:35Z', 'updated_at': '2022-02-04T06:34:35Z', 'revision_number': 0, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02e25be-1bef-42f2-8302-883c9063cbae', 'name': '', 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:6e:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'cc857347-f166-4af5-9e1e-457e52a76a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:20Z', 'updated_at': '2022-02-04T06:34:26Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'cc857347-f166-4af5-9e1e-457e52a76a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:37.120380 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e534f8bb-038c-4162-889a-16679ae39ba4 None None] Checking router: af9bb1e0-fc3d-4ba6-9034-28cafbac1910 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:34:37.128648 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e534f8bb-038c-4162-889a-16679ae39ba4 None None] Routers {'af9bb1e0-fc3d-4ba6-9034-28cafbac1910'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:34:37.129195 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e534f8bb-038c-4162-889a-16679ae39ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:34:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['af9bb1e0-fc3d-4ba6-9034-28cafbac1910'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:37.131207 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bc55b-9d17-4c2a-8333-efe308e33892 req-f7f214b4-6573-4a88-bf3c-9d38a4440ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:37.132751 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e88bc55b-9d17-4c2a-8333-efe308e33892 req-f7f214b4-6573-4a88-bf3c-9d38a4440ed9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b013ec85-93e8-47e8-9d5c-4c43705ad9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699825 Feb 04 06:34:37.266367 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e88bc55b-9d17-4c2a-8333-efe308e33892 req-a3a09f6d-bb63-45ee-89d2-007e6c3efdbd service neutron] 10.222.0.43 "GET /v2.0/networks/b013ec85-93e8-47e8-9d5c-4c43705ad9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264238 Feb 04 06:34:37.306947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-e534f8bb-038c-4162-889a-16679ae39ba4 None None] Set router af9bb1e0-fc3d-4ba6-9034-28cafbac1910 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:34:37.395673 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-e88bc55b-9d17-4c2a-8333-efe308e33892 req-2e8a0bad-09e1-4a1d-95be-baf7271db7c8 service neutron] 10.222.0.43 "GET /v2.0/networks/b013ec85-93e8-47e8-9d5c-4c43705ad9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231062 Feb 04 06:34:37.478901 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:37.683500 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e534f8bb-038c-4162-889a-16679ae39ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225613657', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:34:16Z', 'updated_at': '2022-02-04T06:34:21Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:17Z', 'updated_at': '2022-02-04T06:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '682ac731-0703-4682-969a-87697cdfa06d', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'floating_ip_address': '172.26.4.155', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'port_id': '0da7862b-c4b7-463d-af34-fe6a3e527e80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac', 'mac_address': 'fa:16:3e:7d:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a55f6-610c-4ec3-893e-183efe96c1a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:34:35Z', 'updated_at': '2022-02-04T06:34:35Z', 'revision_number': 0, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02e25be-1bef-42f2-8302-883c9063cbae', 'name': '', 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:6e:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'cc857347-f166-4af5-9e1e-457e52a76a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:20Z', 'updated_at': '2022-02-04T06:34:26Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'cc857347-f166-4af5-9e1e-457e52a76a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:37.688177 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e534f8bb-038c-4162-889a-16679ae39ba4 None None] The sync data for ids ['af9bb1e0-fc3d-4ba6-9034-28cafbac1910'] in dv-neutron-826830-2-hyperv is: [{'id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225613657', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:34:16Z', 'updated_at': '2022-02-04T06:34:21Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:17Z', 'updated_at': '2022-02-04T06:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '682ac731-0703-4682-969a-87697cdfa06d', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'floating_ip_address': '172.26.4.155', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'port_id': '0da7862b-c4b7-463d-af34-fe6a3e527e80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac', 'mac_address': 'fa:16:3e:7d:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a55f6-610c-4ec3-893e-183efe96c1a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:34:35Z', 'updated_at': '2022-02-04T06:34:35Z', 'revision_number': 0, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02e25be-1bef-42f2-8302-883c9063cbae', 'name': '', 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:6e:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'cc857347-f166-4af5-9e1e-457e52a76a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:20Z', 'updated_at': '2022-02-04T06:34:26Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'cc857347-f166-4af5-9e1e-457e52a76a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:34:37.878620 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24649450-c97d-44c7-95fe-dc1d4f5ab358 None None] New status for floating IP 682ac731-0703-4682-969a-87697cdfa06d: ACTIVE {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:34:38.072580 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35226) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:38.179982 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-9f6dd044-0bac-4b2d-8dd4-c317091a0e5c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/682ac731-0703-4682-969a-87697cdfa06d HTTP/1.1" status: 200 len: 991 time: 0.1062872 Feb 04 06:34:39.184420 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35230) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:39.305377 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7a976ea1-3cf0-417d-9bdb-8bc664228cde tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/682ac731-0703-4682-969a-87697cdfa06d HTTP/1.1" status: 200 len: 993 time: 0.1198630 Feb 04 06:34:40.057776 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-fbae076a-f973-4901-b9f4-24b3db2351b5 req-1ed7df0f-6a26-4d73-8840-417fa23ab46d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755317 Feb 04 06:34:40.291873 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae076a-f973-4901-b9f4-24b3db2351b5 req-34ef6d1e-4432-45d1-ad8a-eae367ee07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:40.293466 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-fbae076a-f973-4901-b9f4-24b3db2351b5 req-34ef6d1e-4432-45d1-ad8a-eae367ee07b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 1098 time: 0.1589634 Feb 04 06:34:40.454506 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae076a-f973-4901-b9f4-24b3db2351b5 req-5c1b4af0-7b4f-42ea-9d89-ec9cbfe0d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:40.455994 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-fbae076a-f973-4901-b9f4-24b3db2351b5 req-5c1b4af0-7b4f-42ea-9d89-ec9cbfe0d719 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b013ec85-93e8-47e8-9d5c-4c43705ad9ac HTTP/1.1" status: 200 len: 897 time: 0.1403039 Feb 04 06:34:40.558876 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-fbae076a-f973-4901-b9f4-24b3db2351b5 req-f98bf1c3-8e21-4ba6-a580-457941ef6a39 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0da7862b-c4b7-463d-af34-fe6a3e527e80 HTTP/1.1" status: 200 len: 1001 time: 0.0964015 Feb 04 06:34:40.618479 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae076a-f973-4901-b9f4-24b3db2351b5 req-e4e4fe65-fc42-45b3-abe7-567b45a3719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:40.619928 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-fbae076a-f973-4901-b9f4-24b3db2351b5 req-e4e4fe65-fc42-45b3-abe7-567b45a3719d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cc857347-f166-4af5-9e1e-457e52a76a1e HTTP/1.1" status: 200 len: 835 time: 0.0557528 Feb 04 06:34:40.699558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae076a-f973-4901-b9f4-24b3db2351b5 req-9144e50f-32ef-4ac9-ade4-f1c8f551a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:40.701812 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-fbae076a-f973-4901-b9f4-24b3db2351b5 req-9144e50f-32ef-4ac9-ade4-f1c8f551a07f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b013ec85-93e8-47e8-9d5c-4c43705ad9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756130 Feb 04 06:34:40.837368 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-fbae076a-f973-4901-b9f4-24b3db2351b5 req-cd3d2203-046c-4db7-8ac8-355477c217e1 service neutron] 10.222.0.43 "GET /v2.0/networks/b013ec85-93e8-47e8-9d5c-4c43705ad9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293702 Feb 04 06:34:40.970808 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-fbae076a-f973-4901-b9f4-24b3db2351b5 req-3a4b59fd-8913-4465-8ea0-fb6e658289d1 service neutron] 10.222.0.43 "GET /v2.0/networks/b013ec85-93e8-47e8-9d5c-4c43705ad9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263483 Feb 04 06:34:59.542750 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b3bbcb27-e3e0-4353-95d3-98196c574a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:01.877340 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5d0ec21b-9b20-4cee-8479-999bcf772eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:02.988737 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:02.989777 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:04.455033 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:07.449355 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:08.989035 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa3f88-e094-4b23-8024-3e4f777756e6 req-cab9711e-ca48-49c4-9da9-5a4e1d671077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:08.990415 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bffa3f88-e094-4b23-8024-3e4f777756e6 req-cab9711e-ca48-49c4-9da9-5a4e1d671077 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 1098 time: 0.0705225 Feb 04 06:35:09.033808 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b1fba-5cd6-4c3f-8f57-9e4a70b44dbd req-b1990787-2ac4-426b-89b0-d7382be72094 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:09.035600 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d6b1fba-5cd6-4c3f-8f57-9e4a70b44dbd req-b1990787-2ac4-426b-89b0-d7382be72094 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0802596 Feb 04 06:35:09.081338 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3d6b1fba-5cd6-4c3f-8f57-9e4a70b44dbd req-9c6d0b92-c056-464c-ae82-46fbfea31fe7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395863 Feb 04 06:35:09.122519 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa3f88-e094-4b23-8024-3e4f777756e6 req-177a66f0-496b-4bdd-9444-da989d31bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:09.124032 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bffa3f88-e094-4b23-8024-3e4f777756e6 req-177a66f0-496b-4bdd-9444-da989d31bf79 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b013ec85-93e8-47e8-9d5c-4c43705ad9ac HTTP/1.1" status: 200 len: 897 time: 0.1270351 Feb 04 06:35:09.231983 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bffa3f88-e094-4b23-8024-3e4f777756e6 req-7f7c3902-d6bf-4f39-b5c0-f22f8ae92764 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0da7862b-c4b7-463d-af34-fe6a3e527e80 HTTP/1.1" status: 200 len: 1001 time: 0.1013649 Feb 04 06:35:09.296776 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa3f88-e094-4b23-8024-3e4f777756e6 req-f485b6c7-d1ef-45d0-b3f4-f9bc96118789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:09.298065 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bffa3f88-e094-4b23-8024-3e4f777756e6 req-f485b6c7-d1ef-45d0-b3f4-f9bc96118789 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cc857347-f166-4af5-9e1e-457e52a76a1e HTTP/1.1" status: 200 len: 835 time: 0.0600221 Feb 04 06:35:09.381580 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa3f88-e094-4b23-8024-3e4f777756e6 req-4f6ef853-5e11-4e13-acbc-a044ebf9eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:09.383063 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bffa3f88-e094-4b23-8024-3e4f777756e6 req-4f6ef853-5e11-4e13-acbc-a044ebf9eb61 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b013ec85-93e8-47e8-9d5c-4c43705ad9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784009 Feb 04 06:35:09.524795 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bffa3f88-e094-4b23-8024-3e4f777756e6 req-a2f33717-c6c0-4c3c-9ebc-5a236ec232d2 service neutron] 10.222.0.43 "GET /v2.0/networks/b013ec85-93e8-47e8-9d5c-4c43705ad9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333008 Feb 04 06:35:09.663122 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bffa3f88-e094-4b23-8024-3e4f777756e6 req-f52d10aa-7e6c-4f60-8a3a-6d3afe9b2790 service neutron] 10.222.0.43 "GET /v2.0/networks/b013ec85-93e8-47e8-9d5c-4c43705ad9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276293 Feb 04 06:35:10.290714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c01c8-6388-435f-9818-0feb50cb2a20 req-c3d9b056-740d-4d3e-9700-628e6d1aab7c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:10.292172 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-309c01c8-6388-435f-9818-0feb50cb2a20 req-c3d9b056-740d-4d3e-9700-628e6d1aab7c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0968759 Feb 04 06:35:10.338797 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-309c01c8-6388-435f-9818-0feb50cb2a20 req-f30d9069-da5d-43d2-b18c-948980936033 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383468 Feb 04 06:35:11.525712 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10d457-bf03-4642-9275-d4244b300756 req-15d6a3aa-ac71-4b53-bb84-311e1f0b90c6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:11.527043 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2d10d457-bf03-4642-9275-d4244b300756 req-15d6a3aa-ac71-4b53-bb84-311e1f0b90c6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0813339 Feb 04 06:35:11.572468 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2d10d457-bf03-4642-9275-d4244b300756 req-5ed865e1-5b8f-4218-833c-f3902b730634 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370803 Feb 04 06:35:11.826628 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:35:12.786058 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd9750-259a-4f4d-bf38-c7c0fc584db5 req-c4006379-c92c-4993-9e24-028e0a5a7cb4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:12.787516 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e6bd9750-259a-4f4d-bf38-c7c0fc584db5 req-c4006379-c92c-4993-9e24-028e0a5a7cb4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0934219 Feb 04 06:35:12.833279 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e6bd9750-259a-4f4d-bf38-c7c0fc584db5 req-76f681db-e7cd-47e2-baff-505e92a5d59e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395551 Feb 04 06:35:14.024368 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987c0b5-1078-460a-a8fb-deb2ca4517aa req-73d9d62f-ae01-4e3a-8c9d-7f3b55e7fae8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:14.025906 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c987c0b5-1078-460a-a8fb-deb2ca4517aa req-73d9d62f-ae01-4e3a-8c9d-7f3b55e7fae8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0849085 Feb 04 06:35:14.070412 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c987c0b5-1078-460a-a8fb-deb2ca4517aa req-1d346e13-acb2-4103-8c02-685cd8958938 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386934 Feb 04 06:35:15.278087 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b0cd4-a8df-4db0-8b30-7583e9a0c5c8 req-96e8fbac-d552-4e5b-ad8d-21230c04105e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:15.279632 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-994b0cd4-a8df-4db0-8b30-7583e9a0c5c8 req-96e8fbac-d552-4e5b-ad8d-21230c04105e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0941212 Feb 04 06:35:15.324240 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-994b0cd4-a8df-4db0-8b30-7583e9a0c5c8 req-2a578ad7-5a80-4879-b5d6-7e14494d19d2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388741 Feb 04 06:35:16.551134 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba387774-dfee-4fd0-88d2-b1f61db58dde req-260d8635-5a67-44ac-8d57-255b8f35970b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:16.552519 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ba387774-dfee-4fd0-88d2-b1f61db58dde req-260d8635-5a67-44ac-8d57-255b8f35970b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0999768 Feb 04 06:35:16.600231 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ba387774-dfee-4fd0-88d2-b1f61db58dde req-3295356f-abae-4050-8b0d-0e9b7e1910b3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418193 Feb 04 06:35:17.795559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8a904-ff73-4065-8957-fe2985d890df req-952b5bb4-c66d-4b0a-b482-a927aff3bb1e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:17.797062 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-43c8a904-ff73-4065-8957-fe2985d890df req-952b5bb4-c66d-4b0a-b482-a927aff3bb1e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0846910 Feb 04 06:35:17.847503 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-43c8a904-ff73-4065-8957-fe2985d890df req-b3ae9847-6205-452e-81ed-f79874c98337 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445275 Feb 04 06:35:19.068760 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b8582-8cb8-47a3-972a-495e46f0cf43 req-0eca030f-3b4c-400d-b6b5-0e74deec581c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:19.070237 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7f6b8582-8cb8-47a3-972a-495e46f0cf43 req-0eca030f-3b4c-400d-b6b5-0e74deec581c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1056685 Feb 04 06:35:19.115957 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7f6b8582-8cb8-47a3-972a-495e46f0cf43 req-82df474e-b20e-4b02-baaf-97f2554a2b5b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388498 Feb 04 06:35:20.308599 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e850b1-63a2-42cb-8c9b-8db6d9d68432 req-2d4ebd68-e645-479d-a15d-74a458170c57 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:20.310044 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e0e850b1-63a2-42cb-8c9b-8db6d9d68432 req-2d4ebd68-e645-479d-a15d-74a458170c57 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0860538 Feb 04 06:35:20.356713 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e0e850b1-63a2-42cb-8c9b-8db6d9d68432 req-a0bec12c-5bae-4c7e-920c-a702b1978555 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380993 Feb 04 06:35:21.547029 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c7092-6a68-4710-b1ad-9509545dfcc2 req-dfa022af-ea0e-401f-ba7d-f42a41e354ec tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:21.548392 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-773c7092-6a68-4710-b1ad-9509545dfcc2 req-dfa022af-ea0e-401f-ba7d-f42a41e354ec tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0862770 Feb 04 06:35:21.595399 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-773c7092-6a68-4710-b1ad-9509545dfcc2 req-c4062111-7d47-402c-a891-ed98351a4624 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385423 Feb 04 06:35:22.802637 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510af10-5159-4148-ae87-c36a03e7e9a5 req-dc86d73b-aed3-4f08-91bd-0bd81e0c8ee9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:22.804682 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d510af10-5159-4148-ae87-c36a03e7e9a5 req-dc86d73b-aed3-4f08-91bd-0bd81e0c8ee9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0879006 Feb 04 06:35:22.851487 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d510af10-5159-4148-ae87-c36a03e7e9a5 req-487b7f9a-afef-42d0-91f9-15cb6878f936 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411000 Feb 04 06:35:24.050517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5711f5-bc07-4f0a-b042-b16dbd461899 req-43840234-3d05-459c-8acf-0faa50d58e12 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:24.051983 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ab5711f5-bc07-4f0a-b042-b16dbd461899 req-43840234-3d05-459c-8acf-0faa50d58e12 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0878332 Feb 04 06:35:24.097425 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ab5711f5-bc07-4f0a-b042-b16dbd461899 req-e4402718-0373-445e-bfa4-a58b1643be05 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378094 Feb 04 06:35:25.293945 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a87187-42d2-4f07-8681-b459798e2ec1 req-6622b656-0a2f-439b-b848-08e6912976c3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:25.295406 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-68a87187-42d2-4f07-8681-b459798e2ec1 req-6622b656-0a2f-439b-b848-08e6912976c3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0893047 Feb 04 06:35:25.341746 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-68a87187-42d2-4f07-8681-b459798e2ec1 req-1a0d691a-e154-4177-8b12-a32fb21740f9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405850 Feb 04 06:35:26.533381 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13982b68-8bf8-402f-849d-dcd206424155 req-1ad8e13b-df30-4d03-8e83-8a4933da50b1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:26.534711 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-13982b68-8bf8-402f-849d-dcd206424155 req-1ad8e13b-df30-4d03-8e83-8a4933da50b1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0784841 Feb 04 06:35:26.577999 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-13982b68-8bf8-402f-849d-dcd206424155 req-215dce15-04dc-430b-810f-8a9b661d382f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375545 Feb 04 06:35:26.607269 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35276) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:26.822668 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0d3a1f65-4e0e-4a9a-8db9-0083f54d7d1e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/682ac731-0703-4682-969a-87697cdfa06d HTTP/1.1" status: 200 len: 993 time: 0.2141736 Feb 04 06:35:29.547456 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8fc4c238-c3e5-4bb0-b37d-4f5de92789d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:31.871625 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-99446567-d857-4491-9da8-2217330effee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:32.987501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:32.989283 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:34.394134 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:37.435549 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:41.044758 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9aadfdb7-118d-4027-acd4-60742a4ea4c9 req-e4500c6d-a58a-4705-80d8-e8018601fa86 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692680 Feb 04 06:35:41.299892 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadfdb7-118d-4027-acd4-60742a4ea4c9 req-e05950be-0731-4575-990b-aa2211290175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:41.301315 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9aadfdb7-118d-4027-acd4-60742a4ea4c9 req-e05950be-0731-4575-990b-aa2211290175 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 1098 time: 0.1849065 Feb 04 06:35:41.448916 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadfdb7-118d-4027-acd4-60742a4ea4c9 req-b8697fc5-1332-48fe-837f-93a313139b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:41.450454 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9aadfdb7-118d-4027-acd4-60742a4ea4c9 req-b8697fc5-1332-48fe-837f-93a313139b80 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b013ec85-93e8-47e8-9d5c-4c43705ad9ac HTTP/1.1" status: 200 len: 897 time: 0.1246262 Feb 04 06:35:41.554069 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9aadfdb7-118d-4027-acd4-60742a4ea4c9 req-f90e8e57-54db-4b16-b025-082130133d52 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0da7862b-c4b7-463d-af34-fe6a3e527e80 HTTP/1.1" status: 200 len: 1001 time: 0.0968783 Feb 04 06:35:41.622889 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadfdb7-118d-4027-acd4-60742a4ea4c9 req-efd02b3b-1987-4642-a3f9-0e713e9a1c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:41.624402 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9aadfdb7-118d-4027-acd4-60742a4ea4c9 req-efd02b3b-1987-4642-a3f9-0e713e9a1c9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cc857347-f166-4af5-9e1e-457e52a76a1e HTTP/1.1" status: 200 len: 835 time: 0.0627725 Feb 04 06:35:41.703342 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadfdb7-118d-4027-acd4-60742a4ea4c9 req-3ed1db26-9fb1-4204-8e93-37cae9a0e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:41.704819 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9aadfdb7-118d-4027-acd4-60742a4ea4c9 req-3ed1db26-9fb1-4204-8e93-37cae9a0e204 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b013ec85-93e8-47e8-9d5c-4c43705ad9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743227 Feb 04 06:35:41.845790 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9aadfdb7-118d-4027-acd4-60742a4ea4c9 req-020e4aea-8481-448f-a8af-f7ded65eed30 service neutron] 10.222.0.43 "GET /v2.0/networks/b013ec85-93e8-47e8-9d5c-4c43705ad9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336348 Feb 04 06:35:41.977675 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9aadfdb7-118d-4027-acd4-60742a4ea4c9 req-a9eabd42-9b9e-4c88-aecd-adac6385c8e1 service neutron] 10.222.0.43 "GET /v2.0/networks/b013ec85-93e8-47e8-9d5c-4c43705ad9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249015 Feb 04 06:35:48.829520 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:35:57.629729 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35292) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:57.844893 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting port 64bcc86f-337d-4001-a779-ac756edd777c {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:35:57.845216 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:58.011761 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:58.012023 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:58.134326 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Calling delete_port for 64bcc86f-337d-4001-a779-ac756edd777c owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:35:58.282110 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:58.330148 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Port': ['ID=64bcc86f-337d-4001-a779-ac756edd777c,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:58.366374 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:58.366723 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:58.367036 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:58.367543 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:58.368028 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:58.368330 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:58.368727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:58.369031 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:58.369356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:58.369803 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:58.370168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:58.370507 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:58.432516 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for floatingip, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:58.432829 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Floating IP 682ac731-0703-4682-969a-87697cdfa06d disassociated (deleted). External IP: 172.26.4.155, port: 0da7862b-c4b7-463d-af34-fe6a3e527e80. Feb 04 06:35:58.800812 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router af9bb1e0-fc3d-4ba6-9034-28cafbac1910 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:35:59.088382 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:35:59.098211 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63d98d-0e80-4551-aa58-805c9f6aabe2 None None] Sync routers for ids ['af9bb1e0-fc3d-4ba6-9034-28cafbac1910'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:35:59.106135 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:59.109107 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63d98d-0e80-4551-aa58-805c9f6aabe2 None None] Routers {'af9bb1e0-fc3d-4ba6-9034-28cafbac1910'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:35:59.109722 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ad63d98d-0e80-4551-aa58-805c9f6aabe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:35:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['af9bb1e0-fc3d-4ba6-9034-28cafbac1910'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:35:59.163922 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-fdcb1764-dc81-4113-b000-b677ad8b4a8a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/floatingips/682ac731-0703-4682-969a-87697cdfa06d HTTP/1.1" status: 204 len: 168 time: 1.5326803 Feb 04 06:35:59.164512 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541a55f6-610c-4ec3-893e-183efe96c1a3', 'tag': '0da7862b-c4b7-463d-af34-fe6a3e527e80'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:35:59.214306 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541a55f6-610c-4ec3-893e-183efe96c1a3', 'tag': '0da7862b-c4b7-463d-af34-fe6a3e527e80', 'status': 'completed', 'code': 200} Feb 04 06:35:59.308953 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff219d89-b509-44f7-96fd-b89a80c0f848 req-9705a777-bcd3-40e3-bced-19393efae091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:59.310439 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff219d89-b509-44f7-96fd-b89a80c0f848 req-9705a777-bcd3-40e3-bced-19393efae091 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 1098 time: 0.0715172 Feb 04 06:35:59.342445 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-ad63d98d-0e80-4551-aa58-805c9f6aabe2 None None] Set router af9bb1e0-fc3d-4ba6-9034-28cafbac1910 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:35:59.448351 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff219d89-b509-44f7-96fd-b89a80c0f848 req-909e2271-6f75-420d-8e43-56ae3d96bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:59.449838 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff219d89-b509-44f7-96fd-b89a80c0f848 req-909e2271-6f75-420d-8e43-56ae3d96bb7f service neutron] 10.222.0.43 "GET /v2.0/networks?id=b013ec85-93e8-47e8-9d5c-4c43705ad9ac HTTP/1.1" status: 200 len: 897 time: 0.1325200 Feb 04 06:35:59.522758 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff219d89-b509-44f7-96fd-b89a80c0f848 req-4c58cd43-18a9-46ec-b976-1f102ecc59b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0da7862b-c4b7-463d-af34-fe6a3e527e80 HTTP/1.1" status: 200 len: 217 time: 0.0648386 Feb 04 06:35:59.544577 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a840b-2400-4070-9875-b3dd726d5c84 req-ea9e5cb8-a5dc-4d79-aaa7-173c457e1d43 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:59.545275 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-5c5a840b-2400-4070-9875-b3dd726d5c84 req-ea9e5cb8-a5dc-4d79-aaa7-173c457e1d43 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:35:59.562200 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-5c5a840b-2400-4070-9875-b3dd726d5c84 req-ea9e5cb8-a5dc-4d79-aaa7-173c457e1d43 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:35:59.562987 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5c5a840b-2400-4070-9875-b3dd726d5c84 req-ea9e5cb8-a5dc-4d79-aaa7-173c457e1d43 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0967398 Feb 04 06:35:59.575443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-99c92b76-7aaa-438a-a1ca-3ce4bd879128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:59.592772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff219d89-b509-44f7-96fd-b89a80c0f848 req-1a8bc524-c6fa-4813-a4d5-3f38084281cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:59.595231 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff219d89-b509-44f7-96fd-b89a80c0f848 req-1a8bc524-c6fa-4813-a4d5-3f38084281cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cc857347-f166-4af5-9e1e-457e52a76a1e HTTP/1.1" status: 200 len: 835 time: 0.0666199 Feb 04 06:35:59.612957 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5c5a840b-2400-4070-9875-b3dd726d5c84 req-454eda99-fa48-460c-adb8-2734373e5f9e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440373 Feb 04 06:35:59.675161 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff219d89-b509-44f7-96fd-b89a80c0f848 req-c9e68356-3f8e-45ca-80df-c38677d12b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:59.676824 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff219d89-b509-44f7-96fd-b89a80c0f848 req-c9e68356-3f8e-45ca-80df-c38677d12b6f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b013ec85-93e8-47e8-9d5c-4c43705ad9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740955 Feb 04 06:35:59.680468 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ad63d98d-0e80-4551-aa58-805c9f6aabe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225613657', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:34:16Z', 'updated_at': '2022-02-04T06:34:21Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:17Z', 'updated_at': '2022-02-04T06:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'f02e25be-1bef-42f2-8302-883c9063cbae', 'name': '', 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:6e:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'cc857347-f166-4af5-9e1e-457e52a76a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:20Z', 'updated_at': '2022-02-04T06:34:26Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'cc857347-f166-4af5-9e1e-457e52a76a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:35:59.684405 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63d98d-0e80-4551-aa58-805c9f6aabe2 None None] Checking router: af9bb1e0-fc3d-4ba6-9034-28cafbac1910 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:35:59.692961 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63d98d-0e80-4551-aa58-805c9f6aabe2 None None] Routers {'af9bb1e0-fc3d-4ba6-9034-28cafbac1910'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:35:59.693530 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ad63d98d-0e80-4551-aa58-805c9f6aabe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:35:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['af9bb1e0-fc3d-4ba6-9034-28cafbac1910'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:35:59.810502 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff219d89-b509-44f7-96fd-b89a80c0f848 req-42441d00-6595-461f-8132-bb1de830f76a service neutron] 10.222.0.43 "GET /v2.0/networks/b013ec85-93e8-47e8-9d5c-4c43705ad9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257615 Feb 04 06:35:59.870642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-ad63d98d-0e80-4551-aa58-805c9f6aabe2 None None] Set router af9bb1e0-fc3d-4ba6-9034-28cafbac1910 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:35:59.942197 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ff219d89-b509-44f7-96fd-b89a80c0f848 req-826eae7a-73d0-4daa-a04c-c22a9ced5b3f service neutron] 10.222.0.43 "GET /v2.0/networks/b013ec85-93e8-47e8-9d5c-4c43705ad9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250563 Feb 04 06:36:00.176813 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ad63d98d-0e80-4551-aa58-805c9f6aabe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225613657', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:34:16Z', 'updated_at': '2022-02-04T06:34:21Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:17Z', 'updated_at': '2022-02-04T06:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'f02e25be-1bef-42f2-8302-883c9063cbae', 'name': '', 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:6e:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'cc857347-f166-4af5-9e1e-457e52a76a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:20Z', 'updated_at': '2022-02-04T06:34:26Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'cc857347-f166-4af5-9e1e-457e52a76a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:00.180907 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63d98d-0e80-4551-aa58-805c9f6aabe2 None None] The sync data for ids ['af9bb1e0-fc3d-4ba6-9034-28cafbac1910'] in dv-neutron-826830-2-hyperv is: [{'id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225613657', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:34:16Z', 'updated_at': '2022-02-04T06:34:21Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:17Z', 'updated_at': '2022-02-04T06:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'f02e25be-1bef-42f2-8302-883c9063cbae', 'name': '', 'network_id': 'b013ec85-93e8-47e8-9d5c-4c43705ad9ac', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:6e:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'cc857347-f166-4af5-9e1e-457e52a76a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:20Z', 'updated_at': '2022-02-04T06:34:26Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'cc857347-f166-4af5-9e1e-457e52a76a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:36:00.396306 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea374f70-0770-4774-82bb-a605b29aed30 None None] New status for floating IP 682ac731-0703-4682-969a-87697cdfa06d: DOWN {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:36:00.814879 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae9dd0-89b8-48bb-a7e1-fcd1c9af30b7 req-6a24ed9d-563d-4493-8c66-3a502db9e065 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:00.816257 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-19ae9dd0-89b8-48bb-a7e1-fcd1c9af30b7 req-6a24ed9d-563d-4493-8c66-3a502db9e065 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0874805 Feb 04 06:36:00.864179 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-19ae9dd0-89b8-48bb-a7e1-fcd1c9af30b7 req-dcb53145-fcd8-47f7-baf8-70f6931babe4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=01656574-9df2-4e0c-979c-2fd615321332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420687 Feb 04 06:36:00.979372 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ede22-6676-40c2-8e49-b6698623d433 req-c3287f07-a400-45c4-ad4d-9c34dd981366 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:00.980417 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-cc9ede22-6676-40c2-8e49-b6698623d433 req-c3287f07-a400-45c4-ad4d-9c34dd981366 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:36:00.992185 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-cc9ede22-6676-40c2-8e49-b6698623d433 req-c3287f07-a400-45c4-ad4d-9c34dd981366 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:36:00.993328 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-cc9ede22-6676-40c2-8e49-b6698623d433 req-c3287f07-a400-45c4-ad4d-9c34dd981366 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0913551 Feb 04 06:36:01.062929 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-cc9ede22-6676-40c2-8e49-b6698623d433 req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting port 0da7862b-c4b7-463d-af34-fe6a3e527e80 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:36:01.063335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-cc9ede22-6676-40c2-8e49-b6698623d433 req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:01.403478 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-cc9ede22-6676-40c2-8e49-b6698623d433 req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] For port 0da7862b-c4b7-463d-af34-fe6a3e527e80, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0da7862b-c4b7-463d-af34-fe6a3e527e80,segment=NetworkSegment(661bff83-5150-4374-80d4-6e77900b788e),segment_id=661bff83-5150-4374-80d4-6e77900b788e)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:36:01.403803 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-cc9ede22-6676-40c2-8e49-b6698623d433 req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:01.528056 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-cc9ede22-6676-40c2-8e49-b6698623d433 req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Calling delete_port for 0da7862b-c4b7-463d-af34-fe6a3e527e80 owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:36:01.678254 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-cc9ede22-6676-40c2-8e49-b6698623d433 req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:01.736920 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Port': ['ID=0da7862b-c4b7-463d-af34-fe6a3e527e80,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:01.777343 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:01.777688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:01.778052 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:01.778350 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:01.778700 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:01.779001 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:01.779322 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:01.779640 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:01.779989 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:01.780301 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:01.780609 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:01.780924 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:01.817404 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9ede22-6676-40c2-8e49-b6698623d433 req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] No DVR routers for this DVR port 0da7862b-c4b7-463d-af34-fe6a3e527e80 on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:36:01.819832 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-cc9ede22-6676-40c2-8e49-b6698623d433 req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:01.822336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541a55f6-610c-4ec3-893e-183efe96c1a3', 'name': 'network-vif-deleted', 'tag': '0da7862b-c4b7-463d-af34-fe6a3e527e80'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:36:01.842317 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-cc9ede22-6676-40c2-8e49-b6698623d433 req-326c1c32-4b93-4ade-943a-850ae82662d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "DELETE /v2.0/ports/0da7862b-c4b7-463d-af34-fe6a3e527e80 HTTP/1.1" status: 204 len: 173 time: 0.8435884 Feb 04 06:36:01.871076 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541a55f6-610c-4ec3-893e-183efe96c1a3', 'name': 'network-vif-deleted', 'tag': '0da7862b-c4b7-463d-af34-fe6a3e527e80', 'status': 'completed', 'code': 200} Feb 04 06:36:01.883764 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2dd544f3-8e8f-4312-b8f9-820ce15698ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:02.015953 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9039f937-c662-4d68-90d3-1c29d793c8d4 req-4c89aa54-e8b6-49eb-b8f2-a9a6a7013b4e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=541a55f6-610c-4ec3-893e-183efe96c1a3 HTTP/1.1" status: 200 len: 210 time: 0.0457957 Feb 04 06:36:02.996491 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:02.998361 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:03.110497 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35314) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:03.666756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b0338e6-8227-4c2e-8cba-5a12fc21bada tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:03.963896 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0da7862b-c4b7-463d-af34-fe6a3e527e80 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:36:03.998817 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 0da7862b-c4b7-463d-af34-fe6a3e527e80 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:36:03.999571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 0da7862b-c4b7-463d-af34-fe6a3e527e80 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:36:04.135896 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4b0338e6-8227-4c2e-8cba-5a12fc21bada tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting port f02e25be-1bef-42f2-8302-883c9063cbae {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:36:04.136481 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b0338e6-8227-4c2e-8cba-5a12fc21bada tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:04.321388 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-4b0338e6-8227-4c2e-8cba-5a12fc21bada tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] For port f02e25be-1bef-42f2-8302-883c9063cbae, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=f02e25be-1bef-42f2-8302-883c9063cbae,segment=NetworkSegment(661bff83-5150-4374-80d4-6e77900b788e),segment_id=661bff83-5150-4374-80d4-6e77900b788e)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:36:04.321622 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b0338e6-8227-4c2e-8cba-5a12fc21bada tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:04.394732 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:04.448768 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4b0338e6-8227-4c2e-8cba-5a12fc21bada tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Calling delete_port for f02e25be-1bef-42f2-8302-883c9063cbae owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:36:04.781183 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b0338e6-8227-4c2e-8cba-5a12fc21bada tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:04.830596 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0338e6-8227-4c2e-8cba-5a12fc21bada tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Port': ['ID=f02e25be-1bef-42f2-8302-883c9063cbae,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:05.099437 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b0338e6-8227-4c2e-8cba-5a12fc21bada tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:05.564363 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0338e6-8227-4c2e-8cba-5a12fc21bada tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router af9bb1e0-fc3d-4ba6-9034-28cafbac1910 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:36:05.748191 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0338e6-8227-4c2e-8cba-5a12fc21bada tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:36:05.758753 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f8a1d6-0b7f-4eb6-85c4-895b941068e7 None None] Sync routers for ids ['af9bb1e0-fc3d-4ba6-9034-28cafbac1910'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:36:05.761764 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4b0338e6-8227-4c2e-8cba-5a12fc21bada tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "PUT /v2.0/routers/af9bb1e0-fc3d-4ba6-9034-28cafbac1910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6500840 Feb 04 06:36:05.764574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35318) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:05.768603 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f8a1d6-0b7f-4eb6-85c4-895b941068e7 None None] Routers {'af9bb1e0-fc3d-4ba6-9034-28cafbac1910'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:36:05.769211 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a5f8a1d6-0b7f-4eb6-85c4-895b941068e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:36:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['af9bb1e0-fc3d-4ba6-9034-28cafbac1910'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:05.831728 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-26306e26-8984-4ecf-9169-0e261d21af35 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting subnet cc857347-f166-4af5-9e1e-457e52a76a1e {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:36:05.834628 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26306e26-8984-4ecf-9169-0e261d21af35 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:05.898265 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26306e26-8984-4ecf-9169-0e261d21af35 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:05.952265 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-a5f8a1d6-0b7f-4eb6-85c4-895b941068e7 None None] Set router af9bb1e0-fc3d-4ba6-9034-28cafbac1910 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:36:05.978077 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26306e26-8984-4ecf-9169-0e261d21af35 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:06.058482 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26306e26-8984-4ecf-9169-0e261d21af35 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:06.098535 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26306e26-8984-4ecf-9169-0e261d21af35 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Subnet': ['ID=cc857347-f166-4af5-9e1e-457e52a76a1e,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:06.101957 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26306e26-8984-4ecf-9169-0e261d21af35 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:06.108548 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-26306e26-8984-4ecf-9169-0e261d21af35 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/subnets/cc857347-f166-4af5-9e1e-457e52a76a1e HTTP/1.1" status: 204 len: 168 time: 0.3430133 Feb 04 06:36:06.111336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35322) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:06.115279 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c044e57b-2a9f-4438-9e1c-1aeb9077e097 None None] Network b013ec85-93e8-47e8-9d5c-4c43705ad9ac requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:36:06.289678 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-927d4e49-d4ee-4826-9114-2ab4b9fd8b01 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:06.445584 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a5f8a1d6-0b7f-4eb6-85c4-895b941068e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225613657', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:34:16Z', 'updated_at': '2022-02-04T06:36:04Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '8d502227-9a54-40e2-b85c-a9580f0ce652', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:34:17Z', 'updated_at': '2022-02-04T06:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:06.451127 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f8a1d6-0b7f-4eb6-85c4-895b941068e7 None None] Checking router: af9bb1e0-fc3d-4ba6-9034-28cafbac1910 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:36:06.461603 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f8a1d6-0b7f-4eb6-85c4-895b941068e7 None None] Routers {'af9bb1e0-fc3d-4ba6-9034-28cafbac1910'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:36:06.462941 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a5f8a1d6-0b7f-4eb6-85c4-895b941068e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:36:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['af9bb1e0-fc3d-4ba6-9034-28cafbac1910'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:06.468873 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-927d4e49-d4ee-4826-9114-2ab4b9fd8b01 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:06.480529 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-927d4e49-d4ee-4826-9114-2ab4b9fd8b01 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting port 8d502227-9a54-40e2-b85c-a9580f0ce652 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:36:06.480761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-927d4e49-d4ee-4826-9114-2ab4b9fd8b01 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:06.520092 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e41f23-309a-4564-933c-137378c780aa None None] DHCP port deletion for b013ec85-93e8-47e8-9d5c-4c43705ad9ac request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:36:06.596726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f8e41f23-309a-4564-933c-137378c780aa None None] Deleting port fc8982f6-202e-40d7-a4f5-d68111663b33 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:36:06.597098 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f8e41f23-309a-4564-933c-137378c780aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:06.656236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-927d4e49-d4ee-4826-9114-2ab4b9fd8b01 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] For port 8d502227-9a54-40e2-b85c-a9580f0ce652, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=8d502227-9a54-40e2-b85c-a9580f0ce652,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:36:06.656833 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-927d4e49-d4ee-4826-9114-2ab4b9fd8b01 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:06.664179 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-a5f8a1d6-0b7f-4eb6-85c4-895b941068e7 None None] Set router af9bb1e0-fc3d-4ba6-9034-28cafbac1910 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:36:06.801654 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a5f8a1d6-0b7f-4eb6-85c4-895b941068e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225613657', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:34:16Z', 'updated_at': '2022-02-04T06:36:06Z', 'revision_number': 6, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:06.815756 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f8a1d6-0b7f-4eb6-85c4-895b941068e7 None None] The sync data for ids ['af9bb1e0-fc3d-4ba6-9034-28cafbac1910'] in dv-neutron-826830-2-hyperv is: [{'id': 'af9bb1e0-fc3d-4ba6-9034-28cafbac1910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225613657', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:34:16Z', 'updated_at': '2022-02-04T06:36:06Z', 'revision_number': 6, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:36:06.897860 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-927d4e49-d4ee-4826-9114-2ab4b9fd8b01 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Calling delete_port for 8d502227-9a54-40e2-b85c-a9580f0ce652 owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:36:06.923843 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-f8e41f23-309a-4564-933c-137378c780aa None None] For port fc8982f6-202e-40d7-a4f5-d68111663b33, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=fc8982f6-202e-40d7-a4f5-d68111663b33,segment=NetworkSegment(661bff83-5150-4374-80d4-6e77900b788e),segment_id=661bff83-5150-4374-80d4-6e77900b788e)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:36:06.924271 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f8e41f23-309a-4564-933c-137378c780aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:07.043944 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-f8e41f23-309a-4564-933c-137378c780aa None None] Calling delete_port for fc8982f6-202e-40d7-a4f5-d68111663b33 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:36:07.063538 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-927d4e49-d4ee-4826-9114-2ab4b9fd8b01 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:07.107766 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d4e49-d4ee-4826-9114-2ab4b9fd8b01 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Port': ['ID=8d502227-9a54-40e2-b85c-a9580f0ce652,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:07.120691 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f8e41f23-309a-4564-933c-137378c780aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:07.177372 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e41f23-309a-4564-933c-137378c780aa None None] Pushing event deleted for resources: {'Port': ['ID=fc8982f6-202e-40d7-a4f5-d68111663b33,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:07.185010 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e41f23-309a-4564-933c-137378c780aa None None] No DVR routers for this DVR port fc8982f6-202e-40d7-a4f5-d68111663b33 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:36:07.187022 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e41f23-309a-4564-933c-137378c780aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:07.187370 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e41f23-309a-4564-933c-137378c780aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:07.187722 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e41f23-309a-4564-933c-137378c780aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:07.188091 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e41f23-309a-4564-933c-137378c780aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:07.188423 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e41f23-309a-4564-933c-137378c780aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:07.188828 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e41f23-309a-4564-933c-137378c780aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:07.189227 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e41f23-309a-4564-933c-137378c780aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:07.189593 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e41f23-309a-4564-933c-137378c780aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:07.189925 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e41f23-309a-4564-933c-137378c780aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:07.190397 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e41f23-309a-4564-933c-137378c780aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:07.190723 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e41f23-309a-4564-933c-137378c780aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:07.191048 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e41f23-309a-4564-933c-137378c780aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:07.218742 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-927d4e49-d4ee-4826-9114-2ab4b9fd8b01 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:07.405731 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-927d4e49-d4ee-4826-9114-2ab4b9fd8b01 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:07.408503 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-927d4e49-d4ee-4826-9114-2ab4b9fd8b01 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:07.433980 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-927d4e49-d4ee-4826-9114-2ab4b9fd8b01 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:07.434560 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927d4e49-d4ee-4826-9114-2ab4b9fd8b01 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Fanout notify agent at l3_agent the message router_deleted on router af9bb1e0-fc3d-4ba6-9034-28cafbac1910 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:36:07.447699 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:07.449824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-927d4e49-d4ee-4826-9114-2ab4b9fd8b01 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:07.450966 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-927d4e49-d4ee-4826-9114-2ab4b9fd8b01 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/routers/af9bb1e0-fc3d-4ba6-9034-28cafbac1910 HTTP/1.1" status: 204 len: 168 time: 1.3387306 Feb 04 06:36:07.455033 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35328) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:07.570665 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e11bd2d3-796c-4e7a-ad5a-32aa138d80cb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:07.703107 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e11bd2d3-796c-4e7a-ad5a-32aa138d80cb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:07.727891 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-e11bd2d3-796c-4e7a-ad5a-32aa138d80cb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b013ec85-93e8-47e8-9d5c-4c43705ad9ac']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:07.741021 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-e11bd2d3-796c-4e7a-ad5a-32aa138d80cb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661bff83-5150-4374-80d4-6e77900b788e') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:07.741316 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-e11bd2d3-796c-4e7a-ad5a-32aa138d80cb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661bff83-5150-4374-80d4-6e77900b788e') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:07.754387 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e11bd2d3-796c-4e7a-ad5a-32aa138d80cb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:07.771570 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e11bd2d3-796c-4e7a-ad5a-32aa138d80cb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:07.777800 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11bd2d3-796c-4e7a-ad5a-32aa138d80cb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:36:07.778179 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e11bd2d3-796c-4e7a-ad5a-32aa138d80cb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:36:07.792676 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:36:07.876103 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e11bd2d3-796c-4e7a-ad5a-32aa138d80cb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:07.896448 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e11bd2d3-796c-4e7a-ad5a-32aa138d80cb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:07.901170 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device fc8982f6-202e-40d7-a4f5-d68111663b33 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:36:07.902667 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bd2d3-796c-4e7a-ad5a-32aa138d80cb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Network': ['ID=b013ec85-93e8-47e8-9d5c-4c43705ad9ac,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:07.916983 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e11bd2d3-796c-4e7a-ad5a-32aa138d80cb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/networks/b013ec85-93e8-47e8-9d5c-4c43705ad9ac HTTP/1.1" status: 204 len: 168 time: 0.4607108 Feb 04 06:36:07.919673 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35334) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:07.937872 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: fc8982f6-202e-40d7-a4f5-d68111663b33 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:36:07.938223 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device fc8982f6-202e-40d7-a4f5-d68111663b33 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:36:07.938669 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f02e25be-1bef-42f2-8302-883c9063cbae no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:36:07.971103 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: f02e25be-1bef-42f2-8302-883c9063cbae {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:36:07.971468 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device f02e25be-1bef-42f2-8302-883c9063cbae not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:36:07.971889 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8d502227-9a54-40e2-b85c-a9580f0ce652 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:36:07.991203 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9409b2cc-dbd3-4616-a21c-689081f281cd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:08.021917 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9409b2cc-dbd3-4616-a21c-689081f281cd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:08.050137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 8d502227-9a54-40e2-b85c-a9580f0ce652 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:36:08.050478 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 8d502227-9a54-40e2-b85c-a9580f0ce652 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:36:08.088375 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9409b2cc-dbd3-4616-a21c-689081f281cd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:08.107242 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409b2cc-dbd3-4616-a21c-689081f281cd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01656574-9df2-4e0c-979c-2fd615321332,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:08.120122 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9409b2cc-dbd3-4616-a21c-689081f281cd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:08.121271 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9409b2cc-dbd3-4616-a21c-689081f281cd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/security-groups/01656574-9df2-4e0c-979c-2fd615321332 HTTP/1.1" status: 204 len: 168 time: 0.2005262 Feb 04 06:36:08.337768 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35342) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:08.346313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a6275d96-996f-4de1-b551-6563d1edd600 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-314097575', 'description': 'tempest-secgroup-smoke-314097575 description', 'project_id': 'edb5673b9505424ca41ca5290bab28ed'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:36:08.355771 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a6275d96-996f-4de1-b551-6563d1edd600 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:36:08.361880 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a6275d96-996f-4de1-b551-6563d1edd600 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:36:08.364876 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a6275d96-996f-4de1-b551-6563d1edd600 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:36:08.371221 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a6275d96-996f-4de1-b551-6563d1edd600 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:36:08.382994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a6275d96-996f-4de1-b551-6563d1edd600 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:08.402255 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a6275d96-996f-4de1-b551-6563d1edd600 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:36:08.405903 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a6275d96-996f-4de1-b551-6563d1edd600 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:36:08.408612 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a6275d96-996f-4de1-b551-6563d1edd600 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:36:08.414174 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a6275d96-996f-4de1-b551-6563d1edd600 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:36:08.484776 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a6275d96-996f-4de1-b551-6563d1edd600 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:08.490645 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a6275d96-996f-4de1-b551-6563d1edd600 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:08.537372 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275d96-996f-4de1-b551-6563d1edd600 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa68cde-598c-4977-aff2-4765473b2c5d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:08.540824 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a6275d96-996f-4de1-b551-6563d1edd600 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:08.542003 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a6275d96-996f-4de1-b551-6563d1edd600 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2029319 Feb 04 06:36:08.544943 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35346) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:08.549959 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f55bb7b9-1e7d-41b5-80b5-879f5d38a636 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '2aa68cde-598c-4977-aff2-4765473b2c5d', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:36:08.555947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f55bb7b9-1e7d-41b5-80b5-879f5d38a636 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:36:08.559898 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f55bb7b9-1e7d-41b5-80b5-879f5d38a636 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:36:08.562880 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f55bb7b9-1e7d-41b5-80b5-879f5d38a636 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:36:08.569772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f55bb7b9-1e7d-41b5-80b5-879f5d38a636 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:36:08.590924 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f55bb7b9-1e7d-41b5-80b5-879f5d38a636 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:08.660333 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f55bb7b9-1e7d-41b5-80b5-879f5d38a636 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:08.665854 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f55bb7b9-1e7d-41b5-80b5-879f5d38a636 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:08.687686 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bb7b9-1e7d-41b5-80b5-879f5d38a636 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceaeaecd-834f-4eb5-b4ff-7b9dff754bdb,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:08.697015 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f55bb7b9-1e7d-41b5-80b5-879f5d38a636 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:08.698281 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f55bb7b9-1e7d-41b5-80b5-879f5d38a636 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524351 Feb 04 06:36:08.701110 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35350) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:08.706369 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d6ab05bb-8fa5-4489-a1af-763eba1f1570 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '2aa68cde-598c-4977-aff2-4765473b2c5d', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:36:08.712464 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d6ab05bb-8fa5-4489-a1af-763eba1f1570 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:36:08.716473 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d6ab05bb-8fa5-4489-a1af-763eba1f1570 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:36:08.719372 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-d6ab05bb-8fa5-4489-a1af-763eba1f1570 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:36:08.725201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d6ab05bb-8fa5-4489-a1af-763eba1f1570 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:36:08.743462 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6ab05bb-8fa5-4489-a1af-763eba1f1570 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:08.802252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6ab05bb-8fa5-4489-a1af-763eba1f1570 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:08.808654 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6ab05bb-8fa5-4489-a1af-763eba1f1570 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:08.832241 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab05bb-8fa5-4489-a1af-763eba1f1570 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c07711-30c4-4979-ab94-dee1022a1b5b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:08.842591 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6ab05bb-8fa5-4489-a1af-763eba1f1570 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:08.843813 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d6ab05bb-8fa5-4489-a1af-763eba1f1570 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417863 Feb 04 06:36:08.847068 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35354) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:08.854849 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-546187f8-850a-47c4-8104-1e2d2c81ba8e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '2aa68cde-598c-4977-aff2-4765473b2c5d', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:36:08.863408 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-546187f8-850a-47c4-8104-1e2d2c81ba8e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:36:08.867388 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-546187f8-850a-47c4-8104-1e2d2c81ba8e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:36:08.870335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-546187f8-850a-47c4-8104-1e2d2c81ba8e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:36:08.876248 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-546187f8-850a-47c4-8104-1e2d2c81ba8e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:36:08.895050 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-546187f8-850a-47c4-8104-1e2d2c81ba8e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:08.959577 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-546187f8-850a-47c4-8104-1e2d2c81ba8e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:08.964928 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-546187f8-850a-47c4-8104-1e2d2c81ba8e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:08.989089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546187f8-850a-47c4-8104-1e2d2c81ba8e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8258b438-fa4c-4cc1-bd73-79d67fa78645,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:08.999584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-546187f8-850a-47c4-8104-1e2d2c81ba8e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.000958 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-546187f8-850a-47c4-8104-1e2d2c81ba8e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1525407 Feb 04 06:36:09.005064 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35360) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:09.013076 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f615d595-d902-4c33-8269-7d1f247a3541 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '2aa68cde-598c-4977-aff2-4765473b2c5d', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:36:09.020461 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f615d595-d902-4c33-8269-7d1f247a3541 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:36:09.024351 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f615d595-d902-4c33-8269-7d1f247a3541 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:36:09.027567 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f615d595-d902-4c33-8269-7d1f247a3541 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:36:09.033732 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f615d595-d902-4c33-8269-7d1f247a3541 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:36:09.054485 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f615d595-d902-4c33-8269-7d1f247a3541 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.118552 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f615d595-d902-4c33-8269-7d1f247a3541 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.124351 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f615d595-d902-4c33-8269-7d1f247a3541 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.147522 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615d595-d902-4c33-8269-7d1f247a3541 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53afd101-708d-4547-8772-65601ac62dc2,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:09.157462 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f615d595-d902-4c33-8269-7d1f247a3541 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.161330 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f615d595-d902-4c33-8269-7d1f247a3541 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1522858 Feb 04 06:36:09.161605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35364) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:09.166560 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-29c3786b-7df9-4c29-b50a-e8f36ef617f3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '2aa68cde-598c-4977-aff2-4765473b2c5d', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:36:09.172651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-29c3786b-7df9-4c29-b50a-e8f36ef617f3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:36:09.176843 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-29c3786b-7df9-4c29-b50a-e8f36ef617f3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:36:09.179820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-29c3786b-7df9-4c29-b50a-e8f36ef617f3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:36:09.185755 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-29c3786b-7df9-4c29-b50a-e8f36ef617f3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:36:09.199425 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-29c3786b-7df9-4c29-b50a-e8f36ef617f3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Project edb5673b9505424ca41ca5290bab28ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:36:09.205974 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-29c3786b-7df9-4c29-b50a-e8f36ef617f3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.268092 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-29c3786b-7df9-4c29-b50a-e8f36ef617f3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.274462 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-29c3786b-7df9-4c29-b50a-e8f36ef617f3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.298649 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3786b-7df9-4c29-b50a-e8f36ef617f3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb48ec6-7699-4bd8-9b8b-185c0fffaef0,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:09.308130 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-29c3786b-7df9-4c29-b50a-e8f36ef617f3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.309346 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-29c3786b-7df9-4c29-b50a-e8f36ef617f3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1468096 Feb 04 06:36:09.312142 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35368) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:09.316990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-13813858-d2b5-43a4-8ba1-ae958157cbe5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '2aa68cde-598c-4977-aff2-4765473b2c5d', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:36:09.322556 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-13813858-d2b5-43a4-8ba1-ae958157cbe5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:36:09.326260 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-13813858-d2b5-43a4-8ba1-ae958157cbe5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:36:09.329067 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-13813858-d2b5-43a4-8ba1-ae958157cbe5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:36:09.334566 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-13813858-d2b5-43a4-8ba1-ae958157cbe5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:36:09.432729 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-13813858-d2b5-43a4-8ba1-ae958157cbe5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Project edb5673b9505424ca41ca5290bab28ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:36:09.441770 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-13813858-d2b5-43a4-8ba1-ae958157cbe5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.506120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-13813858-d2b5-43a4-8ba1-ae958157cbe5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.512497 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-13813858-d2b5-43a4-8ba1-ae958157cbe5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.542820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13813858-d2b5-43a4-8ba1-ae958157cbe5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff735ab7-f57b-4e62-a789-19c1345fba41,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:09.554389 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-13813858-d2b5-43a4-8ba1-ae958157cbe5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.555641 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-13813858-d2b5-43a4-8ba1-ae958157cbe5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2425723 Feb 04 06:36:09.559991 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35374) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:09.565709 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-7284ddd2-5e75-43cf-9553-b10cfd851f66 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'network': {'name': 'tempest-network-smoke--1553803944', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'port_security_enabled': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:36:09.571387 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7284ddd2-5e75-43cf-9553-b10cfd851f66 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:36:09.575858 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7284ddd2-5e75-43cf-9553-b10cfd851f66 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:network and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:36:09.578854 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7284ddd2-5e75-43cf-9553-b10cfd851f66 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:36:09.585487 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7284ddd2-5e75-43cf-9553-b10cfd851f66 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:36:09.598705 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7284ddd2-5e75-43cf-9553-b10cfd851f66 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Made reservation on behalf of edb5673b9505424ca41ca5290bab28ed for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:36:09.602205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7284ddd2-5e75-43cf-9553-b10cfd851f66 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.631355 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7284ddd2-5e75-43cf-9553-b10cfd851f66 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:36:09.639943 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7284ddd2-5e75-43cf-9553-b10cfd851f66 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.640278 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-7284ddd2-5e75-43cf-9553-b10cfd851f66 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Added segment 1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc of type vlan for network fafb8216-25f1-450d-bed4-0f163df1b26d Feb 04 06:36:09.668160 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7284ddd2-5e75-43cf-9553-b10cfd851f66 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.699394 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7284ddd2-5e75-43cf-9553-b10cfd851f66 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.705201 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7284ddd2-5e75-43cf-9553-b10cfd851f66 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:09.705814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7284ddd2-5e75-43cf-9553-b10cfd851f66 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.811497 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7284ddd2-5e75-43cf-9553-b10cfd851f66 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2502940 Feb 04 06:36:09.814409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35378) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:09.815256 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284ddd2-5e75-43cf-9553-b10cfd851f66 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Network': ['ID=fafb8216-25f1-450d-bed4-0f163df1b26d,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:09.819772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1082185770', 'admin_state_up': True, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:36:09.827337 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:36:09.827515 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network fafb8216-25f1-450d-bed4-0f163df1b26d details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:36:09.831605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:router and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:36:09.834744 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:36:09.841424 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:36:09.852971 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.854162 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.869413 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:10.133372 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:10.430255 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:10.461273 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:10.618870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Allocated IP 172.26.4.219 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/0a9e2548-e749-473b-b493-e91e9be50b7a) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:36:10.773422 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:10.803681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:10.867176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:36:10.869858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:36:10.873366 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:36:10.905045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=0a9e2548-e749-473b-b493-e91e9be50b7a,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:11.396255 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:11.749318 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:11.960124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router 381ae1c8-76db-4072-8c6c-4873cba40456 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:36:12.146994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:36:12.157319 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Sync routers for ids ['381ae1c8-76db-4072-8c6c-4873cba40456'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:36:12.167352 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Routers {'381ae1c8-76db-4072-8c6c-4873cba40456'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:36:12.168038 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:36:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['381ae1c8-76db-4072-8c6c-4873cba40456'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:12.176557 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:12.180762 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-bf2a998a-27ba-4122-9e37-c52cb5fe87a3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3623414 Feb 04 06:36:12.181183 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35384) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:12.221757 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2c8f83c2-6f40-4b53-a88d-d9822e452b31 tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=edb5673b9505424ca41ca5290bab28ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394046 Feb 04 06:36:12.224559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35388) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:12.350424 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Set router 381ae1c8-76db-4072-8c6c-4873cba40456 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:36:12.353415 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66dae1d-0f4f-44b3-a05f-7866ba36bc0b tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:12.355247 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b66dae1d-0f4f-44b3-a05f-7866ba36bc0b tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294491 Feb 04 06:36:12.358180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35392) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:12.397866 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2b86a6ff-693c-49c7-b738-7a0a9497b59f tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385158 Feb 04 06:36:12.400578 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35396) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:12.406291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-fc914ae9-ba09-4f63-b774-3494ab1e7ad3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-154045994', 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:36:12.514654 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fc914ae9-ba09-4f63-b774-3494ab1e7ad3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:36:12.518712 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fc914ae9-ba09-4f63-b774-3494ab1e7ad3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:subnet and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:36:12.521603 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fc914ae9-ba09-4f63-b774-3494ab1e7ad3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:36:12.527759 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fc914ae9-ba09-4f63-b774-3494ab1e7ad3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:36:12.539643 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc914ae9-ba09-4f63-b774-3494ab1e7ad3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Made reservation on behalf of edb5673b9505424ca41ca5290bab28ed for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:36:12.543290 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fc914ae9-ba09-4f63-b774-3494ab1e7ad3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:12.630374 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1082185770', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:36:09Z', 'updated_at': '2022-02-04T06:36:11Z', 'revision_number': 3, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:10Z', 'updated_at': '2022-02-04T06:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:12.634158 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Checking router: 381ae1c8-76db-4072-8c6c-4873cba40456 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:36:12.634496 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Updating router 381ae1c8-76db-4072-8c6c-4873cba40456 port 0a9e2548-e749-473b-b493-e91e9be50b7a binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:36:12.686752 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:12.760912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fc914ae9-ba09-4f63-b774-3494ab1e7ad3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:12.838247 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc914ae9-ba09-4f63-b774-3494ab1e7ad3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Subnet': ['ID=15c16f01-0d77-4271-9076-74a828061a89,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:12.844108 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc914ae9-ba09-4f63-b774-3494ab1e7ad3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Checking segment: {'id': '1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:36:12.844458 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc914ae9-ba09-4f63-b774-3494ab1e7ad3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network hostable DHCP agents. Network: fafb8216-25f1-450d-bed4-0f163df1b26d, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:36:12.867127 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc914ae9-ba09-4f63-b774-3494ab1e7ad3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network fafb8216-25f1-450d-bed4-0f163df1b26d is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:36:12.878286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-fc914ae9-ba09-4f63-b774-3494ab1e7ad3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, fafb8216-25f1-450d-bed4-0f163df1b26d) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:36:12.883095 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc914ae9-ba09-4f63-b774-3494ab1e7ad3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:12.883692 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fc914ae9-ba09-4f63-b774-3494ab1e7ad3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:12.891943 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82363b9-1f0c-41f8-9468-681e8cfff93d None None] Network fafb8216-25f1-450d-bed4-0f163df1b26d requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:36:12.908050 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fc914ae9-ba09-4f63-b774-3494ab1e7ad3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5063474 Feb 04 06:36:12.910752 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35400) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:13.019514 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:13.031430 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Transition to ACTIVE for port object 0a9e2548-e749-473b-b493-e91e9be50b7a will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:36:13.039153 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:13.122759 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Attempting to bind port 0a9e2548-e749-473b-b493-e91e9be50b7a on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:36:13.123226 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Attempting to bind port 0a9e2548-e749-473b-b493-e91e9be50b7a by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:36:13.123642 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Attempting to bind port 0a9e2548-e749-473b-b493-e91e9be50b7a on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:36:13.130203 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-fafb8216-25f1-450d-bed4-0f163df1b26d', 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ips': [{'subnet_id': '15c16f01-0d77-4271-9076-74a828061a89'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:36:13.131196 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:13.131453 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2eb0f2-c798-4b66-b123-c3952d231c81 None None] Pushing event updated for resources: {'Port': ['ID=0a9e2548-e749-473b-b493-e91e9be50b7a,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:13.138409 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:36:13.138849 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:36:13.139344 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:13.139808 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:36:13.140339 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Bound port: 0a9e2548-e749-473b-b493-e91e9be50b7a, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:36:13.140764 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:13.221709 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] For port 0a9e2548-e749-473b-b493-e91e9be50b7a, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:36:13.224788 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] For port 0a9e2548-e749-473b-b493-e91e9be50b7a, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0a9e2548-e749-473b-b493-e91e9be50b7a,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:36:13.226495 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb0f2-c798-4b66-b123-c3952d231c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:13.226906 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb0f2-c798-4b66-b123-c3952d231c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:13.227217 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb0f2-c798-4b66-b123-c3952d231c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:13.227543 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb0f2-c798-4b66-b123-c3952d231c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:13.228105 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb0f2-c798-4b66-b123-c3952d231c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:13.228424 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb0f2-c798-4b66-b123-c3952d231c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:13.228737 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb0f2-c798-4b66-b123-c3952d231c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:13.229055 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb0f2-c798-4b66-b123-c3952d231c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:13.229416 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb0f2-c798-4b66-b123-c3952d231c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:13.230267 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb0f2-c798-4b66-b123-c3952d231c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:13.230590 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb0f2-c798-4b66-b123-c3952d231c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:13.230908 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb0f2-c798-4b66-b123-c3952d231c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:13.235303 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:13.301869 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Allocated IP 172.20.0.2 (fafb8216-25f1-450d-bed4-0f163df1b26d/15c16f01-0d77-4271-9076-74a828061a89/a0a5185b-9caf-4458-a6a5-db5ad09e3047) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:36:13.305278 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2eb0f2-c798-4b66-b123-c3952d231c81 None None] Pushing event updated for resources: {'Port': ['ID=0a9e2548-e749-473b-b493-e91e9be50b7a,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:13.325011 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Routers {'381ae1c8-76db-4072-8c6c-4873cba40456'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:36:13.325700 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:36:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['381ae1c8-76db-4072-8c6c-4873cba40456'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:13.513354 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:13.524881 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Transition to ACTIVE for port object a0a5185b-9caf-4458-a6a5-db5ad09e3047 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:36:13.531020 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] Set router 381ae1c8-76db-4072-8c6c-4873cba40456 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:36:13.546012 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Transition to ACTIVE for port object a0a5185b-9caf-4458-a6a5-db5ad09e3047 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:36:13.552743 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:13.634732 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Network fafb8216-25f1-450d-bed4-0f163df1b26d is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:36:13.636001 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:36:13.640111 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:36:13.649790 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Pushing event updated for resources: {'Port': ['ID=a0a5185b-9caf-4458-a6a5-db5ad09e3047,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:13.748640 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Attempting to bind port a0a5185b-9caf-4458-a6a5-db5ad09e3047 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:36:13.749008 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Attempting to bind port a0a5185b-9caf-4458-a6a5-db5ad09e3047 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:36:13.749407 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Attempting to bind port a0a5185b-9caf-4458-a6a5-db5ad09e3047 on network fafb8216-25f1-450d-bed4-0f163df1b26d {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:36:13.755571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:36:13.755971 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Checking segment: {'id': '1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:36:13.756370 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:13.756759 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Bound using segment: {'id': '1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:36:13.757321 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Bound port: a0a5185b-9caf-4458-a6a5-db5ad09e3047, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:36:13.758275 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:13.779165 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-00594564-ada2-4754-a0a2-d667f9d9853f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:13.832640 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1082185770', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:36:09Z', 'updated_at': '2022-02-04T06:36:11Z', 'revision_number': 3, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:10Z', 'updated_at': '2022-02-04T06:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:13.836624 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f808d28-b969-4742-bb2b-b787429ae517 None None] The sync data for ids ['381ae1c8-76db-4072-8c6c-4873cba40456'] in dv-neutron-826830-2-hyperv is: [{'id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1082185770', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:36:09Z', 'updated_at': '2022-02-04T06:36:11Z', 'revision_number': 3, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:10Z', 'updated_at': '2022-02-04T06:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:36:13.863727 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] For port a0a5185b-9caf-4458-a6a5-db5ad09e3047, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:36:13.867567 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] For port a0a5185b-9caf-4458-a6a5-db5ad09e3047, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a0a5185b-9caf-4458-a6a5-db5ad09e3047,segment=NetworkSegment(1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc),segment_id=1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:36:13.876670 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:13.973870 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95817ff-800f-4024-81c8-c9dce79ce0fe None None] Pushing event updated for resources: {'Port': ['ID=a0a5185b-9caf-4458-a6a5-db5ad09e3047,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:14.315029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-00594564-ada2-4754-a0a2-d667f9d9853f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Allocated IP 172.20.0.1 (fafb8216-25f1-450d-bed4-0f163df1b26d/15c16f01-0d77-4271-9076-74a828061a89/6b07e5ac-a953-45ce-aeb6-a8a0bc03f021) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:36:14.502065 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-00594564-ada2-4754-a0a2-d667f9d9853f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:14.518518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-00594564-ada2-4754-a0a2-d667f9d9853f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Transition to ACTIVE for port object 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:36:14.543627 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-00594564-ada2-4754-a0a2-d667f9d9853f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:14.615680 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00594564-ada2-4754-a0a2-d667f9d9853f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network fafb8216-25f1-450d-bed4-0f163df1b26d is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:36:14.619042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-00594564-ada2-4754-a0a2-d667f9d9853f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:36:14.621722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00594564-ada2-4754-a0a2-d667f9d9853f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:36:14.663486 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00594564-ada2-4754-a0a2-d667f9d9853f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=6b07e5ac-a953-45ce-aeb6-a8a0bc03f021,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:14.689724 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-00594564-ada2-4754-a0a2-d667f9d9853f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:15.063201 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-00594564-ada2-4754-a0a2-d667f9d9853f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:15.088190 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3571cdd7-89b8-47ea-9efc-f4e6dfaa9074 None None] Network fafb8216-25f1-450d-bed4-0f163df1b26d requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:36:15.210714 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2145de5e-79eb-46c9-b345-2588bff8ba69 None None] Provisioning for port a0a5185b-9caf-4458-a6a5-db5ad09e3047 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:36:15.493189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-00594564-ada2-4754-a0a2-d667f9d9853f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:15.498700 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-00594564-ada2-4754-a0a2-d667f9d9853f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:15.553161 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-90432cb1-c8a1-4b8d-855c-aa706f4a1a77 None None] Provisioning for port 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:36:15.558389 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-90432cb1-c8a1-4b8d-855c-aa706f4a1a77 None None] Provisioning complete for port 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:36:15.558756 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-90432cb1-c8a1-4b8d-855c-aa706f4a1a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:15.617070 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00594564-ada2-4754-a0a2-d667f9d9853f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=6b07e5ac-a953-45ce-aeb6-a8a0bc03f021,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:15.621908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-90432cb1-c8a1-4b8d-855c-aa706f4a1a77 None None] Port 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:36:15.622110 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-00594564-ada2-4754-a0a2-d667f9d9853f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:15.742908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ace402bc-4491-474c-86e9-d0998f20e24e None None] Provisioning complete for port 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:36:15.743378 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ace402bc-4491-474c-86e9-d0998f20e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:15.754192 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00594564-ada2-4754-a0a2-d667f9d9853f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network fafb8216-25f1-450d-bed4-0f163df1b26d is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:36:15.755264 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-00594564-ada2-4754-a0a2-d667f9d9853f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:36:15.798157 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-ace402bc-4491-474c-86e9-d0998f20e24e None None] Port 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:36:15.942913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00594564-ada2-4754-a0a2-d667f9d9853f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router 381ae1c8-76db-4072-8c6c-4873cba40456 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:36:15.981690 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0a9e2548-e749-473b-b493-e91e9be50b7a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:36:16.047547 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c95213f9-6101-4135-b7e5-946a8a15a17b None None] Provisioning complete for port 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:36:16.047852 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c95213f9-6101-4135-b7e5-946a8a15a17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:16.103765 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-c95213f9-6101-4135-b7e5-946a8a15a17b None None] Port 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:36:16.105930 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 0a9e2548-e749-473b-b493-e91e9be50b7a completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:36:16.111143 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 0a9e2548-e749-473b-b493-e91e9be50b7a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:36:16.111506 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:16.123830 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00594564-ada2-4754-a0a2-d667f9d9853f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:36:16.145463 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-00594564-ada2-4754-a0a2-d667f9d9853f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "PUT /v2.0/routers/381ae1c8-76db-4072-8c6c-4873cba40456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2251499 Feb 04 06:36:16.145653 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Sync routers for ids ['381ae1c8-76db-4072-8c6c-4873cba40456'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:36:16.173226 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Routers {'381ae1c8-76db-4072-8c6c-4873cba40456'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:36:16.173851 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:36:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['381ae1c8-76db-4072-8c6c-4873cba40456'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:16.416470 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-db5022dd-a92b-46f2-8fbe-70ae8ac0a541 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-314097575&fields=id&tenant_id=edb5673b9505424ca41ca5290bab28ed HTTP/1.1" status: 200 len: 267 time: 0.0393693 Feb 04 06:36:16.440491 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:16.446024 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Set router 381ae1c8-76db-4072-8c6c-4873cba40456 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:36:16.519869 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 0a9e2548-e749-473b-b493-e91e9be50b7a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0a9e2548-e749-473b-b493-e91e9be50b7a,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:36:16.568847 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-6a69505b-b741-4c06-8ed9-c4ca23d5c543 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:16.569516 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-6a69505b-b741-4c06-8ed9-c4ca23d5c543 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:36:16.572538 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:16.573002 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a0a5185b-9caf-4458-a6a5-db5ad09e3047 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:36:16.586273 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-6a69505b-b741-4c06-8ed9-c4ca23d5c543 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:36:16.587437 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-6a69505b-b741-4c06-8ed9-c4ca23d5c543 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/networks?id=fafb8216-25f1-450d-bed4-0f163df1b26d HTTP/1.1" status: 200 len: 797 time: 0.1636055 Feb 04 06:36:16.602372 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-d51c545e-05bb-4599-827e-52e2a995111e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/quotas/edb5673b9505424ca41ca5290bab28ed HTTP/1.1" status: 200 len: 375 time: 0.0093324 Feb 04 06:36:16.691078 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-79f44409-0509-4bb5-93b4-90b3e02b677e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828910 Feb 04 06:36:16.786077 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=0a9e2548-e749-473b-b493-e91e9be50b7a,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:16.807596 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port a0a5185b-9caf-4458-a6a5-db5ad09e3047 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:36:16.817575 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port a0a5185b-9caf-4458-a6a5-db5ad09e3047 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:36:16.817947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:16.832450 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-66527ca4-5496-401a-9193-454b17937954 service neutron] 10.222.0.31 "GET /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295211 Feb 04 06:36:16.962706 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-819cf635-e953-4a21-a3b5-87c73953f380 service neutron] 10.222.0.31 "GET /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240065 Feb 04 06:36:16.978749 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:16.990560 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1082185770', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:36:09Z', 'updated_at': '2022-02-04T06:36:14Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:10Z', 'updated_at': '2022-02-04T06:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '6b07e5ac-a953-45ce-aeb6-a8a0bc03f021', 'name': '', 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:45:91:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '15c16f01-0d77-4271-9076-74a828061a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:14Z', 'updated_at': '2022-02-04T06:36:15Z', 'revision_number': 2, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': '15c16f01-0d77-4271-9076-74a828061a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:16.997961 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Checking router: 381ae1c8-76db-4072-8c6c-4873cba40456 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:36:16.998330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Updating router 381ae1c8-76db-4072-8c6c-4873cba40456 port 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:36:17.063015 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port a0a5185b-9caf-4458-a6a5-db5ad09e3047, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a0a5185b-9caf-4458-a6a5-db5ad09e3047,segment=NetworkSegment(1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc),segment_id=1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:36:17.065752 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:17.076700 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:17.238810 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1a2a02f2-4fe6-49ff-b28a-ee07628c923d req-5847cf4c-53cb-41c5-b639-a46f8ba20a29 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 210 time: 0.1271703 Feb 04 06:36:17.239874 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=a0a5185b-9caf-4458-a6a5-db5ad09e3047,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:17.479251 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:17.492942 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Transition to ACTIVE for port object 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:36:17.500872 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:17.628235 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499dc030-e7c5-43cd-b3db-202e8e71560c None None] Pushing event updated for resources: {'Port': ['ID=6b07e5ac-a953-45ce-aeb6-a8a0bc03f021,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:17.767375 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Attempting to bind port 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:36:17.767735 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Attempting to bind port 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:36:17.768115 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Attempting to bind port 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 on network fafb8216-25f1-450d-bed4-0f163df1b26d {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:36:17.773252 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:36:17.773615 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Checking segment: {'id': '1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:36:17.774012 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:17.774416 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Bound using segment: {'id': '1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:36:17.774852 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Bound port: 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:36:17.775215 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:17.873326 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] For port 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:36:17.876691 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] For port 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6b07e5ac-a953-45ce-aeb6-a8a0bc03f021,segment=NetworkSegment(1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc),segment_id=1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:36:17.882227 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:17.920349 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0a9e2548-e749-473b-b493-e91e9be50b7a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:36:18.012724 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Routers {'381ae1c8-76db-4072-8c6c-4873cba40456'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:36:18.013345 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:36:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['381ae1c8-76db-4072-8c6c-4873cba40456'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:18.068732 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499dc030-e7c5-43cd-b3db-202e8e71560c None None] Pushing event updated for resources: {'Port': ['ID=6b07e5ac-a953-45ce-aeb6-a8a0bc03f021,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:18.191897 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 0a9e2548-e749-473b-b493-e91e9be50b7a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:36:18.192513 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:18.270513 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] Set router 381ae1c8-76db-4072-8c6c-4873cba40456 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:36:18.407901 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-965e731d-dd4a-4fcd-a73d-70df901f8b7c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:18.408522 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-965e731d-dd4a-4fcd-a73d-70df901f8b7c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:36:18.416607 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f108bb40-5548-4903-b1c1-e31afab043f6 req-bcac0926-9268-4f05-8399-0da607f8802a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 210 time: 0.0478749 Feb 04 06:36:18.420435 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-965e731d-dd4a-4fcd-a73d-70df901f8b7c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:36:18.421648 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-965e731d-dd4a-4fcd-a73d-70df901f8b7c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "GET /v2.0/networks?id=fafb8216-25f1-450d-bed4-0f163df1b26d HTTP/1.1" status: 200 len: 797 time: 0.3607633 Feb 04 06:36:18.468932 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-52770d67-c8f3-4be1-a1fc-2ec9f5a2d955 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:36:18.484967 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-52770d67-c8f3-4be1-a1fc-2ec9f5a2d955 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:36:18.486430 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-52770d67-c8f3-4be1-a1fc-2ec9f5a2d955 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edb5673b9505424ca41ca5290bab28ed HTTP/1.1" status: 200 len: 379 time: 0.0561347 Feb 04 06:36:18.495500 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-034bd598-69c0-4b66-86ba-6ed97798be1f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'port': {'device_id': 'b1672954-63a7-4261-9de4-b3926dec7019', 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d', 'admin_state_up': True, 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'security_groups': ['2aa68cde-598c-4977-aff2-4765473b2c5d']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:36:18.541492 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a0a5185b-9caf-4458-a6a5-db5ad09e3047 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:36:18.638982 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-034bd598-69c0-4b66-86ba-6ed97798be1f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:36:18.643178 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-034bd598-69c0-4b66-86ba-6ed97798be1f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:port and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:36:18.645983 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-034bd598-69c0-4b66-86ba-6ed97798be1f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:36:18.651603 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-034bd598-69c0-4b66-86ba-6ed97798be1f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:36:18.662363 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-034bd598-69c0-4b66-86ba-6ed97798be1f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Made reservation on behalf of edb5673b9505424ca41ca5290bab28ed for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:36:18.666029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-034bd598-69c0-4b66-86ba-6ed97798be1f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:18.674850 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port a0a5185b-9caf-4458-a6a5-db5ad09e3047 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:36:18.675226 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:18.783562 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1082185770', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:36:09Z', 'updated_at': '2022-02-04T06:36:14Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:10Z', 'updated_at': '2022-02-04T06:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '6b07e5ac-a953-45ce-aeb6-a8a0bc03f021', 'name': '', 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:45:91:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '15c16f01-0d77-4271-9076-74a828061a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:14Z', 'updated_at': '2022-02-04T06:36:17Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': '15c16f01-0d77-4271-9076-74a828061a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:18.800490 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5ba92-4b94-4e30-bc9d-2bdf8bb5b476 None None] The sync data for ids ['381ae1c8-76db-4072-8c6c-4873cba40456'] in dv-neutron-826830-2-hyperv is: [{'id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1082185770', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:36:09Z', 'updated_at': '2022-02-04T06:36:14Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:10Z', 'updated_at': '2022-02-04T06:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '6b07e5ac-a953-45ce-aeb6-a8a0bc03f021', 'name': '', 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:45:91:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '15c16f01-0d77-4271-9076-74a828061a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:14Z', 'updated_at': '2022-02-04T06:36:17Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': '15c16f01-0d77-4271-9076-74a828061a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:36:18.833324 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-034bd598-69c0-4b66-86ba-6ed97798be1f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Allocated IP 172.20.0.4 (fafb8216-25f1-450d-bed4-0f163df1b26d/15c16f01-0d77-4271-9076-74a828061a89/243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:36:19.043027 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-034bd598-69c0-4b66-86ba-6ed97798be1f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:19.058731 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-034bd598-69c0-4b66-86ba-6ed97798be1f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Transition to ACTIVE for port object 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:36:19.083104 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-034bd598-69c0-4b66-86ba-6ed97798be1f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:19.161720 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-034bd598-69c0-4b66-86ba-6ed97798be1f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network fafb8216-25f1-450d-bed4-0f163df1b26d is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:36:19.164810 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-034bd598-69c0-4b66-86ba-6ed97798be1f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:36:19.168660 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-034bd598-69c0-4b66-86ba-6ed97798be1f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:36:19.198958 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bd598-69c0-4b66-86ba-6ed97798be1f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:19.239277 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-034bd598-69c0-4b66-86ba-6ed97798be1f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:19.240298 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-034bd598-69c0-4b66-86ba-6ed97798be1f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:19.273232 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-034bd598-69c0-4b66-86ba-6ed97798be1f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7813222 Feb 04 06:36:19.360094 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Request body: {'port': {'device_id': 'b1672954-63a7-4261-9de4-b3926dec7019', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:36:19.472908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9e778431-acdd-4962-a2fe-147c61201257 None None] Provisioning for port 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:36:19.478489 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9e778431-acdd-4962-a2fe-147c61201257 None None] Provisioning complete for port 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:36:19.478860 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9e778431-acdd-4962-a2fe-147c61201257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:19.488647 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:19.552477 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-9e778431-acdd-4962-a2fe-147c61201257 None None] Port 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:36:19.631370 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de4610-da6e-4aa6-b488-cc53cafd8dfb req-4ed96d5a-c8e8-4f5c-877b-cfa169ab65e2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:19.633575 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-29de4610-da6e-4aa6-b488-cc53cafd8dfb req-4ed96d5a-c8e8-4f5c-877b-cfa169ab65e2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 931 time: 0.0946324 Feb 04 06:36:19.680470 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-29de4610-da6e-4aa6-b488-cc53cafd8dfb req-6eb56b57-4da1-4d91-9bf5-aaa19c11b9ea tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402186 Feb 04 06:36:19.849047 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:36:19.857240 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:19.879655 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Transition to ACTIVE for port object 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:36:19.886687 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:19.952777 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:36:20.024530 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:36:20.030694 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:36:20.031069 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:20.053448 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Pushing event updated for resources: {'Port': ['ID=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:20.133486 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Attempting to bind port 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:36:20.133947 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Attempting to bind port 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:36:20.134278 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Attempting to bind port 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc on network fafb8216-25f1-450d-bed4-0f163df1b26d {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:36:20.139773 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Port 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc on network fafb8216-25f1-450d-bed4-0f163df1b26d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:36:20.140218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Attempting to bind port 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc on network fafb8216-25f1-450d-bed4-0f163df1b26d {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:36:20.146243 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:36:20.146575 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Checking segment: {'id': '1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:36:20.146956 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Bound using segment: {'id': '1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:36:20.147380 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Bound port: 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:36:20.147723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:20.159700 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:20.209035 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6b07e5ac-a953-45ce-aeb6-a8a0bc03f021,segment=NetworkSegment(1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc),segment_id=1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:36:20.215238 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:20.240516 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] For port 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:36:20.243650 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] For port 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc,segment=NetworkSegment(1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc),segment_id=1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:36:20.248857 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:20.285607 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=6b07e5ac-a953-45ce-aeb6-a8a0bc03f021,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:20.306616 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:20.307197 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:20.308605 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] 10.222.0.43 "PUT /v2.0/ports/243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc HTTP/1.1" status: 200 len: 1093 time: 1.0283954 Feb 04 06:36:20.309060 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1672954-63a7-4261-9de4-b3926dec7019', 'tag': '243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:36:20.387864 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1672954-63a7-4261-9de4-b3926dec7019', 'tag': '243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc', 'status': 'completed', 'code': 200} Feb 04 06:36:20.396093 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da8a83-88ba-41ec-942b-ad77668c53db service neutron] Pushing event updated for resources: {'Port': ['ID=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:20.434506 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-f06e5311-5847-4dfa-abf7-0bdf4f97c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:20.436102 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-f06e5311-5847-4dfa-abf7-0bdf4f97c0eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 1096 time: 0.0846701 Feb 04 06:36:20.614379 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-16d0c828-6b75-4b84-ada2-9927e8ac82dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc HTTP/1.1" status: 200 len: 217 time: 0.1708276 Feb 04 06:36:20.678657 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-eb7c0c9b-6721-45a6-96b4-4d44c939684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:20.680054 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-eb7c0c9b-6721-45a6-96b4-4d44c939684b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15c16f01-0d77-4271-9076-74a828061a89 HTTP/1.1" status: 200 len: 834 time: 0.0602481 Feb 04 06:36:20.754451 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-a355095a-c693-43cb-9bab-7d78db426f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:20.755956 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-a355095a-c693-43cb-9bab-7d78db426f9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fafb8216-25f1-450d-bed4-0f163df1b26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699673 Feb 04 06:36:20.872118 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dc15c-8fa7-47c9-bda1-41e41a5ca819 req-059df982-c3a6-4422-b129-2a02ed3b695e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:20.873324 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-154dc15c-8fa7-47c9-bda1-41e41a5ca819 req-059df982-c3a6-4422-b129-2a02ed3b695e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 943 time: 0.0835330 Feb 04 06:36:20.887537 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-089eb218-18ba-4783-b22d-16d1ba803d21 service neutron] 10.222.0.43 "GET /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253741 Feb 04 06:36:21.025470 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d621e439-b5a5-4d9b-b9f7-35342287833f req-89c76ff9-8696-4887-9361-40b980f5997f service neutron] 10.222.0.43 "GET /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305969 Feb 04 06:36:21.029225 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-154dc15c-8fa7-47c9-bda1-41e41a5ca819 req-03515694-b81e-4fb1-a89b-b4f96e11062e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501210 Feb 04 06:36:21.157523 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98030729-5fec-4302-985f-7726b46d2cdd req-96660f3c-e3fb-4891-bb01-da1d030c2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:21.159036 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-98030729-5fec-4302-985f-7726b46d2cdd req-96660f3c-e3fb-4891-bb01-da1d030c2bed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 1096 time: 0.0795274 Feb 04 06:36:21.293142 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98030729-5fec-4302-985f-7726b46d2cdd req-d74b59f6-ad6c-4d67-8d88-65c0ed617bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:21.294485 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-98030729-5fec-4302-985f-7726b46d2cdd req-d74b59f6-ad6c-4d67-8d88-65c0ed617bba service neutron] 10.222.0.43 "GET /v2.0/networks?id=fafb8216-25f1-450d-bed4-0f163df1b26d HTTP/1.1" status: 200 len: 898 time: 0.1288466 Feb 04 06:36:21.361682 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-98030729-5fec-4302-985f-7726b46d2cdd req-6e3eb77b-593e-4a26-94e0-4ded015f1892 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc HTTP/1.1" status: 200 len: 217 time: 0.0599353 Feb 04 06:36:21.426481 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98030729-5fec-4302-985f-7726b46d2cdd req-bd6a7cb8-a32d-49d0-a942-9892b15d9ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:21.427902 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-98030729-5fec-4302-985f-7726b46d2cdd req-bd6a7cb8-a32d-49d0-a942-9892b15d9ae7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15c16f01-0d77-4271-9076-74a828061a89 HTTP/1.1" status: 200 len: 834 time: 0.0601027 Feb 04 06:36:21.508770 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98030729-5fec-4302-985f-7726b46d2cdd req-a44758e1-a56a-4351-a48e-04c953d6cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:21.510211 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-98030729-5fec-4302-985f-7726b46d2cdd req-a44758e1-a56a-4351-a48e-04c953d6cc49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fafb8216-25f1-450d-bed4-0f163df1b26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758085 Feb 04 06:36:21.654223 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-98030729-5fec-4302-985f-7726b46d2cdd req-93107f86-0f8c-474f-8915-e41b396ae0a7 service neutron] 10.222.0.43 "GET /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365306 Feb 04 06:36:21.795758 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-98030729-5fec-4302-985f-7726b46d2cdd req-55080861-ff1d-4ea9-9f93-e9e01434f5de service neutron] 10.222.0.43 "GET /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328993 Feb 04 06:36:21.908393 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:36:22.020900 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:36:22.021266 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:22.068195 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:36:22.216212 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cae41b-33ba-441d-9e02-caee55ddd9e5 req-faf4999f-c526-4198-8121-f7a3f5eacd1e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:22.217654 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-35cae41b-33ba-441d-9e02-caee55ddd9e5 req-faf4999f-c526-4198-8121-f7a3f5eacd1e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 943 time: 0.0803039 Feb 04 06:36:22.260530 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc,segment=NetworkSegment(1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc),segment_id=1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:36:22.261916 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-35cae41b-33ba-441d-9e02-caee55ddd9e5 req-ed9f5e7d-19c2-47d7-9483-2a70d6d13109 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381761 Feb 04 06:36:22.273983 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc', 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d', 'port_id': '243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc', 'mac_address': 'fa:16:3e:1e:e0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c16f01-0d77-4271-9076-74a828061a89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:36:22.334196 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:22.351819 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:36:22.368495 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc,segment=NetworkSegment(1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc),segment_id=1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:36:22.375557 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:22.446686 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:22.602021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:36:23.460240 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc6dc1-d574-41a7-98cc-d9dbc6d00bc0 req-18630a7b-9e81-46fd-ac10-61ea6255e930 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:23.461582 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f7fc6dc1-d574-41a7-98cc-d9dbc6d00bc0 req-18630a7b-9e81-46fd-ac10-61ea6255e930 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 944 time: 0.0911660 Feb 04 06:36:23.508530 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f7fc6dc1-d574-41a7-98cc-d9dbc6d00bc0 req-3181ec9e-27a9-44de-9147-04b60652c456 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386834 Feb 04 06:36:24.084443 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:36:24.169342 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:36:24.173926 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:36:24.174299 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:24.291053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:24.328637 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1672954-63a7-4261-9de4-b3926dec7019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:36:24.338307 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc,segment=NetworkSegment(1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc),segment_id=1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:36:24.342689 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:24.414769 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:24.428807 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1672954-63a7-4261-9de4-b3926dec7019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc', 'code': 200} Feb 04 06:36:24.662689 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee42fd8-bab3-449d-9ce7-c328df20bd44 req-dff92500-ec4c-4ddd-9600-51ab6030550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:24.664221 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1ee42fd8-bab3-449d-9ce7-c328df20bd44 req-dff92500-ec4c-4ddd-9600-51ab6030550a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 1098 time: 0.0750160 Feb 04 06:36:24.703348 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1ee42fd8-bab3-449d-9ce7-c328df20bd44 req-dd594746-a24a-40f0-b45a-3feaa3077af4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333145 Feb 04 06:36:24.709617 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6334d-fb6b-4cec-bf3e-e51dfbd8e56a req-d2592fdb-ce49-4b2b-a928-9650494c8d0a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:24.711054 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a0c6334d-fb6b-4cec-bf3e-e51dfbd8e56a req-d2592fdb-ce49-4b2b-a928-9650494c8d0a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 945 time: 0.0784435 Feb 04 06:36:24.756584 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a0c6334d-fb6b-4cec-bf3e-e51dfbd8e56a req-01aea36d-7a28-4821-8cea-6e99df26f245 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395796 Feb 04 06:36:25.829548 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:36:25.948844 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc2552-f48c-4eb7-91ec-f5bd466dd8bb req-842b0837-1325-429f-a3d0-8a3c0b9f8689 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:25.950293 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9dcc2552-f48c-4eb7-91ec-f5bd466dd8bb req-842b0837-1325-429f-a3d0-8a3c0b9f8689 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 945 time: 0.0830052 Feb 04 06:36:25.993799 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9dcc2552-f48c-4eb7-91ec-f5bd466dd8bb req-cc8f0394-bda4-4ce0-8e84-385be46c5f7d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378602 Feb 04 06:36:27.204672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8655210-b3cc-4651-aee6-74ff0fa481d7 req-0b403c3e-5bae-4af4-bfdc-c5ebf75220d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:27.206176 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e8655210-b3cc-4651-aee6-74ff0fa481d7 req-0b403c3e-5bae-4af4-bfdc-c5ebf75220d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 945 time: 0.0841849 Feb 04 06:36:27.254787 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e8655210-b3cc-4651-aee6-74ff0fa481d7 req-b0c01134-cb2a-4f69-9cc8-947bb541d36d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428376 Feb 04 06:36:27.463270 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c8100-8b12-4740-ad1d-b068089aed21 req-293963c5-fc0c-4ba6-bc59-0b4a336d0de8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:27.464844 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b06c8100-8b12-4740-ad1d-b068089aed21 req-293963c5-fc0c-4ba6-bc59-0b4a336d0de8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 945 time: 0.0963378 Feb 04 06:36:27.520531 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b06c8100-8b12-4740-ad1d-b068089aed21 req-ddb3b9da-ac5d-49b8-bdb2-02add86979c3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493765 Feb 04 06:36:27.543858 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35460) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:27.622334 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b08bcd-40f5-40ab-bb54-a8e23c46fd2c tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:27.623803 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-73b08bcd-40f5-40ab-bb54-a8e23c46fd2c tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 1093 time: 0.0790286 Feb 04 06:36:27.626852 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35464) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:27.631684 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': '243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:36:27.637608 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:36:27.641505 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:floatingip and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:36:27.644408 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:36:27.650097 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:36:27.662652 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:27.808128 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:27.948686 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Allocated IP 172.26.4.86 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/1dc53b3e-c0f4-435c-ae17-1fba8face508) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:36:28.106771 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:28.139328 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:28.207284 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:36:28.210132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:36:28.213974 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:36:28.251881 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=1dc53b3e-c0f4-435c-ae17-1fba8face508,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:28.653008 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:28.731566 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:29.035145 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:29.040720 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:29.147444 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=1dc53b3e-c0f4-435c-ae17-1fba8face508,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:29.160325 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:29.336181 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Floating IP 3c62538d-8c0b-4637-a89d-f11c1773bd1f associated. External IP: 172.26.4.86, port: 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc. Feb 04 06:36:29.541281 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fc0cccfa-e90e-4273-81e4-844548ccab9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:29.696532 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router 381ae1c8-76db-4072-8c6c-4873cba40456 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:36:29.884086 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:36:29.894410 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32524260-3ab3-4e15-8622-bf2b3a0beacb None None] Sync routers for ids ['381ae1c8-76db-4072-8c6c-4873cba40456'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:36:29.904413 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32524260-3ab3-4e15-8622-bf2b3a0beacb None None] Routers {'381ae1c8-76db-4072-8c6c-4873cba40456'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:36:29.905013 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-32524260-3ab3-4e15-8622-bf2b3a0beacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:36:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['381ae1c8-76db-4072-8c6c-4873cba40456'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:29.911305 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:29.969596 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-952b893e-b1d7-4ada-91a5-a083047975f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3416772 Feb 04 06:36:29.970099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1672954-63a7-4261-9de4-b3926dec7019', 'tag': '243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:36:30.020542 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1672954-63a7-4261-9de4-b3926dec7019', 'tag': '243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc', 'status': 'completed', 'code': 200} Feb 04 06:36:30.086207 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-32524260-3ab3-4e15-8622-bf2b3a0beacb None None] Set router 381ae1c8-76db-4072-8c6c-4873cba40456 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:36:30.111090 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bb146-1c96-4f77-a10d-ec81c95ba860 req-12005e69-f79e-4b25-95f0-4ca47f56b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:30.113229 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4b9bb146-1c96-4f77-a10d-ec81c95ba860 req-12005e69-f79e-4b25-95f0-4ca47f56b6d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 1098 time: 0.0713468 Feb 04 06:36:30.149507 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5edef-c153-40b7-8232-54466e967bee req-1d89b84a-0a72-4a0c-86d9-62d5bb060e04 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:30.157566 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a3f5edef-c153-40b7-8232-54466e967bee req-1d89b84a-0a72-4a0c-86d9-62d5bb060e04 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 945 time: 0.0935853 Feb 04 06:36:30.200666 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a3f5edef-c153-40b7-8232-54466e967bee req-8d453dd7-6819-453d-8173-7659067170ad tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421791 Feb 04 06:36:30.223745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35472) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:30.253623 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bb146-1c96-4f77-a10d-ec81c95ba860 req-23367819-8297-4a31-9eff-a75ad21f8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:30.255067 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4b9bb146-1c96-4f77-a10d-ec81c95ba860 req-23367819-8297-4a31-9eff-a75ad21f8a0d service neutron] 10.222.0.43 "GET /v2.0/networks?id=fafb8216-25f1-450d-bed4-0f163df1b26d HTTP/1.1" status: 200 len: 898 time: 0.1353164 Feb 04 06:36:30.331938 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-565c7adb-9496-43d2-880a-c58153e4e259 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/3c62538d-8c0b-4637-a89d-f11c1773bd1f HTTP/1.1" status: 200 len: 990 time: 0.1070471 Feb 04 06:36:30.440885 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-32524260-3ab3-4e15-8622-bf2b3a0beacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1082185770', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:36:09Z', 'updated_at': '2022-02-04T06:36:14Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:10Z', 'updated_at': '2022-02-04T06:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '3c62538d-8c0b-4637-a89d-f11c1773bd1f', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'port_id': '243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d', 'mac_address': 'fa:16:3e:1e:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1672954-63a7-4261-9de4-b3926dec7019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:36:28Z', 'updated_at': '2022-02-04T06:36:28Z', 'revision_number': 0, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b07e5ac-a953-45ce-aeb6-a8a0bc03f021', 'name': '', 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:45:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '15c16f01-0d77-4271-9076-74a828061a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:14Z', 'updated_at': '2022-02-04T06:36:20Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': '15c16f01-0d77-4271-9076-74a828061a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:30.444894 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32524260-3ab3-4e15-8622-bf2b3a0beacb None None] Checking router: 381ae1c8-76db-4072-8c6c-4873cba40456 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:36:30.453156 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32524260-3ab3-4e15-8622-bf2b3a0beacb None None] Routers {'381ae1c8-76db-4072-8c6c-4873cba40456'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:36:30.453737 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-32524260-3ab3-4e15-8622-bf2b3a0beacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:36:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['381ae1c8-76db-4072-8c6c-4873cba40456'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:30.460573 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4b9bb146-1c96-4f77-a10d-ec81c95ba860 req-0abb560a-1a24-4ac8-b72f-cf4ace3ac01e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc HTTP/1.1" status: 200 len: 998 time: 0.1993313 Feb 04 06:36:30.521907 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bb146-1c96-4f77-a10d-ec81c95ba860 req-1923d824-ba62-4b53-b6fb-b3fea7cac619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:30.523239 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4b9bb146-1c96-4f77-a10d-ec81c95ba860 req-1923d824-ba62-4b53-b6fb-b3fea7cac619 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15c16f01-0d77-4271-9076-74a828061a89 HTTP/1.1" status: 200 len: 834 time: 0.0568163 Feb 04 06:36:30.599373 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bb146-1c96-4f77-a10d-ec81c95ba860 req-fdd2156c-4ecf-42d6-9796-37a33a435791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:30.601158 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4b9bb146-1c96-4f77-a10d-ec81c95ba860 req-fdd2156c-4ecf-42d6-9796-37a33a435791 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fafb8216-25f1-450d-bed4-0f163df1b26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722678 Feb 04 06:36:30.628641 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-32524260-3ab3-4e15-8622-bf2b3a0beacb None None] Set router 381ae1c8-76db-4072-8c6c-4873cba40456 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:36:30.733859 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4b9bb146-1c96-4f77-a10d-ec81c95ba860 req-27bcd0b9-302c-4078-ba95-f1bbfb6fb9ed service neutron] 10.222.0.43 "GET /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239176 Feb 04 06:36:30.867679 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4b9bb146-1c96-4f77-a10d-ec81c95ba860 req-85818ec2-2af9-4345-8897-ae38b98225dc service neutron] 10.222.0.43 "GET /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282818 Feb 04 06:36:31.001879 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-32524260-3ab3-4e15-8622-bf2b3a0beacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1082185770', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:36:09Z', 'updated_at': '2022-02-04T06:36:14Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:10Z', 'updated_at': '2022-02-04T06:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '3c62538d-8c0b-4637-a89d-f11c1773bd1f', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'port_id': '243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d', 'mac_address': 'fa:16:3e:1e:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1672954-63a7-4261-9de4-b3926dec7019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:36:28Z', 'updated_at': '2022-02-04T06:36:28Z', 'revision_number': 0, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b07e5ac-a953-45ce-aeb6-a8a0bc03f021', 'name': '', 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:45:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '15c16f01-0d77-4271-9076-74a828061a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:14Z', 'updated_at': '2022-02-04T06:36:20Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': '15c16f01-0d77-4271-9076-74a828061a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:31.005847 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32524260-3ab3-4e15-8622-bf2b3a0beacb None None] The sync data for ids ['381ae1c8-76db-4072-8c6c-4873cba40456'] in dv-neutron-826830-2-hyperv is: [{'id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1082185770', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:36:09Z', 'updated_at': '2022-02-04T06:36:14Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:10Z', 'updated_at': '2022-02-04T06:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '3c62538d-8c0b-4637-a89d-f11c1773bd1f', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'port_id': '243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d', 'mac_address': 'fa:16:3e:1e:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1672954-63a7-4261-9de4-b3926dec7019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:36:28Z', 'updated_at': '2022-02-04T06:36:28Z', 'revision_number': 0, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b07e5ac-a953-45ce-aeb6-a8a0bc03f021', 'name': '', 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:45:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '15c16f01-0d77-4271-9076-74a828061a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:14Z', 'updated_at': '2022-02-04T06:36:20Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': '15c16f01-0d77-4271-9076-74a828061a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:36:31.193659 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbca0ca-0424-44f9-a9f1-c78fca508973 None None] New status for floating IP 3c62538d-8c0b-4637-a89d-f11c1773bd1f: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:36:31.335838 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35476) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:31.556334 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6e1ca62b-22fc-468c-812a-46bf5b7864d9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/3c62538d-8c0b-4637-a89d-f11c1773bd1f HTTP/1.1" status: 200 len: 992 time: 0.2193255 Feb 04 06:36:31.885223 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-19456cb8-810c-4602-9421-1c993440577b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:32.990370 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:32.995326 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:34.402894 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:37.462588 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:41.050312 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3552cf62-f97c-4b20-81b6-d66f022b8a22 req-4169b60b-5423-419d-98b8-076a15e39eb0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693417 Feb 04 06:36:41.194382 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552cf62-f97c-4b20-81b6-d66f022b8a22 req-58d13da3-c987-4778-8a37-8e25ae61940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:41.195975 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3552cf62-f97c-4b20-81b6-d66f022b8a22 req-58d13da3-c987-4778-8a37-8e25ae61940c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 1098 time: 0.0735998 Feb 04 06:36:41.342383 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552cf62-f97c-4b20-81b6-d66f022b8a22 req-7fa283aa-473d-4783-89d1-5f2bd8373c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:41.343715 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3552cf62-f97c-4b20-81b6-d66f022b8a22 req-7fa283aa-473d-4783-89d1-5f2bd8373c9c service neutron] 10.222.0.43 "GET /v2.0/networks?id=fafb8216-25f1-450d-bed4-0f163df1b26d HTTP/1.1" status: 200 len: 898 time: 0.1282661 Feb 04 06:36:41.447633 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3552cf62-f97c-4b20-81b6-d66f022b8a22 req-554b0480-5941-44a7-ab69-c01db9cfd1df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc HTTP/1.1" status: 200 len: 1000 time: 0.0960546 Feb 04 06:36:41.524459 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552cf62-f97c-4b20-81b6-d66f022b8a22 req-6c123215-84ae-4f90-89dd-2a20576ad471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:41.525903 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3552cf62-f97c-4b20-81b6-d66f022b8a22 req-6c123215-84ae-4f90-89dd-2a20576ad471 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15c16f01-0d77-4271-9076-74a828061a89 HTTP/1.1" status: 200 len: 834 time: 0.0630958 Feb 04 06:36:41.607518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552cf62-f97c-4b20-81b6-d66f022b8a22 req-ad1d18b4-40b0-4e7a-90cc-dfd4afe69749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:41.609171 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3552cf62-f97c-4b20-81b6-d66f022b8a22 req-ad1d18b4-40b0-4e7a-90cc-dfd4afe69749 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fafb8216-25f1-450d-bed4-0f163df1b26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764198 Feb 04 06:36:41.747811 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3552cf62-f97c-4b20-81b6-d66f022b8a22 req-500f197a-7cb9-4972-bc2b-ade44178cbdd service neutron] 10.222.0.43 "GET /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293876 Feb 04 06:36:41.892145 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3552cf62-f97c-4b20-81b6-d66f022b8a22 req-fe7aa11d-c440-4018-8712-41047b3a3fc8 service neutron] 10.222.0.43 "GET /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368730 Feb 04 06:36:58.567448 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35496) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:58.618842 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df014455-1ab2-4d00-9744-bb56b99831c0 req-40f2e7ca-a1e8-4076-b6cc-aa74e22547a1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:58.620316 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-df014455-1ab2-4d00-9744-bb56b99831c0 req-40f2e7ca-a1e8-4076-b6cc-aa74e22547a1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 945 time: 0.0928700 Feb 04 06:36:58.705159 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-df014455-1ab2-4d00-9744-bb56b99831c0 req-222d901f-fc9f-4872-b118-22113a1fc512 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553744 Feb 04 06:36:58.721211 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-4e91c009-e948-4c7a-b390-7842493e0871 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1526532 Feb 04 06:36:59.548091 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0733017d-2810-4fc9-9610-4c2b4456029e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:59.914381 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510e861-ab9f-43d8-9452-11073c677fb9 req-dbae7c2b-309a-4046-a10d-957d4a69a4eb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:59.915859 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9510e861-ab9f-43d8-9452-11073c677fb9 req-dbae7c2b-309a-4046-a10d-957d4a69a4eb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 945 time: 0.0880401 Feb 04 06:36:59.962217 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-7158d91a-2e83-4265-a0bb-8828e5d2edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:59.963887 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-7158d91a-2e83-4265-a0bb-8828e5d2edc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 1098 time: 0.0760345 Feb 04 06:36:59.973019 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9510e861-ab9f-43d8-9452-11073c677fb9 req-25adb942-0bb6-4f68-a85c-b39d5a695f1f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513620 Feb 04 06:37:00.100433 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-314debe5-5630-45ad-bfb7-3030e3c8cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:00.101882 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-314debe5-5630-45ad-bfb7-3030e3c8cdad service neutron] 10.222.0.43 "GET /v2.0/networks?id=fafb8216-25f1-450d-bed4-0f163df1b26d HTTP/1.1" status: 200 len: 898 time: 0.1308463 Feb 04 06:37:00.318213 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-e02ef28c-c574-441b-94d3-d76ead905841 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc HTTP/1.1" status: 200 len: 1000 time: 0.1994429 Feb 04 06:37:00.382714 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-45b14a11-d759-42df-a117-7141c68d7633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:00.384216 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-45b14a11-d759-42df-a117-7141c68d7633 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15c16f01-0d77-4271-9076-74a828061a89 HTTP/1.1" status: 200 len: 834 time: 0.0595050 Feb 04 06:37:00.464870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-aaf6bd63-7f7a-4ae0-93aa-523eb64b4e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:00.466217 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-aaf6bd63-7f7a-4ae0-93aa-523eb64b4e97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fafb8216-25f1-450d-bed4-0f163df1b26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751941 Feb 04 06:37:00.609591 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-62fad950-5f64-4f63-ba23-9f91b2114119 service neutron] 10.222.0.43 "GET /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364467 Feb 04 06:37:00.740458 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-1fa625d0-798c-45ab-abb7-01e52151d512 service neutron] 10.222.0.43 "GET /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234293 Feb 04 06:37:01.175542 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38ecb8-c6ba-499a-bc59-199c392e044d req-47e8efb6-503a-4c29-9bae-f822c45eb4f5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:01.177029 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9e38ecb8-c6ba-499a-bc59-199c392e044d req-47e8efb6-503a-4c29-9bae-f822c45eb4f5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 945 time: 0.0814242 Feb 04 06:37:01.224455 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9e38ecb8-c6ba-499a-bc59-199c392e044d req-1871409a-c66a-4f96-b1db-41b725ce58a2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415597 Feb 04 06:37:01.885740 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-556667ec-1464-41bf-8566-eb507e2c5e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:02.423001 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe32aa3-46d7-491d-bdec-a076942a653c req-0fb5d8e3-7639-45db-aea9-a0a8accb9e37 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:02.424468 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-efe32aa3-46d7-491d-bdec-a076942a653c req-0fb5d8e3-7639-45db-aea9-a0a8accb9e37 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 945 time: 0.0916185 Feb 04 06:37:02.467474 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-efe32aa3-46d7-491d-bdec-a076942a653c req-c95c7df8-3b1a-4f84-aa94-b069b7ce41f1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371759 Feb 04 06:37:02.834643 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:37:02.990773 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:02.992570 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:03.669364 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90d1ca-1b40-4682-85dc-8494cb6d782a req-6a27e34c-f4f5-4289-9c28-4d908ef5015c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:03.670780 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7b90d1ca-1b40-4682-85dc-8494cb6d782a req-6a27e34c-f4f5-4289-9c28-4d908ef5015c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 945 time: 0.0842681 Feb 04 06:37:03.721775 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7b90d1ca-1b40-4682-85dc-8494cb6d782a req-7d1a91d2-a8f6-43a4-b12b-0c4111a8510c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447345 Feb 04 06:37:04.417145 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:04.934353 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b06e9-d501-4768-8754-55b125fac89d req-5f3dff0d-ec78-4f3d-995b-e18fdfc588b1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:04.935806 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4e0b06e9-d501-4768-8754-55b125fac89d req-5f3dff0d-ec78-4f3d-995b-e18fdfc588b1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 945 time: 0.0831754 Feb 04 06:37:04.982435 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4e0b06e9-d501-4768-8754-55b125fac89d req-c1d4c02d-ccfa-438b-9119-0a832c3f533f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382929 Feb 04 06:37:06.192017 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113909b-8214-45db-98fe-b819c8a48eff req-5a05c7dd-8dad-4938-ba92-8b351c203d3a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:06.193360 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1113909b-8214-45db-98fe-b819c8a48eff req-5a05c7dd-8dad-4938-ba92-8b351c203d3a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 945 time: 0.0857787 Feb 04 06:37:06.239914 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1113909b-8214-45db-98fe-b819c8a48eff req-d5a91ba0-a60c-4268-9775-b6dc3844bdf8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385132 Feb 04 06:37:07.447720 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675552f7-c7fb-4b29-82e5-67b5888fe71a req-cf7291df-defd-4207-b63a-75aa6d6b2db9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:07.449196 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-675552f7-c7fb-4b29-82e5-67b5888fe71a req-cf7291df-defd-4207-b63a-75aa6d6b2db9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 945 time: 0.0902605 Feb 04 06:37:07.496051 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-675552f7-c7fb-4b29-82e5-67b5888fe71a req-88a86fa2-fc73-4897-bfc6-290868537a02 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410056 Feb 04 06:37:07.503850 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:08.872760 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189b03f-86a2-431e-a3a7-34938eb354c6 req-31110266-8859-430a-9cd1-126929146fa8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:08.874207 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b189b03f-86a2-431e-a3a7-34938eb354c6 req-31110266-8859-430a-9cd1-126929146fa8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 945 time: 0.0905085 Feb 04 06:37:08.920150 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b189b03f-86a2-431e-a3a7-34938eb354c6 req-fee1efa0-23f3-4fca-89f5-3ebbae8ccded tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376318 Feb 04 06:37:10.130589 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b43cb0-0225-4db3-9aa4-8ea2368547a7 req-c86132b6-c4d7-46be-8185-ed76e81b9f61 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:10.131975 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e1b43cb0-0225-4db3-9aa4-8ea2368547a7 req-c86132b6-c4d7-46be-8185-ed76e81b9f61 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 945 time: 0.0865421 Feb 04 06:37:10.187826 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e1b43cb0-0225-4db3-9aa4-8ea2368547a7 req-35901f33-50a9-4d88-b694-71113321a9f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472150 Feb 04 06:37:11.390551 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c6028-2062-4a96-8fc0-119a7ded201f req-a2ceedf2-1938-4830-b5d2-c6ea74246f0c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:11.392032 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ca9c6028-2062-4a96-8fc0-119a7ded201f req-a2ceedf2-1938-4830-b5d2-c6ea74246f0c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 945 time: 0.0845151 Feb 04 06:37:11.437282 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ca9c6028-2062-4a96-8fc0-119a7ded201f req-7c4d21d4-a8ca-42be-a7d0-9a33bd729a79 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393367 Feb 04 06:37:12.443667 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-b0e32ea9-04e8-4043-b9a8-0109c3ff7dcb service neutron] 10.222.0.43 "GET /v2.0/ports/243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0798895 Feb 04 06:37:12.641760 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa6587-e445-4148-b958-8ba0f4247481 req-fdbc71c4-dc87-4bf4-a46c-74f55bc2b26f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:12.643224 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c3aa6587-e445-4148-b958-8ba0f4247481 req-fdbc71c4-dc87-4bf4-a46c-74f55bc2b26f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 945 time: 0.0979006 Feb 04 06:37:12.687495 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c3aa6587-e445-4148-b958-8ba0f4247481 req-7307588a-d92d-4a2f-999e-b4c700ca5e0e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382962 Feb 04 06:37:12.720472 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-f617da28-df0f-4898-841c-d21f9f76c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:12.721878 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-f617da28-df0f-4898-841c-d21f9f76c9ce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019&tenant_id=edb5673b9505424ca41ca5290bab28ed HTTP/1.1" status: 200 len: 1098 time: 0.0708461 Feb 04 06:37:12.818116 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-042ab3a1-c428-47aa-8ebe-d3bdb082bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:12.819579 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-042ab3a1-c428-47aa-8ebe-d3bdb082bff6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 1098 time: 0.0750892 Feb 04 06:37:12.961090 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-75930449-3660-4bdb-b8af-de14b1acc38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:12.962591 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-75930449-3660-4bdb-b8af-de14b1acc38e service neutron] 10.222.0.43 "GET /v2.0/networks?id=fafb8216-25f1-450d-bed4-0f163df1b26d HTTP/1.1" status: 200 len: 898 time: 0.1370330 Feb 04 06:37:13.062842 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-d355d77d-bf6f-458a-8ba4-ab4a199766e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc HTTP/1.1" status: 200 len: 1000 time: 0.0943055 Feb 04 06:37:13.125790 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-e76f93a8-c601-4fdc-928e-0e64c36cfbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:13.127271 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-e76f93a8-c601-4fdc-928e-0e64c36cfbca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15c16f01-0d77-4271-9076-74a828061a89 HTTP/1.1" status: 200 len: 834 time: 0.0584300 Feb 04 06:37:13.205613 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-e7e2c7dd-9bdd-4833-a441-c5c87dedcbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:13.207092 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-e7e2c7dd-9bdd-4833-a441-c5c87dedcbe6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fafb8216-25f1-450d-bed4-0f163df1b26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737972 Feb 04 06:37:13.349547 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-1beffa92-6adc-4ff3-b0df-d6a7d4f4080b service neutron] 10.222.0.43 "GET /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360829 Feb 04 06:37:13.486495 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62520e37-21cc-4d19-b584-9a66a031ef2a req-8c6a48e9-ec6f-4150-bb67-6333ba79bad5 service neutron] 10.222.0.43 "GET /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296237 Feb 04 06:37:13.874455 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3f73b-a2cd-46a0-9e9e-a81385c47f07 req-8c3fded0-bece-491b-b856-a2a2b98b7cc3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:13.875966 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b6b3f73b-a2cd-46a0-9e9e-a81385c47f07 req-8c3fded0-bece-491b-b856-a2a2b98b7cc3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 945 time: 0.0816283 Feb 04 06:37:13.925837 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b6b3f73b-a2cd-46a0-9e9e-a81385c47f07 req-cefbf5c7-bd5d-4b9a-94a1-c625408046cf tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406809 Feb 04 06:37:15.144210 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46220206-182e-4ca0-930e-6b194cb74f3b req-920a6b6b-6ebc-424b-90f3-e6ad10b908f4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:15.145775 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-46220206-182e-4ca0-930e-6b194cb74f3b req-920a6b6b-6ebc-424b-90f3-e6ad10b908f4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 945 time: 0.0927069 Feb 04 06:37:15.200355 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-46220206-182e-4ca0-930e-6b194cb74f3b req-23afc6d0-4a1f-4e5a-a276-36692bccdfcd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486851 Feb 04 06:37:16.290158 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:37:16.379414 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67154aeb-2a87-45a3-ae28-006bfadc216e req-97212291-91ce-4b44-b970-978b9c178bd4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:16.380877 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67154aeb-2a87-45a3-ae28-006bfadc216e req-97212291-91ce-4b44-b970-978b9c178bd4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 945 time: 0.0783741 Feb 04 06:37:16.403526 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:16.428850 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67154aeb-2a87-45a3-ae28-006bfadc216e req-1bef20b4-f0cb-48ea-b2fa-2602e702f463 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419850 Feb 04 06:37:16.429263 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1672954-63a7-4261-9de4-b3926dec7019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:37:16.439225 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc,segment=NetworkSegment(1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc),segment_id=1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:37:16.446423 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:16.492749 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1672954-63a7-4261-9de4-b3926dec7019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc', 'code': 200} Feb 04 06:37:16.516841 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:16.523996 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:16.524339 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:16.524673 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:16.524999 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:16.525433 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:16.525758 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:16.526076 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:16.526393 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:16.526710 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:16.527021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:16.527334 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:16.527644 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:16.744118 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a577ef-8d5c-4f2a-b14c-6fa50f2a1490 req-1757eb9e-ec1f-47b4-8240-a097ca468be8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:16.744740 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-b0a577ef-8d5c-4f2a-b14c-6fa50f2a1490 req-1757eb9e-ec1f-47b4-8240-a097ca468be8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:37:16.763088 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-b0a577ef-8d5c-4f2a-b14c-6fa50f2a1490 req-1757eb9e-ec1f-47b4-8240-a097ca468be8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:37:16.764251 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b0a577ef-8d5c-4f2a-b14c-6fa50f2a1490 req-1757eb9e-ec1f-47b4-8240-a097ca468be8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019&tenant_id=edb5673b9505424ca41ca5290bab28ed&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 943 time: 0.1069670 Feb 04 06:37:16.894352 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062be02-59f5-4f66-aeed-4e98a770b4f7 req-8367ec4c-0786-4fcc-a1e3-fb4f1afbe0f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:16.895834 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b062be02-59f5-4f66-aeed-4e98a770b4f7 req-8367ec4c-0786-4fcc-a1e3-fb4f1afbe0f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 943 time: 0.0792472 Feb 04 06:37:16.903334 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a577ef-8d5c-4f2a-b14c-6fa50f2a1490 req-0941b0f9-3402-4a85-aa58-517f076c3c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:16.904852 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b0a577ef-8d5c-4f2a-b14c-6fa50f2a1490 req-0941b0f9-3402-4a85-aa58-517f076c3c7b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 1096 time: 0.0704181 Feb 04 06:37:16.942731 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b062be02-59f5-4f66-aeed-4e98a770b4f7 req-722ca29a-b0f5-4688-8f95-9deadac30a94 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409522 Feb 04 06:37:17.034525 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a577ef-8d5c-4f2a-b14c-6fa50f2a1490 req-32988a66-55a4-4dee-b6e3-0b6da1efba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:17.035966 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b0a577ef-8d5c-4f2a-b14c-6fa50f2a1490 req-32988a66-55a4-4dee-b6e3-0b6da1efba29 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fafb8216-25f1-450d-bed4-0f163df1b26d HTTP/1.1" status: 200 len: 898 time: 0.1253686 Feb 04 06:37:17.133427 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6eba2-a83e-4e56-8ae4-3cb0fc1b9f05 req-4cbe7408-b5fd-4c58-a654-1ea690091bc8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:17.135157 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8fd6eba2-a83e-4e56-8ae4-3cb0fc1b9f05 req-4cbe7408-b5fd-4c58-a654-1ea690091bc8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 943 time: 0.0854871 Feb 04 06:37:17.137891 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b0a577ef-8d5c-4f2a-b14c-6fa50f2a1490 req-9e2724eb-413f-49f7-a81c-85c134b5daf5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc HTTP/1.1" status: 200 len: 998 time: 0.0961394 Feb 04 06:37:17.180224 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8fd6eba2-a83e-4e56-8ae4-3cb0fc1b9f05 req-1ac47484-a865-413f-8a12-1981e315b5ee tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389578 Feb 04 06:37:17.301729 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a577ef-8d5c-4f2a-b14c-6fa50f2a1490 req-6625c8c6-c838-46c6-9862-c5a3601c4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:17.303664 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b0a577ef-8d5c-4f2a-b14c-6fa50f2a1490 req-6625c8c6-c838-46c6-9862-c5a3601c4865 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15c16f01-0d77-4271-9076-74a828061a89 HTTP/1.1" status: 200 len: 834 time: 0.1600113 Feb 04 06:37:17.381769 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a577ef-8d5c-4f2a-b14c-6fa50f2a1490 req-0353465d-24ad-452a-8834-3ca1ba1c6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:17.383233 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b0a577ef-8d5c-4f2a-b14c-6fa50f2a1490 req-0353465d-24ad-452a-8834-3ca1ba1c6e87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fafb8216-25f1-450d-bed4-0f163df1b26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730946 Feb 04 06:37:17.511930 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b0a577ef-8d5c-4f2a-b14c-6fa50f2a1490 req-7e6e26ad-8fef-4c65-b935-9cbf979f02bb service neutron] 10.222.0.43 "GET /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225338 Feb 04 06:37:17.642875 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b0a577ef-8d5c-4f2a-b14c-6fa50f2a1490 req-60d1c9b0-f614-4464-a324-b41bd30a2c1b service neutron] 10.222.0.43 "GET /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250794 Feb 04 06:37:18.380177 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf78083-7ac2-4984-974f-e99db5b45068 req-825162e8-2cde-4175-91bc-de9a869d4317 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:18.381833 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3cf78083-7ac2-4984-974f-e99db5b45068 req-825162e8-2cde-4175-91bc-de9a869d4317 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 943 time: 0.0897238 Feb 04 06:37:18.425561 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3cf78083-7ac2-4984-974f-e99db5b45068 req-0900e465-37b4-4e46-911a-c1fe72595ea0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378852 Feb 04 06:37:18.448243 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35566) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:18.555060 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-febfc637-fd1f-4251-abed-abf63606e2b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/3c62538d-8c0b-4637-a89d-f11c1773bd1f HTTP/1.1" status: 200 len: 990 time: 0.1057472 Feb 04 06:37:29.556388 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ac904bb-1aa2-4a4b-bb9d-d2d5c11b8552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:31.890814 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-78ca5646-bc1d-40d4-81fe-ed6309a89eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:32.984233 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:32.990204 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:34.410848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:37.488506 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:39.839277 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:37:41.117408 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-84dbb91c-2322-4375-81c3-933f01fb83c5 req-dd4af524-0ae8-42f0-8233-3431ca553a4a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756791 Feb 04 06:37:41.273839 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbb91c-2322-4375-81c3-933f01fb83c5 req-44f44c21-ee24-4a06-9b8b-e8412fa5de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:41.275300 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-84dbb91c-2322-4375-81c3-933f01fb83c5 req-44f44c21-ee24-4a06-9b8b-e8412fa5de82 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 1096 time: 0.0777178 Feb 04 06:37:41.433308 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbb91c-2322-4375-81c3-933f01fb83c5 req-f99c4e88-e670-4c32-9809-e0ea59ea57a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:41.434648 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-84dbb91c-2322-4375-81c3-933f01fb83c5 req-f99c4e88-e670-4c32-9809-e0ea59ea57a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fafb8216-25f1-450d-bed4-0f163df1b26d HTTP/1.1" status: 200 len: 898 time: 0.1358964 Feb 04 06:37:41.542470 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-84dbb91c-2322-4375-81c3-933f01fb83c5 req-a6cc3af4-993b-4e56-ad39-f815c0dd8754 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc HTTP/1.1" status: 200 len: 998 time: 0.1006522 Feb 04 06:37:41.608306 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbb91c-2322-4375-81c3-933f01fb83c5 req-e2f23dc1-39ed-48b3-a8a9-aed283478193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:41.609695 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-84dbb91c-2322-4375-81c3-933f01fb83c5 req-e2f23dc1-39ed-48b3-a8a9-aed283478193 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15c16f01-0d77-4271-9076-74a828061a89 HTTP/1.1" status: 200 len: 834 time: 0.0609465 Feb 04 06:37:41.696517 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbb91c-2322-4375-81c3-933f01fb83c5 req-9f75dba1-039f-4af3-a8fe-08a4b75da45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:41.697854 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-84dbb91c-2322-4375-81c3-933f01fb83c5 req-9f75dba1-039f-4af3-a8fe-08a4b75da45a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fafb8216-25f1-450d-bed4-0f163df1b26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794895 Feb 04 06:37:41.851732 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-84dbb91c-2322-4375-81c3-933f01fb83c5 req-342f3e97-8878-47c8-b022-cd67ef64ae91 service neutron] 10.222.0.43 "GET /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471741 Feb 04 06:37:41.998320 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-84dbb91c-2322-4375-81c3-933f01fb83c5 req-ad50145d-dd39-48a8-9507-01bcb4d6a015 service neutron] 10.222.0.43 "GET /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386735 Feb 04 06:37:47.328114 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35578) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:47.536413 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting port 1dc53b3e-c0f4-435c-ae17-1fba8face508 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:37:47.536664 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:47.802761 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:47.802995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:47.921680 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Calling delete_port for 1dc53b3e-c0f4-435c-ae17-1fba8face508 owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:37:48.085385 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:48.133730 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Port': ['ID=1dc53b3e-c0f4-435c-ae17-1fba8face508,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:48.165478 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.165858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.166199 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.166544 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.166876 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.167204 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.167533 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.167881 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.168203 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.168506 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.168827 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.169149 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.237140 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:48.237469 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Floating IP 3c62538d-8c0b-4637-a89d-f11c1773bd1f disassociated (deleted). External IP: 172.26.4.86, port: 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc. Feb 04 06:37:48.593076 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router 381ae1c8-76db-4072-8c6c-4873cba40456 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:37:48.783257 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:37:48.793093 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99d524c-2945-4906-a2b5-83391804188a None None] Sync routers for ids ['381ae1c8-76db-4072-8c6c-4873cba40456'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:37:48.804336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:48.805573 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99d524c-2945-4906-a2b5-83391804188a None None] Routers {'381ae1c8-76db-4072-8c6c-4873cba40456'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:37:48.806172 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-d99d524c-2945-4906-a2b5-83391804188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:37:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['381ae1c8-76db-4072-8c6c-4873cba40456'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:37:48.861690 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ae8c0417-1fad-4662-b232-94fd058beab4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/floatingips/3c62538d-8c0b-4637-a89d-f11c1773bd1f HTTP/1.1" status: 204 len: 168 time: 1.5295362 Feb 04 06:37:48.861690 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1672954-63a7-4261-9de4-b3926dec7019', 'tag': '243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:37:48.906192 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1672954-63a7-4261-9de4-b3926dec7019', 'tag': '243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc', 'status': 'completed', 'code': 200} Feb 04 06:37:48.991141 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-d99d524c-2945-4906-a2b5-83391804188a None None] Set router 381ae1c8-76db-4072-8c6c-4873cba40456 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:37:48.998011 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd47c3f-252c-48ae-b59f-1d3361265cc1 req-758e3720-eef9-40dc-b677-ca592bea12a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:48.999765 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-abd47c3f-252c-48ae-b59f-1d3361265cc1 req-758e3720-eef9-40dc-b677-ca592bea12a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 1096 time: 0.0735223 Feb 04 06:37:49.146025 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd47c3f-252c-48ae-b59f-1d3361265cc1 req-7ab45609-062e-4594-bd62-977e1b0813bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:49.148209 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-abd47c3f-252c-48ae-b59f-1d3361265cc1 req-7ab45609-062e-4594-bd62-977e1b0813bb service neutron] 10.222.0.43 "GET /v2.0/networks?id=fafb8216-25f1-450d-bed4-0f163df1b26d HTTP/1.1" status: 200 len: 898 time: 0.1421101 Feb 04 06:37:49.224887 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-abd47c3f-252c-48ae-b59f-1d3361265cc1 req-a5ab1df5-2f3e-4013-a3a8-2b8cde853436 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc HTTP/1.1" status: 200 len: 217 time: 0.0680032 Feb 04 06:37:49.329548 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-d99d524c-2945-4906-a2b5-83391804188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1082185770', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:36:09Z', 'updated_at': '2022-02-04T06:36:14Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:10Z', 'updated_at': '2022-02-04T06:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '6b07e5ac-a953-45ce-aeb6-a8a0bc03f021', 'name': '', 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:45:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '15c16f01-0d77-4271-9076-74a828061a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:14Z', 'updated_at': '2022-02-04T06:36:20Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': '15c16f01-0d77-4271-9076-74a828061a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:37:49.335755 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99d524c-2945-4906-a2b5-83391804188a None None] Checking router: 381ae1c8-76db-4072-8c6c-4873cba40456 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:37:49.349734 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99d524c-2945-4906-a2b5-83391804188a None None] Routers {'381ae1c8-76db-4072-8c6c-4873cba40456'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:37:49.350832 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f240272-6fbe-4a1f-94b6-d4b29188dcf5 req-25176a80-b29c-4335-82f9-37143bc008f6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:49.351840 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-d99d524c-2945-4906-a2b5-83391804188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:37:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['381ae1c8-76db-4072-8c6c-4873cba40456'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:37:49.353148 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3f240272-6fbe-4a1f-94b6-d4b29188dcf5 req-25176a80-b29c-4335-82f9-37143bc008f6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 943 time: 0.2017930 Feb 04 06:37:49.400828 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3f240272-6fbe-4a1f-94b6-d4b29188dcf5 req-8606e3dc-50da-4bc5-b5f1-f561a4b38ddd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411108 Feb 04 06:37:49.405030 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd47c3f-252c-48ae-b59f-1d3361265cc1 req-c5ed0cb5-021c-4110-88a1-8454f61c0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:49.406510 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-abd47c3f-252c-48ae-b59f-1d3361265cc1 req-c5ed0cb5-021c-4110-88a1-8454f61c0397 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15c16f01-0d77-4271-9076-74a828061a89 HTTP/1.1" status: 200 len: 834 time: 0.1752224 Feb 04 06:37:49.482777 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd47c3f-252c-48ae-b59f-1d3361265cc1 req-6684bf13-6c4c-499b-b44e-d8029a4fd7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:49.484410 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-abd47c3f-252c-48ae-b59f-1d3361265cc1 req-6684bf13-6c4c-499b-b44e-d8029a4fd7bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fafb8216-25f1-450d-bed4-0f163df1b26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696976 Feb 04 06:37:49.533695 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-d99d524c-2945-4906-a2b5-83391804188a None None] Set router 381ae1c8-76db-4072-8c6c-4873cba40456 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:37:49.614990 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-abd47c3f-252c-48ae-b59f-1d3361265cc1 req-3c94dce3-a472-4ab4-92ee-87bdd8b62272 service neutron] 10.222.0.43 "GET /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229544 Feb 04 06:37:49.748562 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-abd47c3f-252c-48ae-b59f-1d3361265cc1 req-a3cb000a-4d16-45b8-8322-e273ec56a547 service neutron] 10.222.0.43 "GET /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257820 Feb 04 06:37:49.869421 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-d99d524c-2945-4906-a2b5-83391804188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1082185770', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:36:09Z', 'updated_at': '2022-02-04T06:36:14Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:10Z', 'updated_at': '2022-02-04T06:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '6b07e5ac-a953-45ce-aeb6-a8a0bc03f021', 'name': '', 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:45:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '15c16f01-0d77-4271-9076-74a828061a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:14Z', 'updated_at': '2022-02-04T06:36:20Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': '15c16f01-0d77-4271-9076-74a828061a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:37:49.873566 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99d524c-2945-4906-a2b5-83391804188a None None] The sync data for ids ['381ae1c8-76db-4072-8c6c-4873cba40456'] in dv-neutron-826830-2-hyperv is: [{'id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1082185770', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:36:09Z', 'updated_at': '2022-02-04T06:36:14Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:10Z', 'updated_at': '2022-02-04T06:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '6b07e5ac-a953-45ce-aeb6-a8a0bc03f021', 'name': '', 'network_id': 'fafb8216-25f1-450d-bed4-0f163df1b26d', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:45:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '15c16f01-0d77-4271-9076-74a828061a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:14Z', 'updated_at': '2022-02-04T06:36:20Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': '15c16f01-0d77-4271-9076-74a828061a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:37:50.097937 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d266a1b-0e4e-4adc-9386-579d9542c0e8 None None] New status for floating IP 3c62538d-8c0b-4637-a89d-f11c1773bd1f: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:37:50.591061 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d5b81-1411-4ab2-8038-6f82eb31dbaa req-0df24600-3e61-4a40-9993-a689f57313fc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:50.592465 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a80d5b81-1411-4ab2-8038-6f82eb31dbaa req-0df24600-3e61-4a40-9993-a689f57313fc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 943 time: 0.0858531 Feb 04 06:37:50.640143 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a80d5b81-1411-4ab2-8038-6f82eb31dbaa req-1f723dcd-d286-44f0-bd78-f1a65be111d8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aa68cde-598c-4977-aff2-4765473b2c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418952 Feb 04 06:37:50.882819 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ee542-e212-4dbe-8d64-48da58f4e094 req-7cb5dde9-262a-4d2c-9ce9-fa8f85233c93 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:50.883561 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-2b6ee542-e212-4dbe-8d64-48da58f4e094 req-7cb5dde9-262a-4d2c-9ce9-fa8f85233c93 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:37:50.901224 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-2b6ee542-e212-4dbe-8d64-48da58f4e094 req-7cb5dde9-262a-4d2c-9ce9-fa8f85233c93 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:37:50.902381 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2b6ee542-e212-4dbe-8d64-48da58f4e094 req-7cb5dde9-262a-4d2c-9ce9-fa8f85233c93 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 943 time: 0.1013515 Feb 04 06:37:50.971289 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-2b6ee542-e212-4dbe-8d64-48da58f4e094 req-3e9e1458-b37f-4f2d-98e9-2cbea1d54f5c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting port 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:37:50.971630 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-2b6ee542-e212-4dbe-8d64-48da58f4e094 req-3e9e1458-b37f-4f2d-98e9-2cbea1d54f5c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:51.219240 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-2b6ee542-e212-4dbe-8d64-48da58f4e094 req-3e9e1458-b37f-4f2d-98e9-2cbea1d54f5c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] For port 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc,segment=NetworkSegment(1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc),segment_id=1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:37:51.219614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-2b6ee542-e212-4dbe-8d64-48da58f4e094 req-3e9e1458-b37f-4f2d-98e9-2cbea1d54f5c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:51.337880 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-2b6ee542-e212-4dbe-8d64-48da58f4e094 req-3e9e1458-b37f-4f2d-98e9-2cbea1d54f5c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Calling delete_port for 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:37:51.485467 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-2b6ee542-e212-4dbe-8d64-48da58f4e094 req-3e9e1458-b37f-4f2d-98e9-2cbea1d54f5c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:51.533784 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e1458-b37f-4f2d-98e9-2cbea1d54f5c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Port': ['ID=243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:51.607828 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6ee542-e212-4dbe-8d64-48da58f4e094 req-3e9e1458-b37f-4f2d-98e9-2cbea1d54f5c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] No DVR routers for this DVR port 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:37:51.610279 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-2b6ee542-e212-4dbe-8d64-48da58f4e094 req-3e9e1458-b37f-4f2d-98e9-2cbea1d54f5c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:51.612697 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1672954-63a7-4261-9de4-b3926dec7019', 'name': 'network-vif-deleted', 'tag': '243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:37:51.630327 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2b6ee542-e212-4dbe-8d64-48da58f4e094 req-3e9e1458-b37f-4f2d-98e9-2cbea1d54f5c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "DELETE /v2.0/ports/243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc HTTP/1.1" status: 204 len: 173 time: 0.7225544 Feb 04 06:37:51.659721 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1672954-63a7-4261-9de4-b3926dec7019', 'name': 'network-vif-deleted', 'tag': '243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc', 'status': 'completed', 'code': 200} Feb 04 06:37:51.793034 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-399d8d8c-93f1-4421-9f10-af7520c74e9c req-3e3febfd-0957-4599-8ceb-abb96dad4ea6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1672954-63a7-4261-9de4-b3926dec7019 HTTP/1.1" status: 200 len: 210 time: 0.0450757 Feb 04 06:37:52.896226 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35598) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:53.580300 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-edf465cb-359f-452d-a1e2-d17801ae1669 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:53.946287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-edf465cb-359f-452d-a1e2-d17801ae1669 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting port 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:37:53.946939 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-edf465cb-359f-452d-a1e2-d17801ae1669 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:54.133251 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-edf465cb-359f-452d-a1e2-d17801ae1669 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] For port 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6b07e5ac-a953-45ce-aeb6-a8a0bc03f021,segment=NetworkSegment(1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc),segment_id=1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:37:54.133582 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-edf465cb-359f-452d-a1e2-d17801ae1669 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:54.254645 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-edf465cb-359f-452d-a1e2-d17801ae1669 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Calling delete_port for 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:37:54.571701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-edf465cb-359f-452d-a1e2-d17801ae1669 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:54.621458 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf465cb-359f-452d-a1e2-d17801ae1669 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Port': ['ID=6b07e5ac-a953-45ce-aeb6-a8a0bc03f021,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:55.032543 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-edf465cb-359f-452d-a1e2-d17801ae1669 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:55.431911 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf465cb-359f-452d-a1e2-d17801ae1669 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router 381ae1c8-76db-4072-8c6c-4873cba40456 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:37:55.628593 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf465cb-359f-452d-a1e2-d17801ae1669 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:37:55.639187 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c60f0b9-c898-471f-ba60-57013454a9d3 None None] Sync routers for ids ['381ae1c8-76db-4072-8c6c-4873cba40456'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:37:55.642923 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-edf465cb-359f-452d-a1e2-d17801ae1669 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "PUT /v2.0/routers/381ae1c8-76db-4072-8c6c-4873cba40456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7453203 Feb 04 06:37:55.647085 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35602) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:55.650937 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c60f0b9-c898-471f-ba60-57013454a9d3 None None] Routers {'381ae1c8-76db-4072-8c6c-4873cba40456'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:37:55.651535 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-4c60f0b9-c898-471f-ba60-57013454a9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:37:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['381ae1c8-76db-4072-8c6c-4873cba40456'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:37:55.714841 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3b00fb-d874-4892-981f-7530bb1dfdad tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting subnet 15c16f01-0d77-4271-9076-74a828061a89 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:37:55.717840 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0a3b00fb-d874-4892-981f-7530bb1dfdad tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:55.770679 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0a3b00fb-d874-4892-981f-7530bb1dfdad tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:55.826494 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-4c60f0b9-c898-471f-ba60-57013454a9d3 None None] Set router 381ae1c8-76db-4072-8c6c-4873cba40456 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:37:55.852304 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0a3b00fb-d874-4892-981f-7530bb1dfdad tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:55.931646 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0a3b00fb-d874-4892-981f-7530bb1dfdad tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:55.974392 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b00fb-d874-4892-981f-7530bb1dfdad tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Subnet': ['ID=15c16f01-0d77-4271-9076-74a828061a89,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:55.979156 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0a3b00fb-d874-4892-981f-7530bb1dfdad tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:55.985725 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf653653-f1ed-499a-b44d-976d18572422 None None] Network fafb8216-25f1-450d-bed4-0f163df1b26d requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:37:55.990920 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35606) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:55.992006 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0a3b00fb-d874-4892-981f-7530bb1dfdad tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/subnets/15c16f01-0d77-4271-9076-74a828061a89 HTTP/1.1" status: 204 len: 168 time: 0.3439045 Feb 04 06:37:56.105687 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-4c60f0b9-c898-471f-ba60-57013454a9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1082185770', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:36:09Z', 'updated_at': '2022-02-04T06:37:54Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:10Z', 'updated_at': '2022-02-04T06:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:37:56.109624 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c60f0b9-c898-471f-ba60-57013454a9d3 None None] Checking router: 381ae1c8-76db-4072-8c6c-4873cba40456 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:37:56.117942 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c60f0b9-c898-471f-ba60-57013454a9d3 None None] Routers {'381ae1c8-76db-4072-8c6c-4873cba40456'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:37:56.118524 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-4c60f0b9-c898-471f-ba60-57013454a9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:37:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['381ae1c8-76db-4072-8c6c-4873cba40456'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:37:56.185874 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:56.273610 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e460826-fb36-4199-86ab-4eb500e83fc1 None None] DHCP port deletion for fafb8216-25f1-450d-bed4-0f163df1b26d request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:37:56.277514 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-1e460826-fb36-4199-86ab-4eb500e83fc1 None None] Deleting port a0a5185b-9caf-4458-a6a5-db5ad09e3047 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:37:56.278208 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1e460826-fb36-4199-86ab-4eb500e83fc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:56.295312 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-4c60f0b9-c898-471f-ba60-57013454a9d3 None None] Set router 381ae1c8-76db-4072-8c6c-4873cba40456 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:37:56.370654 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:56.381404 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting port 0a9e2548-e749-473b-b493-e91e9be50b7a {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:37:56.381775 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:56.449269 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:37:56.499102 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:37:56.499323 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 243fcaf1-2b92-4484-b68c-1b5fdc3a6ddc not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:37:56.522887 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-1e460826-fb36-4199-86ab-4eb500e83fc1 None None] For port a0a5185b-9caf-4458-a6a5-db5ad09e3047, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a0a5185b-9caf-4458-a6a5-db5ad09e3047,segment=NetworkSegment(1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc),segment_id=1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:37:56.523299 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1e460826-fb36-4199-86ab-4eb500e83fc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:56.567569 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] For port 0a9e2548-e749-473b-b493-e91e9be50b7a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=0a9e2548-e749-473b-b493-e91e9be50b7a,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:37:56.568337 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:56.590983 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-4c60f0b9-c898-471f-ba60-57013454a9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1082185770', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:36:09Z', 'updated_at': '2022-02-04T06:37:54Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:10Z', 'updated_at': '2022-02-04T06:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:37:56.595006 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c60f0b9-c898-471f-ba60-57013454a9d3 None None] The sync data for ids ['381ae1c8-76db-4072-8c6c-4873cba40456'] in dv-neutron-826830-2-hyperv is: [{'id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1082185770', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:36:09Z', 'updated_at': '2022-02-04T06:37:54Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '0a9e2548-e749-473b-b493-e91e9be50b7a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381ae1c8-76db-4072-8c6c-4873cba40456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:36:10Z', 'updated_at': '2022-02-04T06:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:37:56.648296 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-1e460826-fb36-4199-86ab-4eb500e83fc1 None None] Calling delete_port for a0a5185b-9caf-4458-a6a5-db5ad09e3047 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:37:56.691534 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Calling delete_port for 0a9e2548-e749-473b-b493-e91e9be50b7a owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:37:56.726929 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1e460826-fb36-4199-86ab-4eb500e83fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:56.772560 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e460826-fb36-4199-86ab-4eb500e83fc1 None None] Pushing event deleted for resources: {'Port': ['ID=a0a5185b-9caf-4458-a6a5-db5ad09e3047,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:56.776137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e460826-fb36-4199-86ab-4eb500e83fc1 None None] No DVR routers for this DVR port a0a5185b-9caf-4458-a6a5-db5ad09e3047 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:37:56.875953 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:56.920999 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Port': ['ID=0a9e2548-e749-473b-b493-e91e9be50b7a,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:56.960742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:56.961067 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:56.961696 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:56.961696 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:56.962070 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:56.962435 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:56.962691 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:56.963112 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:56.963299 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:56.963647 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:56.963994 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:56.964292 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:57.027245 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.315193 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.317469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.341914 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.342458 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Fanout notify agent at l3_agent the message router_deleted on router 381ae1c8-76db-4072-8c6c-4873cba40456 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:37:57.362608 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.363773 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8af23f14-7eac-4816-b1c5-0da1e9d5a8b0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/routers/381ae1c8-76db-4072-8c6c-4873cba40456 HTTP/1.1" status: 204 len: 168 time: 1.3720803 Feb 04 06:37:57.366620 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35610) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:57.492472 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-07904590-3381-4c7e-875e-2d9798a495ba tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.625131 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-07904590-3381-4c7e-875e-2d9798a495ba tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.649638 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-07904590-3381-4c7e-875e-2d9798a495ba tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fafb8216-25f1-450d-bed4-0f163df1b26d']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:37:57.661484 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-07904590-3381-4c7e-875e-2d9798a495ba tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:37:57.661784 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-07904590-3381-4c7e-875e-2d9798a495ba tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5e84fb-45fe-43e8-8d0a-db3b5ed8a0bc') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:37:57.673455 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-07904590-3381-4c7e-875e-2d9798a495ba tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.689119 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-07904590-3381-4c7e-875e-2d9798a495ba tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.695137 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07904590-3381-4c7e-875e-2d9798a495ba tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:37:57.695517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-07904590-3381-4c7e-875e-2d9798a495ba tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:37:57.713249 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:37:57.796397 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-07904590-3381-4c7e-875e-2d9798a495ba tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.814364 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-07904590-3381-4c7e-875e-2d9798a495ba tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.826924 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07904590-3381-4c7e-875e-2d9798a495ba tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Network': ['ID=fafb8216-25f1-450d-bed4-0f163df1b26d,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:57.834086 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-07904590-3381-4c7e-875e-2d9798a495ba tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/networks/fafb8216-25f1-450d-bed4-0f163df1b26d HTTP/1.1" status: 204 len: 168 time: 0.4664965 Feb 04 06:37:57.836801 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35614) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:57.908306 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-166ea517-6a1e-4faa-a2bf-a23c354a70ca tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.938335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-166ea517-6a1e-4faa-a2bf-a23c354a70ca tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.966722 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0a9e2548-e749-473b-b493-e91e9be50b7a no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:37:58.005021 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 0a9e2548-e749-473b-b493-e91e9be50b7a {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:37:58.005364 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 0a9e2548-e749-473b-b493-e91e9be50b7a not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:37:58.005778 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a0a5185b-9caf-4458-a6a5-db5ad09e3047 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:37:58.016269 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-166ea517-6a1e-4faa-a2bf-a23c354a70ca tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:58.033699 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ea517-6a1e-4faa-a2bf-a23c354a70ca tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa68cde-598c-4977-aff2-4765473b2c5d,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:58.040218 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: a0a5185b-9caf-4458-a6a5-db5ad09e3047 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:37:58.040699 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a0a5185b-9caf-4458-a6a5-db5ad09e3047 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:37:58.041208 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:37:58.047584 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-166ea517-6a1e-4faa-a2bf-a23c354a70ca tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:58.048748 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-166ea517-6a1e-4faa-a2bf-a23c354a70ca tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/security-groups/2aa68cde-598c-4977-aff2-4765473b2c5d HTTP/1.1" status: 204 len: 168 time: 0.2110682 Feb 04 06:37:58.088606 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:37:58.088606 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6b07e5ac-a953-45ce-aeb6-a8a0bc03f021 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:37:58.339885 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35622) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:58.345172 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ff93a908-4194-4bc2-a101-9dd77ab9b95d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-885945121', 'description': 'tempest-secgroup-smoke-885945121 description', 'project_id': 'edb5673b9505424ca41ca5290bab28ed'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:37:58.351288 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ff93a908-4194-4bc2-a101-9dd77ab9b95d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:37:58.356000 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ff93a908-4194-4bc2-a101-9dd77ab9b95d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:37:58.359216 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ff93a908-4194-4bc2-a101-9dd77ab9b95d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:37:58.365331 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ff93a908-4194-4bc2-a101-9dd77ab9b95d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:37:58.378107 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff93a908-4194-4bc2-a101-9dd77ab9b95d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:58.398626 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ff93a908-4194-4bc2-a101-9dd77ab9b95d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:37:58.402623 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ff93a908-4194-4bc2-a101-9dd77ab9b95d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:37:58.405688 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ff93a908-4194-4bc2-a101-9dd77ab9b95d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:37:58.411396 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ff93a908-4194-4bc2-a101-9dd77ab9b95d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:37:58.487142 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff93a908-4194-4bc2-a101-9dd77ab9b95d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:58.492823 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff93a908-4194-4bc2-a101-9dd77ab9b95d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:58.539177 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93a908-4194-4bc2-a101-9dd77ab9b95d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc00eed2-b81b-495d-b0fa-00e76b984af1,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:58.541843 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff93a908-4194-4bc2-a101-9dd77ab9b95d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:58.543000 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ff93a908-4194-4bc2-a101-9dd77ab9b95d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2021010 Feb 04 06:37:58.546975 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35626) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:58.552162 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-9ba5c880-7306-4fb4-8235-cbcc036db5a7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': 'bc00eed2-b81b-495d-b0fa-00e76b984af1', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:37:58.558501 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9ba5c880-7306-4fb4-8235-cbcc036db5a7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:37:58.563134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9ba5c880-7306-4fb4-8235-cbcc036db5a7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:37:58.566214 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9ba5c880-7306-4fb4-8235-cbcc036db5a7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:37:58.573518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9ba5c880-7306-4fb4-8235-cbcc036db5a7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:37:58.593199 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ba5c880-7306-4fb4-8235-cbcc036db5a7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:58.653985 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ba5c880-7306-4fb4-8235-cbcc036db5a7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:58.659597 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ba5c880-7306-4fb4-8235-cbcc036db5a7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:58.684862 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5c880-7306-4fb4-8235-cbcc036db5a7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506ac927-b428-48b5-abec-e1dc8d6260d7,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:58.694862 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ba5c880-7306-4fb4-8235-cbcc036db5a7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:58.696052 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9ba5c880-7306-4fb4-8235-cbcc036db5a7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480844 Feb 04 06:37:58.698854 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35630) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:58.703847 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a96c66a4-fbfa-47a3-8eb4-c316eb1cd79d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': 'bc00eed2-b81b-495d-b0fa-00e76b984af1', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:37:58.709434 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a96c66a4-fbfa-47a3-8eb4-c316eb1cd79d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:37:58.713141 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a96c66a4-fbfa-47a3-8eb4-c316eb1cd79d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:37:58.715935 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a96c66a4-fbfa-47a3-8eb4-c316eb1cd79d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:37:58.721689 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a96c66a4-fbfa-47a3-8eb4-c316eb1cd79d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:37:58.742615 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a96c66a4-fbfa-47a3-8eb4-c316eb1cd79d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:58.804424 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a96c66a4-fbfa-47a3-8eb4-c316eb1cd79d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:58.809633 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a96c66a4-fbfa-47a3-8eb4-c316eb1cd79d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:58.832460 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c66a4-fbfa-47a3-8eb4-c316eb1cd79d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ce0cb3-e94f-4fe3-939b-1c8fad976678,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:58.842224 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a96c66a4-fbfa-47a3-8eb4-c316eb1cd79d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:58.843550 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a96c66a4-fbfa-47a3-8eb4-c316eb1cd79d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436691 Feb 04 06:37:58.846509 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35634) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:58.853635 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-e3dd6fa8-8920-49ab-9dec-430900322e4d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': 'bc00eed2-b81b-495d-b0fa-00e76b984af1', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:37:58.861307 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e3dd6fa8-8920-49ab-9dec-430900322e4d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:37:58.865134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e3dd6fa8-8920-49ab-9dec-430900322e4d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:37:58.867980 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e3dd6fa8-8920-49ab-9dec-430900322e4d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:37:58.873572 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e3dd6fa8-8920-49ab-9dec-430900322e4d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:37:58.891539 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e3dd6fa8-8920-49ab-9dec-430900322e4d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:58.951858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e3dd6fa8-8920-49ab-9dec-430900322e4d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:58.957170 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e3dd6fa8-8920-49ab-9dec-430900322e4d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:58.979170 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd6fa8-8920-49ab-9dec-430900322e4d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6527d7-1c37-4456-8748-9004c3db55d0,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:58.989878 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e3dd6fa8-8920-49ab-9dec-430900322e4d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:58.991169 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e3dd6fa8-8920-49ab-9dec-430900322e4d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434131 Feb 04 06:37:58.994166 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35638) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:58.999609 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-4c1ee248-d723-4404-b257-7b35ce9d7fe9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': 'bc00eed2-b81b-495d-b0fa-00e76b984af1', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:37:59.006470 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4c1ee248-d723-4404-b257-7b35ce9d7fe9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:37:59.010711 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4c1ee248-d723-4404-b257-7b35ce9d7fe9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:37:59.013712 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-4c1ee248-d723-4404-b257-7b35ce9d7fe9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:37:59.019654 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-4c1ee248-d723-4404-b257-7b35ce9d7fe9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:37:59.036950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4c1ee248-d723-4404-b257-7b35ce9d7fe9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.110250 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4c1ee248-d723-4404-b257-7b35ce9d7fe9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.116387 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4c1ee248-d723-4404-b257-7b35ce9d7fe9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.138903 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ee248-d723-4404-b257-7b35ce9d7fe9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1325587f-e27c-4f5d-86a6-c2f4f864f57e,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:59.148614 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4c1ee248-d723-4404-b257-7b35ce9d7fe9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.149772 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-4c1ee248-d723-4404-b257-7b35ce9d7fe9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1546068 Feb 04 06:37:59.152504 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35642) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:59.157431 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-1a247561-a6db-4963-8d65-288eea38d8d8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': 'bc00eed2-b81b-495d-b0fa-00e76b984af1', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:37:59.163602 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1a247561-a6db-4963-8d65-288eea38d8d8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:37:59.167403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1a247561-a6db-4963-8d65-288eea38d8d8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:37:59.170484 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1a247561-a6db-4963-8d65-288eea38d8d8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:37:59.176441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1a247561-a6db-4963-8d65-288eea38d8d8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:37:59.189353 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-1a247561-a6db-4963-8d65-288eea38d8d8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Project edb5673b9505424ca41ca5290bab28ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:37:59.196479 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a247561-a6db-4963-8d65-288eea38d8d8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.261710 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a247561-a6db-4963-8d65-288eea38d8d8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.267613 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a247561-a6db-4963-8d65-288eea38d8d8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.291454 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a247561-a6db-4963-8d65-288eea38d8d8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b7aeee-32ff-43ea-886c-b4a7f022eb7f,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:59.301984 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1a247561-a6db-4963-8d65-288eea38d8d8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.303237 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1a247561-a6db-4963-8d65-288eea38d8d8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1497679 Feb 04 06:37:59.306112 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35646) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:59.311248 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-d6e7e4f7-40d3-42fd-9444-f655eaf6ccc4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': 'bc00eed2-b81b-495d-b0fa-00e76b984af1', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:37:59.317268 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d6e7e4f7-40d3-42fd-9444-f655eaf6ccc4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:37:59.321083 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d6e7e4f7-40d3-42fd-9444-f655eaf6ccc4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:37:59.323935 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-d6e7e4f7-40d3-42fd-9444-f655eaf6ccc4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:37:59.329573 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-d6e7e4f7-40d3-42fd-9444-f655eaf6ccc4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:37:59.344690 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-d6e7e4f7-40d3-42fd-9444-f655eaf6ccc4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Project edb5673b9505424ca41ca5290bab28ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:37:59.351197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e4f7-40d3-42fd-9444-f655eaf6ccc4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.416606 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e4f7-40d3-42fd-9444-f655eaf6ccc4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.422514 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e4f7-40d3-42fd-9444-f655eaf6ccc4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.445805 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7e4f7-40d3-42fd-9444-f655eaf6ccc4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee3be7d-be95-4b15-802b-0472bfad4fcc,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:59.454980 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e4f7-40d3-42fd-9444-f655eaf6ccc4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.456237 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d6e7e4f7-40d3-42fd-9444-f655eaf6ccc4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1491525 Feb 04 06:37:59.459121 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35650) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:59.464950 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-5eac253e-5e64-4ec9-9ea5-340d01e5fe5d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'network': {'name': 'tempest-network-smoke--1529463713', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'port_security_enabled': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:37:59.470036 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5eac253e-5e64-4ec9-9ea5-340d01e5fe5d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:37:59.474417 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5eac253e-5e64-4ec9-9ea5-340d01e5fe5d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:network and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:37:59.477441 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5eac253e-5e64-4ec9-9ea5-340d01e5fe5d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:37:59.483811 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5eac253e-5e64-4ec9-9ea5-340d01e5fe5d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:37:59.498518 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eac253e-5e64-4ec9-9ea5-340d01e5fe5d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Made reservation on behalf of edb5673b9505424ca41ca5290bab28ed for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:37:59.501962 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5eac253e-5e64-4ec9-9ea5-340d01e5fe5d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.534570 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eac253e-5e64-4ec9-9ea5-340d01e5fe5d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:37:59.541250 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0d6263f7-69e1-4cdf-a16a-af6fef5e9fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.544809 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5eac253e-5e64-4ec9-9ea5-340d01e5fe5d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.545336 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-5eac253e-5e64-4ec9-9ea5-340d01e5fe5d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Added segment c2f28c62-9f3e-4efd-b95a-f633ab44cb4d of type vlan for network 47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 Feb 04 06:37:59.573206 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5eac253e-5e64-4ec9-9ea5-340d01e5fe5d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.603506 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5eac253e-5e64-4ec9-9ea5-340d01e5fe5d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.609632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eac253e-5e64-4ec9-9ea5-340d01e5fe5d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:59.610203 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5eac253e-5e64-4ec9-9ea5-340d01e5fe5d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.684267 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [req-b2e3217f-8fd2-4ba0-b3ef-2c27de88534c req-b2e678e2-8898-428a-9eec-76e22fbc8b72 tempest-ServerDiskConfigTestJSON-2043285950 tempest-ServerDiskConfigTestJSON-2043285950-project] (87471) timed out ('10.222.0.43', 49882) {{(pid=87471) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 06:37:59.717513 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5eac253e-5e64-4ec9-9ea5-340d01e5fe5d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2571585 Feb 04 06:37:59.720145 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac253e-5e64-4ec9-9ea5-340d01e5fe5d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Network': ['ID=47729ab4-4ff5-4145-84a4-5a9a0e3fcb33,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:59.720552 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35654) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:59.725903 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1673713456', 'admin_state_up': True, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:37:59.731202 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:37:59.733968 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:37:59.738075 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:router and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:37:59.741330 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:37:59.747852 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:37:59.759014 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.760150 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.775651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:00.160056 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:00.476625 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:00.505709 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:00.656555 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Allocated IP 172.26.4.9 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/a5d6d5bc-9860-4dec-b2c3-773fc6a960f4) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:38:00.801667 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:00.834811 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:00.897826 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:38:00.900516 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:00.903962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:38:00.935167 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=a5d6d5bc-9860-4dec-b2c3-773fc6a960f4,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:01.313486 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:01.784952 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:01.885697 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-41ad341b-47e6-49b3-a9ff-1e55c1c52ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:01.992246 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:38:02.168988 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:38:02.179816 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Sync routers for ids ['2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:38:02.190326 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Routers {'2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:38:02.191211 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:38:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:02.199447 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:02.202290 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-fd807a83-488f-4c36-aaaf-d947f7d7d641 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4791083 Feb 04 06:38:02.203920 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35658) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:38:02.247007 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-aac86ef0-0038-4d29-b921-01d523b181c4 tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=edb5673b9505424ca41ca5290bab28ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419512 Feb 04 06:38:02.249873 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35662) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:38:02.378443 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0601cf8a-3b1e-4b74-afa6-c847d8e7248b tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:02.380106 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0601cf8a-3b1e-4b74-afa6-c847d8e7248b tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293077 Feb 04 06:38:02.383506 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35666) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:38:02.402092 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Set router 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:38:02.422371 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-053bb890-856c-4880-9260-a00348f263f1 tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376394 Feb 04 06:38:02.424929 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35670) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:38:02.430181 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-e0d6434a-7ff4-4d20-ac62-ac32e8b079a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1834277927', 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:02.538263 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e0d6434a-7ff4-4d20-ac62-ac32e8b079a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:38:02.542189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e0d6434a-7ff4-4d20-ac62-ac32e8b079a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:subnet and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:38:02.545012 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-e0d6434a-7ff4-4d20-ac62-ac32e8b079a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:38:02.551228 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e0d6434a-7ff4-4d20-ac62-ac32e8b079a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:38:02.563283 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d6434a-7ff4-4d20-ac62-ac32e8b079a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Made reservation on behalf of edb5673b9505424ca41ca5290bab28ed for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:38:02.567080 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e0d6434a-7ff4-4d20-ac62-ac32e8b079a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:02.681538 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673713456', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:37:59Z', 'updated_at': '2022-02-04T06:38:01Z', 'revision_number': 3, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:00Z', 'updated_at': '2022-02-04T06:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:02.685186 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Checking router: 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:38:02.685533 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Updating router 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad port a5d6d5bc-9860-4dec-b2c3-773fc6a960f4 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:38:02.738873 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:02.784140 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e0d6434a-7ff4-4d20-ac62-ac32e8b079a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:02.863456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6434a-7ff4-4d20-ac62-ac32e8b079a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Subnet': ['ID=db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:02.873073 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d6434a-7ff4-4d20-ac62-ac32e8b079a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Checking segment: {'id': 'c2f28c62-9f3e-4efd-b95a-f633ab44cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:38:02.873424 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d6434a-7ff4-4d20-ac62-ac32e8b079a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network hostable DHCP agents. Network: 47729ab4-4ff5-4145-84a4-5a9a0e3fcb33, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:38:02.893193 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d6434a-7ff4-4d20-ac62-ac32e8b079a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network 47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:38:02.903327 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-e0d6434a-7ff4-4d20-ac62-ac32e8b079a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 47729ab4-4ff5-4145-84a4-5a9a0e3fcb33) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:02.907922 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d6434a-7ff4-4d20-ac62-ac32e8b079a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:02.908958 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e0d6434a-7ff4-4d20-ac62-ac32e8b079a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:02.927857 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ddc69e-ef1b-4275-96ef-4420928d4292 None None] Network 47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:38:02.930930 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-e0d6434a-7ff4-4d20-ac62-ac32e8b079a5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5050440 Feb 04 06:38:02.933784 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35674) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:38:03.064728 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:03.072942 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:03.225090 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:03.245922 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Transition to ACTIVE for port object a5d6d5bc-9860-4dec-b2c3-773fc6a960f4 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:38:03.254794 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:03.364848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-47729ab4-4ff5-4145-84a4-5a9a0e3fcb33', 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ips': [{'subnet_id': 'db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:38:03.365689 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:03.374357 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Attempting to bind port a5d6d5bc-9860-4dec-b2c3-773fc6a960f4 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:38:03.374718 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Attempting to bind port a5d6d5bc-9860-4dec-b2c3-773fc6a960f4 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:38:03.375073 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Attempting to bind port a5d6d5bc-9860-4dec-b2c3-773fc6a960f4 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:38:03.392036 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:38:03.392406 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:38:03.392801 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:03.393189 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:38:03.393645 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Bound port: a5d6d5bc-9860-4dec-b2c3-773fc6a960f4, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:38:03.394013 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:03.416547 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb014c63-1ea5-454f-8c87-cbd3a981a6ec None None] Pushing event updated for resources: {'Port': ['ID=a5d6d5bc-9860-4dec-b2c3-773fc6a960f4,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:03.530614 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] For port a5d6d5bc-9860-4dec-b2c3-773fc6a960f4, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:38:03.535469 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] For port a5d6d5bc-9860-4dec-b2c3-773fc6a960f4, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a5d6d5bc-9860-4dec-b2c3-773fc6a960f4,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:38:03.567613 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:03.657774 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Allocated IP 172.20.0.2 (47729ab4-4ff5-4145-84a4-5a9a0e3fcb33/db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3/fc740ce7-dcb5-45bc-8731-36cb89a66eb0) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:38:03.667395 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Routers {'2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:38:03.668044 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:38:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:03.736663 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1ee42555-6621-475f-b028-c051bfba29db tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:03.793514 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb014c63-1ea5-454f-8c87-cbd3a981a6ec None None] Pushing event updated for resources: {'Port': ['ID=a5d6d5bc-9860-4dec-b2c3-773fc6a960f4,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:03.993905 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] Set router 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:38:04.255539 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:04.277157 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Transition to ACTIVE for port object fc740ce7-dcb5-45bc-8731-36cb89a66eb0 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:38:04.327082 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Transition to ACTIVE for port object fc740ce7-dcb5-45bc-8731-36cb89a66eb0 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:38:04.334862 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:04.407316 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-1ee42555-6621-475f-b028-c051bfba29db tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Allocated IP 172.20.0.1 (47729ab4-4ff5-4145-84a4-5a9a0e3fcb33/db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3/a63ba767-7ad2-4a63-ae8b-cdd6a88f717b) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:38:04.421407 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Network 47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:38:04.428901 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:04.435143 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:38:04.437325 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Pushing event updated for resources: {'Port': ['ID=fc740ce7-dcb5-45bc-8731-36cb89a66eb0,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:04.442138 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:04.505991 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673713456', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:37:59Z', 'updated_at': '2022-02-04T06:38:01Z', 'revision_number': 3, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:00Z', 'updated_at': '2022-02-04T06:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:04.518281 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e00c49-e54c-4f60-86e1-2c880d6d9b34 None None] The sync data for ids ['2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'] in dv-neutron-826830-2-hyperv is: [{'id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673713456', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:37:59Z', 'updated_at': '2022-02-04T06:38:01Z', 'revision_number': 3, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:00Z', 'updated_at': '2022-02-04T06:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:38:04.534925 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Attempting to bind port fc740ce7-dcb5-45bc-8731-36cb89a66eb0 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:38:04.535296 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Attempting to bind port fc740ce7-dcb5-45bc-8731-36cb89a66eb0 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'c2f28c62-9f3e-4efd-b95a-f633ab44cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:38:04.536306 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Attempting to bind port fc740ce7-dcb5-45bc-8731-36cb89a66eb0 on network 47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:38:04.542327 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:38:04.542658 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Checking segment: {'id': 'c2f28c62-9f3e-4efd-b95a-f633ab44cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:38:04.543079 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:04.543467 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Bound using segment: {'id': 'c2f28c62-9f3e-4efd-b95a-f633ab44cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:38:04.543956 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Bound port: fc740ce7-dcb5-45bc-8731-36cb89a66eb0, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f28c62-9f3e-4efd-b95a-f633ab44cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:38:04.544905 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:04.567604 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1ee42555-6621-475f-b028-c051bfba29db tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:04.586126 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-1ee42555-6621-475f-b028-c051bfba29db tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Transition to ACTIVE for port object a63ba767-7ad2-4a63-ae8b-cdd6a88f717b will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:38:04.611899 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1ee42555-6621-475f-b028-c051bfba29db tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:04.642050 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] For port fc740ce7-dcb5-45bc-8731-36cb89a66eb0, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:38:04.645958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] For port fc740ce7-dcb5-45bc-8731-36cb89a66eb0, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=fc740ce7-dcb5-45bc-8731-36cb89a66eb0,segment=NetworkSegment(c2f28c62-9f3e-4efd-b95a-f633ab44cb4d),segment_id=c2f28c62-9f3e-4efd-b95a-f633ab44cb4d)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:38:04.650455 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:04.682259 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee42555-6621-475f-b028-c051bfba29db tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network 47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:38:04.685443 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-1ee42555-6621-475f-b028-c051bfba29db tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:04.689472 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee42555-6621-475f-b028-c051bfba29db tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:38:04.724117 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee42555-6621-475f-b028-c051bfba29db tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=a63ba767-7ad2-4a63-ae8b-cdd6a88f717b,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:04.736640 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5dd6a-be75-4dc2-8c8c-8cd956158974 None None] Pushing event updated for resources: {'Port': ['ID=fc740ce7-dcb5-45bc-8731-36cb89a66eb0,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:04.775098 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1ee42555-6621-475f-b028-c051bfba29db tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:05.191334 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1ee42555-6621-475f-b028-c051bfba29db tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:05.610892 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1ee42555-6621-475f-b028-c051bfba29db tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:05.616007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1ee42555-6621-475f-b028-c051bfba29db tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:05.733563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee42555-6621-475f-b028-c051bfba29db tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=a63ba767-7ad2-4a63-ae8b-cdd6a88f717b,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:05.737208 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1ee42555-6621-475f-b028-c051bfba29db tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:05.776283 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e708b0cc-27d6-4d4f-b2a3-d455f0803676 None None] Network 47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:38:05.861106 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5dc90671-76ca-4e81-b50e-586e63379678 None None] Provisioning for port fc740ce7-dcb5-45bc-8731-36cb89a66eb0 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:38:05.881336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee42555-6621-475f-b028-c051bfba29db tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network 47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:38:05.882527 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-1ee42555-6621-475f-b028-c051bfba29db tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:06.070890 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device fc740ce7-dcb5-45bc-8731-36cb89a66eb0 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:38:06.095430 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee42555-6621-475f-b028-c051bfba29db tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:38:06.150655 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port fc740ce7-dcb5-45bc-8731-36cb89a66eb0 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:38:06.156957 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port fc740ce7-dcb5-45bc-8731-36cb89a66eb0 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:06.157484 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.277652 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee42555-6621-475f-b028-c051bfba29db tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:38:06.288742 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Sync routers for ids ['2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:38:06.298796 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1ee42555-6621-475f-b028-c051bfba29db tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "PUT /v2.0/routers/2c9d8fb0-a93b-4194-b03e-93713a3fc3ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3556058 Feb 04 06:38:06.299017 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b24ae621-8bde-4935-b4bb-7efee7a7b30d None None] Provisioning for port a63ba767-7ad2-4a63-ae8b-cdd6a88f717b completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:38:06.299128 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Routers {'2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:38:06.300033 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:38:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:06.306413 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.317780 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b24ae621-8bde-4935-b4bb-7efee7a7b30d None None] Provisioning complete for port a63ba767-7ad2-4a63-ae8b-cdd6a88f717b triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:06.318075 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b24ae621-8bde-4935-b4bb-7efee7a7b30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.431446 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port fc740ce7-dcb5-45bc-8731-36cb89a66eb0, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=fc740ce7-dcb5-45bc-8731-36cb89a66eb0,segment=NetworkSegment(c2f28c62-9f3e-4efd-b95a-f633ab44cb4d),segment_id=c2f28c62-9f3e-4efd-b95a-f633ab44cb4d)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:38:06.439571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.440509 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a5d6d5bc-9860-4dec-b2c3-773fc6a960f4 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:38:06.475442 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-14e3e851-d7f5-4669-9caf-0e59bbb70510 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:38:06.497965 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-14e3e851-d7f5-4669-9caf-0e59bbb70510 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:38:06.508068 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-14e3e851-d7f5-4669-9caf-0e59bbb70510 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-885945121&fields=id&tenant_id=edb5673b9505424ca41ca5290bab28ed HTTP/1.1" status: 200 len: 267 time: 0.0810084 Feb 04 06:38:06.509527 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Set router 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:38:06.587851 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b24ae621-8bde-4935-b4bb-7efee7a7b30d None None] Port a63ba767-7ad2-4a63-ae8b-cdd6a88f717b cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:38:06.596199 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=fc740ce7-dcb5-45bc-8731-36cb89a66eb0,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:06.613866 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b24ae621-8bde-4935-b4bb-7efee7a7b30d None None] Provisioning complete for port fc740ce7-dcb5-45bc-8731-36cb89a66eb0 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:06.614236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b24ae621-8bde-4935-b4bb-7efee7a7b30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.670066 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port a5d6d5bc-9860-4dec-b2c3-773fc6a960f4 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:38:06.677224 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port a5d6d5bc-9860-4dec-b2c3-773fc6a960f4 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:06.677641 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.678084 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-6232f83e-080b-41da-b697-1e409b6371b9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:06.678915 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-6232f83e-080b-41da-b697-1e409b6371b9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:38:06.700953 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-6232f83e-080b-41da-b697-1e409b6371b9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:38:06.702361 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-6232f83e-080b-41da-b697-1e409b6371b9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/networks?id=47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 HTTP/1.1" status: 200 len: 797 time: 0.1930990 Feb 04 06:38:06.722783 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-38fc2243-a4a1-4984-a85d-30f725760e74 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/quotas/edb5673b9505424ca41ca5290bab28ed HTTP/1.1" status: 200 len: 375 time: 0.0126672 Feb 04 06:38:06.824196 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-d6b8152e-9621-4e96-823e-5537437d1ab0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920124 Feb 04 06:38:06.855774 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.872437 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port a5d6d5bc-9860-4dec-b2c3-773fc6a960f4, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a5d6d5bc-9860-4dec-b2c3-773fc6a960f4,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:38:06.876976 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.891062 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-91443bfd-a3c7-40db-9e1b-0d860f545ad2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:38:06.892601 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-91443bfd-a3c7-40db-9e1b-0d860f545ad2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0556996 Feb 04 06:38:06.898119 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673713456', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:37:59Z', 'updated_at': '2022-02-04T06:38:05Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:00Z', 'updated_at': '2022-02-04T06:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'a63ba767-7ad2-4a63-ae8b-cdd6a88f717b', 'name': '', 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:b7:c0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:03Z', 'updated_at': '2022-02-04T06:38:05Z', 'revision_number': 2, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:06.902374 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Checking router: 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:38:06.902829 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Updating router 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad port a63ba767-7ad2-4a63-ae8b-cdd6a88f717b binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:38:06.955974 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=a5d6d5bc-9860-4dec-b2c3-773fc6a960f4,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:06.958537 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-98aa9b6f-be62-45c2-b19e-25e8f1b33897 None None] Provisioning complete for port a63ba767-7ad2-4a63-ae8b-cdd6a88f717b triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:06.961247 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.964194 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-98aa9b6f-be62-45c2-b19e-25e8f1b33897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.020365 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-98aa9b6f-be62-45c2-b19e-25e8f1b33897 None None] Port a63ba767-7ad2-4a63-ae8b-cdd6a88f717b cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:38:07.028406 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-db4b4029-fad2-4562-bb17-7523f6b146f4 service neutron] 10.222.0.31 "GET /v2.0/networks/47729ab4-4ff5-4145-84a4-5a9a0e3fcb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297221 Feb 04 06:38:07.160509 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-0006ff3e-4189-437a-a632-fc8d5ec3c073 service neutron] 10.222.0.31 "GET /v2.0/networks/47729ab4-4ff5-4145-84a4-5a9a0e3fcb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260493 Feb 04 06:38:07.308746 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.321039 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Transition to ACTIVE for port object a63ba767-7ad2-4a63-ae8b-cdd6a88f717b will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:38:07.327471 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.340096 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2fda239d-a9d7-4c0f-aea1-e6286e477f8b req-6ec55da2-6fb5-4419-9316-97c81d1c9855 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 210 time: 0.0429668 Feb 04 06:38:07.477571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.491334 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d61409-55fa-4f5d-b06c-31969485e478 None None] Pushing event updated for resources: {'Port': ['ID=a63ba767-7ad2-4a63-ae8b-cdd6a88f717b,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:07.538457 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61409-55fa-4f5d-b06c-31969485e478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.538690 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61409-55fa-4f5d-b06c-31969485e478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.538976 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61409-55fa-4f5d-b06c-31969485e478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.539340 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61409-55fa-4f5d-b06c-31969485e478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.539662 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61409-55fa-4f5d-b06c-31969485e478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.540093 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61409-55fa-4f5d-b06c-31969485e478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.540327 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61409-55fa-4f5d-b06c-31969485e478 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.540635 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61409-55fa-4f5d-b06c-31969485e478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.540953 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61409-55fa-4f5d-b06c-31969485e478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.541271 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61409-55fa-4f5d-b06c-31969485e478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.541587 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61409-55fa-4f5d-b06c-31969485e478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.541894 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61409-55fa-4f5d-b06c-31969485e478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.560757 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Attempting to bind port a63ba767-7ad2-4a63-ae8b-cdd6a88f717b on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:38:07.561191 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Attempting to bind port a63ba767-7ad2-4a63-ae8b-cdd6a88f717b by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'c2f28c62-9f3e-4efd-b95a-f633ab44cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:38:07.561543 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Attempting to bind port a63ba767-7ad2-4a63-ae8b-cdd6a88f717b on network 47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:38:07.567893 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:38:07.568284 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Checking segment: {'id': 'c2f28c62-9f3e-4efd-b95a-f633ab44cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:38:07.568707 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.569003 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Bound using segment: {'id': 'c2f28c62-9f3e-4efd-b95a-f633ab44cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:38:07.569455 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Bound port: a63ba767-7ad2-4a63-ae8b-cdd6a88f717b, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f28c62-9f3e-4efd-b95a-f633ab44cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:38:07.569820 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.664181 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] For port a63ba767-7ad2-4a63-ae8b-cdd6a88f717b, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:38:07.667290 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] For port a63ba767-7ad2-4a63-ae8b-cdd6a88f717b, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a63ba767-7ad2-4a63-ae8b-cdd6a88f717b,segment=NetworkSegment(c2f28c62-9f3e-4efd-b95a-f633ab44cb4d),segment_id=c2f28c62-9f3e-4efd-b95a-f633ab44cb4d)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:38:07.671556 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.748844 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Routers {'2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:38:07.749453 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:38:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:07.811437 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d61409-55fa-4f5d-b06c-31969485e478 None None] Pushing event updated for resources: {'Port': ['ID=a63ba767-7ad2-4a63-ae8b-cdd6a88f717b,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:07.934066 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] Set router 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:38:07.982636 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device fc740ce7-dcb5-45bc-8731-36cb89a66eb0 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:38:08.049270 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port fc740ce7-dcb5-45bc-8731-36cb89a66eb0 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:08.049546 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:08.168502 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a5d6d5bc-9860-4dec-b2c3-773fc6a960f4 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:38:08.236103 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port a5d6d5bc-9860-4dec-b2c3-773fc6a960f4 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:08.236544 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:08.279998 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673713456', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:37:59Z', 'updated_at': '2022-02-04T06:38:05Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:00Z', 'updated_at': '2022-02-04T06:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'a63ba767-7ad2-4a63-ae8b-cdd6a88f717b', 'name': '', 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:b7:c0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:03Z', 'updated_at': '2022-02-04T06:38:07Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:08.284799 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0790c98e-b4ae-4dde-a08a-aca8d8a019e1 None None] The sync data for ids ['2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'] in dv-neutron-826830-2-hyperv is: [{'id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673713456', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:37:59Z', 'updated_at': '2022-02-04T06:38:05Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:00Z', 'updated_at': '2022-02-04T06:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'a63ba767-7ad2-4a63-ae8b-cdd6a88f717b', 'name': '', 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:b7:c0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:03Z', 'updated_at': '2022-02-04T06:38:07Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:38:08.510801 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-60fcdbd0-c7ee-4910-8c19-6788ba611e7a req-50f412f4-b681-4943-adfa-933db0339e48 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 210 time: 0.0435281 Feb 04 06:38:08.546573 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-4e49a777-54ad-4577-b03b-fc454d9e45aa tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:08.548155 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-4e49a777-54ad-4577-b03b-fc454d9e45aa tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "GET /v2.0/networks?id=47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 HTTP/1.1" status: 200 len: 797 time: 0.2493541 Feb 04 06:38:08.617232 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-3b2336e9-98dd-407e-a486-5a2e88b77d79 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edb5673b9505424ca41ca5290bab28ed HTTP/1.1" status: 200 len: 379 time: 0.0546968 Feb 04 06:38:08.626737 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-1c3b3f18-8d75-44b8-a10e-750e3807be75 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'port': {'device_id': '05067760-3bb0-4e55-b8dc-d7dbac99f47c', 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33', 'admin_state_up': True, 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'security_groups': ['bc00eed2-b81b-495d-b0fa-00e76b984af1']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:08.881550 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-1c3b3f18-8d75-44b8-a10e-750e3807be75 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:38:08.885717 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-1c3b3f18-8d75-44b8-a10e-750e3807be75 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:port and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:38:08.888598 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-1c3b3f18-8d75-44b8-a10e-750e3807be75 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:38:08.894226 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-1c3b3f18-8d75-44b8-a10e-750e3807be75 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:38:08.904817 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-1c3b3f18-8d75-44b8-a10e-750e3807be75 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Made reservation on behalf of edb5673b9505424ca41ca5290bab28ed for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:38:08.908331 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-1c3b3f18-8d75-44b8-a10e-750e3807be75 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.074633 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-1c3b3f18-8d75-44b8-a10e-750e3807be75 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Allocated IP 172.20.0.6 (47729ab4-4ff5-4145-84a4-5a9a0e3fcb33/db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3/d731aabc-987d-410e-a02a-18f13ec7067f) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:38:09.277042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-1c3b3f18-8d75-44b8-a10e-750e3807be75 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.293251 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-1c3b3f18-8d75-44b8-a10e-750e3807be75 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Transition to ACTIVE for port object d731aabc-987d-410e-a02a-18f13ec7067f will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:38:09.317898 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-1c3b3f18-8d75-44b8-a10e-750e3807be75 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.391995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-1c3b3f18-8d75-44b8-a10e-750e3807be75 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network 47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:38:09.394880 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-1c3b3f18-8d75-44b8-a10e-750e3807be75 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:09.399143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-1c3b3f18-8d75-44b8-a10e-750e3807be75 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:38:09.423352 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b3f18-8d75-44b8-a10e-750e3807be75 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=d731aabc-987d-410e-a02a-18f13ec7067f,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:09.468843 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-1c3b3f18-8d75-44b8-a10e-750e3807be75 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:09.469465 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-1c3b3f18-8d75-44b8-a10e-750e3807be75 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.495162 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-1c3b3f18-8d75-44b8-a10e-750e3807be75 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8721373 Feb 04 06:38:09.507365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Request body: {'port': {'device_id': '05067760-3bb0-4e55-b8dc-d7dbac99f47c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:09.619651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.697984 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-53909e53-a1f8-4e7e-9dca-1f3491ef68cc None None] Provisioning for port d731aabc-987d-410e-a02a-18f13ec7067f completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:38:09.700787 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab678e4-631e-4ee8-a754-7af64b6ad726 req-24dc4d00-d6e1-4157-8012-4ca5db1cc520 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:09.702428 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4ab678e4-631e-4ee8-a754-7af64b6ad726 req-24dc4d00-d6e1-4157-8012-4ca5db1cc520 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 931 time: 0.0840149 Feb 04 06:38:09.704387 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-53909e53-a1f8-4e7e-9dca-1f3491ef68cc None None] Provisioning complete for port d731aabc-987d-410e-a02a-18f13ec7067f triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:09.704819 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-53909e53-a1f8-4e7e-9dca-1f3491ef68cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.753198 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4ab678e4-631e-4ee8-a754-7af64b6ad726 req-ac252519-79b9-435a-bcf6-70287f2dd3a9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432663 Feb 04 06:38:09.759366 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-53909e53-a1f8-4e7e-9dca-1f3491ef68cc None None] Port d731aabc-987d-410e-a02a-18f13ec7067f cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:38:09.973384 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d731aabc-987d-410e-a02a-18f13ec7067f {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:38:09.981048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.997963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Transition to ACTIVE for port object d731aabc-987d-410e-a02a-18f13ec7067f will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:38:10.000960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a63ba767-7ad2-4a63-ae8b-cdd6a88f717b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:38:10.001636 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.073456 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port a63ba767-7ad2-4a63-ae8b-cdd6a88f717b completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:38:10.079320 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port a63ba767-7ad2-4a63-ae8b-cdd6a88f717b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:10.079739 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.157323 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Pushing event updated for resources: {'Port': ['ID=d731aabc-987d-410e-a02a-18f13ec7067f,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:10.220770 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.245257 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Attempting to bind port d731aabc-987d-410e-a02a-18f13ec7067f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:38:10.245578 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Attempting to bind port d731aabc-987d-410e-a02a-18f13ec7067f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c2f28c62-9f3e-4efd-b95a-f633ab44cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:38:10.245909 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Attempting to bind port d731aabc-987d-410e-a02a-18f13ec7067f on network 47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:38:10.250771 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Port d731aabc-987d-410e-a02a-18f13ec7067f on network 47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:38:10.251088 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Attempting to bind port d731aabc-987d-410e-a02a-18f13ec7067f on network 47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:38:10.256665 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:38:10.256994 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Checking segment: {'id': 'c2f28c62-9f3e-4efd-b95a-f633ab44cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:38:10.257308 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port a63ba767-7ad2-4a63-ae8b-cdd6a88f717b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a63ba767-7ad2-4a63-ae8b-cdd6a88f717b,segment=NetworkSegment(c2f28c62-9f3e-4efd-b95a-f633ab44cb4d),segment_id=c2f28c62-9f3e-4efd-b95a-f633ab44cb4d)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:38:10.257431 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Bound using segment: {'id': 'c2f28c62-9f3e-4efd-b95a-f633ab44cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:38:10.257813 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Bound port: d731aabc-987d-410e-a02a-18f13ec7067f, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2f28c62-9f3e-4efd-b95a-f633ab44cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:38:10.258238 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.262635 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.337306 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=a63ba767-7ad2-4a63-ae8b-cdd6a88f717b,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:10.355064 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] For port d731aabc-987d-410e-a02a-18f13ec7067f, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:38:10.358894 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] For port d731aabc-987d-410e-a02a-18f13ec7067f, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=d731aabc-987d-410e-a02a-18f13ec7067f,segment=NetworkSegment(c2f28c62-9f3e-4efd-b95a-f633ab44cb4d),segment_id=c2f28c62-9f3e-4efd-b95a-f633ab44cb4d)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:38:10.363551 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.426008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:10.426650 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.428028 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] 10.222.0.43 "PUT /v2.0/ports/d731aabc-987d-410e-a02a-18f13ec7067f HTTP/1.1" status: 200 len: 1093 time: 0.9249334 Feb 04 06:38:10.428470 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05067760-3bb0-4e55-b8dc-d7dbac99f47c', 'tag': 'd731aabc-987d-410e-a02a-18f13ec7067f'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:38:10.448594 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93906cb5-e045-4fd0-9d48-3b603c98a208 service neutron] Pushing event updated for resources: {'Port': ['ID=d731aabc-987d-410e-a02a-18f13ec7067f,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:10.509047 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05067760-3bb0-4e55-b8dc-d7dbac99f47c', 'tag': 'd731aabc-987d-410e-a02a-18f13ec7067f', 'status': 'completed', 'code': 200} Feb 04 06:38:10.550502 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-bca068fe-2267-4ff5-81a4-dffc2df41193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:10.552031 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-bca068fe-2267-4ff5-81a4-dffc2df41193 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 1096 time: 0.0746799 Feb 04 06:38:10.718499 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-2d6eee13-da14-4770-8335-ab6f876ae29c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d731aabc-987d-410e-a02a-18f13ec7067f HTTP/1.1" status: 200 len: 217 time: 0.1598010 Feb 04 06:38:10.780609 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-c2e36d2d-9e9c-4ac1-a6cb-c13dc4835fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:10.781967 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-c2e36d2d-9e9c-4ac1-a6cb-c13dc4835fc4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3 HTTP/1.1" status: 200 len: 835 time: 0.0569994 Feb 04 06:38:10.858859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-18fbb8fc-e941-4dbd-a850-3a64b1307989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:10.860348 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-18fbb8fc-e941-4dbd-a850-3a64b1307989 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47729ab4-4ff5-4145-84a4-5a9a0e3fcb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723081 Feb 04 06:38:10.950886 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd230c-643f-4d75-ae26-774b5d71daff req-466060c9-a9e6-4099-a64f-b8604cf7b464 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:10.952507 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f0fd230c-643f-4d75-ae26-774b5d71daff req-466060c9-a9e6-4099-a64f-b8604cf7b464 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 943 time: 0.0793355 Feb 04 06:38:10.991861 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-270f43d5-6a01-466b-a60e-e938e9c458b2 service neutron] 10.222.0.43 "GET /v2.0/networks/47729ab4-4ff5-4145-84a4-5a9a0e3fcb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241076 Feb 04 06:38:11.000456 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f0fd230c-643f-4d75-ae26-774b5d71daff req-859df9ac-1781-465e-b08b-0b8ca3b4acc8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419064 Feb 04 06:38:11.129287 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d496c17a-ef01-4613-82ee-783a3e1b1b93 req-ebf5f938-6413-4711-8373-fa349ba3e5be service neutron] 10.222.0.43 "GET /v2.0/networks/47729ab4-4ff5-4145-84a4-5a9a0e3fcb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304874 Feb 04 06:38:11.255033 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d0d3c-49c2-4619-a024-5c7ca8576543 req-9feb6385-24ef-42e6-bab7-cc18031dfe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:11.256561 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6f8d0d3c-49c2-4619-a024-5c7ca8576543 req-9feb6385-24ef-42e6-bab7-cc18031dfe0d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 1096 time: 0.0760770 Feb 04 06:38:11.388991 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d0d3c-49c2-4619-a024-5c7ca8576543 req-622f36e6-3fac-4aac-9eb9-f5585efcb94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:11.390362 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6f8d0d3c-49c2-4619-a024-5c7ca8576543 req-622f36e6-3fac-4aac-9eb9-f5585efcb94d service neutron] 10.222.0.43 "GET /v2.0/networks?id=47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 HTTP/1.1" status: 200 len: 898 time: 0.1270051 Feb 04 06:38:11.459563 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6f8d0d3c-49c2-4619-a024-5c7ca8576543 req-2ed02867-b5be-487d-98e4-2b02dce2ce85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d731aabc-987d-410e-a02a-18f13ec7067f HTTP/1.1" status: 200 len: 217 time: 0.0622723 Feb 04 06:38:11.523329 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d0d3c-49c2-4619-a024-5c7ca8576543 req-ed63b4aa-6462-4dd8-a250-bf03223d4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:11.524748 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6f8d0d3c-49c2-4619-a024-5c7ca8576543 req-ed63b4aa-6462-4dd8-a250-bf03223d4224 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3 HTTP/1.1" status: 200 len: 835 time: 0.0586262 Feb 04 06:38:11.603284 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d0d3c-49c2-4619-a024-5c7ca8576543 req-1dfcc2d1-f426-4262-9b08-e9f8008eb9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:11.605154 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6f8d0d3c-49c2-4619-a024-5c7ca8576543 req-1dfcc2d1-f426-4262-9b08-e9f8008eb9b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47729ab4-4ff5-4145-84a4-5a9a0e3fcb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730042 Feb 04 06:38:11.740104 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6f8d0d3c-49c2-4619-a024-5c7ca8576543 req-75bead05-f402-491f-b8d1-f754269c66a3 service neutron] 10.222.0.43 "GET /v2.0/networks/47729ab4-4ff5-4145-84a4-5a9a0e3fcb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274157 Feb 04 06:38:11.874455 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6f8d0d3c-49c2-4619-a024-5c7ca8576543 req-441a3d33-31fe-466d-8fb5-796dec3a71e4 service neutron] 10.222.0.43 "GET /v2.0/networks/47729ab4-4ff5-4145-84a4-5a9a0e3fcb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276689 Feb 04 06:38:11.973465 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a63ba767-7ad2-4a63-ae8b-cdd6a88f717b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:38:12.044658 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port a63ba767-7ad2-4a63-ae8b-cdd6a88f717b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:12.045026 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:12.187159 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7582f-2d0d-4028-8dbb-e1ad02069268 req-62782bd5-a735-4a93-b31a-e551db4727d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:12.188643 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-60d7582f-2d0d-4028-8dbb-e1ad02069268 req-62782bd5-a735-4a93-b31a-e551db4727d6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 943 time: 0.0827839 Feb 04 06:38:12.232925 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-60d7582f-2d0d-4028-8dbb-e1ad02069268 req-cc25ce67-e4b6-4615-b74f-056e72845c82 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382545 Feb 04 06:38:12.510504 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device d731aabc-987d-410e-a02a-18f13ec7067f details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:38:12.650434 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port d731aabc-987d-410e-a02a-18f13ec7067f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=d731aabc-987d-410e-a02a-18f13ec7067f,segment=NetworkSegment(c2f28c62-9f3e-4efd-b95a-f633ab44cb4d),segment_id=c2f28c62-9f3e-4efd-b95a-f633ab44cb4d)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:38:12.664165 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': 'd731aabc-987d-410e-a02a-18f13ec7067f', 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33', 'port_id': 'd731aabc-987d-410e-a02a-18f13ec7067f', 'mac_address': 'fa:16:3e:6c:2d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:38:12.754419 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:12.771479 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d731aabc-987d-410e-a02a-18f13ec7067f {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:38:12.787208 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port d731aabc-987d-410e-a02a-18f13ec7067f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=d731aabc-987d-410e-a02a-18f13ec7067f,segment=NetworkSegment(c2f28c62-9f3e-4efd-b95a-f633ab44cb4d),segment_id=c2f28c62-9f3e-4efd-b95a-f633ab44cb4d)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:38:12.793432 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:12.872455 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=d731aabc-987d-410e-a02a-18f13ec7067f,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:13.011924 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['d731aabc-987d-410e-a02a-18f13ec7067f'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:38:13.526431 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d183d9-90c0-45c0-ad26-11dc052cd7a1 req-7f4d20ae-7ea0-4d64-ba09-b288756d0a3c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:13.527805 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a1d183d9-90c0-45c0-ad26-11dc052cd7a1 req-7f4d20ae-7ea0-4d64-ba09-b288756d0a3c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 944 time: 0.1904223 Feb 04 06:38:13.574581 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a1d183d9-90c0-45c0-ad26-11dc052cd7a1 req-1bdf5590-817b-4490-97fe-a6da0b227c7c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402968 Feb 04 06:38:14.524164 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device d731aabc-987d-410e-a02a-18f13ec7067f up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:38:14.596677 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port d731aabc-987d-410e-a02a-18f13ec7067f completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:38:14.602228 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port d731aabc-987d-410e-a02a-18f13ec7067f triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:14.602595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:14.721079 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:14.747820 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05067760-3bb0-4e55-b8dc-d7dbac99f47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd731aabc-987d-410e-a02a-18f13ec7067f'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:38:14.757738 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port d731aabc-987d-410e-a02a-18f13ec7067f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=d731aabc-987d-410e-a02a-18f13ec7067f,segment=NetworkSegment(c2f28c62-9f3e-4efd-b95a-f633ab44cb4d),segment_id=c2f28c62-9f3e-4efd-b95a-f633ab44cb4d)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:38:14.762526 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:14.762656 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a5432-21d4-4ae3-8cbf-100bcadf7712 req-1fc2580c-b736-4ee5-bd31-875a6777d529 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:14.764134 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4e8a5432-21d4-4ae3-8cbf-100bcadf7712 req-1fc2580c-b736-4ee5-bd31-875a6777d529 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 944 time: 0.0812750 Feb 04 06:38:14.798872 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05067760-3bb0-4e55-b8dc-d7dbac99f47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd731aabc-987d-410e-a02a-18f13ec7067f', 'code': 200} Feb 04 06:38:14.814230 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4e8a5432-21d4-4ae3-8cbf-100bcadf7712 req-f273f7d7-c4f5-4365-916f-04bdddd39cd3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423751 Feb 04 06:38:14.834239 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=d731aabc-987d-410e-a02a-18f13ec7067f,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:15.036477 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59cbc0-3602-4822-a4fd-394c673bcf1b req-4c6f49b6-ecb0-47f3-984b-d6769ecd8669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:15.037879 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ae59cbc0-3602-4822-a4fd-394c673bcf1b req-4c6f49b6-ecb0-47f3-984b-d6769ecd8669 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 1098 time: 0.0783091 Feb 04 06:38:15.078995 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ae59cbc0-3602-4822-a4fd-394c673bcf1b req-58426608-027d-4ecb-85f5-a5750ac1e7c7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348799 Feb 04 06:38:16.001929 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba60e35-a7c1-4dd1-99bf-654b5d9c445b req-2982394a-7bdb-47a4-843c-450ea2bbac7e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:16.003265 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cba60e35-a7c1-4dd1-99bf-654b5d9c445b req-2982394a-7bdb-47a4-843c-450ea2bbac7e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0794277 Feb 04 06:38:16.050040 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cba60e35-a7c1-4dd1-99bf-654b5d9c445b req-0d70e1d4-2fbf-4000-92e7-9d058b2f3abf tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391126 Feb 04 06:38:16.844230 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:38:17.260778 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2460ba-e349-422c-bd37-9b350cc44809 req-6a965cd7-d2eb-456d-91e4-22c9709b1c6f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:17.262234 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6a2460ba-e349-422c-bd37-9b350cc44809 req-6a965cd7-d2eb-456d-91e4-22c9709b1c6f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0878773 Feb 04 06:38:17.307895 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6a2460ba-e349-422c-bd37-9b350cc44809 req-230fc65a-824f-46cf-935e-171cfcbc6f9e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373676 Feb 04 06:38:17.495257 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52736b23-dc2d-4831-a6ca-8440ef5d7368 req-483dbb9d-e0ad-456f-9afc-f29de7e0c9f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:17.496747 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-52736b23-dc2d-4831-a6ca-8440ef5d7368 req-483dbb9d-e0ad-456f-9afc-f29de7e0c9f8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0829649 Feb 04 06:38:17.544704 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-52736b23-dc2d-4831-a6ca-8440ef5d7368 req-2cbddedd-ce41-488a-af09-87475f4dc20f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394156 Feb 04 06:38:17.577192 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35730) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:38:17.690851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da84ba48-9d25-49ae-952c-5d1026d78021 tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:17.692356 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-da84ba48-9d25-49ae-952c-5d1026d78021 tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 1093 time: 0.1141701 Feb 04 06:38:17.696302 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35736) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:38:17.701262 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': 'd731aabc-987d-410e-a02a-18f13ec7067f', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:17.707626 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:38:17.711555 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:floatingip and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:38:17.714361 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:38:17.720176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:38:17.733117 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:17.874520 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:18.013107 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Allocated IP 172.26.4.77 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/9f36ac7e-9cdc-48aa-83e7-59a6a06dff28) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:38:18.163083 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:18.195638 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:18.259802 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:38:18.262520 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:18.266209 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:38:18.294460 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=9f36ac7e-9cdc-48aa-83e7-59a6a06dff28,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:18.684335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:18.761515 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:19.070727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:19.076471 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:19.187331 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=9f36ac7e-9cdc-48aa-83e7-59a6a06dff28,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:19.196477 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:19.379576 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Floating IP 81cb424e-8b23-44bf-8578-8549a8253871 associated. External IP: 172.26.4.77, port: d731aabc-987d-410e-a02a-18f13ec7067f. Feb 04 06:38:19.762132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:38:19.939497 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:38:19.949705 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c77e6-4706-491f-b418-4dd5b41e01df None None] Sync routers for ids ['2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:38:19.960462 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423c77e6-4706-491f-b418-4dd5b41e01df None None] Routers {'2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:38:19.961127 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-423c77e6-4706-491f-b418-4dd5b41e01df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:38:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:19.965099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:20.023614 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-922da9ef-39cf-4311-976f-6c5d4b4d8b72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3261256 Feb 04 06:38:20.024048 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05067760-3bb0-4e55-b8dc-d7dbac99f47c', 'tag': 'd731aabc-987d-410e-a02a-18f13ec7067f'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:38:20.139167 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-423c77e6-4706-491f-b418-4dd5b41e01df None None] Set router 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:38:20.146463 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05067760-3bb0-4e55-b8dc-d7dbac99f47c', 'tag': 'd731aabc-987d-410e-a02a-18f13ec7067f', 'status': 'completed', 'code': 200} Feb 04 06:38:20.218575 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1d1ac-073b-4c95-beb3-bf4f10ce370a req-2c2266d9-aba2-4b33-be31-0648a5a19617 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:20.220220 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5de1d1ac-073b-4c95-beb3-bf4f10ce370a req-2c2266d9-aba2-4b33-be31-0648a5a19617 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.1107635 Feb 04 06:38:20.226766 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fcfb5-3450-470b-a215-5f00bb3bbf3c req-daea06ad-ed99-46ce-80be-bc6f32cbfec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:20.228265 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-543fcfb5-3450-470b-a215-5f00bb3bbf3c req-daea06ad-ed99-46ce-80be-bc6f32cbfec5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 1098 time: 0.0763743 Feb 04 06:38:20.268097 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5de1d1ac-073b-4c95-beb3-bf4f10ce370a req-39dbab58-9a82-43ca-9789-9eefa86fb1e9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398691 Feb 04 06:38:20.289933 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35746) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:38:20.365836 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fcfb5-3450-470b-a215-5f00bb3bbf3c req-1b9efd74-9b39-4a0e-a19e-f7ea154c51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:20.367599 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-543fcfb5-3450-470b-a215-5f00bb3bbf3c req-1b9efd74-9b39-4a0e-a19e-f7ea154c51c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 HTTP/1.1" status: 200 len: 898 time: 0.1333728 Feb 04 06:38:20.397158 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-90af9777-9c5d-4caf-a672-8fc6afcca26d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/81cb424e-8b23-44bf-8578-8549a8253871 HTTP/1.1" status: 200 len: 990 time: 0.1060579 Feb 04 06:38:20.476155 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-543fcfb5-3450-470b-a215-5f00bb3bbf3c req-49c130b1-026f-4179-ba8d-2ea1b45a0ac6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d731aabc-987d-410e-a02a-18f13ec7067f HTTP/1.1" status: 200 len: 998 time: 0.1009924 Feb 04 06:38:20.490404 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-423c77e6-4706-491f-b418-4dd5b41e01df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673713456', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:37:59Z', 'updated_at': '2022-02-04T06:38:05Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:00Z', 'updated_at': '2022-02-04T06:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '81cb424e-8b23-44bf-8578-8549a8253871', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'floating_ip_address': '172.26.4.77', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'port_id': 'd731aabc-987d-410e-a02a-18f13ec7067f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33', 'mac_address': 'fa:16:3e:6c:2d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05067760-3bb0-4e55-b8dc-d7dbac99f47c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:38:18Z', 'updated_at': '2022-02-04T06:38:18Z', 'revision_number': 0, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a63ba767-7ad2-4a63-ae8b-cdd6a88f717b', 'name': '', 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:b7:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:03Z', 'updated_at': '2022-02-04T06:38:10Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:20.494378 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c77e6-4706-491f-b418-4dd5b41e01df None None] Checking router: 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:38:20.502917 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423c77e6-4706-491f-b418-4dd5b41e01df None None] Routers {'2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:38:20.503520 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-423c77e6-4706-491f-b418-4dd5b41e01df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:38:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:20.543156 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fcfb5-3450-470b-a215-5f00bb3bbf3c req-2d86c811-f73c-41ba-864c-3e325f2b8ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:20.544586 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-543fcfb5-3450-470b-a215-5f00bb3bbf3c req-2d86c811-f73c-41ba-864c-3e325f2b8ca0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3 HTTP/1.1" status: 200 len: 835 time: 0.0631018 Feb 04 06:38:20.621953 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fcfb5-3450-470b-a215-5f00bb3bbf3c req-4fb56734-44e8-45df-b998-329c96949889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:20.623448 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-543fcfb5-3450-470b-a215-5f00bb3bbf3c req-4fb56734-44e8-45df-b998-329c96949889 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47729ab4-4ff5-4145-84a4-5a9a0e3fcb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727146 Feb 04 06:38:20.686534 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-423c77e6-4706-491f-b418-4dd5b41e01df None None] Set router 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:38:20.858835 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-543fcfb5-3450-470b-a215-5f00bb3bbf3c req-a14ffd76-7830-479f-9f08-62cf84a2dbb5 service neutron] 10.222.0.43 "GET /v2.0/networks/47729ab4-4ff5-4145-84a4-5a9a0e3fcb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288153 Feb 04 06:38:20.988514 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-543fcfb5-3450-470b-a215-5f00bb3bbf3c req-9049f070-c6ff-4dc6-b566-346009622a61 service neutron] 10.222.0.43 "GET /v2.0/networks/47729ab4-4ff5-4145-84a4-5a9a0e3fcb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228650 Feb 04 06:38:21.075127 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-423c77e6-4706-491f-b418-4dd5b41e01df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673713456', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:37:59Z', 'updated_at': '2022-02-04T06:38:05Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:00Z', 'updated_at': '2022-02-04T06:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '81cb424e-8b23-44bf-8578-8549a8253871', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'floating_ip_address': '172.26.4.77', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'port_id': 'd731aabc-987d-410e-a02a-18f13ec7067f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33', 'mac_address': 'fa:16:3e:6c:2d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05067760-3bb0-4e55-b8dc-d7dbac99f47c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:38:18Z', 'updated_at': '2022-02-04T06:38:18Z', 'revision_number': 0, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a63ba767-7ad2-4a63-ae8b-cdd6a88f717b', 'name': '', 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:b7:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:03Z', 'updated_at': '2022-02-04T06:38:10Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:21.079183 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c77e6-4706-491f-b418-4dd5b41e01df None None] The sync data for ids ['2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'] in dv-neutron-826830-2-hyperv is: [{'id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673713456', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:37:59Z', 'updated_at': '2022-02-04T06:38:05Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:00Z', 'updated_at': '2022-02-04T06:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '81cb424e-8b23-44bf-8578-8549a8253871', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'floating_ip_address': '172.26.4.77', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'port_id': 'd731aabc-987d-410e-a02a-18f13ec7067f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33', 'mac_address': 'fa:16:3e:6c:2d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05067760-3bb0-4e55-b8dc-d7dbac99f47c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:38:18Z', 'updated_at': '2022-02-04T06:38:18Z', 'revision_number': 0, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a63ba767-7ad2-4a63-ae8b-cdd6a88f717b', 'name': '', 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:b7:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:03Z', 'updated_at': '2022-02-04T06:38:10Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:38:21.276721 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e630741d-2489-45e9-b643-db8123a8d64b None None] New status for floating IP 81cb424e-8b23-44bf-8578-8549a8253871: ACTIVE {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:38:21.401396 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35750) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:38:21.508239 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-beb410ca-f372-40f0-b7e6-efb3485c236f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/81cb424e-8b23-44bf-8578-8549a8253871 HTTP/1.1" status: 200 len: 990 time: 0.1055665 Feb 04 06:38:22.513392 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35754) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:38:22.628335 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b789e6b1-6f84-42a1-9b29-014faae22ca4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/81cb424e-8b23-44bf-8578-8549a8253871 HTTP/1.1" status: 200 len: 992 time: 0.1134593 Feb 04 06:38:29.555413 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-61796527-1a68-4848-8523-2e4dc95ff7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:31.901241 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5e16cc0f-d0d3-4ff0-bc6d-9274b2739a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:32.991958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:32.998610 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:34.420247 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:37.486808 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:42.121655 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a2c0d4ea-1a4c-4034-a450-75e3a125b6c2 req-02d6c041-4382-4b96-8ae3-02dddd5e7310 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749428 Feb 04 06:38:42.263814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0d4ea-1a4c-4034-a450-75e3a125b6c2 req-0c1f4c2e-b57d-4ea7-bc46-721a5885726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:42.265293 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a2c0d4ea-1a4c-4034-a450-75e3a125b6c2 req-0c1f4c2e-b57d-4ea7-bc46-721a5885726f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 1098 time: 0.0713310 Feb 04 06:38:42.433467 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0d4ea-1a4c-4034-a450-75e3a125b6c2 req-8d2d7d77-9d4c-4a1f-a000-08be5f57e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:42.434961 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a2c0d4ea-1a4c-4034-a450-75e3a125b6c2 req-8d2d7d77-9d4c-4a1f-a000-08be5f57e279 service neutron] 10.222.0.43 "GET /v2.0/networks?id=47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 HTTP/1.1" status: 200 len: 898 time: 0.1459966 Feb 04 06:38:42.540181 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a2c0d4ea-1a4c-4034-a450-75e3a125b6c2 req-1c46a35b-ae8f-4bba-9130-f8625bf56c40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d731aabc-987d-410e-a02a-18f13ec7067f HTTP/1.1" status: 200 len: 1000 time: 0.0980628 Feb 04 06:38:42.605079 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0d4ea-1a4c-4034-a450-75e3a125b6c2 req-f43288ab-3539-4766-8ea9-758ca21bc876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:42.607133 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a2c0d4ea-1a4c-4034-a450-75e3a125b6c2 req-f43288ab-3539-4766-8ea9-758ca21bc876 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3 HTTP/1.1" status: 200 len: 835 time: 0.0601683 Feb 04 06:38:42.693296 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0d4ea-1a4c-4034-a450-75e3a125b6c2 req-19b4e735-d0e2-44eb-bd6b-965bcfdcd12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:42.694763 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a2c0d4ea-1a4c-4034-a450-75e3a125b6c2 req-19b4e735-d0e2-44eb-bd6b-965bcfdcd12f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47729ab4-4ff5-4145-84a4-5a9a0e3fcb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806515 Feb 04 06:38:42.836410 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a2c0d4ea-1a4c-4034-a450-75e3a125b6c2 req-f137e252-cd32-4f9b-8045-8e4846ebb0d0 service neutron] 10.222.0.43 "GET /v2.0/networks/47729ab4-4ff5-4145-84a4-5a9a0e3fcb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346312 Feb 04 06:38:42.966223 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a2c0d4ea-1a4c-4034-a450-75e3a125b6c2 req-036b69fc-196c-4c60-b1e3-2296ffb40477 service neutron] 10.222.0.43 "GET /v2.0/networks/47729ab4-4ff5-4145-84a4-5a9a0e3fcb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224744 Feb 04 06:38:52.297511 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa0216-ac44-497b-93bd-e3bae52b56b2 req-8ccff447-3e0a-40c5-9bf9-85846980670e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:52.298948 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-04aa0216-ac44-497b-93bd-e3bae52b56b2 req-8ccff447-3e0a-40c5-9bf9-85846980670e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0855772 Feb 04 06:38:52.461146 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-04aa0216-ac44-497b-93bd-e3bae52b56b2 req-17e66b46-b230-4e54-a242-9456b6f4e113 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561897 Feb 04 06:38:53.675428 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80405a56-307b-4763-992c-f61862dcc8e8 req-ab8b6e85-233a-4963-9a23-df64ecbc3ce2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:53.676896 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-80405a56-307b-4763-992c-f61862dcc8e8 req-ab8b6e85-233a-4963-9a23-df64ecbc3ce2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0951281 Feb 04 06:38:53.724968 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-80405a56-307b-4763-992c-f61862dcc8e8 req-bb442a0f-ba20-4530-a11b-874153337351 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423305 Feb 04 06:38:53.849596 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:38:54.932620 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d41f1-7319-4b53-825f-48ae23490a62 req-4e288d57-d596-43bf-a14c-190990e3ca6f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:54.934084 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-705d41f1-7319-4b53-825f-48ae23490a62 req-4e288d57-d596-43bf-a14c-190990e3ca6f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0895424 Feb 04 06:38:54.979907 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-705d41f1-7319-4b53-825f-48ae23490a62 req-1f557008-99f4-4202-9a48-6bbfab9d938b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397460 Feb 04 06:38:56.191684 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c440e95-c71c-4377-bcb8-b4a67c241c6f req-d3e2e19a-ca98-4d42-96a7-5d4d21f8a754 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:56.193168 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5c440e95-c71c-4377-bcb8-b4a67c241c6f req-d3e2e19a-ca98-4d42-96a7-5d4d21f8a754 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0903504 Feb 04 06:38:56.240063 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5c440e95-c71c-4377-bcb8-b4a67c241c6f req-89d07605-070e-4a5b-8cf7-57d8da78b8bf tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411313 Feb 04 06:38:57.441472 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1306e-139f-4dc5-97d8-a595e004aea9 req-69623bc5-39ca-4b7f-b019-d03ad3b9b685 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:57.442932 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-53f1306e-139f-4dc5-97d8-a595e004aea9 req-69623bc5-39ca-4b7f-b019-d03ad3b9b685 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0824983 Feb 04 06:38:57.488998 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-53f1306e-139f-4dc5-97d8-a595e004aea9 req-45bef6da-8deb-499f-9fee-bdca75f612a4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375118 Feb 04 06:38:58.684898 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecc683-e80c-4311-85d6-5a4baed266a9 req-c42bd420-2afb-4916-9332-398d6de4542c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:58.686335 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-18ecc683-e80c-4311-85d6-5a4baed266a9 req-c42bd420-2afb-4916-9332-398d6de4542c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0836949 Feb 04 06:38:58.738550 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-18ecc683-e80c-4311-85d6-5a4baed266a9 req-11e4afe4-6369-461f-ad5f-4e011ade220e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438714 Feb 04 06:38:59.553683 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f40d12dc-7615-49f5-8946-d8c3cdb98185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:59.936624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a60065-24c4-4e40-8e52-0caab2201b7f req-e7a1eadf-5e02-4dd9-b396-5578fe587b9c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:59.938069 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-57a60065-24c4-4e40-8e52-0caab2201b7f req-e7a1eadf-5e02-4dd9-b396-5578fe587b9c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0900996 Feb 04 06:38:59.982507 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-57a60065-24c4-4e40-8e52-0caab2201b7f req-a9c64def-9bd3-49f4-8568-841c0aa4e2b4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388618 Feb 04 06:39:01.191733 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e9a0f-3533-4149-8e3a-e8a7b3f93bb2 req-5f217547-d21c-40f5-9132-64fc66e172a8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:01.193222 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2c0e9a0f-3533-4149-8e3a-e8a7b3f93bb2 req-5f217547-d21c-40f5-9132-64fc66e172a8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0932384 Feb 04 06:39:01.239372 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2c0e9a0f-3533-4149-8e3a-e8a7b3f93bb2 req-a1b65246-7dd0-4a49-9140-d2bb5f9fadf6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403378 Feb 04 06:39:01.916657 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-40d6028d-bb47-4072-bacf-9d864888f1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:02.454864 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f88816-5e43-43ea-9dc7-60092390116a req-dacbb264-d414-4493-9652-42b3f4b647ab tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:02.456246 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a0f88816-5e43-43ea-9dc7-60092390116a req-dacbb264-d414-4493-9652-42b3f4b647ab tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0867383 Feb 04 06:39:02.508298 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a0f88816-5e43-43ea-9dc7-60092390116a req-22cd81ce-ac77-4b97-ba0e-4531cd71207e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436370 Feb 04 06:39:02.983054 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:02.997808 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:03.711934 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cbfdf-112d-4e74-b650-682419d1286b req-64415a06-28ca-4943-92be-f7aef1cf21ef tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:03.713346 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-587cbfdf-112d-4e74-b650-682419d1286b req-64415a06-28ca-4943-92be-f7aef1cf21ef tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0802877 Feb 04 06:39:03.760338 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-587cbfdf-112d-4e74-b650-682419d1286b req-2c8fee93-7f9d-456d-a215-b506fa6d5f57 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386190 Feb 04 06:39:04.432133 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:04.975365 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2647f9d-8ba6-44bd-a533-3ed0a3808002 req-a6350a51-535f-4228-95d1-59187c23d2f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:04.976821 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2647f9d-8ba6-44bd-a533-3ed0a3808002 req-a6350a51-535f-4228-95d1-59187c23d2f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0948038 Feb 04 06:39:05.023688 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e2647f9d-8ba6-44bd-a533-3ed0a3808002 req-1f2afc09-f7f5-40f1-944f-7ebb95f9cc4c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390680 Feb 04 06:39:06.217006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddab33-3a57-4801-9332-3acd86a46dc4 req-39c97ca8-af2e-4882-9291-17647be11e70 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:06.218495 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b0ddab33-3a57-4801-9332-3acd86a46dc4 req-39c97ca8-af2e-4882-9291-17647be11e70 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0799870 Feb 04 06:39:06.264511 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b0ddab33-3a57-4801-9332-3acd86a46dc4 req-0ae9f0da-0370-4323-89e3-d39de9fd5700 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381076 Feb 04 06:39:07.474290 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104708a2-fc19-4255-9cd0-acf34c7be85d req-a2f1bad4-1bb1-4173-ab46-0b252cf8de3f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:07.475663 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-104708a2-fc19-4255-9cd0-acf34c7be85d req-a2f1bad4-1bb1-4173-ab46-0b252cf8de3f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0834444 Feb 04 06:39:07.490254 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:07.523721 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-104708a2-fc19-4255-9cd0-acf34c7be85d req-edd17f4a-fe38-446e-b62f-ee59098133cc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392003 Feb 04 06:39:08.729306 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34106b35-5ea9-4d86-81fa-3795e58e17d0 req-ad5ba167-050a-4752-ad2c-3930202f91d7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:08.731119 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-34106b35-5ea9-4d86-81fa-3795e58e17d0 req-ad5ba167-050a-4752-ad2c-3930202f91d7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0941048 Feb 04 06:39:08.777020 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-34106b35-5ea9-4d86-81fa-3795e58e17d0 req-2c0084d1-f9ad-4410-9a7e-52d951e3ed9f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383160 Feb 04 06:39:08.806219 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35800) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:08.914914 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8835685f-1277-4423-80dd-6963197b9273 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/81cb424e-8b23-44bf-8578-8549a8253871 HTTP/1.1" status: 200 len: 992 time: 0.1075764 Feb 04 06:39:10.388710 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03240f84-6563-4f1e-b46a-892453720b97 req-1fdcb4bf-89bf-474d-bd32-8cdffeafe881 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:10.390183 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-03240f84-6563-4f1e-b46a-892453720b97 req-1fdcb4bf-89bf-474d-bd32-8cdffeafe881 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0886292 Feb 04 06:39:10.417617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157b875-f208-423a-a35e-163a75d83230 req-fecc6d55-2775-41a9-b2de-31371c4ee7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:10.419117 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b157b875-f208-423a-a35e-163a75d83230 req-fecc6d55-2775-41a9-b2de-31371c4ee7be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 1098 time: 0.0715811 Feb 04 06:39:10.436456 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-03240f84-6563-4f1e-b46a-892453720b97 req-bedec710-4b2d-460c-9be4-6c508876bcdd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396187 Feb 04 06:39:10.549780 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157b875-f208-423a-a35e-163a75d83230 req-3b014319-3a99-411b-b2dc-1c2cc8a622f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:10.551226 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b157b875-f208-423a-a35e-163a75d83230 req-3b014319-3a99-411b-b2dc-1c2cc8a622f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 HTTP/1.1" status: 200 len: 898 time: 0.1254256 Feb 04 06:39:10.654622 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b157b875-f208-423a-a35e-163a75d83230 req-6c522043-fc42-44be-afbc-31f3dcd247ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d731aabc-987d-410e-a02a-18f13ec7067f HTTP/1.1" status: 200 len: 1000 time: 0.0961251 Feb 04 06:39:10.717569 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157b875-f208-423a-a35e-163a75d83230 req-4d812de7-1560-42cd-a491-4fee75ab85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:10.718856 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b157b875-f208-423a-a35e-163a75d83230 req-4d812de7-1560-42cd-a491-4fee75ab85a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3 HTTP/1.1" status: 200 len: 835 time: 0.0582089 Feb 04 06:39:10.895057 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157b875-f208-423a-a35e-163a75d83230 req-fdd4fac4-257a-4729-a92a-2d6fd6b56ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:10.896631 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b157b875-f208-423a-a35e-163a75d83230 req-fdd4fac4-257a-4729-a92a-2d6fd6b56ec9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47729ab4-4ff5-4145-84a4-5a9a0e3fcb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1717610 Feb 04 06:39:11.027178 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b157b875-f208-423a-a35e-163a75d83230 req-2e70f511-551b-4b16-8933-40327675c5cc service neutron] 10.222.0.43 "GET /v2.0/networks/47729ab4-4ff5-4145-84a4-5a9a0e3fcb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239116 Feb 04 06:39:11.165349 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b157b875-f208-423a-a35e-163a75d83230 req-6433e384-f3d9-49d3-b82e-3022861eaeaa service neutron] 10.222.0.43 "GET /v2.0/networks/47729ab4-4ff5-4145-84a4-5a9a0e3fcb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322107 Feb 04 06:39:11.629890 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0553d2-c602-4789-ada0-3109c9b92562 req-d3277a9b-a357-4d0a-9e62-f77b1581a240 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:11.631490 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6c0553d2-c602-4789-ada0-3109c9b92562 req-d3277a9b-a357-4d0a-9e62-f77b1581a240 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0820489 Feb 04 06:39:11.681410 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6c0553d2-c602-4789-ada0-3109c9b92562 req-41dcef7c-4d2c-4ac9-9041-edefd1666d0e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440044 Feb 04 06:39:12.891443 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb17c7-0ebd-40ab-b6b9-7403cf69d185 req-d69bcd62-b628-4ec7-a116-c93faeff1c29 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:12.892918 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-75bb17c7-0ebd-40ab-b6b9-7403cf69d185 req-d69bcd62-b628-4ec7-a116-c93faeff1c29 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0866256 Feb 04 06:39:12.940184 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-75bb17c7-0ebd-40ab-b6b9-7403cf69d185 req-68bdd64f-dc84-4677-96a8-c7f68603bb96 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416100 Feb 04 06:39:12.970279 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35816) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:13.075493 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f4342d88-0eb3-4055-9bdd-9d35bb08ba3d tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/81cb424e-8b23-44bf-8578-8549a8253871 HTTP/1.1" status: 200 len: 992 time: 0.1040516 Feb 04 06:39:29.553533 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3c1b0e9f-ce1c-4464-8848-ef449f0c6dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:30.854016 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:39:31.908244 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1a49f156-7b2d-497f-9284-2b8bb963609e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:32.980876 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:33.003118 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:34.435178 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:37.499025 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:42.042527 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3f4a955d-66a4-4ed5-9c19-089d54901e06 req-fadc63e0-e9fa-49af-af28-eba1706f28bf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700357 Feb 04 06:39:42.192138 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a955d-66a4-4ed5-9c19-089d54901e06 req-88b46838-2399-48bb-a521-9ffb36590889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:42.193586 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3f4a955d-66a4-4ed5-9c19-089d54901e06 req-88b46838-2399-48bb-a521-9ffb36590889 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 1098 time: 0.0815361 Feb 04 06:39:42.339293 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a955d-66a4-4ed5-9c19-089d54901e06 req-134fdeb2-5642-4b13-9198-ad7d4956db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:42.340725 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3f4a955d-66a4-4ed5-9c19-089d54901e06 req-134fdeb2-5642-4b13-9198-ad7d4956db66 service neutron] 10.222.0.43 "GET /v2.0/networks?id=47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 HTTP/1.1" status: 200 len: 898 time: 0.1253834 Feb 04 06:39:42.447756 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3f4a955d-66a4-4ed5-9c19-089d54901e06 req-6c56575f-4aed-46fa-802f-84d347f63e5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d731aabc-987d-410e-a02a-18f13ec7067f HTTP/1.1" status: 200 len: 1000 time: 0.1005831 Feb 04 06:39:42.508860 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a955d-66a4-4ed5-9c19-089d54901e06 req-4b62bafd-cfd0-4839-8b7c-e003c48f4edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:42.510215 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3f4a955d-66a4-4ed5-9c19-089d54901e06 req-4b62bafd-cfd0-4839-8b7c-e003c48f4edd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3 HTTP/1.1" status: 200 len: 835 time: 0.0562425 Feb 04 06:39:42.585061 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a955d-66a4-4ed5-9c19-089d54901e06 req-ec6474ac-299a-4ad5-803e-afad9e416dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:42.586494 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3f4a955d-66a4-4ed5-9c19-089d54901e06 req-ec6474ac-299a-4ad5-803e-afad9e416dbf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47729ab4-4ff5-4145-84a4-5a9a0e3fcb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701301 Feb 04 06:39:42.721040 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3f4a955d-66a4-4ed5-9c19-089d54901e06 req-5d915210-a586-4f5b-b6bc-15414956c9f3 service neutron] 10.222.0.43 "GET /v2.0/networks/47729ab4-4ff5-4145-84a4-5a9a0e3fcb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278136 Feb 04 06:39:42.855154 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3f4a955d-66a4-4ed5-9c19-089d54901e06 req-b2a97819-baa8-48bb-9862-717bda6956fe service neutron] 10.222.0.43 "GET /v2.0/networks/47729ab4-4ff5-4145-84a4-5a9a0e3fcb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272216 Feb 04 06:39:43.754391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35840) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:44.060770 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting port 9f36ac7e-9cdc-48aa-83e7-59a6a06dff28 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:39:44.061006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:44.234230 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:44.234556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:44.353009 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Calling delete_port for 9f36ac7e-9cdc-48aa-83e7-59a6a06dff28 owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:39:44.507631 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:44.553098 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Port': ['ID=9f36ac7e-9cdc-48aa-83e7-59a6a06dff28,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:44.592362 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:44.592708 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:44.593039 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:44.593367 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:44.593692 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:44.594040 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:44.594362 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:44.594672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:44.594993 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:44.595307 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:44.595627 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:44.595972 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:44.655506 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for floatingip, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:44.655835 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Floating IP 81cb424e-8b23-44bf-8578-8549a8253871 disassociated (deleted). External IP: 172.26.4.77, port: d731aabc-987d-410e-a02a-18f13ec7067f. Feb 04 06:39:45.016228 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:39:45.194947 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:39:45.204727 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41947557-6b25-41d0-9b57-da2163911d71 None None] Sync routers for ids ['2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:39:45.211841 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:45.216562 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41947557-6b25-41d0-9b57-da2163911d71 None None] Routers {'2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:39:45.217130 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-41947557-6b25-41d0-9b57-da2163911d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:39:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:39:45.267437 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-866fc9e6-c4ca-4b92-8176-6d90aa7ac19f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/floatingips/81cb424e-8b23-44bf-8578-8549a8253871 HTTP/1.1" status: 204 len: 168 time: 1.5118837 Feb 04 06:39:45.267952 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05067760-3bb0-4e55-b8dc-d7dbac99f47c', 'tag': 'd731aabc-987d-410e-a02a-18f13ec7067f'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:39:45.316841 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05067760-3bb0-4e55-b8dc-d7dbac99f47c', 'tag': 'd731aabc-987d-410e-a02a-18f13ec7067f', 'status': 'completed', 'code': 200} Feb 04 06:39:45.391405 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-41947557-6b25-41d0-9b57-da2163911d71 None None] Set router 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:39:45.416721 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f03b8-9bcc-4554-9964-faaa03bacf26 req-d8d17279-ef8d-4ae3-9a4b-f54aaf53c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:45.418201 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-da2f03b8-9bcc-4554-9964-faaa03bacf26 req-d8d17279-ef8d-4ae3-9a4b-f54aaf53c033 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 1098 time: 0.0750709 Feb 04 06:39:45.562516 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f03b8-9bcc-4554-9964-faaa03bacf26 req-06a955d1-65e5-4a10-9d5f-edba427bb71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:45.563917 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-da2f03b8-9bcc-4554-9964-faaa03bacf26 req-06a955d1-65e5-4a10-9d5f-edba427bb71d service neutron] 10.222.0.43 "GET /v2.0/networks?id=47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 HTTP/1.1" status: 200 len: 898 time: 0.1393375 Feb 04 06:39:45.630968 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-da2f03b8-9bcc-4554-9964-faaa03bacf26 req-692cb265-0190-49b3-b799-45a8afb87d98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d731aabc-987d-410e-a02a-18f13ec7067f HTTP/1.1" status: 200 len: 217 time: 0.0601168 Feb 04 06:39:45.648967 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aef95f-0240-4489-b9f9-0c3ff144b606 req-2473c403-c779-4a45-8477-a711d9e7c7f7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:45.649666 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-57aef95f-0240-4489-b9f9-0c3ff144b606 req-2473c403-c779-4a45-8477-a711d9e7c7f7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:39:45.666249 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-57aef95f-0240-4489-b9f9-0c3ff144b606 req-2473c403-c779-4a45-8477-a711d9e7c7f7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:39:45.667398 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-57aef95f-0240-4489-b9f9-0c3ff144b606 req-2473c403-c779-4a45-8477-a711d9e7c7f7 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.1018693 Feb 04 06:39:45.698639 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f03b8-9bcc-4554-9964-faaa03bacf26 req-db920827-ef80-499a-a86f-81f738b6bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:45.700310 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-da2f03b8-9bcc-4554-9964-faaa03bacf26 req-db920827-ef80-499a-a86f-81f738b6bbeb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3 HTTP/1.1" status: 200 len: 835 time: 0.0623157 Feb 04 06:39:45.710521 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-41947557-6b25-41d0-9b57-da2163911d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673713456', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:37:59Z', 'updated_at': '2022-02-04T06:38:05Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:00Z', 'updated_at': '2022-02-04T06:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'a63ba767-7ad2-4a63-ae8b-cdd6a88f717b', 'name': '', 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:b7:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:03Z', 'updated_at': '2022-02-04T06:38:10Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:39:45.714919 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41947557-6b25-41d0-9b57-da2163911d71 None None] Checking router: 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:39:45.723390 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41947557-6b25-41d0-9b57-da2163911d71 None None] Routers {'2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:39:45.723804 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-57aef95f-0240-4489-b9f9-0c3ff144b606 req-d2f78a65-822a-4739-873c-e32058a72a2c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482249 Feb 04 06:39:45.724011 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-41947557-6b25-41d0-9b57-da2163911d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:39:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:39:45.775973 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f03b8-9bcc-4554-9964-faaa03bacf26 req-9938a79f-5727-4591-b908-46177816c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:45.777552 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-da2f03b8-9bcc-4554-9964-faaa03bacf26 req-9938a79f-5727-4591-b908-46177816c47f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47729ab4-4ff5-4145-84a4-5a9a0e3fcb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707345 Feb 04 06:39:45.905044 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-41947557-6b25-41d0-9b57-da2163911d71 None None] Set router 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:39:46.016821 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-da2f03b8-9bcc-4554-9964-faaa03bacf26 req-9cf23e84-ad3f-4983-8d65-ca6e83133cbe service neutron] 10.222.0.43 "GET /v2.0/networks/47729ab4-4ff5-4145-84a4-5a9a0e3fcb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322733 Feb 04 06:39:46.144661 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-da2f03b8-9bcc-4554-9964-faaa03bacf26 req-86ba2eba-9dba-4d2e-bb33-64f477a280b2 service neutron] 10.222.0.43 "GET /v2.0/networks/47729ab4-4ff5-4145-84a4-5a9a0e3fcb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217771 Feb 04 06:39:46.255376 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-41947557-6b25-41d0-9b57-da2163911d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673713456', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:37:59Z', 'updated_at': '2022-02-04T06:38:05Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:00Z', 'updated_at': '2022-02-04T06:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'a63ba767-7ad2-4a63-ae8b-cdd6a88f717b', 'name': '', 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:b7:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:03Z', 'updated_at': '2022-02-04T06:38:10Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:39:46.259635 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41947557-6b25-41d0-9b57-da2163911d71 None None] The sync data for ids ['2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'] in dv-neutron-826830-2-hyperv is: [{'id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673713456', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:37:59Z', 'updated_at': '2022-02-04T06:38:05Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:00Z', 'updated_at': '2022-02-04T06:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'a63ba767-7ad2-4a63-ae8b-cdd6a88f717b', 'name': '', 'network_id': '47729ab4-4ff5-4145-84a4-5a9a0e3fcb33', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:b7:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:03Z', 'updated_at': '2022-02-04T06:38:10Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': 'db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:39:46.480928 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8926efe-af4b-477b-8b9a-39395f5a2b26 None None] New status for floating IP 81cb424e-8b23-44bf-8578-8549a8253871: DOWN {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:39:46.925199 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbe535-e351-470b-9ec4-cf3cf74de9e0 req-e3787c95-81ec-4055-8393-196c5f06f0f6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:46.927078 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2bdbe535-e351-470b-9ec4-cf3cf74de9e0 req-e3787c95-81ec-4055-8393-196c5f06f0f6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.0896652 Feb 04 06:39:47.035292 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e6705-aca5-4428-8832-c4d4c49b23f8 req-fc9b74d8-80cb-4480-85d1-0852a6480932 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:47.035950 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-563e6705-aca5-4428-8832-c4d4c49b23f8 req-fc9b74d8-80cb-4480-85d1-0852a6480932 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:39:47.048982 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-563e6705-aca5-4428-8832-c4d4c49b23f8 req-fc9b74d8-80cb-4480-85d1-0852a6480932 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:39:47.050136 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-563e6705-aca5-4428-8832-c4d4c49b23f8 req-fc9b74d8-80cb-4480-85d1-0852a6480932 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 945 time: 0.1010399 Feb 04 06:39:47.088388 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2bdbe535-e351-470b-9ec4-cf3cf74de9e0 req-c1ca3a76-6bf0-40a2-bb45-fefad5096708 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc00eed2-b81b-495d-b0fa-00e76b984af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549852 Feb 04 06:39:47.121579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-563e6705-aca5-4428-8832-c4d4c49b23f8 req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting port d731aabc-987d-410e-a02a-18f13ec7067f {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:39:47.121943 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-563e6705-aca5-4428-8832-c4d4c49b23f8 req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:47.386559 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-563e6705-aca5-4428-8832-c4d4c49b23f8 req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] For port d731aabc-987d-410e-a02a-18f13ec7067f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=d731aabc-987d-410e-a02a-18f13ec7067f,segment=NetworkSegment(c2f28c62-9f3e-4efd-b95a-f633ab44cb4d),segment_id=c2f28c62-9f3e-4efd-b95a-f633ab44cb4d)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:39:47.386909 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-563e6705-aca5-4428-8832-c4d4c49b23f8 req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:47.508410 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-563e6705-aca5-4428-8832-c4d4c49b23f8 req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Calling delete_port for d731aabc-987d-410e-a02a-18f13ec7067f owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:39:47.657187 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-563e6705-aca5-4428-8832-c4d4c49b23f8 req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:47.716325 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Port': ['ID=d731aabc-987d-410e-a02a-18f13ec7067f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:47.753777 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:47.754128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:47.754496 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:47.754830 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:47.755168 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:47.755491 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:47.755880 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:47.756166 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:47.756517 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:47.756850 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:47.757162 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:47.757472 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:47.800361 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-563e6705-aca5-4428-8832-c4d4c49b23f8 req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] No DVR routers for this DVR port d731aabc-987d-410e-a02a-18f13ec7067f on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:39:47.803093 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-563e6705-aca5-4428-8832-c4d4c49b23f8 req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:47.805791 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05067760-3bb0-4e55-b8dc-d7dbac99f47c', 'name': 'network-vif-deleted', 'tag': 'd731aabc-987d-410e-a02a-18f13ec7067f'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:39:47.825833 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-563e6705-aca5-4428-8832-c4d4c49b23f8 req-1dcd8e25-7727-47c7-9645-89bb9ae7c4d0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "DELETE /v2.0/ports/d731aabc-987d-410e-a02a-18f13ec7067f HTTP/1.1" status: 204 len: 173 time: 0.7696655 Feb 04 06:39:47.908152 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05067760-3bb0-4e55-b8dc-d7dbac99f47c', 'name': 'network-vif-deleted', 'tag': 'd731aabc-987d-410e-a02a-18f13ec7067f', 'status': 'completed', 'code': 200} Feb 04 06:39:48.256740 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7f2dffab-d559-41a2-a9b7-ad879a8ed71d req-fa399527-3d58-4bf2-bb6a-6ebacb275ed8 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=05067760-3bb0-4e55-b8dc-d7dbac99f47c HTTP/1.1" status: 200 len: 210 time: 0.0423529 Feb 04 06:39:49.354098 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35860) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:50.024260 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-015bf023-c268-4d80-bc7f-c1cfea886512 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:50.394251 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-015bf023-c268-4d80-bc7f-c1cfea886512 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting port a63ba767-7ad2-4a63-ae8b-cdd6a88f717b {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:39:50.395005 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-015bf023-c268-4d80-bc7f-c1cfea886512 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:50.584549 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-015bf023-c268-4d80-bc7f-c1cfea886512 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] For port a63ba767-7ad2-4a63-ae8b-cdd6a88f717b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a63ba767-7ad2-4a63-ae8b-cdd6a88f717b,segment=NetworkSegment(c2f28c62-9f3e-4efd-b95a-f633ab44cb4d),segment_id=c2f28c62-9f3e-4efd-b95a-f633ab44cb4d)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:39:50.584902 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-015bf023-c268-4d80-bc7f-c1cfea886512 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:50.716773 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-015bf023-c268-4d80-bc7f-c1cfea886512 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Calling delete_port for a63ba767-7ad2-4a63-ae8b-cdd6a88f717b owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:39:51.047096 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device d731aabc-987d-410e-a02a-18f13ec7067f no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:39:51.047713 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-015bf023-c268-4d80-bc7f-c1cfea886512 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:51.081249 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: d731aabc-987d-410e-a02a-18f13ec7067f {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:39:51.081582 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device d731aabc-987d-410e-a02a-18f13ec7067f not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:39:51.096210 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bf023-c268-4d80-bc7f-c1cfea886512 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Port': ['ID=a63ba767-7ad2-4a63-ae8b-cdd6a88f717b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:51.489000 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-015bf023-c268-4d80-bc7f-c1cfea886512 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:51.842238 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015bf023-c268-4d80-bc7f-c1cfea886512 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:39:52.021045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015bf023-c268-4d80-bc7f-c1cfea886512 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:39:52.031942 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365dedff-d7b7-4b5d-8bd9-3ddf40215ea8 None None] Sync routers for ids ['2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:39:52.033920 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-015bf023-c268-4d80-bc7f-c1cfea886512 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "PUT /v2.0/routers/2c9d8fb0-a93b-4194-b03e-93713a3fc3ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6778018 Feb 04 06:39:52.036373 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35864) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:52.044051 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365dedff-d7b7-4b5d-8bd9-3ddf40215ea8 None None] Routers {'2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:39:52.044657 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-365dedff-d7b7-4b5d-8bd9-3ddf40215ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:39:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:39:52.103396 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4eddc53-730c-46aa-a372-8e940cd46b50 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting subnet db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:39:52.106663 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4eddc53-730c-46aa-a372-8e940cd46b50 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:52.158805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4eddc53-730c-46aa-a372-8e940cd46b50 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:52.218766 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-365dedff-d7b7-4b5d-8bd9-3ddf40215ea8 None None] Set router 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:39:52.244182 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4eddc53-730c-46aa-a372-8e940cd46b50 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:52.315474 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4eddc53-730c-46aa-a372-8e940cd46b50 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:52.353563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eddc53-730c-46aa-a372-8e940cd46b50 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Subnet': ['ID=db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:52.359195 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4eddc53-730c-46aa-a372-8e940cd46b50 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:52.365503 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b4eddc53-730c-46aa-a372-8e940cd46b50 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/subnets/db28ce1c-c80f-44ec-bbfb-d89d7f8e45d3 HTTP/1.1" status: 204 len: 168 time: 0.3281596 Feb 04 06:39:52.368439 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35868) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:52.380794 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ad9252-0048-4f8a-9864-13021dcd8c56 None None] Network 47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:39:52.546263 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc627e77-b95d-49d4-8d65-c4164551633c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:52.654343 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-365dedff-d7b7-4b5d-8bd9-3ddf40215ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673713456', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:37:59Z', 'updated_at': '2022-02-04T06:39:50Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:00Z', 'updated_at': '2022-02-04T06:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:39:52.658070 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365dedff-d7b7-4b5d-8bd9-3ddf40215ea8 None None] Checking router: 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:39:52.667409 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365dedff-d7b7-4b5d-8bd9-3ddf40215ea8 None None] Routers {'2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:39:52.668068 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-365dedff-d7b7-4b5d-8bd9-3ddf40215ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:39:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:39:52.726541 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] DHCP port deletion for 47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:39:52.732062 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc627e77-b95d-49d4-8d65-c4164551633c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:52.743284 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-bc627e77-b95d-49d4-8d65-c4164551633c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting port a5d6d5bc-9860-4dec-b2c3-773fc6a960f4 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:39:52.743640 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc627e77-b95d-49d4-8d65-c4164551633c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:52.749305 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] Deleting port fc740ce7-dcb5-45bc-8731-36cb89a66eb0 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:39:52.749674 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:52.918537 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-bc627e77-b95d-49d4-8d65-c4164551633c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] For port a5d6d5bc-9860-4dec-b2c3-773fc6a960f4, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a5d6d5bc-9860-4dec-b2c3-773fc6a960f4,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:39:52.918798 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc627e77-b95d-49d4-8d65-c4164551633c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:52.979058 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-365dedff-d7b7-4b5d-8bd9-3ddf40215ea8 None None] Set router 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:39:53.044774 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-bc627e77-b95d-49d4-8d65-c4164551633c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Calling delete_port for a5d6d5bc-9860-4dec-b2c3-773fc6a960f4 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:39:53.227198 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc627e77-b95d-49d4-8d65-c4164551633c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:53.247862 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] For port fc740ce7-dcb5-45bc-8731-36cb89a66eb0, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=fc740ce7-dcb5-45bc-8731-36cb89a66eb0,segment=NetworkSegment(c2f28c62-9f3e-4efd-b95a-f633ab44cb4d),segment_id=c2f28c62-9f3e-4efd-b95a-f633ab44cb4d)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:39:53.248440 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:53.279155 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc627e77-b95d-49d4-8d65-c4164551633c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Port': ['ID=a5d6d5bc-9860-4dec-b2c3-773fc6a960f4,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:53.367634 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc627e77-b95d-49d4-8d65-c4164551633c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:53.385761 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] Calling delete_port for fc740ce7-dcb5-45bc-8731-36cb89a66eb0 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:39:53.512261 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:53.541437 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc627e77-b95d-49d4-8d65-c4164551633c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:53.543825 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc627e77-b95d-49d4-8d65-c4164551633c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:53.559458 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] Pushing event deleted for resources: {'Port': ['ID=fc740ce7-dcb5-45bc-8731-36cb89a66eb0,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:53.563841 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] No DVR routers for this DVR port fc740ce7-dcb5-45bc-8731-36cb89a66eb0 on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:39:53.573368 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:53.573503 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:53.573591 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc627e77-b95d-49d4-8d65-c4164551633c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:53.573760 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:53.574098 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:53.574240 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc627e77-b95d-49d4-8d65-c4164551633c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Fanout notify agent at l3_agent the message router_deleted on router 2c9d8fb0-a93b-4194-b03e-93713a3fc3ad {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:39:53.574415 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:53.574781 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:53.575062 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:53.575375 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:53.575696 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:53.576047 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:53.576344 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:53.576653 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc2d56-eca2-4c58-96a2-dacb79f3ae3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:53.584694 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-365dedff-d7b7-4b5d-8bd9-3ddf40215ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673713456', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:37:59Z', 'updated_at': '2022-02-04T06:39:50Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:00Z', 'updated_at': '2022-02-04T06:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:39:53.588716 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365dedff-d7b7-4b5d-8bd9-3ddf40215ea8 None None] The sync data for ids ['2c9d8fb0-a93b-4194-b03e-93713a3fc3ad'] in dv-neutron-826830-2-hyperv is: [{'id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673713456', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:37:59Z', 'updated_at': '2022-02-04T06:39:50Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': 'a5d6d5bc-9860-4dec-b2c3-773fc6a960f4', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d8fb0-a93b-4194-b03e-93713a3fc3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:00Z', 'updated_at': '2022-02-04T06:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:39:53.591307 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bc627e77-b95d-49d4-8d65-c4164551633c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:53.592407 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bc627e77-b95d-49d4-8d65-c4164551633c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/routers/2c9d8fb0-a93b-4194-b03e-93713a3fc3ad HTTP/1.1" status: 204 len: 168 time: 1.2230330 Feb 04 06:39:53.595157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35872) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:53.824603 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ed5c528b-9a7c-4764-acd4-575d21af3555 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:53.955932 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ed5c528b-9a7c-4764-acd4-575d21af3555 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:53.982900 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-ed5c528b-9a7c-4764-acd4-575d21af3555 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47729ab4-4ff5-4145-84a4-5a9a0e3fcb33']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:39:53.996459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-ed5c528b-9a7c-4764-acd4-575d21af3555 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f28c62-9f3e-4efd-b95a-f633ab44cb4d') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:39:53.996685 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-ed5c528b-9a7c-4764-acd4-575d21af3555 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f28c62-9f3e-4efd-b95a-f633ab44cb4d') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:39:54.009494 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ed5c528b-9a7c-4764-acd4-575d21af3555 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:54.026773 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ed5c528b-9a7c-4764-acd4-575d21af3555 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:54.033330 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5c528b-9a7c-4764-acd4-575d21af3555 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:39:54.033712 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ed5c528b-9a7c-4764-acd4-575d21af3555 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:39:54.052170 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:39:54.097177 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device fc740ce7-dcb5-45bc-8731-36cb89a66eb0 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:39:54.132996 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: fc740ce7-dcb5-45bc-8731-36cb89a66eb0 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:39:54.133408 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device fc740ce7-dcb5-45bc-8731-36cb89a66eb0 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:39:54.133758 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a63ba767-7ad2-4a63-ae8b-cdd6a88f717b no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:39:54.139644 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ed5c528b-9a7c-4764-acd4-575d21af3555 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:54.161268 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ed5c528b-9a7c-4764-acd4-575d21af3555 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:54.170099 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c528b-9a7c-4764-acd4-575d21af3555 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Network': ['ID=47729ab4-4ff5-4145-84a4-5a9a0e3fcb33,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:54.173366 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: a63ba767-7ad2-4a63-ae8b-cdd6a88f717b {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:39:54.173918 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a63ba767-7ad2-4a63-ae8b-cdd6a88f717b not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:39:54.183857 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ed5c528b-9a7c-4764-acd4-575d21af3555 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/networks/47729ab4-4ff5-4145-84a4-5a9a0e3fcb33 HTTP/1.1" status: 204 len: 168 time: 0.5874748 Feb 04 06:39:54.184232 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35876) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:54.258751 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21a5ba2d-1fe7-4b35-92c1-4814df111d2b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:54.291226 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21a5ba2d-1fe7-4b35-92c1-4814df111d2b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:54.358075 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21a5ba2d-1fe7-4b35-92c1-4814df111d2b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:54.375370 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5ba2d-1fe7-4b35-92c1-4814df111d2b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc00eed2-b81b-495d-b0fa-00e76b984af1,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:54.389456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21a5ba2d-1fe7-4b35-92c1-4814df111d2b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:54.391830 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-21a5ba2d-1fe7-4b35-92c1-4814df111d2b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/security-groups/bc00eed2-b81b-495d-b0fa-00e76b984af1 HTTP/1.1" status: 204 len: 168 time: 0.2051914 Feb 04 06:39:54.847528 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35884) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:54.852978 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a758d431-f197-4b4b-86d6-0eb6d388de12 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-658449814', 'description': 'tempest-secgroup-smoke-658449814 description', 'project_id': 'edb5673b9505424ca41ca5290bab28ed'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:39:54.859957 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a758d431-f197-4b4b-86d6-0eb6d388de12 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:39:54.864560 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a758d431-f197-4b4b-86d6-0eb6d388de12 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:39:54.867650 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a758d431-f197-4b4b-86d6-0eb6d388de12 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:39:54.874034 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a758d431-f197-4b4b-86d6-0eb6d388de12 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:39:54.887059 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a758d431-f197-4b4b-86d6-0eb6d388de12 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:54.910032 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a758d431-f197-4b4b-86d6-0eb6d388de12 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:39:54.914686 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a758d431-f197-4b4b-86d6-0eb6d388de12 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:39:54.917547 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-a758d431-f197-4b4b-86d6-0eb6d388de12 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:39:54.923409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a758d431-f197-4b4b-86d6-0eb6d388de12 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:39:55.000207 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a758d431-f197-4b4b-86d6-0eb6d388de12 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.006557 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a758d431-f197-4b4b-86d6-0eb6d388de12 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.049681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758d431-f197-4b4b-86d6-0eb6d388de12 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0579e540-7a7a-48e3-87fb-a7365e9ddd70,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:55.054142 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a758d431-f197-4b4b-86d6-0eb6d388de12 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.058096 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a758d431-f197-4b4b-86d6-0eb6d388de12 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2068264 Feb 04 06:39:55.059212 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35888) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:55.065358 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ea087e8b-447a-4d26-83db-891dda42e0fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '0579e540-7a7a-48e3-87fb-a7365e9ddd70', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:39:55.073209 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ea087e8b-447a-4d26-83db-891dda42e0fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:39:55.077609 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ea087e8b-447a-4d26-83db-891dda42e0fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:39:55.080836 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ea087e8b-447a-4d26-83db-891dda42e0fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:39:55.087612 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ea087e8b-447a-4d26-83db-891dda42e0fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:39:55.109970 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ea087e8b-447a-4d26-83db-891dda42e0fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.181354 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ea087e8b-447a-4d26-83db-891dda42e0fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.186293 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ea087e8b-447a-4d26-83db-891dda42e0fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.210771 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea087e8b-447a-4d26-83db-891dda42e0fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95813095-ea8b-40a3-a5ef-115d16e17812,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:55.221189 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ea087e8b-447a-4d26-83db-891dda42e0fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.222468 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ea087e8b-447a-4d26-83db-891dda42e0fb tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619260 Feb 04 06:39:55.225324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35892) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:55.230707 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ef0c1068-30f7-4824-b9fb-4bbe45cad500 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '0579e540-7a7a-48e3-87fb-a7365e9ddd70', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:39:55.236380 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ef0c1068-30f7-4824-b9fb-4bbe45cad500 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:39:55.240155 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ef0c1068-30f7-4824-b9fb-4bbe45cad500 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:39:55.243078 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ef0c1068-30f7-4824-b9fb-4bbe45cad500 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:39:55.248816 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ef0c1068-30f7-4824-b9fb-4bbe45cad500 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:39:55.268281 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef0c1068-30f7-4824-b9fb-4bbe45cad500 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.335311 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef0c1068-30f7-4824-b9fb-4bbe45cad500 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.341120 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef0c1068-30f7-4824-b9fb-4bbe45cad500 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.365411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c1068-30f7-4824-b9fb-4bbe45cad500 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a3558d-2b54-4338-9ac4-0449e9453561,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:55.375768 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef0c1068-30f7-4824-b9fb-4bbe45cad500 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.376980 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ef0c1068-30f7-4824-b9fb-4bbe45cad500 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507301 Feb 04 06:39:55.379930 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35896) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:55.384952 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-b5642a2d-dcf9-4003-998f-f72e510fa1d2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '0579e540-7a7a-48e3-87fb-a7365e9ddd70', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:39:55.390905 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b5642a2d-dcf9-4003-998f-f72e510fa1d2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:39:55.394790 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b5642a2d-dcf9-4003-998f-f72e510fa1d2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:39:55.397866 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b5642a2d-dcf9-4003-998f-f72e510fa1d2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:39:55.403488 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b5642a2d-dcf9-4003-998f-f72e510fa1d2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:39:55.423849 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b5642a2d-dcf9-4003-998f-f72e510fa1d2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.493408 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b5642a2d-dcf9-4003-998f-f72e510fa1d2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.499621 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b5642a2d-dcf9-4003-998f-f72e510fa1d2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.527676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5642a2d-dcf9-4003-998f-f72e510fa1d2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfe10d7-ac59-4aa3-9217-16b517b670b2,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:55.538368 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b5642a2d-dcf9-4003-998f-f72e510fa1d2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.539603 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b5642a2d-dcf9-4003-998f-f72e510fa1d2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1587179 Feb 04 06:39:55.542412 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35900) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:55.547262 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-7a7e4ad4-bb86-41dc-aa5d-6135d2a96147 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '0579e540-7a7a-48e3-87fb-a7365e9ddd70', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:39:55.553042 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7a7e4ad4-bb86-41dc-aa5d-6135d2a96147 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:39:55.556952 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7a7e4ad4-bb86-41dc-aa5d-6135d2a96147 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:39:55.559818 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-7a7e4ad4-bb86-41dc-aa5d-6135d2a96147 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:39:55.565496 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-7a7e4ad4-bb86-41dc-aa5d-6135d2a96147 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:39:55.585148 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7a7e4ad4-bb86-41dc-aa5d-6135d2a96147 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.665276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7a7e4ad4-bb86-41dc-aa5d-6135d2a96147 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.670351 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7a7e4ad4-bb86-41dc-aa5d-6135d2a96147 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.695952 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e4ad4-bb86-41dc-aa5d-6135d2a96147 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09756eeb-e16f-43aa-9817-bcf52663711a,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:55.706649 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7a7e4ad4-bb86-41dc-aa5d-6135d2a96147 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.708073 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-7a7e4ad4-bb86-41dc-aa5d-6135d2a96147 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1645806 Feb 04 06:39:55.711984 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35904) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:55.716862 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-db067137-0658-4c1c-af73-81b7f94d6589 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '0579e540-7a7a-48e3-87fb-a7365e9ddd70', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:39:55.723044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-db067137-0658-4c1c-af73-81b7f94d6589 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:39:55.727303 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-db067137-0658-4c1c-af73-81b7f94d6589 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:39:55.730640 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-db067137-0658-4c1c-af73-81b7f94d6589 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:39:55.736528 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-db067137-0658-4c1c-af73-81b7f94d6589 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:39:55.749012 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-db067137-0658-4c1c-af73-81b7f94d6589 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Project edb5673b9505424ca41ca5290bab28ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:39:55.755559 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-db067137-0658-4c1c-af73-81b7f94d6589 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.823671 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-db067137-0658-4c1c-af73-81b7f94d6589 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.829472 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-db067137-0658-4c1c-af73-81b7f94d6589 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.852834 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db067137-0658-4c1c-af73-81b7f94d6589 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d1fdeb-3807-4369-916e-d2adcf40e37c,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:55.863174 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-db067137-0658-4c1c-af73-81b7f94d6589 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.864732 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-db067137-0658-4c1c-af73-81b7f94d6589 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1517887 Feb 04 06:39:55.868210 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35908) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:55.873217 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f9b9dfd3-c485-4d7d-b2ff-6f3a5e56b6dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'security_group_rule': {'security_group_id': '0579e540-7a7a-48e3-87fb-a7365e9ddd70', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:39:55.879097 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f9b9dfd3-c485-4d7d-b2ff-6f3a5e56b6dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:39:55.883036 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f9b9dfd3-c485-4d7d-b2ff-6f3a5e56b6dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:security_group_rule and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:39:55.885878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f9b9dfd3-c485-4d7d-b2ff-6f3a5e56b6dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:39:55.891600 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f9b9dfd3-c485-4d7d-b2ff-6f3a5e56b6dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:39:55.903968 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-f9b9dfd3-c485-4d7d-b2ff-6f3a5e56b6dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Project edb5673b9505424ca41ca5290bab28ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:39:55.910856 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f9b9dfd3-c485-4d7d-b2ff-6f3a5e56b6dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.989703 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f9b9dfd3-c485-4d7d-b2ff-6f3a5e56b6dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.994336 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f9b9dfd3-c485-4d7d-b2ff-6f3a5e56b6dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:55.996223 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a5d6d5bc-9860-4dec-b2c3-773fc6a960f4 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:39:56.019304 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9dfd3-c485-4d7d-b2ff-6f3a5e56b6dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f353fe6-c5ec-4008-90f6-7978808ed76d,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:56.028251 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f9b9dfd3-c485-4d7d-b2ff-6f3a5e56b6dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:56.029461 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f9b9dfd3-c485-4d7d-b2ff-6f3a5e56b6dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1603193 Feb 04 06:39:56.032380 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35912) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:56.036534 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: a5d6d5bc-9860-4dec-b2c3-773fc6a960f4 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:39:56.036883 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a5d6d5bc-9860-4dec-b2c3-773fc6a960f4 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:39:56.038037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-707a7e38-5cac-44cd-99e1-8915cd62d30e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'network': {'name': 'tempest-network-smoke--1073687961', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'port_security_enabled': True}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:39:56.043078 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-707a7e38-5cac-44cd-99e1-8915cd62d30e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:39:56.047495 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-707a7e38-5cac-44cd-99e1-8915cd62d30e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:network and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:39:56.051156 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-707a7e38-5cac-44cd-99e1-8915cd62d30e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:39:56.057018 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-707a7e38-5cac-44cd-99e1-8915cd62d30e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:39:56.069460 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707a7e38-5cac-44cd-99e1-8915cd62d30e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Made reservation on behalf of edb5673b9505424ca41ca5290bab28ed for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:39:56.073125 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-707a7e38-5cac-44cd-99e1-8915cd62d30e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:56.104641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707a7e38-5cac-44cd-99e1-8915cd62d30e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:39:56.114965 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-707a7e38-5cac-44cd-99e1-8915cd62d30e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:56.115530 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-707a7e38-5cac-44cd-99e1-8915cd62d30e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Added segment 2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a of type vlan for network 1cbe6a57-82a3-48c8-9b44-e3d580f2a592 Feb 04 06:39:56.141625 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-707a7e38-5cac-44cd-99e1-8915cd62d30e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:56.175326 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-707a7e38-5cac-44cd-99e1-8915cd62d30e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:56.180956 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707a7e38-5cac-44cd-99e1-8915cd62d30e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:56.181532 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-707a7e38-5cac-44cd-99e1-8915cd62d30e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:56.290806 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-707a7e38-5cac-44cd-99e1-8915cd62d30e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2573254 Feb 04 06:39:56.291647 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a7e38-5cac-44cd-99e1-8915cd62d30e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Network': ['ID=1cbe6a57-82a3-48c8-9b44-e3d580f2a592,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:56.293681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35916) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:56.299161 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-565735374', 'admin_state_up': True, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:39:56.302312 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 1cbe6a57-82a3-48c8-9b44-e3d580f2a592 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:39:56.307107 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:39:56.311536 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:router and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:39:56.314710 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:39:56.324941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:39:56.336354 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:56.337434 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:56.355393 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:56.732780 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:57.044349 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:57.073003 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:57.207711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Allocated IP 172.26.4.79 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/5d4eed86-ace8-4c86-bc4c-b59a7c27d21a) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:39:57.360313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:57.391642 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:57.456065 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:39:57.458786 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:39:57.462597 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:39:57.499746 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=5d4eed86-ace8-4c86-bc4c-b59a7c27d21a,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:57.894829 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:58.349251 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:58.572435 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router 35097874-03cb-4f7e-9782-422e0c1675f0 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:39:58.749072 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:39:58.758892 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Sync routers for ids ['35097874-03cb-4f7e-9782-422e0c1675f0'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:39:58.769092 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Routers {'35097874-03cb-4f7e-9782-422e0c1675f0'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:39:58.769713 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c5f6b021-7472-495e-904f-d99267287edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:39:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['35097874-03cb-4f7e-9782-422e0c1675f0'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:39:58.776423 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:58.777664 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6b088244-82eb-4376-9472-b847404170c2 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4828658 Feb 04 06:39:58.780856 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35920) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:58.823463 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-2fb8b524-5e22-4fef-9007-283953e7e517 tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=edb5673b9505424ca41ca5290bab28ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414002 Feb 04 06:39:58.825964 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35924) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:58.943172 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Set router 35097874-03cb-4f7e-9782-422e0c1675f0 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:39:58.957988 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9744cdb-9684-4171-8e83-daa5f82febd8 tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:58.959539 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f9744cdb-9684-4171-8e83-daa5f82febd8 tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1326866 Feb 04 06:39:58.962519 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35928) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:59.001054 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-872f1e21-c03b-44dc-a001-3c4284d44402 tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ab369154-15d6-461d-ac4e-da4d6375f709&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374508 Feb 04 06:39:59.003616 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35932) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:59.008948 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-9cbb28e1-4fcb-4394-adc1-ceb65af2b252 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-238752578', 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592', 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:39:59.117094 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9cbb28e1-4fcb-4394-adc1-ceb65af2b252 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:39:59.121153 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9cbb28e1-4fcb-4394-adc1-ceb65af2b252 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:subnet and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:39:59.124088 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9cbb28e1-4fcb-4394-adc1-ceb65af2b252 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:39:59.129884 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9cbb28e1-4fcb-4394-adc1-ceb65af2b252 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:39:59.140534 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbb28e1-4fcb-4394-adc1-ceb65af2b252 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Made reservation on behalf of edb5673b9505424ca41ca5290bab28ed for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:39:59.144211 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9cbb28e1-4fcb-4394-adc1-ceb65af2b252 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:59.256620 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c5f6b021-7472-495e-904f-d99267287edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565735374', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:39:56Z', 'updated_at': '2022-02-04T06:39:57Z', 'revision_number': 3, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:39:57Z', 'updated_at': '2022-02-04T06:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:39:59.260462 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Checking router: 35097874-03cb-4f7e-9782-422e0c1675f0 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:39:59.260796 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Updating router 35097874-03cb-4f7e-9782-422e0c1675f0 port 5d4eed86-ace8-4c86-bc4c-b59a7c27d21a binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:39:59.314009 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:59.359691 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9cbb28e1-4fcb-4394-adc1-ceb65af2b252 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:59.440904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb28e1-4fcb-4394-adc1-ceb65af2b252 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Subnet': ['ID=8b4bb127-7712-483a-aa45-648ce0b5547b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:59.455527 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb28e1-4fcb-4394-adc1-ceb65af2b252 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Checking segment: {'id': '2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:39:59.455916 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbb28e1-4fcb-4394-adc1-ceb65af2b252 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network hostable DHCP agents. Network: 1cbe6a57-82a3-48c8-9b44-e3d580f2a592, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:39:59.475485 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbb28e1-4fcb-4394-adc1-ceb65af2b252 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network 1cbe6a57-82a3-48c8-9b44-e3d580f2a592 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:39:59.485126 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-9cbb28e1-4fcb-4394-adc1-ceb65af2b252 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 1cbe6a57-82a3-48c8-9b44-e3d580f2a592) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:39:59.488978 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbb28e1-4fcb-4394-adc1-ceb65af2b252 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:59.489563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9cbb28e1-4fcb-4394-adc1-ceb65af2b252 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:59.495522 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928d6456-7a48-4487-a179-9663ecdfcbce None None] Network 1cbe6a57-82a3-48c8-9b44-e3d580f2a592 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:39:59.513874 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9cbb28e1-4fcb-4394-adc1-ceb65af2b252 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5066471 Feb 04 06:39:59.514089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 35936) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:39:59.605595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1b3413aa-1d80-4543-a15e-d1e8c122c6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:59.640318 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:59.652585 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Transition to ACTIVE for port object 5d4eed86-ace8-4c86-bc4c-b59a7c27d21a will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:39:59.659147 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:59.729128 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-1cbe6a57-82a3-48c8-9b44-e3d580f2a592', 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ips': [{'subnet_id': '8b4bb127-7712-483a-aa45-648ce0b5547b'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:39:59.730886 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:59.737669 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Attempting to bind port 5d4eed86-ace8-4c86-bc4c-b59a7c27d21a on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:39:59.738025 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Attempting to bind port 5d4eed86-ace8-4c86-bc4c-b59a7c27d21a by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:39:59.738387 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Attempting to bind port 5d4eed86-ace8-4c86-bc4c-b59a7c27d21a on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:39:59.747970 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b0545-bbd5-4dcd-ae56-8e5e1fbddcab None None] Pushing event updated for resources: {'Port': ['ID=5d4eed86-ace8-4c86-bc4c-b59a7c27d21a,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:59.750475 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:39:59.750837 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:39:59.751237 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:59.751625 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:39:59.752131 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Bound port: 5d4eed86-ace8-4c86-bc4c-b59a7c27d21a, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:39:59.752504 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:59.786877 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b0545-bbd5-4dcd-ae56-8e5e1fbddcab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:59.787632 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b0545-bbd5-4dcd-ae56-8e5e1fbddcab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:59.787632 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b0545-bbd5-4dcd-ae56-8e5e1fbddcab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:59.788034 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b0545-bbd5-4dcd-ae56-8e5e1fbddcab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:59.788224 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b0545-bbd5-4dcd-ae56-8e5e1fbddcab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:59.788544 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b0545-bbd5-4dcd-ae56-8e5e1fbddcab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:59.788866 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b0545-bbd5-4dcd-ae56-8e5e1fbddcab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:59.789187 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b0545-bbd5-4dcd-ae56-8e5e1fbddcab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:59.789537 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b0545-bbd5-4dcd-ae56-8e5e1fbddcab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:59.789820 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b0545-bbd5-4dcd-ae56-8e5e1fbddcab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:59.790165 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b0545-bbd5-4dcd-ae56-8e5e1fbddcab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:59.790477 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b0545-bbd5-4dcd-ae56-8e5e1fbddcab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:59.847240 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-c5f6b021-7472-495e-904f-d99267287edc None None] For port 5d4eed86-ace8-4c86-bc4c-b59a7c27d21a, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:39:59.850918 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-c5f6b021-7472-495e-904f-d99267287edc None None] For port 5d4eed86-ace8-4c86-bc4c-b59a7c27d21a, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=5d4eed86-ace8-4c86-bc4c-b59a7c27d21a,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:39:59.857836 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:59.909674 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Allocated IP 172.20.0.2 (1cbe6a57-82a3-48c8-9b44-e3d580f2a592/8b4bb127-7712-483a-aa45-648ce0b5547b/6e1f4789-8b13-49b9-b4e1-03059db268ca) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:39:59.935427 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b0545-bbd5-4dcd-ae56-8e5e1fbddcab None None] Pushing event updated for resources: {'Port': ['ID=5d4eed86-ace8-4c86-bc4c-b59a7c27d21a,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:59.944580 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Routers {'35097874-03cb-4f7e-9782-422e0c1675f0'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:39:59.945170 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c5f6b021-7472-495e-904f-d99267287edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:39:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['35097874-03cb-4f7e-9782-422e0c1675f0'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:00.121074 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-c5f6b021-7472-495e-904f-d99267287edc None None] Set router 35097874-03cb-4f7e-9782-422e0c1675f0 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:40:00.169707 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:00.180149 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Transition to ACTIVE for port object 6e1f4789-8b13-49b9-b4e1-03059db268ca will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:40:00.198857 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Transition to ACTIVE for port object 6e1f4789-8b13-49b9-b4e1-03059db268ca will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:40:00.208830 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:00.278600 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Network 1cbe6a57-82a3-48c8-9b44-e3d580f2a592 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:40:00.281296 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:40:00.284829 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:40:00.290886 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Pushing event updated for resources: {'Port': ['ID=6e1f4789-8b13-49b9-b4e1-03059db268ca,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:00.372310 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a539833f-d3d2-445f-a463-769fb50a929c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:00.379156 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Attempting to bind port 6e1f4789-8b13-49b9-b4e1-03059db268ca on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:40:00.379699 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Attempting to bind port 6e1f4789-8b13-49b9-b4e1-03059db268ca by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:40:00.380102 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Attempting to bind port 6e1f4789-8b13-49b9-b4e1-03059db268ca on network 1cbe6a57-82a3-48c8-9b44-e3d580f2a592 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:40:00.385403 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:40:00.385772 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Checking segment: {'id': '2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:40:00.386169 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:00.386985 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Bound using segment: {'id': '2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:40:00.386985 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Bound port: 6e1f4789-8b13-49b9-b4e1-03059db268ca, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:40:00.387399 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:00.417032 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c5f6b021-7472-495e-904f-d99267287edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565735374', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:39:56Z', 'updated_at': '2022-02-04T06:39:57Z', 'revision_number': 3, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:39:57Z', 'updated_at': '2022-02-04T06:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:00.420898 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f6b021-7472-495e-904f-d99267287edc None None] The sync data for ids ['35097874-03cb-4f7e-9782-422e0c1675f0'] in dv-neutron-826830-2-hyperv is: [{'id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565735374', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:39:56Z', 'updated_at': '2022-02-04T06:39:57Z', 'revision_number': 3, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:39:57Z', 'updated_at': '2022-02-04T06:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:40:00.478171 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] For port 6e1f4789-8b13-49b9-b4e1-03059db268ca, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:40:00.482011 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] For port 6e1f4789-8b13-49b9-b4e1-03059db268ca, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6e1f4789-8b13-49b9-b4e1-03059db268ca,segment=NetworkSegment(2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a),segment_id=2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:40:00.487743 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:00.572049 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf7f85-ec6e-491f-bae6-e645925051cb None None] Pushing event updated for resources: {'Port': ['ID=6e1f4789-8b13-49b9-b4e1-03059db268ca,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:00.817669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-a539833f-d3d2-445f-a463-769fb50a929c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Allocated IP 172.20.0.1 (1cbe6a57-82a3-48c8-9b44-e3d580f2a592/8b4bb127-7712-483a-aa45-648ce0b5547b/d5e0f9d9-b99b-4af4-96f9-086478f0d528) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:40:00.993459 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a539833f-d3d2-445f-a463-769fb50a929c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:01.011740 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-a539833f-d3d2-445f-a463-769fb50a929c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Transition to ACTIVE for port object d5e0f9d9-b99b-4af4-96f9-086478f0d528 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:40:01.036147 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a539833f-d3d2-445f-a463-769fb50a929c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:01.107656 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a539833f-d3d2-445f-a463-769fb50a929c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network 1cbe6a57-82a3-48c8-9b44-e3d580f2a592 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:40:01.110691 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-a539833f-d3d2-445f-a463-769fb50a929c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:40:01.114858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a539833f-d3d2-445f-a463-769fb50a929c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:40:01.150634 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539833f-d3d2-445f-a463-769fb50a929c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=d5e0f9d9-b99b-4af4-96f9-086478f0d528,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:01.176779 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a539833f-d3d2-445f-a463-769fb50a929c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:01.569029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a539833f-d3d2-445f-a463-769fb50a929c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:01.632052 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e828a068-1933-4f34-87fb-d0e6e0b06f80 None None] Network 1cbe6a57-82a3-48c8-9b44-e3d580f2a592 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:40:01.736683 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-c3236d70-4cbf-4ad6-8644-d147f6e64667 None None] Provisioning for port 6e1f4789-8b13-49b9-b4e1-03059db268ca completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:40:01.904190 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b8d5c3f8-3f61-453c-9945-28f5cf605dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:02.003584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a539833f-d3d2-445f-a463-769fb50a929c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:02.013321 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a539833f-d3d2-445f-a463-769fb50a929c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:02.128610 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 5d4eed86-ace8-4c86-bc4c-b59a7c27d21a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:40:02.129490 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539833f-d3d2-445f-a463-769fb50a929c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=d5e0f9d9-b99b-4af4-96f9-086478f0d528,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:02.132056 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a539833f-d3d2-445f-a463-769fb50a929c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:02.226519 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-139ed86b-dac7-48af-b0c8-49cd13be0dc2 None None] Provisioning for port d5e0f9d9-b99b-4af4-96f9-086478f0d528 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:40:02.231738 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 5d4eed86-ace8-4c86-bc4c-b59a7c27d21a completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:40:02.236199 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-139ed86b-dac7-48af-b0c8-49cd13be0dc2 None None] Provisioning complete for port d5e0f9d9-b99b-4af4-96f9-086478f0d528 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:02.236671 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-139ed86b-dac7-48af-b0c8-49cd13be0dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:02.265501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 5d4eed86-ace8-4c86-bc4c-b59a7c27d21a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:02.266205 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:02.282513 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a539833f-d3d2-445f-a463-769fb50a929c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network 1cbe6a57-82a3-48c8-9b44-e3d580f2a592 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:40:02.283706 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-a539833f-d3d2-445f-a463-769fb50a929c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:40:02.340301 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-139ed86b-dac7-48af-b0c8-49cd13be0dc2 None None] Port d5e0f9d9-b99b-4af4-96f9-086478f0d528 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:40:02.411753 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:02.428910 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 5d4eed86-ace8-4c86-bc4c-b59a7c27d21a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=5d4eed86-ace8-4c86-bc4c-b59a7c27d21a,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:40:02.433072 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:02.433862 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6e1f4789-8b13-49b9-b4e1-03059db268ca up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:40:02.493487 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a539833f-d3d2-445f-a463-769fb50a929c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router 35097874-03cb-4f7e-9782-422e0c1675f0 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:40:02.560511 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-abefc2bf-5fc2-42e8-afe9-f002e40a3124 None None] Provisioning complete for port d5e0f9d9-b99b-4af4-96f9-086478f0d528 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:02.560883 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-abefc2bf-5fc2-42e8-afe9-f002e40a3124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:02.597718 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=5d4eed86-ace8-4c86-bc4c-b59a7c27d21a,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:02.623154 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 6e1f4789-8b13-49b9-b4e1-03059db268ca completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:40:02.626031 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-abefc2bf-5fc2-42e8-afe9-f002e40a3124 None None] Port d5e0f9d9-b99b-4af4-96f9-086478f0d528 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:40:02.629559 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 6e1f4789-8b13-49b9-b4e1-03059db268ca triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:02.629805 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:02.674274 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a539833f-d3d2-445f-a463-769fb50a929c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:40:02.684117 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Sync routers for ids ['35097874-03cb-4f7e-9782-422e0c1675f0'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:40:02.687960 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-a539833f-d3d2-445f-a463-769fb50a929c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "PUT /v2.0/routers/35097874-03cb-4f7e-9782-422e0c1675f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1726906 Feb 04 06:40:02.700144 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Routers {'35097874-03cb-4f7e-9782-422e0c1675f0'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:40:02.700769 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:40:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['35097874-03cb-4f7e-9782-422e0c1675f0'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:02.852085 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-63dfa63e-02a1-4345-bc94-2b566b11e91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-658449814&fields=id&tenant_id=edb5673b9505424ca41ca5290bab28ed HTTP/1.1" status: 200 len: 267 time: 0.0429845 Feb 04 06:40:02.891048 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-5cd1d2b2-4bd5-4769-a8d0-2ec718151cd0 None None] Provisioning complete for port d5e0f9d9-b99b-4af4-96f9-086478f0d528 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:02.891383 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5cd1d2b2-4bd5-4769-a8d0-2ec718151cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:02.946105 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:03.006501 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-8cf50252-5c64-4b31-ab84-cf28fe4a9ac1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:03.007249 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-8cf50252-5c64-4b31-ab84-cf28fe4a9ac1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:40:03.015640 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-5cd1d2b2-4bd5-4769-a8d0-2ec718151cd0 None None] Port d5e0f9d9-b99b-4af4-96f9-086478f0d528 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:40:03.026150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-8cf50252-5c64-4b31-ab84-cf28fe4a9ac1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:40:03.027403 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-8cf50252-5c64-4b31-ab84-cf28fe4a9ac1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/networks?id=1cbe6a57-82a3-48c8-9b44-e3d580f2a592 HTTP/1.1" status: 200 len: 797 time: 0.1674139 Feb 04 06:40:03.033570 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:03.037299 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Set router 35097874-03cb-4f7e-9782-422e0c1675f0 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:40:03.042949 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-f7ae5528-c48c-4843-9a67-01048d21a06a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/quotas/edb5673b9505424ca41ca5290bab28ed HTTP/1.1" status: 200 len: 375 time: 0.0095899 Feb 04 06:40:03.095419 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:03.096428 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 6e1f4789-8b13-49b9-b4e1-03059db268ca, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6e1f4789-8b13-49b9-b4e1-03059db268ca,segment=NetworkSegment(2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a),segment_id=2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:40:03.102515 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:03.130523 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-8113dc97-cf6c-4eee-a95f-1865125914bc tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821793 Feb 04 06:40:03.326293 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-1f3d44d3-6075-41a4-b043-b33e0e54becf service neutron] 10.222.0.31 "GET /v2.0/networks/1cbe6a57-82a3-48c8-9b44-e3d580f2a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832066 Feb 04 06:40:03.357172 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=6e1f4789-8b13-49b9-b4e1-03059db268ca,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:03.460553 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-933dc54f-cc60-4613-9a2c-7214f9fd9252 service neutron] 10.222.0.31 "GET /v2.0/networks/1cbe6a57-82a3-48c8-9b44-e3d580f2a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279840 Feb 04 06:40:03.465947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565735374', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:39:56Z', 'updated_at': '2022-02-04T06:40:01Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:39:57Z', 'updated_at': '2022-02-04T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'd5e0f9d9-b99b-4af4-96f9-086478f0d528', 'name': '', 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:7c:78:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8b4bb127-7712-483a-aa45-648ce0b5547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:00Z', 'updated_at': '2022-02-04T06:40:01Z', 'revision_number': 2, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': '8b4bb127-7712-483a-aa45-648ce0b5547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:03.470229 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Checking router: 35097874-03cb-4f7e-9782-422e0c1675f0 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:40:03.470581 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Updating router 35097874-03cb-4f7e-9782-422e0c1675f0 port d5e0f9d9-b99b-4af4-96f9-086478f0d528 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:40:03.523268 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:03.655856 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c7a08dcf-ff33-409c-badd-8a85b6ca4d13 req-8920d808-df77-439d-a041-f62d2f88605c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 210 time: 0.0501466 Feb 04 06:40:03.864617 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:03.877252 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Transition to ACTIVE for port object d5e0f9d9-b99b-4af4-96f9-086478f0d528 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:40:03.885049 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:04.062574 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4a1af-aaa6-4e20-9a22-9154faf96d61 None None] Pushing event updated for resources: {'Port': ['ID=d5e0f9d9-b99b-4af4-96f9-086478f0d528,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:04.064949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 5d4eed86-ace8-4c86-bc4c-b59a7c27d21a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:40:04.175976 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Attempting to bind port d5e0f9d9-b99b-4af4-96f9-086478f0d528 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:40:04.176348 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Attempting to bind port d5e0f9d9-b99b-4af4-96f9-086478f0d528 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:40:04.176711 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Attempting to bind port d5e0f9d9-b99b-4af4-96f9-086478f0d528 on network 1cbe6a57-82a3-48c8-9b44-e3d580f2a592 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:40:04.184559 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:40:04.184929 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Checking segment: {'id': '2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:40:04.185330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:04.185717 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Bound using segment: {'id': '2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:40:04.186373 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Bound port: d5e0f9d9-b99b-4af4-96f9-086478f0d528, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:40:04.186546 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:04.254150 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 5d4eed86-ace8-4c86-bc4c-b59a7c27d21a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:04.254362 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:04.347641 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] For port d5e0f9d9-b99b-4af4-96f9-086478f0d528, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:40:04.351428 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] For port d5e0f9d9-b99b-4af4-96f9-086478f0d528, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=d5e0f9d9-b99b-4af4-96f9-086478f0d528,segment=NetworkSegment(2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a),segment_id=2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:40:04.384757 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:04.486273 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6e1f4789-8b13-49b9-b4e1-03059db268ca up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:40:04.511767 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:04.544209 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Routers {'35097874-03cb-4f7e-9782-422e0c1675f0'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:40:04.544864 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:40:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['35097874-03cb-4f7e-9782-422e0c1675f0'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:04.641889 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4a1af-aaa6-4e20-9a22-9154faf96d61 None None] Pushing event updated for resources: {'Port': ['ID=d5e0f9d9-b99b-4af4-96f9-086478f0d528,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:04.814555 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c1e78d9f-9594-4228-93f0-934d999ca2bf req-3ba085ff-9897-4f59-a349-1bfb78a345ae tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 210 time: 0.0445123 Feb 04 06:40:04.821168 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] Set router 35097874-03cb-4f7e-9782-422e0c1675f0 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:40:04.864501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 6e1f4789-8b13-49b9-b4e1-03059db268ca triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:04.865063 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:04.866073 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-237bba19-4d7e-4455-b4c6-97c2d2040a3b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:04.867584 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-237bba19-4d7e-4455-b4c6-97c2d2040a3b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "GET /v2.0/networks?id=1cbe6a57-82a3-48c8-9b44-e3d580f2a592 HTTP/1.1" status: 200 len: 797 time: 0.2208166 Feb 04 06:40:04.927261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-f3a0a5f1-7469-4488-b2d0-9c0efebae92e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:40:04.942809 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-f3a0a5f1-7469-4488-b2d0-9c0efebae92e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:40:04.943998 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-f3a0a5f1-7469-4488-b2d0-9c0efebae92e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edb5673b9505424ca41ca5290bab28ed HTTP/1.1" status: 200 len: 379 time: 0.0635912 Feb 04 06:40:04.954258 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-53531fbc-0ee4-439f-a9fa-6b1127b2098b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'port': {'device_id': 'c1c3bd8d-f696-4b85-b67d-a24c7c008a0f', 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592', 'admin_state_up': True, 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'security_groups': ['0579e540-7a7a-48e3-87fb-a7365e9ddd70']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:40:05.089633 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-53531fbc-0ee4-439f-a9fa-6b1127b2098b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:40:05.093927 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-53531fbc-0ee4-439f-a9fa-6b1127b2098b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:port and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:40:05.096954 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-53531fbc-0ee4-439f-a9fa-6b1127b2098b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:40:05.103065 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-53531fbc-0ee4-439f-a9fa-6b1127b2098b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:40:05.114735 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-53531fbc-0ee4-439f-a9fa-6b1127b2098b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Made reservation on behalf of edb5673b9505424ca41ca5290bab28ed for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:40:05.118363 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-53531fbc-0ee4-439f-a9fa-6b1127b2098b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:05.242137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565735374', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:39:56Z', 'updated_at': '2022-02-04T06:40:01Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:39:57Z', 'updated_at': '2022-02-04T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'd5e0f9d9-b99b-4af4-96f9-086478f0d528', 'name': '', 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:7c:78:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8b4bb127-7712-483a-aa45-648ce0b5547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:00Z', 'updated_at': '2022-02-04T06:40:04Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': '8b4bb127-7712-483a-aa45-648ce0b5547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:05.246214 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e3fd0-23c3-427f-bd07-951681ea74ce None None] The sync data for ids ['35097874-03cb-4f7e-9782-422e0c1675f0'] in dv-neutron-826830-2-hyperv is: [{'id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565735374', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:39:56Z', 'updated_at': '2022-02-04T06:40:01Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:39:57Z', 'updated_at': '2022-02-04T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'd5e0f9d9-b99b-4af4-96f9-086478f0d528', 'name': '', 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:7c:78:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8b4bb127-7712-483a-aa45-648ce0b5547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:00Z', 'updated_at': '2022-02-04T06:40:04Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': '8b4bb127-7712-483a-aa45-648ce0b5547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:40:05.404586 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-53531fbc-0ee4-439f-a9fa-6b1127b2098b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Allocated IP 172.20.0.5 (1cbe6a57-82a3-48c8-9b44-e3d580f2a592/8b4bb127-7712-483a-aa45-648ce0b5547b/4d2b40e2-50f5-4da3-8450-97b18d7f506a) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:40:05.612433 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-53531fbc-0ee4-439f-a9fa-6b1127b2098b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:05.628688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-53531fbc-0ee4-439f-a9fa-6b1127b2098b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Transition to ACTIVE for port object 4d2b40e2-50f5-4da3-8450-97b18d7f506a will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:40:05.652599 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-53531fbc-0ee4-439f-a9fa-6b1127b2098b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:05.725236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-53531fbc-0ee4-439f-a9fa-6b1127b2098b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network 1cbe6a57-82a3-48c8-9b44-e3d580f2a592 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:40:05.728719 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-53531fbc-0ee4-439f-a9fa-6b1127b2098b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:40:05.731675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-53531fbc-0ee4-439f-a9fa-6b1127b2098b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:40:05.772635 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53531fbc-0ee4-439f-a9fa-6b1127b2098b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=4d2b40e2-50f5-4da3-8450-97b18d7f506a,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:05.810368 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-53531fbc-0ee4-439f-a9fa-6b1127b2098b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:05.810749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-53531fbc-0ee4-439f-a9fa-6b1127b2098b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:05.838205 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-53531fbc-0ee4-439f-a9fa-6b1127b2098b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8875487 Feb 04 06:40:05.849852 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-e36f3ea1-bc2d-4e56-bcfd-3a1e0c3a90f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:40:05.850852 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-e36f3ea1-bc2d-4e56-bcfd-3a1e0c3a90f0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059381 Feb 04 06:40:05.864219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Request body: {'port': {'device_id': 'c1c3bd8d-f696-4b85-b67d-a24c7c008a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:40:05.994132 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:06.054608 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8ead793e-4b07-4e19-9408-42415040d2bc None None] Provisioning for port 4d2b40e2-50f5-4da3-8450-97b18d7f506a completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:40:06.061094 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-8ead793e-4b07-4e19-9408-42415040d2bc None None] Provisioning complete for port 4d2b40e2-50f5-4da3-8450-97b18d7f506a triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:06.061463 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8ead793e-4b07-4e19-9408-42415040d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:06.142221 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device d5e0f9d9-b99b-4af4-96f9-086478f0d528 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:40:06.161618 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c065688-f9e5-491d-9aec-660c76660831 req-46387236-11af-488e-bd29-9967eaa4e58b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:06.169219 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2c065688-f9e5-491d-9aec-660c76660831 req-46387236-11af-488e-bd29-9967eaa4e58b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 931 time: 0.2275772 Feb 04 06:40:06.221911 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-2c065688-f9e5-491d-9aec-660c76660831 req-cb930ba4-3203-48d1-85c7-c512f4841e3e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=0579e540-7a7a-48e3-87fb-a7365e9ddd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512180 Feb 04 06:40:06.256407 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-8ead793e-4b07-4e19-9408-42415040d2bc None None] Port 4d2b40e2-50f5-4da3-8450-97b18d7f506a cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:40:06.277079 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port d5e0f9d9-b99b-4af4-96f9-086478f0d528 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:40:06.281975 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port d5e0f9d9-b99b-4af4-96f9-086478f0d528 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:06.282364 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:06.401105 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d2b40e2-50f5-4da3-8450-97b18d7f506a {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:40:06.405467 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:06.409077 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:06.425064 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Transition to ACTIVE for port object 4d2b40e2-50f5-4da3-8450-97b18d7f506a will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:40:06.431977 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:06.441323 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port d5e0f9d9-b99b-4af4-96f9-086478f0d528, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=d5e0f9d9-b99b-4af4-96f9-086478f0d528,segment=NetworkSegment(2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a),segment_id=2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:40:06.446518 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:06.517611 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=d5e0f9d9-b99b-4af4-96f9-086478f0d528,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:06.588606 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2b40e2-50f5-4da3-8450-97b18d7f506a,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:06.671411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Attempting to bind port 4d2b40e2-50f5-4da3-8450-97b18d7f506a on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:40:06.671722 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Attempting to bind port 4d2b40e2-50f5-4da3-8450-97b18d7f506a by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:40:06.672094 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Attempting to bind port 4d2b40e2-50f5-4da3-8450-97b18d7f506a on network 1cbe6a57-82a3-48c8-9b44-e3d580f2a592 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:40:06.676888 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Port 4d2b40e2-50f5-4da3-8450-97b18d7f506a on network 1cbe6a57-82a3-48c8-9b44-e3d580f2a592 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:40:06.677218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Attempting to bind port 4d2b40e2-50f5-4da3-8450-97b18d7f506a on network 1cbe6a57-82a3-48c8-9b44-e3d580f2a592 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:40:06.682432 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:40:06.682756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Checking segment: {'id': '2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:40:06.683125 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Bound using segment: {'id': '2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:40:06.683536 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Bound port: 4d2b40e2-50f5-4da3-8450-97b18d7f506a, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:40:06.683901 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:06.774192 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] For port 4d2b40e2-50f5-4da3-8450-97b18d7f506a, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:40:06.777089 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] For port 4d2b40e2-50f5-4da3-8450-97b18d7f506a, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4d2b40e2-50f5-4da3-8450-97b18d7f506a,segment=NetworkSegment(2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a),segment_id=2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:40:06.782651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:06.844027 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:06.844638 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:06.845974 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] 10.222.0.43 "PUT /v2.0/ports/4d2b40e2-50f5-4da3-8450-97b18d7f506a HTTP/1.1" status: 200 len: 1093 time: 0.9879858 Feb 04 06:40:06.846404 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c3bd8d-f696-4b85-b67d-a24c7c008a0f', 'tag': '4d2b40e2-50f5-4da3-8450-97b18d7f506a'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:40:06.874111 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae52c99-7867-45a8-b7f2-d837d7807852 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2b40e2-50f5-4da3-8450-97b18d7f506a,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:06.922479 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c3bd8d-f696-4b85-b67d-a24c7c008a0f', 'tag': '4d2b40e2-50f5-4da3-8450-97b18d7f506a', 'status': 'completed', 'code': 200} Feb 04 06:40:06.963880 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-9763f79b-cbd7-401e-9e31-8baa511eb4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:06.965408 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-9763f79b-cbd7-401e-9e31-8baa511eb4aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 1096 time: 0.0748787 Feb 04 06:40:07.038063 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-d387bc2a-9842-4098-a1c1-ac413870357d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d2b40e2-50f5-4da3-8450-97b18d7f506a HTTP/1.1" status: 200 len: 217 time: 0.0654657 Feb 04 06:40:07.118188 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-f26a1efe-b18c-4da3-bc07-860a59f08e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:07.119653 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-f26a1efe-b18c-4da3-bc07-860a59f08e31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4bb127-7712-483a-aa45-648ce0b5547b HTTP/1.1" status: 200 len: 834 time: 0.0748732 Feb 04 06:40:07.307074 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-bc264ebb-8686-45c5-bf0c-a5ea3a34f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:07.308641 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-bc264ebb-8686-45c5-bf0c-a5ea3a34f03b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1cbe6a57-82a3-48c8-9b44-e3d580f2a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1826038 Feb 04 06:40:07.405905 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36539e01-ef71-4277-8cde-92ee554aa1a8 req-2b737258-1b57-4472-bad7-4c71203afeaf tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:07.407403 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-36539e01-ef71-4277-8cde-92ee554aa1a8 req-2b737258-1b57-4472-bad7-4c71203afeaf tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 943 time: 0.0808747 Feb 04 06:40:07.445522 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-923be186-df37-4c41-88fa-c0c8e8733fe6 service neutron] 10.222.0.43 "GET /v2.0/networks/1cbe6a57-82a3-48c8-9b44-e3d580f2a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299644 Feb 04 06:40:07.453877 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-36539e01-ef71-4277-8cde-92ee554aa1a8 req-40b11e5b-7709-4bf6-9a4f-e25984577ca5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=0579e540-7a7a-48e3-87fb-a7365e9ddd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406454 Feb 04 06:40:07.497878 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:07.577426 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1ac79b07-8ec9-4c76-aa15-b1780c4da297 req-6dcbfd26-3c2b-49dd-81ab-25dbcc7b83aa service neutron] 10.222.0.43 "GET /v2.0/networks/1cbe6a57-82a3-48c8-9b44-e3d580f2a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257815 Feb 04 06:40:07.706480 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11a392-3e5d-4822-b6c2-5aa397bcb365 req-f7d32fdf-843a-4eee-a867-46cd69b8c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:07.707862 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9d11a392-3e5d-4822-b6c2-5aa397bcb365 req-f7d32fdf-843a-4eee-a867-46cd69b8c0e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 1096 time: 0.0769217 Feb 04 06:40:07.843289 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11a392-3e5d-4822-b6c2-5aa397bcb365 req-457f4454-f0ac-4b83-b7fb-078a887b768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:07.844852 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9d11a392-3e5d-4822-b6c2-5aa397bcb365 req-457f4454-f0ac-4b83-b7fb-078a887b768a service neutron] 10.222.0.43 "GET /v2.0/networks?id=1cbe6a57-82a3-48c8-9b44-e3d580f2a592 HTTP/1.1" status: 200 len: 898 time: 0.1293502 Feb 04 06:40:07.855544 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:40:07.915429 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9d11a392-3e5d-4822-b6c2-5aa397bcb365 req-23c428ba-9a99-41db-a9ec-09d37266a95f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d2b40e2-50f5-4da3-8450-97b18d7f506a HTTP/1.1" status: 200 len: 217 time: 0.0643349 Feb 04 06:40:07.978605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11a392-3e5d-4822-b6c2-5aa397bcb365 req-06a97984-f911-4b17-a2be-5358d4454f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:07.980323 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9d11a392-3e5d-4822-b6c2-5aa397bcb365 req-06a97984-f911-4b17-a2be-5358d4454f31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4bb127-7712-483a-aa45-648ce0b5547b HTTP/1.1" status: 200 len: 834 time: 0.0581534 Feb 04 06:40:08.042532 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device d5e0f9d9-b99b-4af4-96f9-086478f0d528 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:40:08.060520 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11a392-3e5d-4822-b6c2-5aa397bcb365 req-ea2f011a-8e41-4acb-be19-a971722157cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:08.062035 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9d11a392-3e5d-4822-b6c2-5aa397bcb365 req-ea2f011a-8e41-4acb-be19-a971722157cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1cbe6a57-82a3-48c8-9b44-e3d580f2a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744345 Feb 04 06:40:08.111582 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port d5e0f9d9-b99b-4af4-96f9-086478f0d528 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:08.111981 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:08.194844 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9d11a392-3e5d-4822-b6c2-5aa397bcb365 req-ee69e86e-a273-43d8-a00f-31981c699e58 service neutron] 10.222.0.43 "GET /v2.0/networks/1cbe6a57-82a3-48c8-9b44-e3d580f2a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256914 Feb 04 06:40:08.326861 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9d11a392-3e5d-4822-b6c2-5aa397bcb365 req-8608bfef-12f4-4450-8193-884c05795687 service neutron] 10.222.0.43 "GET /v2.0/networks/1cbe6a57-82a3-48c8-9b44-e3d580f2a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243153 Feb 04 06:40:08.658929 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3e07-5df1-4de1-b74e-168a5af5b8ce req-42e08a4a-40c0-449e-b21a-6d9798976bf5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:08.660402 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ac4f3e07-5df1-4de1-b74e-168a5af5b8ce req-42e08a4a-40c0-449e-b21a-6d9798976bf5 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 943 time: 0.0892580 Feb 04 06:40:08.704002 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ac4f3e07-5df1-4de1-b74e-168a5af5b8ce req-19960681-1a06-4d56-b64b-719d52e7de64 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=0579e540-7a7a-48e3-87fb-a7365e9ddd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378263 Feb 04 06:40:09.146504 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 4d2b40e2-50f5-4da3-8450-97b18d7f506a details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:40:09.285068 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 4d2b40e2-50f5-4da3-8450-97b18d7f506a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4d2b40e2-50f5-4da3-8450-97b18d7f506a,segment=NetworkSegment(2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a),segment_id=2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:40:09.301473 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '4d2b40e2-50f5-4da3-8450-97b18d7f506a', 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592', 'port_id': '4d2b40e2-50f5-4da3-8450-97b18d7f506a', 'mac_address': 'fa:16:3e:56:6d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b4bb127-7712-483a-aa45-648ce0b5547b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:40:09.359962 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:09.377259 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2b40e2-50f5-4da3-8450-97b18d7f506a {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:40:09.393460 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 4d2b40e2-50f5-4da3-8450-97b18d7f506a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4d2b40e2-50f5-4da3-8450-97b18d7f506a,segment=NetworkSegment(2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a),segment_id=2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:40:09.399866 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:09.465921 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=4d2b40e2-50f5-4da3-8450-97b18d7f506a,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:09.609963 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['4d2b40e2-50f5-4da3-8450-97b18d7f506a'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:40:09.889830 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10052b1-d45e-48ad-8ee9-e0279d7145fc req-efd99f7c-c8e6-48b8-8fd1-1063c283926f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:09.891241 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b10052b1-d45e-48ad-8ee9-e0279d7145fc req-efd99f7c-c8e6-48b8-8fd1-1063c283926f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 944 time: 0.0832276 Feb 04 06:40:09.936410 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b10052b1-d45e-48ad-8ee9-e0279d7145fc req-c6c62a6f-941a-4ab4-88c9-a903bf8d5a72 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=0579e540-7a7a-48e3-87fb-a7365e9ddd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391912 Feb 04 06:40:11.153034 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34287086-90c6-44e6-9c16-33f81b98f759 req-865c1fc5-29cf-4b01-a8d2-9ac9c6a18d05 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:11.155075 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-34287086-90c6-44e6-9c16-33f81b98f759 req-865c1fc5-29cf-4b01-a8d2-9ac9c6a18d05 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 944 time: 0.0867133 Feb 04 06:40:11.155197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 4d2b40e2-50f5-4da3-8450-97b18d7f506a up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:40:11.200246 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-34287086-90c6-44e6-9c16-33f81b98f759 req-60669974-da2b-48c5-a366-c6f35c4182b9 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=0579e540-7a7a-48e3-87fb-a7365e9ddd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399954 Feb 04 06:40:11.224148 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 4d2b40e2-50f5-4da3-8450-97b18d7f506a completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:40:11.228803 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 4d2b40e2-50f5-4da3-8450-97b18d7f506a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:11.229172 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:11.383871 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:11.411843 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c3bd8d-f696-4b85-b67d-a24c7c008a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2b40e2-50f5-4da3-8450-97b18d7f506a'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:40:11.422017 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 4d2b40e2-50f5-4da3-8450-97b18d7f506a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4d2b40e2-50f5-4da3-8450-97b18d7f506a,segment=NetworkSegment(2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a),segment_id=2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:40:11.428667 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:11.466246 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c3bd8d-f696-4b85-b67d-a24c7c008a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2b40e2-50f5-4da3-8450-97b18d7f506a', 'code': 200} Feb 04 06:40:11.500737 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=4d2b40e2-50f5-4da3-8450-97b18d7f506a,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:11.702205 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfab714-2b1b-40fb-bc47-f2a0694806e5 req-22b3df13-1852-4dde-9613-a0e370f8417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:11.703580 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-8dfab714-2b1b-40fb-bc47-f2a0694806e5 req-22b3df13-1852-4dde-9613-a0e370f8417d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 1098 time: 0.0720253 Feb 04 06:40:11.752875 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-8dfab714-2b1b-40fb-bc47-f2a0694806e5 req-0f7051be-626f-4b45-a732-d4fc650b1a1c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0579e540-7a7a-48e3-87fb-a7365e9ddd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433502 Feb 04 06:40:12.398086 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8d8ab-b099-46f5-8859-8f7a288212ef req-c4120340-5242-482f-ba74-5e4c9d00ccdd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:12.399711 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-30e8d8ab-b099-46f5-8859-8f7a288212ef req-c4120340-5242-482f-ba74-5e4c9d00ccdd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 945 time: 0.0928226 Feb 04 06:40:12.444578 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-30e8d8ab-b099-46f5-8859-8f7a288212ef req-4f02a387-f19d-425c-b72e-ab85428d10c1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=0579e540-7a7a-48e3-87fb-a7365e9ddd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387545 Feb 04 06:40:13.639140 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcce31-77d7-49d2-b752-04e6c2540b68 req-08c5fca8-af55-4f8b-9ee8-d6bce5133a87 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:13.640631 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e0dcce31-77d7-49d2-b752-04e6c2540b68 req-08c5fca8-af55-4f8b-9ee8-d6bce5133a87 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 945 time: 0.0817440 Feb 04 06:40:13.688637 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e0dcce31-77d7-49d2-b752-04e6c2540b68 req-7fc3984c-4e85-42fb-bd96-b11bec7c8590 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=0579e540-7a7a-48e3-87fb-a7365e9ddd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419424 Feb 04 06:40:13.881256 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c80ba-00ae-46ca-ae27-e0c7da1f2a80 req-3df77f51-0476-416e-b834-ede4856dbe83 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:13.882810 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b78c80ba-00ae-46ca-ae27-e0c7da1f2a80 req-3df77f51-0476-416e-b834-ede4856dbe83 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 945 time: 0.0890186 Feb 04 06:40:13.926864 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b78c80ba-00ae-46ca-ae27-e0c7da1f2a80 req-af443ff8-6c4c-4bc8-9a47-2bb1411e5ac0 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=0579e540-7a7a-48e3-87fb-a7365e9ddd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384285 Feb 04 06:40:13.949291 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 35996) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:40:14.025828 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24eac92-bacc-43d0-bddb-839330f87440 tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:14.027403 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f24eac92-bacc-43d0-bddb-839330f87440 tempest-TestNetworkAdvancedServerOps-1482189976 tempest-TestNetworkAdvancedServerOps-1482189976-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 1093 time: 0.0771532 Feb 04 06:40:14.030260 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36000) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:40:14.035411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': '4d2b40e2-50f5-4da3-8450-97b18d7f506a', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:40:14.042200 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:40:14.046151 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Usage tracker for resource:floatingip and tenant:edb5673b9505424ca41ca5290bab28ed is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:40:14.048992 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:40:14.054624 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:40:14.065487 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:14.202678 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:14.334122 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Allocated IP 172.26.4.101 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/000bc6cf-d0b0-4f0c-aa3d-f56bd363c6b6) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:40:14.487889 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:14.518717 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:14.585833 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:40:14.588599 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:40:14.592091 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:40:14.621959 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=000bc6cf-d0b0-4f0c-aa3d-f56bd363c6b6,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:15.111147 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:15.188994 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:15.412923 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:15.418412 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:15.526329 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event updated for resources: {'Port': ['ID=000bc6cf-d0b0-4f0c-aa3d-f56bd363c6b6,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:15.538227 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:15.707616 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Floating IP 6be634d8-6a32-497f-b550-a8a518d2f83b associated. External IP: 172.26.4.101, port: 4d2b40e2-50f5-4da3-8450-97b18d7f506a. Feb 04 06:40:16.074902 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router 35097874-03cb-4f7e-9782-422e0c1675f0 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:40:16.265294 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:40:16.276419 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ccad88-206b-4ab4-842f-42789a1bec1e None None] Sync routers for ids ['35097874-03cb-4f7e-9782-422e0c1675f0'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:40:16.286890 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ccad88-206b-4ab4-842f-42789a1bec1e None None] Routers {'35097874-03cb-4f7e-9782-422e0c1675f0'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:40:16.287486 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-78ccad88-206b-4ab4-842f-42789a1bec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:40:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['35097874-03cb-4f7e-9782-422e0c1675f0'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:16.292041 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:16.349065 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f8be9f05-e207-430f-9042-8ee3e56ea91b tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3177831 Feb 04 06:40:16.349654 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c3bd8d-f696-4b85-b67d-a24c7c008a0f', 'tag': '4d2b40e2-50f5-4da3-8450-97b18d7f506a'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:40:16.404522 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c3bd8d-f696-4b85-b67d-a24c7c008a0f', 'tag': '4d2b40e2-50f5-4da3-8450-97b18d7f506a', 'status': 'completed', 'code': 200} Feb 04 06:40:16.466014 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-78ccad88-206b-4ab4-842f-42789a1bec1e None None] Set router 35097874-03cb-4f7e-9782-422e0c1675f0 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:40:16.504244 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d142c07-4b5b-44df-ac7a-7493ee6687c4 req-3afeef3a-2bd3-4441-be02-ab5e25c76811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:16.505744 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0d142c07-4b5b-44df-ac7a-7493ee6687c4 req-3afeef3a-2bd3-4441-be02-ab5e25c76811 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 1098 time: 0.0797079 Feb 04 06:40:16.520340 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec17b0-8501-44bb-855d-b1ce6cea341b req-2c5ff62b-70a0-4c5d-bfea-c723e0ae5a6e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:16.521821 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0eec17b0-8501-44bb-855d-b1ce6cea341b req-2c5ff62b-70a0-4c5d-bfea-c723e0ae5a6e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 945 time: 0.0815659 Feb 04 06:40:16.566967 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0eec17b0-8501-44bb-855d-b1ce6cea341b req-82aa964a-5eaa-4197-877b-253d0eb6f2c3 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=0579e540-7a7a-48e3-87fb-a7365e9ddd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388379 Feb 04 06:40:16.593482 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36008) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:40:16.726914 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-004796e2-3873-41de-8830-516e264ef27e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/6be634d8-6a32-497f-b550-a8a518d2f83b HTTP/1.1" status: 200 len: 991 time: 0.1322324 Feb 04 06:40:16.731713 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d142c07-4b5b-44df-ac7a-7493ee6687c4 req-e32386cd-44d1-4cd4-8357-b1a604140ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:16.733119 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0d142c07-4b5b-44df-ac7a-7493ee6687c4 req-e32386cd-44d1-4cd4-8357-b1a604140ee6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1cbe6a57-82a3-48c8-9b44-e3d580f2a592 HTTP/1.1" status: 200 len: 898 time: 0.2201662 Feb 04 06:40:16.833032 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0d142c07-4b5b-44df-ac7a-7493ee6687c4 req-72ab7c88-149b-468c-b330-0b77d16fa60f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d2b40e2-50f5-4da3-8450-97b18d7f506a HTTP/1.1" status: 200 len: 999 time: 0.0929494 Feb 04 06:40:16.844820 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-78ccad88-206b-4ab4-842f-42789a1bec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565735374', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:39:56Z', 'updated_at': '2022-02-04T06:40:01Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:39:57Z', 'updated_at': '2022-02-04T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '6be634d8-6a32-497f-b550-a8a518d2f83b', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'floating_ip_address': '172.26.4.101', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'port_id': '4d2b40e2-50f5-4da3-8450-97b18d7f506a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592', 'mac_address': 'fa:16:3e:56:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c3bd8d-f696-4b85-b67d-a24c7c008a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:40:15Z', 'updated_at': '2022-02-04T06:40:15Z', 'revision_number': 0, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5e0f9d9-b99b-4af4-96f9-086478f0d528', 'name': '', 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:7c:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8b4bb127-7712-483a-aa45-648ce0b5547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:00Z', 'updated_at': '2022-02-04T06:40:06Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': '8b4bb127-7712-483a-aa45-648ce0b5547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:16.848666 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ccad88-206b-4ab4-842f-42789a1bec1e None None] Checking router: 35097874-03cb-4f7e-9782-422e0c1675f0 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:40:16.857527 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ccad88-206b-4ab4-842f-42789a1bec1e None None] Routers {'35097874-03cb-4f7e-9782-422e0c1675f0'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:40:16.858116 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-78ccad88-206b-4ab4-842f-42789a1bec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:40:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['35097874-03cb-4f7e-9782-422e0c1675f0'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:17.005470 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d142c07-4b5b-44df-ac7a-7493ee6687c4 req-bbade57e-de31-4deb-bdab-5d018a09e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:17.006824 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0d142c07-4b5b-44df-ac7a-7493ee6687c4 req-bbade57e-de31-4deb-bdab-5d018a09e687 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4bb127-7712-483a-aa45-648ce0b5547b HTTP/1.1" status: 200 len: 834 time: 0.1671700 Feb 04 06:40:17.039097 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-78ccad88-206b-4ab4-842f-42789a1bec1e None None] Set router 35097874-03cb-4f7e-9782-422e0c1675f0 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:40:17.082177 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d142c07-4b5b-44df-ac7a-7493ee6687c4 req-bbf836ad-4230-403f-85ae-19bbda10f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:17.083654 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0d142c07-4b5b-44df-ac7a-7493ee6687c4 req-bbf836ad-4230-403f-85ae-19bbda10f6d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1cbe6a57-82a3-48c8-9b44-e3d580f2a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709097 Feb 04 06:40:17.216395 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0d142c07-4b5b-44df-ac7a-7493ee6687c4 req-d7b3289b-69c4-4578-b495-6e2c950ee139 service neutron] 10.222.0.43 "GET /v2.0/networks/1cbe6a57-82a3-48c8-9b44-e3d580f2a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259611 Feb 04 06:40:17.350556 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-0d142c07-4b5b-44df-ac7a-7493ee6687c4 req-f801e594-ca22-4273-aa7c-56bdf18f0736 service neutron] 10.222.0.43 "GET /v2.0/networks/1cbe6a57-82a3-48c8-9b44-e3d580f2a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266804 Feb 04 06:40:17.381831 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-78ccad88-206b-4ab4-842f-42789a1bec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565735374', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:39:56Z', 'updated_at': '2022-02-04T06:40:01Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:39:57Z', 'updated_at': '2022-02-04T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '6be634d8-6a32-497f-b550-a8a518d2f83b', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'floating_ip_address': '172.26.4.101', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'port_id': '4d2b40e2-50f5-4da3-8450-97b18d7f506a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592', 'mac_address': 'fa:16:3e:56:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c3bd8d-f696-4b85-b67d-a24c7c008a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:40:15Z', 'updated_at': '2022-02-04T06:40:15Z', 'revision_number': 0, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5e0f9d9-b99b-4af4-96f9-086478f0d528', 'name': '', 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:7c:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8b4bb127-7712-483a-aa45-648ce0b5547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:00Z', 'updated_at': '2022-02-04T06:40:06Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': '8b4bb127-7712-483a-aa45-648ce0b5547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:17.386013 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ccad88-206b-4ab4-842f-42789a1bec1e None None] The sync data for ids ['35097874-03cb-4f7e-9782-422e0c1675f0'] in dv-neutron-826830-2-hyperv is: [{'id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565735374', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:39:56Z', 'updated_at': '2022-02-04T06:40:01Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:39:57Z', 'updated_at': '2022-02-04T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '6be634d8-6a32-497f-b550-a8a518d2f83b', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'floating_ip_address': '172.26.4.101', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'port_id': '4d2b40e2-50f5-4da3-8450-97b18d7f506a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592', 'mac_address': 'fa:16:3e:56:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c3bd8d-f696-4b85-b67d-a24c7c008a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:40:15Z', 'updated_at': '2022-02-04T06:40:15Z', 'revision_number': 0, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5e0f9d9-b99b-4af4-96f9-086478f0d528', 'name': '', 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:7c:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8b4bb127-7712-483a-aa45-648ce0b5547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:00Z', 'updated_at': '2022-02-04T06:40:06Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': '8b4bb127-7712-483a-aa45-648ce0b5547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:40:17.594902 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ca048-99a0-4858-b8f0-ff9eb3a1bd5b None None] New status for floating IP 6be634d8-6a32-497f-b550-a8a518d2f83b: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:40:17.731361 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36012) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:40:17.842115 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4b3093d0-43a9-4d73-8630-42440819f464 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/6be634d8-6a32-497f-b550-a8a518d2f83b HTTP/1.1" status: 200 len: 991 time: 0.1094766 Feb 04 06:40:18.846499 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36016) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:40:19.071493 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-688e9687-5fa7-417f-a3d1-a91f20d505f6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/6be634d8-6a32-497f-b550-a8a518d2f83b HTTP/1.1" status: 200 len: 993 time: 0.2234585 Feb 04 06:40:29.565409 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1032ab58-a56c-4e25-b413-ef533d145cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:31.909861 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-55ad7461-1978-43e3-9d46-48ff76f7931e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:32.994430 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:33.006389 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:34.436938 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:37.519073 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:43.052114 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6a924a5c-fdbd-48fe-8131-31ec1c57db44 req-7a3ca9ce-9deb-4fc1-bb0d-df1b6faaefed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799050 Feb 04 06:40:43.196756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a924a5c-fdbd-48fe-8131-31ec1c57db44 req-0e17770a-f1d1-4564-9ed6-91c5d8ebcda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:43.198236 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6a924a5c-fdbd-48fe-8131-31ec1c57db44 req-0e17770a-f1d1-4564-9ed6-91c5d8ebcda5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 1098 time: 0.0721524 Feb 04 06:40:43.348220 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a924a5c-fdbd-48fe-8131-31ec1c57db44 req-77bcb947-1f9c-4759-94da-a9eea27aafd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:43.349618 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6a924a5c-fdbd-48fe-8131-31ec1c57db44 req-77bcb947-1f9c-4759-94da-a9eea27aafd0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1cbe6a57-82a3-48c8-9b44-e3d580f2a592 HTTP/1.1" status: 200 len: 898 time: 0.1299193 Feb 04 06:40:43.459242 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6a924a5c-fdbd-48fe-8131-31ec1c57db44 req-c54b0c67-90a6-45e6-a0bb-b568932e23a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d2b40e2-50f5-4da3-8450-97b18d7f506a HTTP/1.1" status: 200 len: 1001 time: 0.1020920 Feb 04 06:40:43.533336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a924a5c-fdbd-48fe-8131-31ec1c57db44 req-b3a8e357-a917-4e42-8c7b-9e0f9f38d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:43.535844 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6a924a5c-fdbd-48fe-8131-31ec1c57db44 req-b3a8e357-a917-4e42-8c7b-9e0f9f38d132 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4bb127-7712-483a-aa45-648ce0b5547b HTTP/1.1" status: 200 len: 834 time: 0.0689287 Feb 04 06:40:43.634134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a924a5c-fdbd-48fe-8131-31ec1c57db44 req-e27accbc-c920-4f27-873d-b6d8e22202de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:43.635821 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6a924a5c-fdbd-48fe-8131-31ec1c57db44 req-e27accbc-c920-4f27-873d-b6d8e22202de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1cbe6a57-82a3-48c8-9b44-e3d580f2a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0927327 Feb 04 06:40:43.802781 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6a924a5c-fdbd-48fe-8131-31ec1c57db44 req-5f3ccfd8-b11b-4a4b-a2fa-2e2511bf693f service neutron] 10.222.0.43 "GET /v2.0/networks/1cbe6a57-82a3-48c8-9b44-e3d580f2a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597490 Feb 04 06:40:43.949164 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6a924a5c-fdbd-48fe-8131-31ec1c57db44 req-939927a2-649d-41fd-b62b-09ee7dafb43d service neutron] 10.222.0.43 "GET /v2.0/networks/1cbe6a57-82a3-48c8-9b44-e3d580f2a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369436 Feb 04 06:40:44.856027 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:40:48.721348 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a07db-4ed4-42e9-88bc-8f4bb671bd30 req-77ea7ddf-e374-4b19-bc96-abed821b385f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:48.722793 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6e3a07db-4ed4-42e9-88bc-8f4bb671bd30 req-77ea7ddf-e374-4b19-bc96-abed821b385f tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 945 time: 0.0843444 Feb 04 06:40:48.767991 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6e3a07db-4ed4-42e9-88bc-8f4bb671bd30 req-4983e16b-1f18-4079-b651-88b459e3bb7a tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=0579e540-7a7a-48e3-87fb-a7365e9ddd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391188 Feb 04 06:40:49.986347 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea8713-f7ac-4e69-a1a2-6fdb7a402153 req-514de922-79fb-408e-92ce-546752bfeb85 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:49.987945 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-45ea8713-f7ac-4e69-a1a2-6fdb7a402153 req-514de922-79fb-408e-92ce-546752bfeb85 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 945 time: 0.0996280 Feb 04 06:40:50.033746 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-45ea8713-f7ac-4e69-a1a2-6fdb7a402153 req-0b897bb6-99bf-4cdc-a375-41db1232f563 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=0579e540-7a7a-48e3-87fb-a7365e9ddd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387797 Feb 04 06:40:50.057078 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36036) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:40:50.166054 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1f9f02dd-4772-4eae-be0d-9ce7571da481 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/6be634d8-6a32-497f-b550-a8a518d2f83b HTTP/1.1" status: 200 len: 993 time: 0.1078389 Feb 04 06:40:51.641856 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afa7ba-356b-4ce3-871a-96fe904576be req-e9c1e480-853c-4252-a909-a839bb6e78e1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:51.644225 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e8afa7ba-356b-4ce3-871a-96fe904576be req-e9c1e480-853c-4252-a909-a839bb6e78e1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 945 time: 0.0847807 Feb 04 06:40:51.671699 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23d2dc-e170-4736-828c-c75191d32fe1 req-2a5d993a-ac31-4175-9bea-a58441340231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:51.673546 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dd23d2dc-e170-4736-828c-c75191d32fe1 req-2a5d993a-ac31-4175-9bea-a58441340231 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 1098 time: 0.0732064 Feb 04 06:40:51.689639 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e8afa7ba-356b-4ce3-871a-96fe904576be req-40ed1a9c-8e8a-4bfc-84aa-0e0d67871c37 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=0579e540-7a7a-48e3-87fb-a7365e9ddd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405672 Feb 04 06:40:51.804696 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23d2dc-e170-4736-828c-c75191d32fe1 req-090a5092-b9d2-451f-8895-6b5e364dc993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:51.806308 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dd23d2dc-e170-4736-828c-c75191d32fe1 req-090a5092-b9d2-451f-8895-6b5e364dc993 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1cbe6a57-82a3-48c8-9b44-e3d580f2a592 HTTP/1.1" status: 200 len: 898 time: 0.1268766 Feb 04 06:40:52.011517 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dd23d2dc-e170-4736-828c-c75191d32fe1 req-dd72006a-07be-4635-9619-5f4f4b6b131a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d2b40e2-50f5-4da3-8450-97b18d7f506a HTTP/1.1" status: 200 len: 1001 time: 0.1986871 Feb 04 06:40:52.075492 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23d2dc-e170-4736-828c-c75191d32fe1 req-ad60f01c-670d-40ff-9293-6099a197611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:52.076826 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dd23d2dc-e170-4736-828c-c75191d32fe1 req-ad60f01c-670d-40ff-9293-6099a197611e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4bb127-7712-483a-aa45-648ce0b5547b HTTP/1.1" status: 200 len: 834 time: 0.0585752 Feb 04 06:40:52.150784 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23d2dc-e170-4736-828c-c75191d32fe1 req-70590b9f-b667-4858-b843-76adb734d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:52.152287 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dd23d2dc-e170-4736-828c-c75191d32fe1 req-70590b9f-b667-4858-b843-76adb734d950 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1cbe6a57-82a3-48c8-9b44-e3d580f2a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694554 Feb 04 06:40:52.281841 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dd23d2dc-e170-4736-828c-c75191d32fe1 req-e890d258-f326-4395-a775-b109f81b29d7 service neutron] 10.222.0.43 "GET /v2.0/networks/1cbe6a57-82a3-48c8-9b44-e3d580f2a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228194 Feb 04 06:40:52.410051 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dd23d2dc-e170-4736-828c-c75191d32fe1 req-f13e5bdb-621d-4152-80ad-6656ee8ed9f4 service neutron] 10.222.0.43 "GET /v2.0/networks/1cbe6a57-82a3-48c8-9b44-e3d580f2a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222758 Feb 04 06:40:52.895957 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0039e6-0444-4691-8dd5-c274a60e0308 req-69fcb5a2-472c-4324-8d77-ea9f231f48c6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:52.897399 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7f0039e6-0444-4691-8dd5-c274a60e0308 req-69fcb5a2-472c-4324-8d77-ea9f231f48c6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 945 time: 0.0840995 Feb 04 06:40:52.946437 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7f0039e6-0444-4691-8dd5-c274a60e0308 req-1b23e71b-bd06-4b7b-a101-e706b24a8a03 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=0579e540-7a7a-48e3-87fb-a7365e9ddd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380406 Feb 04 06:40:54.133673 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603a052-abad-49c3-ad92-59a863179dbc req-48c74ba1-2a25-4265-9d2c-cfffa0539b85 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:54.135089 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6603a052-abad-49c3-ad92-59a863179dbc req-48c74ba1-2a25-4265-9d2c-cfffa0539b85 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 945 time: 0.0827703 Feb 04 06:40:54.178337 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6603a052-abad-49c3-ad92-59a863179dbc req-182c9df2-1c17-4390-b5e4-54ff33a5b21c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=0579e540-7a7a-48e3-87fb-a7365e9ddd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372608 Feb 04 06:40:54.201829 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36050) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:40:54.309603 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-93fb2134-9da7-4763-ac04-428116bfe330 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/floatingips/6be634d8-6a32-497f-b550-a8a518d2f83b HTTP/1.1" status: 200 len: 993 time: 0.1065118 Feb 04 06:40:54.596176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36058) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:40:54.805024 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting port 000bc6cf-d0b0-4f0c-aa3d-f56bd363c6b6 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:40:54.805336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:54.971642 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:54.971972 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:55.090855 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Calling delete_port for 000bc6cf-d0b0-4f0c-aa3d-f56bd363c6b6 owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:40:55.244567 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:55.289508 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Port': ['ID=000bc6cf-d0b0-4f0c-aa3d-f56bd363c6b6,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:55.327982 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:55.328332 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:55.328670 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:55.329002 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:55.329328 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:55.329651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:55.329975 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:55.330301 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:55.330617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:55.330918 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:55.331238 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:55.331552 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:55.391639 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:55.392044 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Floating IP 6be634d8-6a32-497f-b550-a8a518d2f83b disassociated (deleted). External IP: 172.26.4.101, port: 4d2b40e2-50f5-4da3-8450-97b18d7f506a. Feb 04 06:40:55.863530 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router 35097874-03cb-4f7e-9782-422e0c1675f0 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:40:56.050758 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:40:56.061299 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875abc4-f82b-40e0-96c6-14d44a99ea3a None None] Sync routers for ids ['35097874-03cb-4f7e-9782-422e0c1675f0'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:40:56.067614 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:56.070961 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875abc4-f82b-40e0-96c6-14d44a99ea3a None None] Routers {'35097874-03cb-4f7e-9782-422e0c1675f0'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:40:56.071570 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-2875abc4-f82b-40e0-96c6-14d44a99ea3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:40:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['35097874-03cb-4f7e-9782-422e0c1675f0'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:56.127876 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-290c5144-9cce-4c78-8426-e988b89d965c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/floatingips/6be634d8-6a32-497f-b550-a8a518d2f83b HTTP/1.1" status: 204 len: 168 time: 1.5302002 Feb 04 06:40:56.128335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c3bd8d-f696-4b85-b67d-a24c7c008a0f', 'tag': '4d2b40e2-50f5-4da3-8450-97b18d7f506a'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:40:56.183532 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c3bd8d-f696-4b85-b67d-a24c7c008a0f', 'tag': '4d2b40e2-50f5-4da3-8450-97b18d7f506a', 'status': 'completed', 'code': 200} Feb 04 06:40:56.259173 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-2875abc4-f82b-40e0-96c6-14d44a99ea3a None None] Set router 35097874-03cb-4f7e-9782-422e0c1675f0 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:40:56.288693 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae225de-2b70-46d8-b88a-baf5b937aae0 req-c9bd325c-390e-42e1-b61a-2f1d5b38189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:56.290283 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7ae225de-2b70-46d8-b88a-baf5b937aae0 req-c9bd325c-390e-42e1-b61a-2f1d5b38189c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edb5673b9505424ca41ca5290bab28ed&device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 1098 time: 0.0835438 Feb 04 06:40:56.442549 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae225de-2b70-46d8-b88a-baf5b937aae0 req-8665a7f1-d41d-427e-bf16-383ea65cd259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:56.444034 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7ae225de-2b70-46d8-b88a-baf5b937aae0 req-8665a7f1-d41d-427e-bf16-383ea65cd259 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1cbe6a57-82a3-48c8-9b44-e3d580f2a592 HTTP/1.1" status: 200 len: 898 time: 0.1476116 Feb 04 06:40:56.514510 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7ae225de-2b70-46d8-b88a-baf5b937aae0 req-8fc6f2aa-ea87-4af4-ac8a-f7a187030675 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d2b40e2-50f5-4da3-8450-97b18d7f506a HTTP/1.1" status: 200 len: 217 time: 0.0636883 Feb 04 06:40:56.515602 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c561338-7163-4bbf-9023-3bad077264d7 req-9721ab9d-93fb-456c-957f-f4f026606b74 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:56.517114 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4c561338-7163-4bbf-9023-3bad077264d7 req-9721ab9d-93fb-456c-957f-f4f026606b74 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 945 time: 0.0815537 Feb 04 06:40:56.561536 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4c561338-7163-4bbf-9023-3bad077264d7 req-560791b5-7117-45cd-b11e-b3858b4d79b6 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=0579e540-7a7a-48e3-87fb-a7365e9ddd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383689 Feb 04 06:40:56.583286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae225de-2b70-46d8-b88a-baf5b937aae0 req-d53ecc7f-3cde-494e-a338-34f1aba6d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:56.583286 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7ae225de-2b70-46d8-b88a-baf5b937aae0 req-d53ecc7f-3cde-494e-a338-34f1aba6d0cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4bb127-7712-483a-aa45-648ce0b5547b HTTP/1.1" status: 200 len: 834 time: 0.0614092 Feb 04 06:40:56.624500 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-2875abc4-f82b-40e0-96c6-14d44a99ea3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565735374', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:39:56Z', 'updated_at': '2022-02-04T06:40:01Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:39:57Z', 'updated_at': '2022-02-04T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'd5e0f9d9-b99b-4af4-96f9-086478f0d528', 'name': '', 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:7c:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8b4bb127-7712-483a-aa45-648ce0b5547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:00Z', 'updated_at': '2022-02-04T06:40:06Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': '8b4bb127-7712-483a-aa45-648ce0b5547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:56.628224 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875abc4-f82b-40e0-96c6-14d44a99ea3a None None] Checking router: 35097874-03cb-4f7e-9782-422e0c1675f0 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:40:56.636607 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875abc4-f82b-40e0-96c6-14d44a99ea3a None None] Routers {'35097874-03cb-4f7e-9782-422e0c1675f0'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:40:56.637188 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-2875abc4-f82b-40e0-96c6-14d44a99ea3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:40:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['35097874-03cb-4f7e-9782-422e0c1675f0'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:56.656738 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae225de-2b70-46d8-b88a-baf5b937aae0 req-e6713477-e0b5-47ba-b255-7621f4ffc987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:56.658228 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7ae225de-2b70-46d8-b88a-baf5b937aae0 req-e6713477-e0b5-47ba-b255-7621f4ffc987 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1cbe6a57-82a3-48c8-9b44-e3d580f2a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682166 Feb 04 06:40:56.788651 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7ae225de-2b70-46d8-b88a-baf5b937aae0 req-71af41c5-59e6-4f8a-9160-88a62d61c0f4 service neutron] 10.222.0.43 "GET /v2.0/networks/1cbe6a57-82a3-48c8-9b44-e3d580f2a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227114 Feb 04 06:40:56.811719 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-2875abc4-f82b-40e0-96c6-14d44a99ea3a None None] Set router 35097874-03cb-4f7e-9782-422e0c1675f0 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:40:56.919751 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-7ae225de-2b70-46d8-b88a-baf5b937aae0 req-2659980e-93f1-47b1-8a9c-4bd5ae991cca service neutron] 10.222.0.43 "GET /v2.0/networks/1cbe6a57-82a3-48c8-9b44-e3d580f2a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239836 Feb 04 06:40:57.117316 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-2875abc4-f82b-40e0-96c6-14d44a99ea3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565735374', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:39:56Z', 'updated_at': '2022-02-04T06:40:01Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:39:57Z', 'updated_at': '2022-02-04T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'd5e0f9d9-b99b-4af4-96f9-086478f0d528', 'name': '', 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:7c:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8b4bb127-7712-483a-aa45-648ce0b5547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:00Z', 'updated_at': '2022-02-04T06:40:06Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': '8b4bb127-7712-483a-aa45-648ce0b5547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:57.121346 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875abc4-f82b-40e0-96c6-14d44a99ea3a None None] The sync data for ids ['35097874-03cb-4f7e-9782-422e0c1675f0'] in dv-neutron-826830-2-hyperv is: [{'id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565735374', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:39:56Z', 'updated_at': '2022-02-04T06:40:01Z', 'revision_number': 4, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:39:57Z', 'updated_at': '2022-02-04T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'd5e0f9d9-b99b-4af4-96f9-086478f0d528', 'name': '', 'network_id': '1cbe6a57-82a3-48c8-9b44-e3d580f2a592', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'mac_address': 'fa:16:3e:7c:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8b4bb127-7712-483a-aa45-648ce0b5547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:00Z', 'updated_at': '2022-02-04T06:40:06Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'subnets': [{'id': '8b4bb127-7712-483a-aa45-648ce0b5547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:40:57.333140 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea0fb2d-ccf8-42bf-9afa-28cb9285cfdc None None] New status for floating IP 6be634d8-6a32-497f-b550-a8a518d2f83b: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:40:57.774205 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2df9a-ea4b-4584-8340-91cd6630a609 req-0983c45e-6839-4d07-9dd9-76fab2ac427c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:57.775611 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c0a2df9a-ea4b-4584-8340-91cd6630a609 req-0983c45e-6839-4d07-9dd9-76fab2ac427c tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 945 time: 0.0946307 Feb 04 06:40:57.818550 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c0a2df9a-ea4b-4584-8340-91cd6630a609 req-4712424c-b3ab-44df-b5e8-827511e985ec tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/security-groups?id=0579e540-7a7a-48e3-87fb-a7365e9ddd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371423 Feb 04 06:40:58.002590 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf28e9a-c31a-4bda-b9ff-3a50cb08b521 req-2fabaf6b-ece4-493a-9aaa-5de394f127be tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:58.003249 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-4bf28e9a-c31a-4bda-b9ff-3a50cb08b521 req-2fabaf6b-ece4-493a-9aaa-5de394f127be tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Synchronizing usage tracker for tenant:edb5673b9505424ca41ca5290bab28ed on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:40:58.022356 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-4bf28e9a-c31a-4bda-b9ff-3a50cb08b521 req-2fabaf6b-ece4-493a-9aaa-5de394f127be tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Unset dirty status for tenant:edb5673b9505424ca41ca5290bab28ed on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:40:58.023548 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4bf28e9a-c31a-4bda-b9ff-3a50cb08b521 req-2fabaf6b-ece4-493a-9aaa-5de394f127be tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 945 time: 0.1170261 Feb 04 06:40:58.100196 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-4bf28e9a-c31a-4bda-b9ff-3a50cb08b521 req-c33645e9-63ba-4e4b-af50-2d795a3779f1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting port 4d2b40e2-50f5-4da3-8450-97b18d7f506a {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:40:58.100418 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4bf28e9a-c31a-4bda-b9ff-3a50cb08b521 req-c33645e9-63ba-4e4b-af50-2d795a3779f1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:58.454531 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-4bf28e9a-c31a-4bda-b9ff-3a50cb08b521 req-c33645e9-63ba-4e4b-af50-2d795a3779f1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] For port 4d2b40e2-50f5-4da3-8450-97b18d7f506a, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4d2b40e2-50f5-4da3-8450-97b18d7f506a,segment=NetworkSegment(2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a),segment_id=2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:40:58.454845 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4bf28e9a-c31a-4bda-b9ff-3a50cb08b521 req-c33645e9-63ba-4e4b-af50-2d795a3779f1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:58.574253 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-4bf28e9a-c31a-4bda-b9ff-3a50cb08b521 req-c33645e9-63ba-4e4b-af50-2d795a3779f1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Calling delete_port for 4d2b40e2-50f5-4da3-8450-97b18d7f506a owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:40:58.736304 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4bf28e9a-c31a-4bda-b9ff-3a50cb08b521 req-c33645e9-63ba-4e4b-af50-2d795a3779f1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:58.786213 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33645e9-63ba-4e4b-af50-2d795a3779f1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Port': ['ID=4d2b40e2-50f5-4da3-8450-97b18d7f506a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:58.862803 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf28e9a-c31a-4bda-b9ff-3a50cb08b521 req-c33645e9-63ba-4e4b-af50-2d795a3779f1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] No DVR routers for this DVR port 4d2b40e2-50f5-4da3-8450-97b18d7f506a on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:40:58.865525 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4bf28e9a-c31a-4bda-b9ff-3a50cb08b521 req-c33645e9-63ba-4e4b-af50-2d795a3779f1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:58.868191 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c3bd8d-f696-4b85-b67d-a24c7c008a0f', 'name': 'network-vif-deleted', 'tag': '4d2b40e2-50f5-4da3-8450-97b18d7f506a'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:40:58.885672 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-4bf28e9a-c31a-4bda-b9ff-3a50cb08b521 req-c33645e9-63ba-4e4b-af50-2d795a3779f1 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.43 "DELETE /v2.0/ports/4d2b40e2-50f5-4da3-8450-97b18d7f506a HTTP/1.1" status: 204 len: 173 time: 0.8556337 Feb 04 06:40:58.916366 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c3bd8d-f696-4b85-b67d-a24c7c008a0f', 'name': 'network-vif-deleted', 'tag': '4d2b40e2-50f5-4da3-8450-97b18d7f506a', 'status': 'completed', 'code': 200} Feb 04 06:40:58.976082 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-27016aca-5815-45b6-a0b6-baab33327c9f req-ab3925a6-b75b-4f8d-9ddb-4a9084d41734 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c3bd8d-f696-4b85-b67d-a24c7c008a0f HTTP/1.1" status: 200 len: 210 time: 0.0427909 Feb 04 06:40:59.551658 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5101f5d4-5e00-4ff8-9a86-abf1b1ce5270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:00.086590 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36076) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:00.656064 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-88902489-f960-4371-b4c1-f786879d5dd4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:01.030711 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-88902489-f960-4371-b4c1-f786879d5dd4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting port d5e0f9d9-b99b-4af4-96f9-086478f0d528 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:41:01.030946 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-88902489-f960-4371-b4c1-f786879d5dd4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:01.335363 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-88902489-f960-4371-b4c1-f786879d5dd4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] For port d5e0f9d9-b99b-4af4-96f9-086478f0d528, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=d5e0f9d9-b99b-4af4-96f9-086478f0d528,segment=NetworkSegment(2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a),segment_id=2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:41:01.335992 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-88902489-f960-4371-b4c1-f786879d5dd4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:01.457965 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-88902489-f960-4371-b4c1-f786879d5dd4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Calling delete_port for d5e0f9d9-b99b-4af4-96f9-086478f0d528 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:41:01.781291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-88902489-f960-4371-b4c1-f786879d5dd4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:01.827218 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88902489-f960-4371-b4c1-f786879d5dd4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Port': ['ID=d5e0f9d9-b99b-4af4-96f9-086478f0d528,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:01.911822 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-06073d83-ad26-4cc6-96eb-deb637e5e1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:02.103728 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-88902489-f960-4371-b4c1-f786879d5dd4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:02.463245 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88902489-f960-4371-b4c1-f786879d5dd4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Router 35097874-03cb-4f7e-9782-422e0c1675f0 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:41:02.768667 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88902489-f960-4371-b4c1-f786879d5dd4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:41:02.779256 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8138d62-9ecb-4c5e-a9a3-85c271b01eff None None] Sync routers for ids ['35097874-03cb-4f7e-9782-422e0c1675f0'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:41:02.783162 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-88902489-f960-4371-b4c1-f786879d5dd4 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "PUT /v2.0/routers/35097874-03cb-4f7e-9782-422e0c1675f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6949186 Feb 04 06:41:02.785941 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36080) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:02.790358 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8138d62-9ecb-4c5e-a9a3-85c271b01eff None None] Routers {'35097874-03cb-4f7e-9782-422e0c1675f0'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:41:02.790966 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c8138d62-9ecb-4c5e-a9a3-85c271b01eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:41:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['35097874-03cb-4f7e-9782-422e0c1675f0'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:02.850957 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fd1f0e-a436-41cf-ba9a-256ca80c1e48 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting subnet 8b4bb127-7712-483a-aa45-648ce0b5547b {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:41:02.854048 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-09fd1f0e-a436-41cf-ba9a-256ca80c1e48 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:02.907845 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-09fd1f0e-a436-41cf-ba9a-256ca80c1e48 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:02.964668 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-c8138d62-9ecb-4c5e-a9a3-85c271b01eff None None] Set router 35097874-03cb-4f7e-9782-422e0c1675f0 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:41:02.977466 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:02.995266 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-09fd1f0e-a436-41cf-ba9a-256ca80c1e48 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:03.009772 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:03.067672 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-09fd1f0e-a436-41cf-ba9a-256ca80c1e48 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:03.105528 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd1f0e-a436-41cf-ba9a-256ca80c1e48 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4bb127-7712-483a-aa45-648ce0b5547b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:03.111045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-09fd1f0e-a436-41cf-ba9a-256ca80c1e48 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:03.116896 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-09fd1f0e-a436-41cf-ba9a-256ca80c1e48 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/subnets/8b4bb127-7712-483a-aa45-648ce0b5547b HTTP/1.1" status: 204 len: 168 time: 0.3300159 Feb 04 06:41:03.117454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8379d936-8f89-4dc6-aff3-72941eecd2c9 None None] Network 1cbe6a57-82a3-48c8-9b44-e3d580f2a592 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:41:03.119762 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36084) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:03.258316 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c8138d62-9ecb-4c5e-a9a3-85c271b01eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565735374', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:39:56Z', 'updated_at': '2022-02-04T06:41:01Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:39:57Z', 'updated_at': '2022-02-04T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:03.262144 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8138d62-9ecb-4c5e-a9a3-85c271b01eff None None] Checking router: 35097874-03cb-4f7e-9782-422e0c1675f0 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:41:03.270367 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8138d62-9ecb-4c5e-a9a3-85c271b01eff None None] Routers {'35097874-03cb-4f7e-9782-422e0c1675f0'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:41:03.270960 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c8138d62-9ecb-4c5e-a9a3-85c271b01eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:41:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['35097874-03cb-4f7e-9782-422e0c1675f0'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:03.331829 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 4d2b40e2-50f5-4da3-8450-97b18d7f506a no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:41:03.334411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4fda0044-1ebe-40f1-b67a-ac83dc2675dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:03.371453 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 4d2b40e2-50f5-4da3-8450-97b18d7f506a {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:41:03.371847 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 4d2b40e2-50f5-4da3-8450-97b18d7f506a not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:41:03.401592 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] DHCP port deletion for 1cbe6a57-82a3-48c8-9b44-e3d580f2a592 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:41:03.406596 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] Deleting port 6e1f4789-8b13-49b9-b4e1-03059db268ca {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:41:03.407009 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:03.484402 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-c8138d62-9ecb-4c5e-a9a3-85c271b01eff None None] Set router 35097874-03cb-4f7e-9782-422e0c1675f0 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:41:03.523292 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4fda0044-1ebe-40f1-b67a-ac83dc2675dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:03.534914 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4fda0044-1ebe-40f1-b67a-ac83dc2675dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Deleting port 5d4eed86-ace8-4c86-bc4c-b59a7c27d21a {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:41:03.535268 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4fda0044-1ebe-40f1-b67a-ac83dc2675dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:03.619134 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] For port 6e1f4789-8b13-49b9-b4e1-03059db268ca, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6e1f4789-8b13-49b9-b4e1-03059db268ca,segment=NetworkSegment(2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a),segment_id=2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:41:03.619502 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:03.712619 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-4fda0044-1ebe-40f1-b67a-ac83dc2675dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] For port 5d4eed86-ace8-4c86-bc4c-b59a7c27d21a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=5d4eed86-ace8-4c86-bc4c-b59a7c27d21a,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:41:03.713065 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4fda0044-1ebe-40f1-b67a-ac83dc2675dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:03.741452 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] Calling delete_port for 6e1f4789-8b13-49b9-b4e1-03059db268ca owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:41:03.766249 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-c8138d62-9ecb-4c5e-a9a3-85c271b01eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565735374', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:39:56Z', 'updated_at': '2022-02-04T06:41:01Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:39:57Z', 'updated_at': '2022-02-04T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:03.770177 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8138d62-9ecb-4c5e-a9a3-85c271b01eff None None] The sync data for ids ['35097874-03cb-4f7e-9782-422e0c1675f0'] in dv-neutron-826830-2-hyperv is: [{'id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565735374', 'tenant_id': 'edb5673b9505424ca41ca5290bab28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:39:56Z', 'updated_at': '2022-02-04T06:41:01Z', 'revision_number': 5, 'project_id': 'edb5673b9505424ca41ca5290bab28ed', 'gw_port': {'id': '5d4eed86-ace8-4c86-bc4c-b59a7c27d21a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35097874-03cb-4f7e-9782-422e0c1675f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:39:57Z', 'updated_at': '2022-02-04T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:41:03.825686 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:03.839913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4fda0044-1ebe-40f1-b67a-ac83dc2675dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Calling delete_port for 5d4eed86-ace8-4c86-bc4c-b59a7c27d21a owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:41:03.869746 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] Pushing event deleted for resources: {'Port': ['ID=6e1f4789-8b13-49b9-b4e1-03059db268ca,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:03.878664 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] No DVR routers for this DVR port 6e1f4789-8b13-49b9-b4e1-03059db268ca on host dv-neutron-826830-2-hyperv {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:41:03.880792 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:03.881162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:03.881496 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:03.881822 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:03.882144 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:03.882532 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:03.882890 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:03.883210 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:03.883531 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:03.883887 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:03.884206 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:03.884512 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84759b39-6cfc-4f7f-9751-40be1ea76bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:04.023030 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4fda0044-1ebe-40f1-b67a-ac83dc2675dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:04.071049 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda0044-1ebe-40f1-b67a-ac83dc2675dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Port': ['ID=5d4eed86-ace8-4c86-bc4c-b59a7c27d21a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:04.167844 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4fda0044-1ebe-40f1-b67a-ac83dc2675dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:04.228577 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device d5e0f9d9-b99b-4af4-96f9-086478f0d528 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:41:04.265120 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: d5e0f9d9-b99b-4af4-96f9-086478f0d528 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:41:04.265587 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device d5e0f9d9-b99b-4af4-96f9-086478f0d528 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:41:04.266050 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6e1f4789-8b13-49b9-b4e1-03059db268ca no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:41:04.339485 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 6e1f4789-8b13-49b9-b4e1-03059db268ca {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:41:04.339940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6e1f4789-8b13-49b9-b4e1-03059db268ca not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:41:04.468663 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4fda0044-1ebe-40f1-b67a-ac83dc2675dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:04.470860 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4fda0044-1ebe-40f1-b67a-ac83dc2675dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:04.489174 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:04.499477 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4fda0044-1ebe-40f1-b67a-ac83dc2675dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:04.500257 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fda0044-1ebe-40f1-b67a-ac83dc2675dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Fanout notify agent at l3_agent the message router_deleted on router 35097874-03cb-4f7e-9782-422e0c1675f0 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:41:04.519952 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4fda0044-1ebe-40f1-b67a-ac83dc2675dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:04.523835 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4fda0044-1ebe-40f1-b67a-ac83dc2675dd tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/routers/35097874-03cb-4f7e-9782-422e0c1675f0 HTTP/1.1" status: 204 len: 168 time: 1.4006767 Feb 04 06:41:04.524437 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36088) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:04.647074 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb5fa-c254-44ca-8c20-9528907ec482 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:04.787253 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb5fa-c254-44ca-8c20-9528907ec482 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:04.812045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-c3fbb5fa-c254-44ca-8c20-9528907ec482 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbe6a57-82a3-48c8-9b44-e3d580f2a592']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:04.823599 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-c3fbb5fa-c254-44ca-8c20-9528907ec482 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:04.823914 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-c3fbb5fa-c254-44ca-8c20-9528907ec482 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3d6cf5-89d0-4b80-a70a-16fbfe426c0a') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:04.835277 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb5fa-c254-44ca-8c20-9528907ec482 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:04.857106 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb5fa-c254-44ca-8c20-9528907ec482 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:04.863773 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3fbb5fa-c254-44ca-8c20-9528907ec482 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:41:04.864441 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb5fa-c254-44ca-8c20-9528907ec482 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:41:04.880389 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:41:04.972127 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb5fa-c254-44ca-8c20-9528907ec482 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:04.976797 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb5fa-c254-44ca-8c20-9528907ec482 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:05.003418 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbb5fa-c254-44ca-8c20-9528907ec482 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'Network': ['ID=1cbe6a57-82a3-48c8-9b44-e3d580f2a592,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:05.011539 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c3fbb5fa-c254-44ca-8c20-9528907ec482 tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/networks/1cbe6a57-82a3-48c8-9b44-e3d580f2a592 HTTP/1.1" status: 204 len: 168 time: 0.4863827 Feb 04 06:41:05.014337 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36092) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:05.081156 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1e2a7582-86a6-4131-b7f2-9bdcb0762d8e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:05.111118 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1e2a7582-86a6-4131-b7f2-9bdcb0762d8e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:05.176574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1e2a7582-86a6-4131-b7f2-9bdcb0762d8e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:05.200410 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a7582-86a6-4131-b7f2-9bdcb0762d8e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0579e540-7a7a-48e3-87fb-a7365e9ddd70,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:05.210029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1e2a7582-86a6-4131-b7f2-9bdcb0762d8e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:05.211103 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-1e2a7582-86a6-4131-b7f2-9bdcb0762d8e tempest-TestNetworkAdvancedServerOps-1375714151 tempest-TestNetworkAdvancedServerOps-1375714151-project] 10.222.0.31 "DELETE /v2.0/security-groups/0579e540-7a7a-48e3-87fb-a7365e9ddd70 HTTP/1.1" status: 204 len: 168 time: 0.1958127 Feb 04 06:41:05.593884 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36102) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:05.747683 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3f0d4696-907c-4693-a9e5-1da5d0593b59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=edb5673b9505424ca41ca5290bab28ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540728 Feb 04 06:41:05.751354 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36108) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:05.809439 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9dae8200-657a-4592-870a-b3071927e25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:05.834786 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9dae8200-657a-4592-870a-b3071927e25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:05.888314 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9dae8200-657a-4592-870a-b3071927e25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:05.905492 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae8200-657a-4592-870a-b3071927e25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3422b494-7e3a-4a10-9e82-c1a9e5ad89f4,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:05.913770 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9dae8200-657a-4592-870a-b3071927e25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:05.914914 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9dae8200-657a-4592-870a-b3071927e25c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3422b494-7e3a-4a10-9e82-c1a9e5ad89f4 HTTP/1.1" status: 204 len: 168 time: 0.1626582 Feb 04 06:41:06.040355 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 5d4eed86-ace8-4c86-bc4c-b59a7c27d21a no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:41:06.074070 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 5d4eed86-ace8-4c86-bc4c-b59a7c27d21a {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:41:06.074419 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 5d4eed86-ace8-4c86-bc4c-b59a7c27d21a not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:41:06.204053 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36116) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:06.221481 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eb7dcb60-be33-48df-aca4-71950bb95813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:06.236163 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-eb7dcb60-be33-48df-aca4-71950bb95813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:41:06.240619 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-eb7dcb60-be33-48df-aca4-71950bb95813 admin admin] Usage tracker for resource:security_group_rule and tenant:7eb70a5303954c4a8ace9fa292970bc9 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:41:06.243683 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-eb7dcb60-be33-48df-aca4-71950bb95813 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:41:06.250251 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-eb7dcb60-be33-48df-aca4-71950bb95813 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:41:06.339029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eb7dcb60-be33-48df-aca4-71950bb95813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:06.344459 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-eb7dcb60-be33-48df-aca4-71950bb95813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:06.390635 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-eb7dcb60-be33-48df-aca4-71950bb95813 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7eb70a5303954c4a8ace9fa292970bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855075 Feb 04 06:41:06.391471 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7dcb60-be33-48df-aca4-71950bb95813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a14667-4fc5-474c-8ce2-4cfe765e2cdd,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:06.393599 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36120) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:06.456157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d8acaa18-85eb-4216-b91b-b2a280890493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:06.481232 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d8acaa18-85eb-4216-b91b-b2a280890493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:06.535081 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d8acaa18-85eb-4216-b91b-b2a280890493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:06.551537 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8acaa18-85eb-4216-b91b-b2a280890493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a14667-4fc5-474c-8ce2-4cfe765e2cdd,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:06.560276 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acaa18-85eb-4216-b91b-b2a280890493 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:06.560625 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acaa18-85eb-4216-b91b-b2a280890493 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:06.560960 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acaa18-85eb-4216-b91b-b2a280890493 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:06.561300 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acaa18-85eb-4216-b91b-b2a280890493 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:06.561617 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acaa18-85eb-4216-b91b-b2a280890493 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:06.561942 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acaa18-85eb-4216-b91b-b2a280890493 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:06.562263 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acaa18-85eb-4216-b91b-b2a280890493 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:06.562587 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acaa18-85eb-4216-b91b-b2a280890493 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:06.562908 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acaa18-85eb-4216-b91b-b2a280890493 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:06.563225 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acaa18-85eb-4216-b91b-b2a280890493 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:06.563525 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acaa18-85eb-4216-b91b-b2a280890493 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:06.563850 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acaa18-85eb-4216-b91b-b2a280890493 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:06.566612 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d8acaa18-85eb-4216-b91b-b2a280890493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:06.567717 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-d8acaa18-85eb-4216-b91b-b2a280890493 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4a14667-4fc5-474c-8ce2-4cfe765e2cdd HTTP/1.1" status: 204 len: 168 time: 0.1731348 Feb 04 06:41:07.316805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36146) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:07.427233 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2024265654-network', 'tenant_id': '7c9667419f834113a144663452eb5c99'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:41:07.434648 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:41:07.440734 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Usage tracker for resource:network and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:41:07.444573 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:41:07.451054 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:41:07.463423 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Made reservation on behalf of 7c9667419f834113a144663452eb5c99 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:41:07.465747 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:07.477879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:07.492832 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:41:07.497035 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Usage tracker for resource:security_group_rule and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:41:07.500029 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:41:07.502244 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:07.506171 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:41:07.588183 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:07.593373 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:07.631727 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:41:07.639832 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f61b3b-b461-4ed2-9701-359731cb98de,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:07.645193 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:07.645537 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Added segment 5854422b-266c-4b64-ad4b-2a0903b718fe of type vlan for network 8a3a19fb-5d13-43a6-91ff-baa648515ffe Feb 04 06:41:07.674096 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:07.704221 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:07.705186 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:07.705752 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:07.804551 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] Pushing event updated for resources: {'Network': ['ID=8a3a19fb-5d13-43a6-91ff-baa648515ffe,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:07.809845 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4abda56f-d597-43c9-b552-27c3019fbf05 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4917538 Feb 04 06:41:07.812579 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36152) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:07.815193 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 8a3a19fb-5d13-43a6-91ff-baa648515ffe details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:41:07.818142 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-21556134-2a14-4581-b535-343c2bf3a60c admin admin] Request body: {'subnet': {'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2024265654-subnet', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'ip_version': 4}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:41:07.823281 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-21556134-2a14-4581-b535-343c2bf3a60c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:41:07.827336 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-21556134-2a14-4581-b535-343c2bf3a60c admin admin] Usage tracker for resource:subnet and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:41:07.830377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-21556134-2a14-4581-b535-343c2bf3a60c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:41:07.836347 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-21556134-2a14-4581-b535-343c2bf3a60c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:41:07.850713 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21556134-2a14-4581-b535-343c2bf3a60c admin admin] Made reservation on behalf of 7c9667419f834113a144663452eb5c99 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:41:07.853055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21556134-2a14-4581-b535-343c2bf3a60c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:08.064007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21556134-2a14-4581-b535-343c2bf3a60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:08.132250 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21556134-2a14-4581-b535-343c2bf3a60c admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ee2b46-e2bb-4533-92b6-3f66a67f64f5,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:08.143753 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21556134-2a14-4581-b535-343c2bf3a60c admin admin] Checking segment: {'id': '5854422b-266c-4b64-ad4b-2a0903b718fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:41:08.144144 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21556134-2a14-4581-b535-343c2bf3a60c admin admin] Network hostable DHCP agents. Network: 8a3a19fb-5d13-43a6-91ff-baa648515ffe, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:41:08.165170 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21556134-2a14-4581-b535-343c2bf3a60c admin admin] Network 8a3a19fb-5d13-43a6-91ff-baa648515ffe is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:41:08.174365 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-21556134-2a14-4581-b535-343c2bf3a60c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 8a3a19fb-5d13-43a6-91ff-baa648515ffe) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:41:08.178501 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21556134-2a14-4581-b535-343c2bf3a60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:08.179145 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-21556134-2a14-4581-b535-343c2bf3a60c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:08.184823 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23db46ab-68d6-488d-8aa2-326cff463444 None None] Network 8a3a19fb-5d13-43a6-91ff-baa648515ffe requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:41:08.200698 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-21556134-2a14-4581-b535-343c2bf3a60c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3869963 Feb 04 06:41:08.203392 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36156) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:08.208238 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:41:08.212830 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:41:08.216552 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Usage tracker for resource:router and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:41:08.219291 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:41:08.225275 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:41:08.241429 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:08.242518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:08.257417 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:08.402531 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:41:08.403390 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:08.558033 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Allocated IP 172.20.0.2 (8a3a19fb-5d13-43a6-91ff-baa648515ffe/58ee2b46-e2bb-4533-92b6-3f66a67f64f5/6727dcaf-b2af-4511-b7b2-bff34493798b) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:41:08.616313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:08.764973 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:08.775064 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Transition to ACTIVE for port object 6727dcaf-b2af-4511-b7b2-bff34493798b will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:41:08.793196 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Transition to ACTIVE for port object 6727dcaf-b2af-4511-b7b2-bff34493798b will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:41:08.798281 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:08.863058 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Network 8a3a19fb-5d13-43a6-91ff-baa648515ffe is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:41:08.866067 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:41:08.869686 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:41:08.878276 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Pushing event updated for resources: {'Port': ['ID=6727dcaf-b2af-4511-b7b2-bff34493798b,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:08.935816 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:08.961026 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Attempting to bind port 6727dcaf-b2af-4511-b7b2-bff34493798b on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:41:08.961391 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Attempting to bind port 6727dcaf-b2af-4511-b7b2-bff34493798b by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '5854422b-266c-4b64-ad4b-2a0903b718fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:41:08.961748 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Attempting to bind port 6727dcaf-b2af-4511-b7b2-bff34493798b on network 8a3a19fb-5d13-43a6-91ff-baa648515ffe {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:41:08.964756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:08.967299 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:41:08.967661 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Checking segment: {'id': '5854422b-266c-4b64-ad4b-2a0903b718fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:41:08.968092 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:08.968478 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Bound using segment: {'id': '5854422b-266c-4b64-ad4b-2a0903b718fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:41:08.968941 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Bound port: 6727dcaf-b2af-4511-b7b2-bff34493798b, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5854422b-266c-4b64-ad4b-2a0903b718fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:41:08.969311 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:09.060085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] For port 6727dcaf-b2af-4511-b7b2-bff34493798b, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:41:09.063192 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] For port 6727dcaf-b2af-4511-b7b2-bff34493798b, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6727dcaf-b2af-4511-b7b2-bff34493798b,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:41:09.068282 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:09.101876 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Allocated IP 172.26.4.92 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/2a1ea067-fb43-4c54-8e39-132f86530f12) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:41:09.155219 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba982f35-b038-4793-a975-99bc82f818f7 None None] Pushing event updated for resources: {'Port': ['ID=6727dcaf-b2af-4511-b7b2-bff34493798b,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:09.255171 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:09.286282 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:09.362912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:41:09.366146 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:41:09.369954 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:41:09.408638 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Pushing event updated for resources: {'Port': ['ID=2a1ea067-fb43-4c54-8e39-132f86530f12,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:09.790574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:10.073997 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcf548e-b12a-4ddb-b309-cc1119f6e916 None None] Network 8a3a19fb-5d13-43a6-91ff-baa648515ffe requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:41:10.144273 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6727dcaf-b2af-4511-b7b2-bff34493798b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:41:10.259197 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:10.273209 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cec21f7a-75a3-4921-b64a-4dccb22151b0 None None] Provisioning for port 6727dcaf-b2af-4511-b7b2-bff34493798b completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:41:10.340387 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 6727dcaf-b2af-4511-b7b2-bff34493798b completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:41:10.349154 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 6727dcaf-b2af-4511-b7b2-bff34493798b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:10.349524 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:10.464021 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Router 43236f8e-127e-41f4-90c1-4a59318a06f7 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:41:10.520067 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:10.552595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 6727dcaf-b2af-4511-b7b2-bff34493798b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6727dcaf-b2af-4511-b7b2-bff34493798b,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:41:10.559472 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:10.634037 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=6727dcaf-b2af-4511-b7b2-bff34493798b,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:10.650424 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:41:10.660512 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Sync routers for ids ['43236f8e-127e-41f4-90c1-4a59318a06f7'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:41:10.669796 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Routers {'43236f8e-127e-41f4-90c1-4a59318a06f7'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:41:10.670414 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:41:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['43236f8e-127e-41f4-90c1-4a59318a06f7'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:10.676395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:10.680319 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0d182cae-fc69-478d-95be-c674a6aed602 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4733534 Feb 04 06:41:10.680813 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36160) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:10.843408 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-20557e7c-8420-4886-a7f9-1f792dd3c7f6 None None] Provisioning complete for port 6727dcaf-b2af-4511-b7b2-bff34493798b triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:10.843649 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-20557e7c-8420-4886-a7f9-1f792dd3c7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:10.885272 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Set router 43236f8e-127e-41f4-90c1-4a59318a06f7 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:41:11.237434 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:09Z', 'revision_number': 3, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port': {'id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:11.242024 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Checking router: 43236f8e-127e-41f4-90c1-4a59318a06f7 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:41:11.242361 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Updating router 43236f8e-127e-41f4-90c1-4a59318a06f7 port 2a1ea067-fb43-4c54-8e39-132f86530f12 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:41:11.296638 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:11.460362 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-51feb02f-f8c6-4b6a-83f7-3703d46f44fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:11.621635 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:11.635399 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Transition to ACTIVE for port object 2a1ea067-fb43-4c54-8e39-132f86530f12 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:41:11.644298 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:11.662268 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-51feb02f-f8c6-4b6a-83f7-3703d46f44fd admin admin] Allocated IP 172.20.0.1 (8a3a19fb-5d13-43a6-91ff-baa648515ffe/58ee2b46-e2bb-4533-92b6-3f66a67f64f5/94301f15-b439-41dd-8fd3-7e85d76e88a3) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:41:11.725975 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Attempting to bind port 2a1ea067-fb43-4c54-8e39-132f86530f12 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:41:11.726233 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Attempting to bind port 2a1ea067-fb43-4c54-8e39-132f86530f12 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:41:11.726597 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Attempting to bind port 2a1ea067-fb43-4c54-8e39-132f86530f12 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:41:11.728650 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0440cf6-e302-41c4-9821-e8f4160c126c None None] Pushing event updated for resources: {'Port': ['ID=2a1ea067-fb43-4c54-8e39-132f86530f12,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:11.735521 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:41:11.735910 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:41:11.736317 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:11.737163 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:41:11.737163 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Bound port: 2a1ea067-fb43-4c54-8e39-132f86530f12, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:41:11.737483 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:11.806929 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] For port 2a1ea067-fb43-4c54-8e39-132f86530f12, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:41:11.807298 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-51feb02f-f8c6-4b6a-83f7-3703d46f44fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:11.810445 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] For port 2a1ea067-fb43-4c54-8e39-132f86530f12, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2a1ea067-fb43-4c54-8e39-132f86530f12,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:41:11.814459 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:11.823497 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-51feb02f-f8c6-4b6a-83f7-3703d46f44fd admin admin] Transition to ACTIVE for port object 94301f15-b439-41dd-8fd3-7e85d76e88a3 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:41:11.847687 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-51feb02f-f8c6-4b6a-83f7-3703d46f44fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:11.891081 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Routers {'43236f8e-127e-41f4-90c1-4a59318a06f7'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:41:11.891698 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:41:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['43236f8e-127e-41f4-90c1-4a59318a06f7'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:11.916216 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51feb02f-f8c6-4b6a-83f7-3703d46f44fd admin admin] Network 8a3a19fb-5d13-43a6-91ff-baa648515ffe is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:41:11.919361 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-51feb02f-f8c6-4b6a-83f7-3703d46f44fd admin admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:41:11.923146 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51feb02f-f8c6-4b6a-83f7-3703d46f44fd admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:41:11.958217 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51feb02f-f8c6-4b6a-83f7-3703d46f44fd admin admin] Pushing event updated for resources: {'Port': ['ID=94301f15-b439-41dd-8fd3-7e85d76e88a3,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:11.982452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-51feb02f-f8c6-4b6a-83f7-3703d46f44fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:12.016364 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0440cf6-e302-41c4-9821-e8f4160c126c None None] Pushing event updated for resources: {'Port': ['ID=2a1ea067-fb43-4c54-8e39-132f86530f12,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:12.107388 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6727dcaf-b2af-4511-b7b2-bff34493798b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:41:12.196200 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] Set router 43236f8e-127e-41f4-90c1-4a59318a06f7 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:41:12.256872 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-51feb02f-f8c6-4b6a-83f7-3703d46f44fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:12.380426 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ec761401-d2d0-427e-9da5-b04188871f04 None None] Provisioning for port 94301f15-b439-41dd-8fd3-7e85d76e88a3 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:41:12.393866 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ec761401-d2d0-427e-9da5-b04188871f04 None None] Provisioning complete for port 94301f15-b439-41dd-8fd3-7e85d76e88a3 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:12.394236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ec761401-d2d0-427e-9da5-b04188871f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:12.419235 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 6727dcaf-b2af-4511-b7b2-bff34493798b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:12.419602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:12.473248 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-51feb02f-f8c6-4b6a-83f7-3703d46f44fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:12.478973 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-51feb02f-f8c6-4b6a-83f7-3703d46f44fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:12.521192 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-ec761401-d2d0-427e-9da5-b04188871f04 None None] Port 94301f15-b439-41dd-8fd3-7e85d76e88a3 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:41:12.582396 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51feb02f-f8c6-4b6a-83f7-3703d46f44fd admin admin] Pushing event updated for resources: {'Port': ['ID=94301f15-b439-41dd-8fd3-7e85d76e88a3,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:12.587090 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-51feb02f-f8c6-4b6a-83f7-3703d46f44fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:12.653018 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:09Z', 'revision_number': 3, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port': {'id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:12.656960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c0a915-3540-42b8-bd7b-2ca2a6cfb211 None None] The sync data for ids ['43236f8e-127e-41f4-90c1-4a59318a06f7'] in dv-neutron-826830-2-hyperv is: [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:09Z', 'revision_number': 3, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port': {'id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:41:12.726832 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51feb02f-f8c6-4b6a-83f7-3703d46f44fd admin admin] Network 8a3a19fb-5d13-43a6-91ff-baa648515ffe is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:41:12.728176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-51feb02f-f8c6-4b6a-83f7-3703d46f44fd admin admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:41:13.040479 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51feb02f-f8c6-4b6a-83f7-3703d46f44fd admin admin] Router 43236f8e-127e-41f4-90c1-4a59318a06f7 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:41:13.043853 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-20476bf4-818b-4bd2-b2d1-386fa43b53dd None None] Provisioning complete for port 94301f15-b439-41dd-8fd3-7e85d76e88a3 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:13.044293 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-20476bf4-818b-4bd2-b2d1-386fa43b53dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:13.100940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-20476bf4-818b-4bd2-b2d1-386fa43b53dd None None] Port 94301f15-b439-41dd-8fd3-7e85d76e88a3 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:41:13.228290 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51feb02f-f8c6-4b6a-83f7-3703d46f44fd admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:41:13.247337 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-51feb02f-f8c6-4b6a-83f7-3703d46f44fd admin admin] 10.222.0.31 "PUT /v2.0/routers/43236f8e-127e-41f4-90c1-4a59318a06f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5653872 Feb 04 06:41:13.755794 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36178) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:13.761477 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-499593734-network', 'tenant_id': '09d69adf7a234cea91617db53bbf06cc'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:41:13.766514 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:41:13.770569 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Usage tracker for resource:network and tenant:09d69adf7a234cea91617db53bbf06cc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:41:13.773669 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:41:13.779995 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:41:13.791256 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Made reservation on behalf of 09d69adf7a234cea91617db53bbf06cc for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:41:13.793609 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:13.805920 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:13.820156 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:41:13.824156 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Usage tracker for resource:security_group_rule and tenant:09d69adf7a234cea91617db53bbf06cc is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:41:13.827031 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:41:13.833058 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:41:13.920932 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:13.925584 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:13.959163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:41:13.967730 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf038565-3b75-4d77-8453-6325e5e472c6,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:13.973430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:13.973772 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Added segment 2644952f-24fd-42c4-b75f-5eeebc264360 of type vlan for network ac4f1344-cd52-43b7-a253-72683e89a174 Feb 04 06:41:14.001483 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:14.043217 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:14.044455 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:14.045188 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:14.144779 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2a1ea067-fb43-4c54-8e39-132f86530f12 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:41:14.160079 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] Pushing event updated for resources: {'Network': ['ID=ac4f1344-cd52-43b7-a253-72683e89a174,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:14.174881 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36182) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:14.176043 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-67c8c9fd-9f23-4c66-8acd-d81d7f696cf5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4181838 Feb 04 06:41:14.178989 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network ac4f1344-cd52-43b7-a253-72683e89a174 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:41:14.181040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-c25e1634-e22b-44fb-a1f3-d1c5c84d8a40 admin admin] Request body: {'subnet': {'network_id': 'ac4f1344-cd52-43b7-a253-72683e89a174', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-499593734-subnet', 'tenant_id': '09d69adf7a234cea91617db53bbf06cc', 'ip_version': 4}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:41:14.186240 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c25e1634-e22b-44fb-a1f3-d1c5c84d8a40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:41:14.190545 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c25e1634-e22b-44fb-a1f3-d1c5c84d8a40 admin admin] Usage tracker for resource:subnet and tenant:09d69adf7a234cea91617db53bbf06cc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:41:14.194020 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-c25e1634-e22b-44fb-a1f3-d1c5c84d8a40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:41:14.201698 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c25e1634-e22b-44fb-a1f3-d1c5c84d8a40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:41:14.202226 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89067b72-8656-404d-84db-357109732a75 None None] Sync routers for ids ['43236f8e-127e-41f4-90c1-4a59318a06f7'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:41:14.220450 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25e1634-e22b-44fb-a1f3-d1c5c84d8a40 admin admin] Made reservation on behalf of 09d69adf7a234cea91617db53bbf06cc for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:41:14.223125 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89067b72-8656-404d-84db-357109732a75 None None] Routers {'43236f8e-127e-41f4-90c1-4a59318a06f7'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:41:14.224142 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-89067b72-8656-404d-84db-357109732a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:41:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['43236f8e-127e-41f4-90c1-4a59318a06f7'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:14.224999 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c25e1634-e22b-44fb-a1f3-d1c5c84d8a40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6715907'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:14.359899 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 2a1ea067-fb43-4c54-8e39-132f86530f12 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:41:14.370596 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 2a1ea067-fb43-4c54-8e39-132f86530f12 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:14.371202 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:14.421666 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-89067b72-8656-404d-84db-357109732a75 None None] Set router 43236f8e-127e-41f4-90c1-4a59318a06f7 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:41:14.467707 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c25e1634-e22b-44fb-a1f3-d1c5c84d8a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7317086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6715921'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:14.496260 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:14.514075 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 2a1ea067-fb43-4c54-8e39-132f86530f12, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2a1ea067-fb43-4c54-8e39-132f86530f12,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:41:14.520571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:14.556120 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25e1634-e22b-44fb-a1f3-d1c5c84d8a40 admin admin] Checking segment: {'id': '2644952f-24fd-42c4-b75f-5eeebc264360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac4f1344-cd52-43b7-a253-72683e89a174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:41:14.556477 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25e1634-e22b-44fb-a1f3-d1c5c84d8a40 admin admin] Network hostable DHCP agents. Network: ac4f1344-cd52-43b7-a253-72683e89a174, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:41:14.563554 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e1634-e22b-44fb-a1f3-d1c5c84d8a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ddcd8d5-9856-403e-8da0-0ef64006d9a4,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:14.586370 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25e1634-e22b-44fb-a1f3-d1c5c84d8a40 admin admin] Network ac4f1344-cd52-43b7-a253-72683e89a174 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:41:14.599391 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-c25e1634-e22b-44fb-a1f3-d1c5c84d8a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, ac4f1344-cd52-43b7-a253-72683e89a174) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:41:14.599632 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=2a1ea067-fb43-4c54-8e39-132f86530f12,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:14.605403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25e1634-e22b-44fb-a1f3-d1c5c84d8a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:14.606103 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c25e1634-e22b-44fb-a1f3-d1c5c84d8a40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:14.617698 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2438a97-6adc-4f51-955d-6ec867ebed1b None None] Network ac4f1344-cd52-43b7-a253-72683e89a174 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:41:14.630781 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c25e1634-e22b-44fb-a1f3-d1c5c84d8a40 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4518838 Feb 04 06:41:14.630998 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36186) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:14.636060 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-499593734-router', 'tenant_id': '09d69adf7a234cea91617db53bbf06cc', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:41:14.640844 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:41:14.644695 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Usage tracker for resource:router and tenant:09d69adf7a234cea91617db53bbf06cc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:41:14.647577 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:41:14.653428 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:41:14.667918 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:14.669006 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:14.688667 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:14.791461 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-89067b72-8656-404d-84db-357109732a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:12Z', 'revision_number': 4, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port': {'id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '94301f15-b439-41dd-8fd3-7e85d76e88a3', 'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'mac_address': 'fa:16:3e:a3:8d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:11Z', 'updated_at': '2022-02-04T06:41:12Z', 'revision_number': 2, 'project_id': '7c9667419f834113a144663452eb5c99', 'subnets': [{'id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:14.795520 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89067b72-8656-404d-84db-357109732a75 None None] Checking router: 43236f8e-127e-41f4-90c1-4a59318a06f7 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:41:14.795910 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89067b72-8656-404d-84db-357109732a75 None None] Updating router 43236f8e-127e-41f4-90c1-4a59318a06f7 port 94301f15-b439-41dd-8fd3-7e85d76e88a3 binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:41:14.832859 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-ac4f1344-cd52-43b7-a253-72683e89a174', 'network_id': 'ac4f1344-cd52-43b7-a253-72683e89a174', 'tenant_id': '09d69adf7a234cea91617db53bbf06cc', 'fixed_ips': [{'subnet_id': '4ddcd8d5-9856-403e-8da0-0ef64006d9a4'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:41:14.833763 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:14.855138 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-89067b72-8656-404d-84db-357109732a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:14.955552 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:15.033962 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Allocated IP 172.20.0.2 (ac4f1344-cd52-43b7-a253-72683e89a174/4ddcd8d5-9856-403e-8da0-0ef64006d9a4/70b1e453-f0e0-4cff-90ec-43c82e60a085) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:41:15.199329 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-89067b72-8656-404d-84db-357109732a75 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:15.211709 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-89067b72-8656-404d-84db-357109732a75 None None] Transition to ACTIVE for port object 94301f15-b439-41dd-8fd3-7e85d76e88a3 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:41:15.218540 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-89067b72-8656-404d-84db-357109732a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:15.261543 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:15.270404 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:15.273767 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Transition to ACTIVE for port object 70b1e453-f0e0-4cff-90ec-43c82e60a085 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:41:15.281246 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414f580-7cb4-452b-a9cc-8a3953fcd40e None None] Pushing event updated for resources: {'Port': ['ID=94301f15-b439-41dd-8fd3-7e85d76e88a3,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:15.290545 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f414f580-7cb4-452b-a9cc-8a3953fcd40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:15.291137 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f414f580-7cb4-452b-a9cc-8a3953fcd40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:15.291634 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f414f580-7cb4-452b-a9cc-8a3953fcd40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:15.292016 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f414f580-7cb4-452b-a9cc-8a3953fcd40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:15.292496 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f414f580-7cb4-452b-a9cc-8a3953fcd40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:15.292824 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Transition to ACTIVE for port object 70b1e453-f0e0-4cff-90ec-43c82e60a085 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:41:15.293135 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f414f580-7cb4-452b-a9cc-8a3953fcd40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:15.293608 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f414f580-7cb4-452b-a9cc-8a3953fcd40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:15.293923 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f414f580-7cb4-452b-a9cc-8a3953fcd40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:15.294438 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f414f580-7cb4-452b-a9cc-8a3953fcd40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:15.294919 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f414f580-7cb4-452b-a9cc-8a3953fcd40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:15.295242 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f414f580-7cb4-452b-a9cc-8a3953fcd40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:15.295575 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f414f580-7cb4-452b-a9cc-8a3953fcd40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:15.298650 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:15.304618 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:15.390902 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Pushing event updated for resources: {'Port': ['ID=70b1e453-f0e0-4cff-90ec-43c82e60a085,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:15.400077 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Network ac4f1344-cd52-43b7-a253-72683e89a174 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:41:15.401438 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:41:15.404684 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:41:15.474791 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Allocated IP 172.26.4.134 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/09c3b41a-6252-4370-8aa8-ff963a9b781a) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:41:15.486367 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-89067b72-8656-404d-84db-357109732a75 None None] Attempting to bind port 94301f15-b439-41dd-8fd3-7e85d76e88a3 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:41:15.487001 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-89067b72-8656-404d-84db-357109732a75 None None] Attempting to bind port 94301f15-b439-41dd-8fd3-7e85d76e88a3 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '5854422b-266c-4b64-ad4b-2a0903b718fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:41:15.487144 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89067b72-8656-404d-84db-357109732a75 None None] Attempting to bind port 94301f15-b439-41dd-8fd3-7e85d76e88a3 on network 8a3a19fb-5d13-43a6-91ff-baa648515ffe {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:41:15.493076 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89067b72-8656-404d-84db-357109732a75 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:41:15.493317 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89067b72-8656-404d-84db-357109732a75 None None] Checking segment: {'id': '5854422b-266c-4b64-ad4b-2a0903b718fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:41:15.493694 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-89067b72-8656-404d-84db-357109732a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:15.494071 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89067b72-8656-404d-84db-357109732a75 None None] Bound using segment: {'id': '5854422b-266c-4b64-ad4b-2a0903b718fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:41:15.494522 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-89067b72-8656-404d-84db-357109732a75 None None] Bound port: 94301f15-b439-41dd-8fd3-7e85d76e88a3, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5854422b-266c-4b64-ad4b-2a0903b718fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:41:15.494931 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-89067b72-8656-404d-84db-357109732a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:15.509618 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Attempting to bind port 70b1e453-f0e0-4cff-90ec-43c82e60a085 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:41:15.509864 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Attempting to bind port 70b1e453-f0e0-4cff-90ec-43c82e60a085 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '2644952f-24fd-42c4-b75f-5eeebc264360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac4f1344-cd52-43b7-a253-72683e89a174'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:41:15.510234 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Attempting to bind port 70b1e453-f0e0-4cff-90ec-43c82e60a085 on network ac4f1344-cd52-43b7-a253-72683e89a174 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:41:15.516649 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:41:15.517104 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Checking segment: {'id': '2644952f-24fd-42c4-b75f-5eeebc264360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac4f1344-cd52-43b7-a253-72683e89a174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:41:15.517810 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:15.518261 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Bound using segment: {'id': '2644952f-24fd-42c4-b75f-5eeebc264360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac4f1344-cd52-43b7-a253-72683e89a174'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:41:15.518787 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Bound port: 70b1e453-f0e0-4cff-90ec-43c82e60a085, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2644952f-24fd-42c4-b75f-5eeebc264360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac4f1344-cd52-43b7-a253-72683e89a174'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:41:15.519242 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:15.588217 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-89067b72-8656-404d-84db-357109732a75 None None] For port 94301f15-b439-41dd-8fd3-7e85d76e88a3, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:41:15.591899 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-89067b72-8656-404d-84db-357109732a75 None None] For port 94301f15-b439-41dd-8fd3-7e85d76e88a3, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=94301f15-b439-41dd-8fd3-7e85d76e88a3,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:41:15.596857 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-89067b72-8656-404d-84db-357109732a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:15.617648 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] For port 70b1e453-f0e0-4cff-90ec-43c82e60a085, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:41:15.621771 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] For port 70b1e453-f0e0-4cff-90ec-43c82e60a085, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=70b1e453-f0e0-4cff-90ec-43c82e60a085,segment=NetworkSegment(2644952f-24fd-42c4-b75f-5eeebc264360),segment_id=2644952f-24fd-42c4-b75f-5eeebc264360)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:41:15.626641 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:15.682994 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89067b72-8656-404d-84db-357109732a75 None None] Routers {'43236f8e-127e-41f4-90c1-4a59318a06f7'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:41:15.683619 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-89067b72-8656-404d-84db-357109732a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:41:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['43236f8e-127e-41f4-90c1-4a59318a06f7'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:15.744612 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9cc394-85b6-42ee-aa9b-b2944d8974ae None None] Pushing event updated for resources: {'Port': ['ID=70b1e453-f0e0-4cff-90ec-43c82e60a085,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:15.768164 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414f580-7cb4-452b-a9cc-8a3953fcd40e None None] Pushing event updated for resources: {'Port': ['ID=94301f15-b439-41dd-8fd3-7e85d76e88a3,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:15.771102 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:15.805401 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:15.879831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:41:15.883010 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:41:15.887742 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:41:15.893911 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-89067b72-8656-404d-84db-357109732a75 None None] Set router 43236f8e-127e-41f4-90c1-4a59318a06f7 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:41:15.926601 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=09c3b41a-6252-4370-8aa8-ff963a9b781a,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:16.234497 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 70b1e453-f0e0-4cff-90ec-43c82e60a085 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:41:16.257903 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-89067b72-8656-404d-84db-357109732a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:12Z', 'revision_number': 4, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port': {'id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '94301f15-b439-41dd-8fd3-7e85d76e88a3', 'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'mac_address': 'fa:16:3e:a3:8d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:11Z', 'updated_at': '2022-02-04T06:41:15Z', 'revision_number': 4, 'project_id': '7c9667419f834113a144663452eb5c99', 'subnets': [{'id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:16.261809 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89067b72-8656-404d-84db-357109732a75 None None] The sync data for ids ['43236f8e-127e-41f4-90c1-4a59318a06f7'] in dv-neutron-826830-2-hyperv is: [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:12Z', 'revision_number': 4, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port': {'id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '94301f15-b439-41dd-8fd3-7e85d76e88a3', 'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'mac_address': 'fa:16:3e:a3:8d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:11Z', 'updated_at': '2022-02-04T06:41:15Z', 'revision_number': 4, 'project_id': '7c9667419f834113a144663452eb5c99', 'subnets': [{'id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:41:16.321293 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 70b1e453-f0e0-4cff-90ec-43c82e60a085 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:41:16.327066 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2a1ea067-fb43-4c54-8e39-132f86530f12 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:41:16.415897 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:16.428423 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 2a1ea067-fb43-4c54-8e39-132f86530f12 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:16.428895 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:16.771215 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:16.902358 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fca55f9-8b12-400b-a9c7-5500ee014efa None None] Network ac4f1344-cd52-43b7-a253-72683e89a174 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:41:16.989357 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Router b09f77d5-0dd1-4f92-8194-642aed1e5a68 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:41:17.024189 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-321673f4-09f3-412b-9d87-4e7838b0c743 None None] Provisioning for port 70b1e453-f0e0-4cff-90ec-43c82e60a085 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:41:17.034153 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-321673f4-09f3-412b-9d87-4e7838b0c743 None None] Provisioning complete for port 70b1e453-f0e0-4cff-90ec-43c82e60a085 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:17.034437 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-321673f4-09f3-412b-9d87-4e7838b0c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:17.177399 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:41:17.204768 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:17.208668 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Sync routers for ids ['b09f77d5-0dd1-4f92-8194-642aed1e5a68'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:41:17.209013 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36190) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:17.209519 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-dba4e4d7-46bb-4496-b49f-2c1c4c782ce2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5774920 Feb 04 06:41:17.248592 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Routers {'b09f77d5-0dd1-4f92-8194-642aed1e5a68'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:41:17.249236 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:41:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['b09f77d5-0dd1-4f92-8194-642aed1e5a68'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:17.327912 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-321673f4-09f3-412b-9d87-4e7838b0c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:17.450332 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-321673f4-09f3-412b-9d87-4e7838b0c743 None None] For port 70b1e453-f0e0-4cff-90ec-43c82e60a085, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=70b1e453-f0e0-4cff-90ec-43c82e60a085,segment=NetworkSegment(2644952f-24fd-42c4-b75f-5eeebc264360),segment_id=2644952f-24fd-42c4-b75f-5eeebc264360)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:41:17.460594 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-321673f4-09f3-412b-9d87-4e7838b0c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:17.526495 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Set router b09f77d5-0dd1-4f92-8194-642aed1e5a68 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:41:17.762810 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321673f4-09f3-412b-9d87-4e7838b0c743 None None] Pushing event updated for resources: {'Port': ['ID=70b1e453-f0e0-4cff-90ec-43c82e60a085,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:17.815609 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7c1828b7-4ab7-4066-aee4-0ebcb230e2b2 None None] Provisioning complete for port 70b1e453-f0e0-4cff-90ec-43c82e60a085 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:17.815888 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7c1828b7-4ab7-4066-aee4-0ebcb230e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:17.975160 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'name': 'tempest-TestShelveInstance-499593734-router', 'tenant_id': '09d69adf7a234cea91617db53bbf06cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '09c3b41a-6252-4370-8aa8-ff963a9b781a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:14Z', 'updated_at': '2022-02-04T06:41:16Z', 'revision_number': 3, 'project_id': '09d69adf7a234cea91617db53bbf06cc', 'gw_port': {'id': '09c3b41a-6252-4370-8aa8-ff963a9b781a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:15Z', 'updated_at': '2022-02-04T06:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:17.983420 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Checking router: b09f77d5-0dd1-4f92-8194-642aed1e5a68 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:41:17.983755 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Updating router b09f77d5-0dd1-4f92-8194-642aed1e5a68 port 09c3b41a-6252-4370-8aa8-ff963a9b781a binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:41:18.019285 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-982ffb70-d355-4b0d-b4c0-89ed1126fec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:18.037397 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:18.242468 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 94301f15-b439-41dd-8fd3-7e85d76e88a3 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:41:18.252556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-982ffb70-d355-4b0d-b4c0-89ed1126fec3 admin admin] Allocated IP 172.20.0.1 (ac4f1344-cd52-43b7-a253-72683e89a174/4ddcd8d5-9856-403e-8da0-0ef64006d9a4/2e93ed8a-6ac1-481a-86bb-dfe7af09bc06) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:41:18.359164 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 94301f15-b439-41dd-8fd3-7e85d76e88a3 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:41:18.374614 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 94301f15-b439-41dd-8fd3-7e85d76e88a3 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:18.374976 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:18.400324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-982ffb70-d355-4b0d-b4c0-89ed1126fec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:18.415811 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-982ffb70-d355-4b0d-b4c0-89ed1126fec3 admin admin] Transition to ACTIVE for port object 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:41:18.440632 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-982ffb70-d355-4b0d-b4c0-89ed1126fec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:18.487430 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:18.503471 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Transition to ACTIVE for port object 09c3b41a-6252-4370-8aa8-ff963a9b781a will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:41:18.515226 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982ffb70-d355-4b0d-b4c0-89ed1126fec3 admin admin] Network ac4f1344-cd52-43b7-a253-72683e89a174 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:41:18.518103 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-982ffb70-d355-4b0d-b4c0-89ed1126fec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:41:18.521729 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ffb70-d355-4b0d-b4c0-89ed1126fec3 admin admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:41:18.545066 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:18.551163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ffb70-d355-4b0d-b4c0-89ed1126fec3 admin admin] Pushing event updated for resources: {'Port': ['ID=2e93ed8a-6ac1-481a-86bb-dfe7af09bc06,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:18.578366 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-982ffb70-d355-4b0d-b4c0-89ed1126fec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:18.658417 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:18.667523 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fd484-e9e6-4edf-a4d3-57889a8235a9 None None] Pushing event updated for resources: {'Port': ['ID=09c3b41a-6252-4370-8aa8-ff963a9b781a,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:18.688426 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Attempting to bind port 09c3b41a-6252-4370-8aa8-ff963a9b781a on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:41:18.688896 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Attempting to bind port 09c3b41a-6252-4370-8aa8-ff963a9b781a by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:41:18.689162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Attempting to bind port 09c3b41a-6252-4370-8aa8-ff963a9b781a on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:41:18.700825 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:41:18.701212 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:41:18.701602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:18.701995 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:41:18.702523 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Bound port: 09c3b41a-6252-4370-8aa8-ff963a9b781a, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:41:18.702866 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:18.754767 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 94301f15-b439-41dd-8fd3-7e85d76e88a3, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=94301f15-b439-41dd-8fd3-7e85d76e88a3,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:41:18.761915 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:18.762679 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 70b1e453-f0e0-4cff-90ec-43c82e60a085 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:41:18.838584 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-982ffb70-d355-4b0d-b4c0-89ed1126fec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:18.890981 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] For port 09c3b41a-6252-4370-8aa8-ff963a9b781a, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:41:18.907945 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] For port 09c3b41a-6252-4370-8aa8-ff963a9b781a, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=09c3b41a-6252-4370-8aa8-ff963a9b781a,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:41:18.910838 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fc99fec5-eb82-45ce-a916-9437822b2c7b None None] Provisioning for port 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:41:18.920056 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:18.925038 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=94301f15-b439-41dd-8fd3-7e85d76e88a3,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:18.929711 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fc99fec5-eb82-45ce-a916-9437822b2c7b None None] Provisioning complete for port 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:18.930075 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fc99fec5-eb82-45ce-a916-9437822b2c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:19.046465 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 70b1e453-f0e0-4cff-90ec-43c82e60a085 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:19.046841 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:19.091408 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Routers {'b09f77d5-0dd1-4f92-8194-642aed1e5a68'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:41:19.092087 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:41:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['b09f77d5-0dd1-4f92-8194-642aed1e5a68'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:19.164591 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-fc99fec5-eb82-45ce-a916-9437822b2c7b None None] Port 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:41:19.184217 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-982ffb70-d355-4b0d-b4c0-89ed1126fec3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:19.191848 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-982ffb70-d355-4b0d-b4c0-89ed1126fec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:19.229813 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fd484-e9e6-4edf-a4d3-57889a8235a9 None None] Pushing event updated for resources: {'Port': ['ID=09c3b41a-6252-4370-8aa8-ff963a9b781a,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:19.295682 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ffb70-d355-4b0d-b4c0-89ed1126fec3 admin admin] Pushing event updated for resources: {'Port': ['ID=2e93ed8a-6ac1-481a-86bb-dfe7af09bc06,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:19.300202 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-982ffb70-d355-4b0d-b4c0-89ed1126fec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:19.395885 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] Set router b09f77d5-0dd1-4f92-8194-642aed1e5a68 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:41:19.434964 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982ffb70-d355-4b0d-b4c0-89ed1126fec3 admin admin] Network ac4f1344-cd52-43b7-a253-72683e89a174 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:41:19.435967 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-982ffb70-d355-4b0d-b4c0-89ed1126fec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:41:19.625539 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982ffb70-d355-4b0d-b4c0-89ed1126fec3 admin admin] Router b09f77d5-0dd1-4f92-8194-642aed1e5a68 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:41:19.707425 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-247bc943-212f-4c4e-893a-e1c98d82c86e None None] Provisioning complete for port 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:19.707727 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-247bc943-212f-4c4e-893a-e1c98d82c86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:19.767709 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-247bc943-212f-4c4e-893a-e1c98d82c86e None None] Port 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:41:19.781726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'name': 'tempest-TestShelveInstance-499593734-router', 'tenant_id': '09d69adf7a234cea91617db53bbf06cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '09c3b41a-6252-4370-8aa8-ff963a9b781a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:14Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 4, 'project_id': '09d69adf7a234cea91617db53bbf06cc', 'gw_port': {'id': '09c3b41a-6252-4370-8aa8-ff963a9b781a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:15Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '2e93ed8a-6ac1-481a-86bb-dfe7af09bc06', 'name': '', 'network_id': 'ac4f1344-cd52-43b7-a253-72683e89a174', 'tenant_id': '09d69adf7a234cea91617db53bbf06cc', 'mac_address': 'fa:16:3e:99:2e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4ddcd8d5-9856-403e-8da0-0ef64006d9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:18Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 1, 'project_id': '09d69adf7a234cea91617db53bbf06cc', 'subnets': [{'id': '4ddcd8d5-9856-403e-8da0-0ef64006d9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:19.786154 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b56e986-be72-49b2-9924-e473c32bf80d None None] The sync data for ids ['b09f77d5-0dd1-4f92-8194-642aed1e5a68'] in dv-neutron-826830-2-hyperv is: [{'id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'name': 'tempest-TestShelveInstance-499593734-router', 'tenant_id': '09d69adf7a234cea91617db53bbf06cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '09c3b41a-6252-4370-8aa8-ff963a9b781a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:14Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 4, 'project_id': '09d69adf7a234cea91617db53bbf06cc', 'gw_port': {'id': '09c3b41a-6252-4370-8aa8-ff963a9b781a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:15Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '2e93ed8a-6ac1-481a-86bb-dfe7af09bc06', 'name': '', 'network_id': 'ac4f1344-cd52-43b7-a253-72683e89a174', 'tenant_id': '09d69adf7a234cea91617db53bbf06cc', 'mac_address': 'fa:16:3e:99:2e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4ddcd8d5-9856-403e-8da0-0ef64006d9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:18Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 1, 'project_id': '09d69adf7a234cea91617db53bbf06cc', 'subnets': [{'id': '4ddcd8d5-9856-403e-8da0-0ef64006d9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:41:19.812545 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982ffb70-d355-4b0d-b4c0-89ed1126fec3 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:41:19.822019 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-982ffb70-d355-4b0d-b4c0-89ed1126fec3 admin admin] 10.222.0.31 "PUT /v2.0/routers/b09f77d5-0dd1-4f92-8194-642aed1e5a68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6112318 Feb 04 06:41:20.116660 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 94301f15-b439-41dd-8fd3-7e85d76e88a3 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:41:20.197473 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 94301f15-b439-41dd-8fd3-7e85d76e88a3 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:20.197947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:20.554779 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36200) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:20.560218 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-db25b8af-fd34-4a3b-8d29-6aa9e84c13c0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-225915090', 'description': 'tempest-secgroup-smoke-225915090 description', 'project_id': '7c9667419f834113a144663452eb5c99'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:41:20.566336 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-db25b8af-fd34-4a3b-8d29-6aa9e84c13c0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:41:20.570322 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-db25b8af-fd34-4a3b-8d29-6aa9e84c13c0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Usage tracker for resource:security_group and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:41:20.573291 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-db25b8af-fd34-4a3b-8d29-6aa9e84c13c0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:41:20.579324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-db25b8af-fd34-4a3b-8d29-6aa9e84c13c0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:41:20.592017 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-db25b8af-fd34-4a3b-8d29-6aa9e84c13c0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:20.613921 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-db25b8af-fd34-4a3b-8d29-6aa9e84c13c0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:41:20.618074 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-db25b8af-fd34-4a3b-8d29-6aa9e84c13c0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Usage tracker for resource:security_group_rule and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:41:20.621284 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-db25b8af-fd34-4a3b-8d29-6aa9e84c13c0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:41:20.627045 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-db25b8af-fd34-4a3b-8d29-6aa9e84c13c0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:41:20.698745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-db25b8af-fd34-4a3b-8d29-6aa9e84c13c0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:20.703741 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-db25b8af-fd34-4a3b-8d29-6aa9e84c13c0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:20.746928 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25b8af-fd34-4a3b-8d29-6aa9e84c13c0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee63b489-0d7a-4ff2-89f5-c0160ef3acba,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:20.753098 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-db25b8af-fd34-4a3b-8d29-6aa9e84c13c0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:20.754317 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-db25b8af-fd34-4a3b-8d29-6aa9e84c13c0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1984184 Feb 04 06:41:20.758084 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36204) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:20.763718 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-80405eb1-5892-4901-9f20-99804e772ed1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Request body: {'security_group_rule': {'security_group_id': 'ee63b489-0d7a-4ff2-89f5-c0160ef3acba', 'project_id': '7c9667419f834113a144663452eb5c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:41:20.770026 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-80405eb1-5892-4901-9f20-99804e772ed1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:41:20.773976 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-80405eb1-5892-4901-9f20-99804e772ed1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Usage tracker for resource:security_group_rule and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:41:20.776912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-80405eb1-5892-4901-9f20-99804e772ed1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:41:20.782846 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-80405eb1-5892-4901-9f20-99804e772ed1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:41:20.800447 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-80405eb1-5892-4901-9f20-99804e772ed1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:20.866880 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-80405eb1-5892-4901-9f20-99804e772ed1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:20.871339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-80405eb1-5892-4901-9f20-99804e772ed1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:20.899188 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80405eb1-5892-4901-9f20-99804e772ed1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcc6fbf-b88f-4f4a-a73f-fd9a9d2ea738,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:20.909646 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-80405eb1-5892-4901-9f20-99804e772ed1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:20.910841 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-80405eb1-5892-4901-9f20-99804e772ed1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516767 Feb 04 06:41:20.914260 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36208) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:20.919412 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-0a03e07a-003f-4565-8882-c3c53be41c5d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Request body: {'security_group_rule': {'security_group_id': 'ee63b489-0d7a-4ff2-89f5-c0160ef3acba', 'project_id': '7c9667419f834113a144663452eb5c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:41:20.925770 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0a03e07a-003f-4565-8882-c3c53be41c5d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:41:20.929695 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0a03e07a-003f-4565-8882-c3c53be41c5d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Usage tracker for resource:security_group_rule and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:41:20.932575 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-0a03e07a-003f-4565-8882-c3c53be41c5d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:41:20.938756 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-0a03e07a-003f-4565-8882-c3c53be41c5d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:41:20.958388 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0a03e07a-003f-4565-8882-c3c53be41c5d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.022405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0a03e07a-003f-4565-8882-c3c53be41c5d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.027120 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0a03e07a-003f-4565-8882-c3c53be41c5d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.052018 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03e07a-003f-4565-8882-c3c53be41c5d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ba8dbb-c67f-484b-87a2-ae70d9ffbfaf,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:21.062371 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0a03e07a-003f-4565-8882-c3c53be41c5d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.063588 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0a03e07a-003f-4565-8882-c3c53be41c5d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1483819 Feb 04 06:41:21.066379 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36212) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:21.071352 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-a64d8c01-a5e3-4de9-8901-06d06b122953 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Request body: {'security_group_rule': {'security_group_id': 'ee63b489-0d7a-4ff2-89f5-c0160ef3acba', 'project_id': '7c9667419f834113a144663452eb5c99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:41:21.077484 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a64d8c01-a5e3-4de9-8901-06d06b122953 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:41:21.081564 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a64d8c01-a5e3-4de9-8901-06d06b122953 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Usage tracker for resource:security_group_rule and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:41:21.084742 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-a64d8c01-a5e3-4de9-8901-06d06b122953 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:41:21.090814 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-a64d8c01-a5e3-4de9-8901-06d06b122953 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:41:21.109051 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a64d8c01-a5e3-4de9-8901-06d06b122953 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.173451 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a64d8c01-a5e3-4de9-8901-06d06b122953 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.178118 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a64d8c01-a5e3-4de9-8901-06d06b122953 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.201983 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d8c01-a5e3-4de9-8901-06d06b122953 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c57514d-f2d6-47fe-917a-5d02383a286e,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:21.212587 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a64d8c01-a5e3-4de9-8901-06d06b122953 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.216706 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a64d8c01-a5e3-4de9-8901-06d06b122953 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466672 Feb 04 06:41:21.217104 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36216) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:21.222728 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-b9c67a38-40bd-4e4c-8e6d-3dbb72cca2cb tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Request body: {'security_group_rule': {'security_group_id': 'ee63b489-0d7a-4ff2-89f5-c0160ef3acba', 'project_id': '7c9667419f834113a144663452eb5c99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:41:21.229459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b9c67a38-40bd-4e4c-8e6d-3dbb72cca2cb tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:41:21.233877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b9c67a38-40bd-4e4c-8e6d-3dbb72cca2cb tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Usage tracker for resource:security_group_rule and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:41:21.236951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b9c67a38-40bd-4e4c-8e6d-3dbb72cca2cb tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:41:21.243071 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b9c67a38-40bd-4e4c-8e6d-3dbb72cca2cb tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:41:21.260231 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b9c67a38-40bd-4e4c-8e6d-3dbb72cca2cb tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.324150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b9c67a38-40bd-4e4c-8e6d-3dbb72cca2cb tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.328563 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b9c67a38-40bd-4e4c-8e6d-3dbb72cca2cb tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.351176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c67a38-40bd-4e4c-8e6d-3dbb72cca2cb tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40b63b1-e481-4d8b-822a-9bb513794051,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:21.361077 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b9c67a38-40bd-4e4c-8e6d-3dbb72cca2cb tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.362378 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b9c67a38-40bd-4e4c-8e6d-3dbb72cca2cb tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1439750 Feb 04 06:41:21.365353 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36220) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:21.370239 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-801b0769-5aac-426d-87ae-22ddfd295fc6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Request body: {'security_group_rule': {'security_group_id': 'ee63b489-0d7a-4ff2-89f5-c0160ef3acba', 'project_id': '7c9667419f834113a144663452eb5c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:41:21.376035 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-801b0769-5aac-426d-87ae-22ddfd295fc6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:41:21.379967 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-801b0769-5aac-426d-87ae-22ddfd295fc6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Usage tracker for resource:security_group_rule and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:41:21.382924 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-801b0769-5aac-426d-87ae-22ddfd295fc6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:41:21.388833 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-801b0769-5aac-426d-87ae-22ddfd295fc6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:41:21.401806 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-801b0769-5aac-426d-87ae-22ddfd295fc6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Project 7c9667419f834113a144663452eb5c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:41:21.409813 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-801b0769-5aac-426d-87ae-22ddfd295fc6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.475115 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-801b0769-5aac-426d-87ae-22ddfd295fc6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.480021 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-801b0769-5aac-426d-87ae-22ddfd295fc6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.502225 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b0769-5aac-426d-87ae-22ddfd295fc6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdda8805-d893-4ad3-8876-8f54bc0be371,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:21.511834 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-801b0769-5aac-426d-87ae-22ddfd295fc6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.512925 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-801b0769-5aac-426d-87ae-22ddfd295fc6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1466312 Feb 04 06:41:21.515754 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36224) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:21.520641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-6498b3e7-7a13-4afc-930e-b92cf87a9386 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Request body: {'security_group_rule': {'security_group_id': 'ee63b489-0d7a-4ff2-89f5-c0160ef3acba', 'project_id': '7c9667419f834113a144663452eb5c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:41:21.526301 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6498b3e7-7a13-4afc-930e-b92cf87a9386 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:41:21.530507 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6498b3e7-7a13-4afc-930e-b92cf87a9386 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Usage tracker for resource:security_group_rule and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:41:21.535113 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-6498b3e7-7a13-4afc-930e-b92cf87a9386 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:41:21.544807 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-6498b3e7-7a13-4afc-930e-b92cf87a9386 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:41:21.560597 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-6498b3e7-7a13-4afc-930e-b92cf87a9386 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Project 7c9667419f834113a144663452eb5c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:41:21.568048 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6498b3e7-7a13-4afc-930e-b92cf87a9386 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.636221 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6498b3e7-7a13-4afc-930e-b92cf87a9386 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.642480 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6498b3e7-7a13-4afc-930e-b92cf87a9386 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.665220 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498b3e7-7a13-4afc-930e-b92cf87a9386 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e04f7be-9fc7-4738-b586-d634a46b9090,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:21.674339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6498b3e7-7a13-4afc-930e-b92cf87a9386 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.675543 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6498b3e7-7a13-4afc-930e-b92cf87a9386 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588690 Feb 04 06:41:21.856400 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:41:21.999105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-ae3d3b4b-9458-4ec4-a182-623e2f4ff680 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Synchronizing usage tracker for tenant:7c9667419f834113a144663452eb5c99 on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:41:22.018589 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-ae3d3b4b-9458-4ec4-a182-623e2f4ff680 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Unset dirty status for tenant:7c9667419f834113a144663452eb5c99 on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:41:22.019653 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-ae3d3b4b-9458-4ec4-a182-623e2f4ff680 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225915090&fields=id&tenant_id=7c9667419f834113a144663452eb5c99 HTTP/1.1" status: 200 len: 267 time: 0.0605443 Feb 04 06:41:22.126096 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 09c3b41a-6252-4370-8aa8-ff963a9b781a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:41:22.171082 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-3c572745-3e07-46c8-a15a-265cb44ecb50 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:22.172589 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-3c572745-3e07-46c8-a15a-265cb44ecb50 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 809 time: 0.1460805 Feb 04 06:41:22.188204 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-b28d8e3c-606a-431b-b8d3-346ef1fd0e4f tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/quotas/7c9667419f834113a144663452eb5c99 HTTP/1.1" status: 200 len: 375 time: 0.0097728 Feb 04 06:41:22.199501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 09c3b41a-6252-4370-8aa8-ff963a9b781a completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:41:22.204498 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 09c3b41a-6252-4370-8aa8-ff963a9b781a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:22.205012 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:22.271590 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-fd8fb46f-cd23-4123-a067-204606080aed tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772316 Feb 04 06:41:22.323990 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:22.340145 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 09c3b41a-6252-4370-8aa8-ff963a9b781a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=09c3b41a-6252-4370-8aa8-ff963a9b781a,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:41:22.344709 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:22.408339 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-84be50df-de54-46a7-8651-d9b96ac54287 service neutron] 10.222.0.31 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247613 Feb 04 06:41:22.417635 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=09c3b41a-6252-4370-8aa8-ff963a9b781a,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:22.651548 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-0168914d-1f11-4289-beee-c7ba325c0ae1 service neutron] 10.222.0.31 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368951 Feb 04 06:41:22.966072 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f0b2002f-e427-4c3d-8603-3ce6f3ebdd2d req-f109f010-6e86-4e50-9251-5a8e18d017c8 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 210 time: 0.1599069 Feb 04 06:41:23.383473 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Sync routers for ids ['b09f77d5-0dd1-4f92-8194-642aed1e5a68'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:41:23.392884 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Routers {'b09f77d5-0dd1-4f92-8194-642aed1e5a68'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:41:23.393592 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:41:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['b09f77d5-0dd1-4f92-8194-642aed1e5a68'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:23.571094 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Set router b09f77d5-0dd1-4f92-8194-642aed1e5a68 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:41:23.886670 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'name': 'tempest-TestShelveInstance-499593734-router', 'tenant_id': '09d69adf7a234cea91617db53bbf06cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '09c3b41a-6252-4370-8aa8-ff963a9b781a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:14Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 4, 'project_id': '09d69adf7a234cea91617db53bbf06cc', 'gw_port': {'id': '09c3b41a-6252-4370-8aa8-ff963a9b781a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:15Z', 'updated_at': '2022-02-04T06:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '2e93ed8a-6ac1-481a-86bb-dfe7af09bc06', 'name': '', 'network_id': 'ac4f1344-cd52-43b7-a253-72683e89a174', 'tenant_id': '09d69adf7a234cea91617db53bbf06cc', 'mac_address': 'fa:16:3e:99:2e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4ddcd8d5-9856-403e-8da0-0ef64006d9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:18Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 2, 'project_id': '09d69adf7a234cea91617db53bbf06cc', 'subnets': [{'id': '4ddcd8d5-9856-403e-8da0-0ef64006d9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:23.890889 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Checking router: b09f77d5-0dd1-4f92-8194-642aed1e5a68 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:41:23.891233 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Updating router b09f77d5-0dd1-4f92-8194-642aed1e5a68 port 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:41:23.944601 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:24.028943 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-28901c01-b7a9-411a-b9f9-da83fc12eb2e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:24.029630 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-28901c01-b7a9-411a-b9f9-da83fc12eb2e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Synchronizing usage tracker for tenant:7c9667419f834113a144663452eb5c99 on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:41:24.047989 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-28901c01-b7a9-411a-b9f9-da83fc12eb2e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Unset dirty status for tenant:7c9667419f834113a144663452eb5c99 on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:41:24.049554 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-28901c01-b7a9-411a-b9f9-da83fc12eb2e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.43 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 809 time: 0.2837465 Feb 04 06:41:24.116101 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-017af48b-0610-401b-8292-6433e5043bc8 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Synchronizing usage tracker for tenant:7c9667419f834113a144663452eb5c99 on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:41:24.125405 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 09c3b41a-6252-4370-8aa8-ff963a9b781a up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:41:24.144820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-017af48b-0610-401b-8292-6433e5043bc8 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Unset dirty status for tenant:7c9667419f834113a144663452eb5c99 on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:41:24.145943 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9318fbee-8511-4218-90b2-1c83b97cb5a3 req-7c030b8b-e476-42f3-a9d6-d70046ff2232 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 210 time: 0.0550451 Feb 04 06:41:24.149526 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-017af48b-0610-401b-8292-6433e5043bc8 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c9667419f834113a144663452eb5c99 HTTP/1.1" status: 200 len: 379 time: 0.0907161 Feb 04 06:41:24.165795 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-cd007b8c-0520-4886-b72c-27cf86647593 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Request body: {'port': {'device_id': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'admin_state_up': True, 'tenant_id': '7c9667419f834113a144663452eb5c99', 'security_groups': ['ee63b489-0d7a-4ff2-89f5-c0160ef3acba']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:41:24.196699 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 09c3b41a-6252-4370-8aa8-ff963a9b781a triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:24.197074 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:24.314265 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-cd007b8c-0520-4886-b72c-27cf86647593 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:41:24.319050 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-cd007b8c-0520-4886-b72c-27cf86647593 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Usage tracker for resource:port and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:41:24.321869 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-cd007b8c-0520-4886-b72c-27cf86647593 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:41:24.327418 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-cd007b8c-0520-4886-b72c-27cf86647593 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:41:24.329399 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:24.339757 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-cd007b8c-0520-4886-b72c-27cf86647593 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Made reservation on behalf of 7c9667419f834113a144663452eb5c99 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:41:24.340674 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Transition to ACTIVE for port object 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:41:24.343390 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-cd007b8c-0520-4886-b72c-27cf86647593 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:24.346498 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:24.504689 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc334c4-61da-447f-b752-28109bbe60cb None None] Pushing event updated for resources: {'Port': ['ID=2e93ed8a-6ac1-481a-86bb-dfe7af09bc06,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:24.525144 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-cd007b8c-0520-4886-b72c-27cf86647593 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Allocated IP 172.20.0.5 (8a3a19fb-5d13-43a6-91ff-baa648515ffe/58ee2b46-e2bb-4533-92b6-3f66a67f64f5/e012f387-8605-4fc9-b267-f15190174d73) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:41:24.573429 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Attempting to bind port 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:41:24.574057 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Attempting to bind port 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '2644952f-24fd-42c4-b75f-5eeebc264360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac4f1344-cd52-43b7-a253-72683e89a174'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:41:24.574762 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Attempting to bind port 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 on network ac4f1344-cd52-43b7-a253-72683e89a174 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:41:24.580549 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:41:24.581067 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Checking segment: {'id': '2644952f-24fd-42c4-b75f-5eeebc264360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac4f1344-cd52-43b7-a253-72683e89a174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:41:24.581598 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:24.582052 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Bound using segment: {'id': '2644952f-24fd-42c4-b75f-5eeebc264360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac4f1344-cd52-43b7-a253-72683e89a174'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:41:24.582517 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Bound port: 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2644952f-24fd-42c4-b75f-5eeebc264360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac4f1344-cd52-43b7-a253-72683e89a174'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:41:24.582879 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:24.669584 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] For port 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:41:24.672563 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] For port 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2e93ed8a-6ac1-481a-86bb-dfe7af09bc06,segment=NetworkSegment(2644952f-24fd-42c4-b75f-5eeebc264360),segment_id=2644952f-24fd-42c4-b75f-5eeebc264360)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:41:24.678027 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:24.730163 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-cd007b8c-0520-4886-b72c-27cf86647593 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:24.746844 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-cd007b8c-0520-4886-b72c-27cf86647593 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Transition to ACTIVE for port object e012f387-8605-4fc9-b267-f15190174d73 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:41:24.769878 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc334c4-61da-447f-b752-28109bbe60cb None None] Pushing event updated for resources: {'Port': ['ID=2e93ed8a-6ac1-481a-86bb-dfe7af09bc06,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:24.773874 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-cd007b8c-0520-4886-b72c-27cf86647593 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:24.778225 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Routers {'b09f77d5-0dd1-4f92-8194-642aed1e5a68'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:41:24.778835 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:41:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['b09f77d5-0dd1-4f92-8194-642aed1e5a68'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:24.845457 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-cd007b8c-0520-4886-b72c-27cf86647593 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Network 8a3a19fb-5d13-43a6-91ff-baa648515ffe is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:41:24.848485 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-cd007b8c-0520-4886-b72c-27cf86647593 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:41:24.852558 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-cd007b8c-0520-4886-b72c-27cf86647593 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:41:24.886601 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd007b8c-0520-4886-b72c-27cf86647593 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event updated for resources: {'Port': ['ID=e012f387-8605-4fc9-b267-f15190174d73,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:24.926441 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-cd007b8c-0520-4886-b72c-27cf86647593 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:24.927069 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-cd007b8c-0520-4886-b72c-27cf86647593 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:24.953126 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-cd007b8c-0520-4886-b72c-27cf86647593 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7909682 Feb 04 06:41:24.964015 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] Set router b09f77d5-0dd1-4f92-8194-642aed1e5a68 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:41:25.020076 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Request body: {'port': {'device_id': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:41:25.130373 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:25.184245 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cf374a8e-6cac-497d-942b-3c3e269b4d3b None None] Provisioning for port e012f387-8605-4fc9-b267-f15190174d73 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:41:25.197363 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-cf374a8e-6cac-497d-942b-3c3e269b4d3b None None] Provisioning complete for port e012f387-8605-4fc9-b267-f15190174d73 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:25.197698 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cf374a8e-6cac-497d-942b-3c3e269b4d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:25.285929 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-cf374a8e-6cac-497d-942b-3c3e269b4d3b None None] Port e012f387-8605-4fc9-b267-f15190174d73 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:41:25.301534 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'name': 'tempest-TestShelveInstance-499593734-router', 'tenant_id': '09d69adf7a234cea91617db53bbf06cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '09c3b41a-6252-4370-8aa8-ff963a9b781a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:14Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 4, 'project_id': '09d69adf7a234cea91617db53bbf06cc', 'gw_port': {'id': '09c3b41a-6252-4370-8aa8-ff963a9b781a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:15Z', 'updated_at': '2022-02-04T06:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '2e93ed8a-6ac1-481a-86bb-dfe7af09bc06', 'name': '', 'network_id': 'ac4f1344-cd52-43b7-a253-72683e89a174', 'tenant_id': '09d69adf7a234cea91617db53bbf06cc', 'mac_address': 'fa:16:3e:99:2e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4ddcd8d5-9856-403e-8da0-0ef64006d9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:18Z', 'updated_at': '2022-02-04T06:41:24Z', 'revision_number': 4, 'project_id': '09d69adf7a234cea91617db53bbf06cc', 'subnets': [{'id': '4ddcd8d5-9856-403e-8da0-0ef64006d9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:25.305750 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c111d-876f-4861-a3d7-0c81f5d2712b None None] The sync data for ids ['b09f77d5-0dd1-4f92-8194-642aed1e5a68'] in dv-neutron-826830-2-hyperv is: [{'id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'name': 'tempest-TestShelveInstance-499593734-router', 'tenant_id': '09d69adf7a234cea91617db53bbf06cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '09c3b41a-6252-4370-8aa8-ff963a9b781a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:14Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 4, 'project_id': '09d69adf7a234cea91617db53bbf06cc', 'gw_port': {'id': '09c3b41a-6252-4370-8aa8-ff963a9b781a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:15Z', 'updated_at': '2022-02-04T06:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '2e93ed8a-6ac1-481a-86bb-dfe7af09bc06', 'name': '', 'network_id': 'ac4f1344-cd52-43b7-a253-72683e89a174', 'tenant_id': '09d69adf7a234cea91617db53bbf06cc', 'mac_address': 'fa:16:3e:99:2e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4ddcd8d5-9856-403e-8da0-0ef64006d9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:18Z', 'updated_at': '2022-02-04T06:41:24Z', 'revision_number': 4, 'project_id': '09d69adf7a234cea91617db53bbf06cc', 'subnets': [{'id': '4ddcd8d5-9856-403e-8da0-0ef64006d9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:41:25.388342 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52609-ba17-4ced-81cf-e3a4c4c39589 req-b23844cc-b3a1-4958-8487-20e9479d65a7 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:25.391445 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1fa52609-ba17-4ced-81cf-e3a4c4c39589 req-b23844cc-b3a1-4958-8487-20e9479d65a7 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 931 time: 0.0916967 Feb 04 06:41:25.436745 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1fa52609-ba17-4ced-81cf-e3a4c4c39589 req-9ccc73ed-f0e1-4106-89af-dbe154386f5e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408614 Feb 04 06:41:25.512494 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e012f387-8605-4fc9-b267-f15190174d73 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:41:25.520363 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:25.535018 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Transition to ACTIVE for port object e012f387-8605-4fc9-b267-f15190174d73 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:41:25.540700 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:25.669777 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Pushing event updated for resources: {'Port': ['ID=e012f387-8605-4fc9-b267-f15190174d73,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:25.776595 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Attempting to bind port e012f387-8605-4fc9-b267-f15190174d73 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:41:25.776928 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Attempting to bind port e012f387-8605-4fc9-b267-f15190174d73 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '5854422b-266c-4b64-ad4b-2a0903b718fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:41:25.777249 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Attempting to bind port e012f387-8605-4fc9-b267-f15190174d73 on network 8a3a19fb-5d13-43a6-91ff-baa648515ffe {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:41:25.781867 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Port e012f387-8605-4fc9-b267-f15190174d73 on network 8a3a19fb-5d13-43a6-91ff-baa648515ffe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:41:25.782185 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Attempting to bind port e012f387-8605-4fc9-b267-f15190174d73 on network 8a3a19fb-5d13-43a6-91ff-baa648515ffe {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:41:25.787377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:41:25.787794 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Checking segment: {'id': '5854422b-266c-4b64-ad4b-2a0903b718fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:41:25.788181 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Bound using segment: {'id': '5854422b-266c-4b64-ad4b-2a0903b718fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:41:25.788597 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Bound port: e012f387-8605-4fc9-b267-f15190174d73, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5854422b-266c-4b64-ad4b-2a0903b718fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:41:25.788944 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:25.876534 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] For port e012f387-8605-4fc9-b267-f15190174d73, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:41:25.879344 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] For port e012f387-8605-4fc9-b267-f15190174d73, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e012f387-8605-4fc9-b267-f15190174d73,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:41:25.886096 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:25.946675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:25.947273 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:25.948656 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] 10.222.0.43 "PUT /v2.0/ports/e012f387-8605-4fc9-b267-f15190174d73 HTTP/1.1" status: 200 len: 1093 time: 0.9874814 Feb 04 06:41:25.949085 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'tag': 'e012f387-8605-4fc9-b267-f15190174d73'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:41:25.974942 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682be4b9-03dd-41ad-91dc-70aec17cd010 service neutron] Pushing event updated for resources: {'Port': ['ID=e012f387-8605-4fc9-b267-f15190174d73,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:26.133600 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'tag': 'e012f387-8605-4fc9-b267-f15190174d73', 'status': 'completed', 'code': 200} Feb 04 06:41:26.134781 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:41:26.181756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-897424ea-5bfa-4bd4-9a86-7f4ca71bc16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:26.183490 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-897424ea-5bfa-4bd4-9a86-7f4ca71bc16c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 1096 time: 0.1923766 Feb 04 06:41:26.205142 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:41:26.210111 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:26.210426 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:26.256712 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-f8c7df90-3e56-4fbf-89b0-68ad6e299f0d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e012f387-8605-4fc9-b267-f15190174d73 HTTP/1.1" status: 200 len: 217 time: 0.0661862 Feb 04 06:41:26.318600 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-e6defa01-705a-43d2-88ad-612269631d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:26.320066 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-e6defa01-705a-43d2-88ad-612269631d2f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 200 len: 848 time: 0.0577209 Feb 04 06:41:26.339911 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:26.372131 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2e93ed8a-6ac1-481a-86bb-dfe7af09bc06,segment=NetworkSegment(2644952f-24fd-42c4-b75f-5eeebc264360),segment_id=2644952f-24fd-42c4-b75f-5eeebc264360)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:41:26.377615 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:26.398207 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-80201f3f-d582-4a30-b9c0-6572241f9a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:26.399767 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-80201f3f-d582-4a30-b9c0-6572241f9a71 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a3a19fb-5d13-43a6-91ff-baa648515ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736811 Feb 04 06:41:26.446567 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=2e93ed8a-6ac1-481a-86bb-dfe7af09bc06,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:26.534371 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-d8abbc96-5ffd-4af4-acf2-9bba47fd7717 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270235 Feb 04 06:41:26.626471 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1b3a5-bde8-4fa8-a758-d925d55de7df req-6900e89d-c446-42cb-b2e5-ba6c73a77078 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:26.628123 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-77b1b3a5-bde8-4fa8-a758-d925d55de7df req-6900e89d-c446-42cb-b2e5-ba6c73a77078 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 943 time: 0.0872061 Feb 04 06:41:26.669699 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-63af25fb-4d68-4130-b82f-745dc5911c93 req-82cdecfc-b22b-4ded-ad91-af6d4a45f3dd service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295125 Feb 04 06:41:26.674597 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-77b1b3a5-bde8-4fa8-a758-d925d55de7df req-29fc5f79-a64b-456c-a3ed-49b04a2e150a tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401795 Feb 04 06:41:26.794993 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c22df9-859e-4ceb-a7c9-040b868dd176 req-59a53915-f147-486b-805a-6490a8ac7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:26.796537 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62c22df9-859e-4ceb-a7c9-040b868dd176 req-59a53915-f147-486b-805a-6490a8ac7e90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 1096 time: 0.0763233 Feb 04 06:41:26.928746 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c22df9-859e-4ceb-a7c9-040b868dd176 req-8d535611-a3e5-4529-801a-560f1dd4fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:26.930195 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62c22df9-859e-4ceb-a7c9-040b868dd176 req-8d535611-a3e5-4529-801a-560f1dd4fecd service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 910 time: 0.1265531 Feb 04 06:41:27.001428 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62c22df9-859e-4ceb-a7c9-040b868dd176 req-3735c18e-ef7e-4e7e-9807-92c4a854ddfb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e012f387-8605-4fc9-b267-f15190174d73 HTTP/1.1" status: 200 len: 217 time: 0.0634744 Feb 04 06:41:27.063379 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c22df9-859e-4ceb-a7c9-040b868dd176 req-75824995-80a8-4263-94da-aa926665436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:27.064687 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62c22df9-859e-4ceb-a7c9-040b868dd176 req-75824995-80a8-4263-94da-aa926665436e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 200 len: 848 time: 0.0570152 Feb 04 06:41:27.149836 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c22df9-859e-4ceb-a7c9-040b868dd176 req-ec697a15-b4bf-4c29-abfb-5fa5533709b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:27.151324 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62c22df9-859e-4ceb-a7c9-040b868dd176 req-ec697a15-b4bf-4c29-abfb-5fa5533709b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a3a19fb-5d13-43a6-91ff-baa648515ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788283 Feb 04 06:41:27.287605 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62c22df9-859e-4ceb-a7c9-040b868dd176 req-85c0c4bd-955f-452b-903f-5552357b20ab service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282814 Feb 04 06:41:27.424080 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-62c22df9-859e-4ceb-a7c9-040b868dd176 req-a07cec51-0449-4c29-a944-88dff1ebb749 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297858 Feb 04 06:41:27.881911 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754894a-29ad-4174-867d-76a511f92fca req-41115d92-924d-4e39-b966-a5d1af40c4d6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:27.883447 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6754894a-29ad-4174-867d-76a511f92fca req-41115d92-924d-4e39-b966-a5d1af40c4d6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 943 time: 0.0956373 Feb 04 06:41:27.928795 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6754894a-29ad-4174-867d-76a511f92fca req-c4c8dccf-7375-4969-8593-8c756d9e7360 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395162 Feb 04 06:41:28.103242 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:41:28.204165 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:28.204539 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:29.140198 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582178b7-5123-45f0-b3c9-acf4ab5cafd4 req-4c423c3c-7c1f-4ec6-8ce8-ba31a4f95db9 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:29.141676 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-582178b7-5123-45f0-b3c9-acf4ab5cafd4 req-4c423c3c-7c1f-4ec6-8ce8-ba31a4f95db9 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 943 time: 0.0837612 Feb 04 06:41:29.191104 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-582178b7-5123-45f0-b3c9-acf4ab5cafd4 req-6af92954-5836-496b-9b54-c9b78f6a4e6b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424261 Feb 04 06:41:29.456260 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device e012f387-8605-4fc9-b267-f15190174d73 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:41:29.571843 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-69a916fa-7352-4306-8339-4524145db6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:29.602891 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port e012f387-8605-4fc9-b267-f15190174d73, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e012f387-8605-4fc9-b267-f15190174d73,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:41:29.617764 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': 'e012f387-8605-4fc9-b267-f15190174d73', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'port_id': 'e012f387-8605-4fc9-b267-f15190174d73', 'mac_address': 'fa:16:3e:1c:00:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:41:29.673081 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:29.700123 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e012f387-8605-4fc9-b267-f15190174d73 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:41:29.715815 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port e012f387-8605-4fc9-b267-f15190174d73, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e012f387-8605-4fc9-b267-f15190174d73,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:41:29.723030 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:29.793373 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=e012f387-8605-4fc9-b267-f15190174d73,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:29.934697 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['e012f387-8605-4fc9-b267-f15190174d73'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:41:30.381506 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b6b5b-8e58-45e5-8d41-9cb7f68b9548 req-78517182-1853-493a-9d6e-f57a7a164796 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:30.383006 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c27b6b5b-8e58-45e5-8d41-9cb7f68b9548 req-78517182-1853-493a-9d6e-f57a7a164796 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 944 time: 0.0857735 Feb 04 06:41:30.432976 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c27b6b5b-8e58-45e5-8d41-9cb7f68b9548 req-badd8648-c66f-4baa-9ffa-b5bc47908cf5 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416672 Feb 04 06:41:31.471430 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device e012f387-8605-4fc9-b267-f15190174d73 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:41:31.550251 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port e012f387-8605-4fc9-b267-f15190174d73 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:41:31.555587 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port e012f387-8605-4fc9-b267-f15190174d73 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:31.555984 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:31.630693 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab515946-581a-4613-8068-fa36c344d991 req-2592d848-72b7-4073-a2db-3c6c29721bb3 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:31.632226 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ab515946-581a-4613-8068-fa36c344d991 req-2592d848-72b7-4073-a2db-3c6c29721bb3 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 944 time: 0.0865428 Feb 04 06:41:31.672302 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:31.676199 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ab515946-581a-4613-8068-fa36c344d991 req-0cd8c86b-4c30-4841-ac4a-6fbb976dadb8 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381427 Feb 04 06:41:31.698547 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e012f387-8605-4fc9-b267-f15190174d73'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:41:31.708598 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port e012f387-8605-4fc9-b267-f15190174d73, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e012f387-8605-4fc9-b267-f15190174d73,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:41:31.712534 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:31.778612 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=e012f387-8605-4fc9-b267-f15190174d73,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:31.797893 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e012f387-8605-4fc9-b267-f15190174d73', 'code': 200} Feb 04 06:41:31.905972 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-039c4b8b-5ddc-4173-92be-90f8f4563b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:32.024726 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2acf8-c320-4d5b-95cf-8d02decad508 req-e6b95ffa-9237-4edc-9766-90a29da4226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:32.026367 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1ee2acf8-c320-4d5b-95cf-8d02decad508 req-e6b95ffa-9237-4edc-9766-90a29da4226c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 1098 time: 0.0760567 Feb 04 06:41:32.066982 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-1ee2acf8-c320-4d5b-95cf-8d02decad508 req-ec466fcd-0632-4637-9487-cdfc967e0631 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338604 Feb 04 06:41:32.882373 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01727d-4842-4683-8492-403399b8baee req-bee67e3d-27f3-480a-a5bb-3d60779d2ee7 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:32.883812 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd01727d-4842-4683-8492-403399b8baee req-bee67e3d-27f3-480a-a5bb-3d60779d2ee7 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0917449 Feb 04 06:41:32.928802 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dd01727d-4842-4683-8492-403399b8baee req-347507e2-0524-4b6d-bce3-5c7bf48b07bc tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393221 Feb 04 06:41:32.982753 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:33.013215 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:34.140623 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dd25e-4ddc-45ed-b4c6-fe8fad2f1858 req-5967a3a2-ca4c-4428-b4d8-59583b3ba33a tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:34.142048 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c00dd25e-4ddc-45ed-b4c6-fe8fad2f1858 req-5967a3a2-ca4c-4428-b4d8-59583b3ba33a tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0928147 Feb 04 06:41:34.186447 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c00dd25e-4ddc-45ed-b4c6-fe8fad2f1858 req-7950f8cd-16ca-4c93-be29-818e7b0b3f5b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385590 Feb 04 06:41:34.386020 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e52de7-0f27-435c-82be-42a2004dd5ac req-4d97aac1-1161-423f-a34c-19e99b43e2e3 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:34.387469 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f7e52de7-0f27-435c-82be-42a2004dd5ac req-4d97aac1-1161-423f-a34c-19e99b43e2e3 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0939813 Feb 04 06:41:34.431916 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f7e52de7-0f27-435c-82be-42a2004dd5ac req-91c3a00f-f2a8-4f09-9d26-047a4a409ff2 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388041 Feb 04 06:41:34.439216 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:34.458537 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36286) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:34.577589 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dd58e9-15d1-4abf-aec1-8597b207e084 tempest-TestShelveInstance-1182955878 tempest-TestShelveInstance-1182955878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:34.578296 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-40dd58e9-15d1-4abf-aec1-8597b207e084 tempest-TestShelveInstance-1182955878 tempest-TestShelveInstance-1182955878-project-admin] Synchronizing usage tracker for tenant:09d69adf7a234cea91617db53bbf06cc on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:41:34.597069 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-40dd58e9-15d1-4abf-aec1-8597b207e084 tempest-TestShelveInstance-1182955878 tempest-TestShelveInstance-1182955878-project-admin] Unset dirty status for tenant:09d69adf7a234cea91617db53bbf06cc on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:41:34.598179 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-40dd58e9-15d1-4abf-aec1-8597b207e084 tempest-TestShelveInstance-1182955878 tempest-TestShelveInstance-1182955878-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 1093 time: 0.1385698 Feb 04 06:41:34.601267 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36292) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:34.606437 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': 'e012f387-8605-4fc9-b267-f15190174d73', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:41:34.612277 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:41:34.616093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Usage tracker for resource:floatingip and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:41:34.618912 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:41:34.624549 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:41:34.634678 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:34.786252 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:34.929751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Allocated IP 172.26.4.238 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/8c42c5ff-5957-4bce-8825-ead1c07c71ad) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:41:35.081819 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:35.114341 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:35.178803 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:41:35.181647 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:41:35.185150 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:41:35.217335 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event updated for resources: {'Port': ['ID=8c42c5ff-5957-4bce-8825-ead1c07c71ad,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:35.704209 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:35.779934 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:35.982821 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:35.989136 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:36.096241 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event updated for resources: {'Port': ['ID=8c42c5ff-5957-4bce-8825-ead1c07c71ad,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:36.108738 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:36.286276 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Floating IP 1782260e-9a7d-4fd6-b055-4430c5de91e1 associated. External IP: 172.26.4.238, port: e012f387-8605-4fc9-b267-f15190174d73. Feb 04 06:41:36.644953 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Router 43236f8e-127e-41f4-90c1-4a59318a06f7 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:41:36.827088 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:41:36.837420 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537438d1-d1c4-40d2-b062-a548c4fed411 None None] Sync routers for ids ['43236f8e-127e-41f4-90c1-4a59318a06f7'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:41:36.848107 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537438d1-d1c4-40d2-b062-a548c4fed411 None None] Routers {'43236f8e-127e-41f4-90c1-4a59318a06f7'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:41:36.848742 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-537438d1-d1c4-40d2-b062-a548c4fed411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:41:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['43236f8e-127e-41f4-90c1-4a59318a06f7'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:36.853810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:36.913222 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1486d7aa-1218-483c-8992-b2c5f58c565e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3107953 Feb 04 06:41:36.914246 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'tag': 'e012f387-8605-4fc9-b267-f15190174d73'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:41:36.958660 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'tag': 'e012f387-8605-4fc9-b267-f15190174d73', 'status': 'completed', 'code': 200} Feb 04 06:41:37.026498 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-537438d1-d1c4-40d2-b062-a548c4fed411 None None] Set router 43236f8e-127e-41f4-90c1-4a59318a06f7 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:41:37.052547 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9ec4-6c19-4b76-b022-0af7a20fdedf req-0eb1d7fc-14f4-4834-814e-0e55850beece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:37.054128 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-af0c9ec4-6c19-4b76-b022-0af7a20fdedf req-0eb1d7fc-14f4-4834-814e-0e55850beece service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 1098 time: 0.0739987 Feb 04 06:41:37.185835 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9ec4-6c19-4b76-b022-0af7a20fdedf req-7a073741-2981-43fb-87d1-ee7e60465c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:37.187179 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-af0c9ec4-6c19-4b76-b022-0af7a20fdedf req-7a073741-2981-43fb-87d1-ee7e60465c6d service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 910 time: 0.1269343 Feb 04 06:41:37.384860 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-af0c9ec4-6c19-4b76-b022-0af7a20fdedf req-8e1f8c89-4aaf-4a3d-a336-9dcff0a19a99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e012f387-8605-4fc9-b267-f15190174d73 HTTP/1.1" status: 200 len: 999 time: 0.1908519 Feb 04 06:41:37.408868 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-537438d1-d1c4-40d2-b062-a548c4fed411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:12Z', 'revision_number': 4, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port': {'id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '1782260e-9a7d-4fd6-b055-4430c5de91e1', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'floating_ip_address': '172.26.4.238', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'port_id': 'e012f387-8605-4fc9-b267-f15190174d73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'mac_address': 'fa:16:3e:1c:00:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:41:35Z', 'updated_at': '2022-02-04T06:41:35Z', 'revision_number': 0, 'project_id': '7c9667419f834113a144663452eb5c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94301f15-b439-41dd-8fd3-7e85d76e88a3', 'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'mac_address': 'fa:16:3e:a3:8d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:11Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 5, 'project_id': '7c9667419f834113a144663452eb5c99', 'subnets': [{'id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:37.413348 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537438d1-d1c4-40d2-b062-a548c4fed411 None None] Checking router: 43236f8e-127e-41f4-90c1-4a59318a06f7 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:41:37.421571 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537438d1-d1c4-40d2-b062-a548c4fed411 None None] Routers {'43236f8e-127e-41f4-90c1-4a59318a06f7'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:41:37.422166 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-537438d1-d1c4-40d2-b062-a548c4fed411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:41:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['43236f8e-127e-41f4-90c1-4a59318a06f7'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:37.445569 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9ec4-6c19-4b76-b022-0af7a20fdedf req-ca9b2844-1dcd-4a60-b95e-eedb4720423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:37.446983 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-af0c9ec4-6c19-4b76-b022-0af7a20fdedf req-ca9b2844-1dcd-4a60-b95e-eedb4720423c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 200 len: 848 time: 0.0564711 Feb 04 06:41:37.526789 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:37.528805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9ec4-6c19-4b76-b022-0af7a20fdedf req-36b19bc3-cbf4-4c83-bc17-8bc5a75011e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:37.530282 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-af0c9ec4-6c19-4b76-b022-0af7a20fdedf req-36b19bc3-cbf4-4c83-bc17-8bc5a75011e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a3a19fb-5d13-43a6-91ff-baa648515ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772934 Feb 04 06:41:37.620410 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-537438d1-d1c4-40d2-b062-a548c4fed411 None None] Set router 43236f8e-127e-41f4-90c1-4a59318a06f7 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:41:37.659948 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-af0c9ec4-6c19-4b76-b022-0af7a20fdedf req-2eb4d5d2-f555-4582-9bdb-b44ec44e7d01 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228213 Feb 04 06:41:37.792169 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-af0c9ec4-6c19-4b76-b022-0af7a20fdedf req-cea57584-a217-4155-9368-04805370e4b5 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265635 Feb 04 06:41:37.967528 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-537438d1-d1c4-40d2-b062-a548c4fed411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:12Z', 'revision_number': 4, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port': {'id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '1782260e-9a7d-4fd6-b055-4430c5de91e1', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'floating_ip_address': '172.26.4.238', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'port_id': 'e012f387-8605-4fc9-b267-f15190174d73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'mac_address': 'fa:16:3e:1c:00:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:41:35Z', 'updated_at': '2022-02-04T06:41:35Z', 'revision_number': 0, 'project_id': '7c9667419f834113a144663452eb5c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94301f15-b439-41dd-8fd3-7e85d76e88a3', 'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'mac_address': 'fa:16:3e:a3:8d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:11Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 5, 'project_id': '7c9667419f834113a144663452eb5c99', 'subnets': [{'id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:37.971677 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537438d1-d1c4-40d2-b062-a548c4fed411 None None] The sync data for ids ['43236f8e-127e-41f4-90c1-4a59318a06f7'] in dv-neutron-826830-2-hyperv is: [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:12Z', 'revision_number': 4, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port': {'id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '1782260e-9a7d-4fd6-b055-4430c5de91e1', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'floating_ip_address': '172.26.4.238', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'port_id': 'e012f387-8605-4fc9-b267-f15190174d73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'mac_address': 'fa:16:3e:1c:00:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:41:35Z', 'updated_at': '2022-02-04T06:41:35Z', 'revision_number': 0, 'project_id': '7c9667419f834113a144663452eb5c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94301f15-b439-41dd-8fd3-7e85d76e88a3', 'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'mac_address': 'fa:16:3e:a3:8d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:11Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 5, 'project_id': '7c9667419f834113a144663452eb5c99', 'subnets': [{'id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:41:38.172695 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02f257c-e2ed-4557-9303-afdac35b01c1 None None] New status for floating IP 1782260e-9a7d-4fd6-b055-4430c5de91e1: ACTIVE {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:41:44.040496 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b9d0512e-2cd2-467e-aac8-c881b6748919 req-66c121fa-8942-4b7f-abc8-d8d25668a886 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767186 Feb 04 06:41:44.182035 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0512e-2cd2-467e-aac8-c881b6748919 req-9368d2fb-b2d6-4492-a76b-0fe856b3302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:44.183668 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b9d0512e-2cd2-467e-aac8-c881b6748919 req-9368d2fb-b2d6-4492-a76b-0fe856b3302b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 1098 time: 0.0747249 Feb 04 06:41:44.340180 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0512e-2cd2-467e-aac8-c881b6748919 req-35a07dde-0e26-40b6-a4ef-4f59edf34300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:44.341652 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b9d0512e-2cd2-467e-aac8-c881b6748919 req-35a07dde-0e26-40b6-a4ef-4f59edf34300 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 910 time: 0.1370313 Feb 04 06:41:44.447227 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b9d0512e-2cd2-467e-aac8-c881b6748919 req-c5857b85-1ff5-4edb-80ab-b8cd8a6d176d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e012f387-8605-4fc9-b267-f15190174d73 HTTP/1.1" status: 200 len: 1001 time: 0.0988276 Feb 04 06:41:44.512046 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0512e-2cd2-467e-aac8-c881b6748919 req-becd5ba0-021a-474a-a0e6-84c1b0d37fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:44.513434 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b9d0512e-2cd2-467e-aac8-c881b6748919 req-becd5ba0-021a-474a-a0e6-84c1b0d37fa8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 200 len: 848 time: 0.0586092 Feb 04 06:41:44.592350 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0512e-2cd2-467e-aac8-c881b6748919 req-6c116bab-d123-462a-919b-f4f10e006ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:44.593728 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b9d0512e-2cd2-467e-aac8-c881b6748919 req-6c116bab-d123-462a-919b-f4f10e006ab4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a3a19fb-5d13-43a6-91ff-baa648515ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735164 Feb 04 06:41:44.723181 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b9d0512e-2cd2-467e-aac8-c881b6748919 req-7891608c-0a91-47dd-8e38-d9916c828d12 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236732 Feb 04 06:41:44.858553 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b9d0512e-2cd2-467e-aac8-c881b6748919 req-a774d095-eafa-4cb2-8e31-8e8707849dbf service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281037 Feb 04 06:41:58.859190 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:41:59.554114 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-90269962-34bf-48c9-b6ff-e10012d6620c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:01.922132 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e4621c94-8ad7-4da9-b601-c4d72351596d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:02.999152 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:03.017982 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:04.447299 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:07.546371 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:29.561541 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cbd16503-3817-4a94-9d9a-061e7dccd437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:30.238600 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [req-ff86a964-584f-4240-a66c-9669e91b191e req-2f2b118d-6a6d-4fa9-ba9a-6bd0689aee55 service neutron] (87470) timed out ('10.222.0.31', 60318) {{(pid=87470) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 06:42:31.914451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ec67e31b-b80b-480e-a2f5-e763e70c8c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:32.992278 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:33.018982 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:34.454628 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:35.865019 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:42:37.547844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:46.044144 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9e902dd6-1b6b-4a2b-a3c2-91dd9fddebe2 req-7ed5dff8-dcdf-4694-9719-2a7cef8ec2cd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787034 Feb 04 06:42:46.191090 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e902dd6-1b6b-4a2b-a3c2-91dd9fddebe2 req-3aadda16-4ba2-4281-90d9-95e7573cdf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:46.192734 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9e902dd6-1b6b-4a2b-a3c2-91dd9fddebe2 req-3aadda16-4ba2-4281-90d9-95e7573cdf95 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 1098 time: 0.0769539 Feb 04 06:42:46.432891 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e902dd6-1b6b-4a2b-a3c2-91dd9fddebe2 req-ad727bfb-1d5c-4f7a-9aa3-60a165a52ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:46.434469 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9e902dd6-1b6b-4a2b-a3c2-91dd9fddebe2 req-ad727bfb-1d5c-4f7a-9aa3-60a165a52ded service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 910 time: 0.2233450 Feb 04 06:42:46.540701 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9e902dd6-1b6b-4a2b-a3c2-91dd9fddebe2 req-10224ca9-d055-4130-a043-8a0b4b3c2fe9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e012f387-8605-4fc9-b267-f15190174d73 HTTP/1.1" status: 200 len: 1001 time: 0.0995445 Feb 04 06:42:46.601239 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e902dd6-1b6b-4a2b-a3c2-91dd9fddebe2 req-5fb049b9-1f53-46cd-bb2a-55db56089d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:46.602643 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9e902dd6-1b6b-4a2b-a3c2-91dd9fddebe2 req-5fb049b9-1f53-46cd-bb2a-55db56089d36 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 200 len: 848 time: 0.0558472 Feb 04 06:42:46.679055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e902dd6-1b6b-4a2b-a3c2-91dd9fddebe2 req-3fe7bbbe-a4c1-4966-9ae4-f8b60857ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:46.680567 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9e902dd6-1b6b-4a2b-a3c2-91dd9fddebe2 req-3fe7bbbe-a4c1-4966-9ae4-f8b60857ae51 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a3a19fb-5d13-43a6-91ff-baa648515ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722106 Feb 04 06:42:46.815385 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9e902dd6-1b6b-4a2b-a3c2-91dd9fddebe2 req-906a30b7-f23e-4ed3-b44d-2e231c4eeb09 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282456 Feb 04 06:42:46.943988 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9e902dd6-1b6b-4a2b-a3c2-91dd9fddebe2 req-ea651b60-a0a7-4e06-a739-fa9dfbb33fdd service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227369 Feb 04 06:42:59.552049 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dabbbb33-12af-41f1-800b-059fe1aaa6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:01.920550 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-44b60797-a2d8-4d3a-a14b-e9d1d241d6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:02.988079 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:03.022437 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:04.504631 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:07.563809 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:12.870008 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:43:29.552826 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-804a10fa-f84b-4959-8bbe-85294729afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:31.915110 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1bcc-a67d-42e7-ba1c-598b88506f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:31.998891 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a6d17-6ed9-4482-96a0-9ce1ab5d35fe req-0e5d21fd-083a-473d-b579-e636b0bd2b51 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:32.000384 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bc5a6d17-6ed9-4482-96a0-9ce1ab5d35fe req-0e5d21fd-083a-473d-b579-e636b0bd2b51 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0805175 Feb 04 06:43:32.047997 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bc5a6d17-6ed9-4482-96a0-9ce1ab5d35fe req-9b7f2070-82fd-4acf-ae14-6c719c0fa574 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391498 Feb 04 06:43:32.996509 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:33.024806 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:33.375312 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34254d-353c-42e3-b745-f8d1e1224d0d req-90dc6c92-236d-4127-a234-852b13bcb879 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:33.376831 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5c34254d-353c-42e3-b745-f8d1e1224d0d req-90dc6c92-236d-4127-a234-852b13bcb879 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.2071161 Feb 04 06:43:33.421049 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5c34254d-353c-42e3-b745-f8d1e1224d0d req-b43e8cd6-6123-404b-bf06-d8bb571f4de0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383775 Feb 04 06:43:34.465068 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:34.616664 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceda5be-627b-44d7-9ace-98d70e72615c req-620b1915-335d-4ccf-b201-e918a6a70875 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:34.618089 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5ceda5be-627b-44d7-9ace-98d70e72615c req-620b1915-335d-4ccf-b201-e918a6a70875 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0838449 Feb 04 06:43:34.670292 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5ceda5be-627b-44d7-9ace-98d70e72615c req-c76fd37f-c28d-4baa-b293-4824dd5273a0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436516 Feb 04 06:43:35.888350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc302590-249b-4322-8a04-afc0fdbd7ebd req-3c279023-81bf-488d-924b-ed869c34c171 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:35.889993 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dc302590-249b-4322-8a04-afc0fdbd7ebd req-3c279023-81bf-488d-924b-ed869c34c171 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0978649 Feb 04 06:43:35.936906 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dc302590-249b-4322-8a04-afc0fdbd7ebd req-cc506795-5ced-4efe-b70e-5ccedf3015d5 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409508 Feb 04 06:43:37.151290 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4558942-48bf-42cf-9bf3-6251a9eb9348 req-99682e0e-04c6-4a78-bafb-b4eb91c41384 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:37.152759 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b4558942-48bf-42cf-9bf3-6251a9eb9348 req-99682e0e-04c6-4a78-bafb-b4eb91c41384 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0946469 Feb 04 06:43:37.200568 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b4558942-48bf-42cf-9bf3-6251a9eb9348 req-432888e4-2906-4309-89a2-bce5882873c5 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420191 Feb 04 06:43:37.572070 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:38.392834 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db657f5d-fd3c-4bea-9728-51b40c00981a req-ca00a064-904a-4d9d-8036-b611a135d393 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:38.394179 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-db657f5d-fd3c-4bea-9728-51b40c00981a req-ca00a064-904a-4d9d-8036-b611a135d393 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0849137 Feb 04 06:43:38.440531 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-db657f5d-fd3c-4bea-9728-51b40c00981a req-d680e616-6060-44b7-9d3d-f2d17714ac6e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381362 Feb 04 06:43:39.643057 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac24b8-444a-4997-a421-bf3559416b96 req-a9cd78ee-4ca0-42a2-87f7-3c5eed3089ff tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:39.644539 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-95ac24b8-444a-4997-a421-bf3559416b96 req-a9cd78ee-4ca0-42a2-87f7-3c5eed3089ff tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0911856 Feb 04 06:43:39.690886 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-95ac24b8-444a-4997-a421-bf3559416b96 req-4609e012-391d-4202-a351-b108063ce767 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379729 Feb 04 06:43:40.895808 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4590f-a089-4f84-b6ca-6a5f4869e91d req-62a6a922-7714-4848-8759-f775017066e0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:40.897301 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7fe4590f-a089-4f84-b6ca-6a5f4869e91d req-62a6a922-7714-4848-8759-f775017066e0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0872285 Feb 04 06:43:40.949242 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7fe4590f-a089-4f84-b6ca-6a5f4869e91d req-2b92ec1b-b174-4fdc-9a44-b84f9db727a3 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463278 Feb 04 06:43:42.154443 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69a5fb-da0f-418f-b1c2-12aca3312a34 req-9cb58b1b-c345-491b-9cf5-b2f91d5f06d1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:42.155904 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8a69a5fb-da0f-418f-b1c2-12aca3312a34 req-9cb58b1b-c345-491b-9cf5-b2f91d5f06d1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0888491 Feb 04 06:43:42.200583 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8a69a5fb-da0f-418f-b1c2-12aca3312a34 req-dff92264-382a-47a7-b05b-1f963efea5c0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389779 Feb 04 06:43:43.407944 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa58324-37e6-45e7-9549-c07599ba1a07 req-91331a45-f34e-498a-8f0d-7ab22fec439d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:43.409385 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-afa58324-37e6-45e7-9549-c07599ba1a07 req-91331a45-f34e-498a-8f0d-7ab22fec439d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0980070 Feb 04 06:43:43.455574 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-afa58324-37e6-45e7-9549-c07599ba1a07 req-a20c9c88-1a75-4396-a1d8-c95d3a6fff71 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387793 Feb 04 06:43:43.962755 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device e012f387-8605-4fc9-b267-f15190174d73 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:43:44.102181 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port e012f387-8605-4fc9-b267-f15190174d73, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e012f387-8605-4fc9-b267-f15190174d73,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:43:44.115806 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': 'e012f387-8605-4fc9-b267-f15190174d73', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'port_id': 'e012f387-8605-4fc9-b267-f15190174d73', 'mac_address': 'fa:16:3e:1c:00:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:43:44.174370 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:44.192094 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e012f387-8605-4fc9-b267-f15190174d73 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:43:44.208690 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port e012f387-8605-4fc9-b267-f15190174d73, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e012f387-8605-4fc9-b267-f15190174d73,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:43:44.213326 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:44.284822 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=e012f387-8605-4fc9-b267-f15190174d73,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:44.292484 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:44.293503 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:44.294237 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:44.294237 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:44.294530 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:44.294868 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:44.295170 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:44.295486 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:44.295822 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:44.296146 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:44.296448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:44.296759 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:44.303201 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['e012f387-8605-4fc9-b267-f15190174d73'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:43:44.654226 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba982da6-b2d7-4a78-a93c-fb8c14d580cd req-788f6156-564d-492f-aa27-f596661d1eb0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:44.655693 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ba982da6-b2d7-4a78-a93c-fb8c14d580cd req-788f6156-564d-492f-aa27-f596661d1eb0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 944 time: 0.0896332 Feb 04 06:43:44.699924 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ba982da6-b2d7-4a78-a93c-fb8c14d580cd req-8da6671f-033a-4878-b723-6de53ad1d05f tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382521 Feb 04 06:43:45.895916 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9593d5-9373-4f74-9c53-33ec85f50955 req-f56b627c-775e-4643-85cd-b160c4d8d5c4 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:45.897405 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6b9593d5-9373-4f74-9c53-33ec85f50955 req-f56b627c-775e-4643-85cd-b160c4d8d5c4 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 944 time: 0.0856693 Feb 04 06:43:45.956187 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6b9593d5-9373-4f74-9c53-33ec85f50955 req-8fe04a9e-41aa-42d7-be6e-1de9785e6d26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528510 Feb 04 06:43:45.995474 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device e012f387-8605-4fc9-b267-f15190174d73 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:43:46.084462 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port e012f387-8605-4fc9-b267-f15190174d73 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:43:46.085002 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:46.144610 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195aefa-bfae-4c32-bcdf-eccc10a20d21 req-bf77e626-76ca-448c-95b5-7ffaaa1616ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:46.146382 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b195aefa-bfae-4c32-bcdf-eccc10a20d21 req-bf77e626-76ca-448c-95b5-7ffaaa1616ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 1097 time: 0.0848486 Feb 04 06:43:46.275902 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:46.312349 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e012f387-8605-4fc9-b267-f15190174d73'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:43:46.322876 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port e012f387-8605-4fc9-b267-f15190174d73, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e012f387-8605-4fc9-b267-f15190174d73,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:43:46.323577 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195aefa-bfae-4c32-bcdf-eccc10a20d21 req-e0cb8333-33c0-41b0-99ef-9ca81b6ac148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:46.324808 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b195aefa-bfae-4c32-bcdf-eccc10a20d21 req-e0cb8333-33c0-41b0-99ef-9ca81b6ac148 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 910 time: 0.1549747 Feb 04 06:43:46.328650 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:46.381724 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e012f387-8605-4fc9-b267-f15190174d73', 'code': 200} Feb 04 06:43:46.413039 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=e012f387-8605-4fc9-b267-f15190174d73,revision_number=7']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:46.443541 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b195aefa-bfae-4c32-bcdf-eccc10a20d21 req-f1c043f2-2341-44fb-b412-15404bf6aad3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e012f387-8605-4fc9-b267-f15190174d73 HTTP/1.1" status: 200 len: 1001 time: 0.1115997 Feb 04 06:43:46.507136 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195aefa-bfae-4c32-bcdf-eccc10a20d21 req-1200c5e8-fe4c-42ac-866c-e6a707e55905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:46.508629 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b195aefa-bfae-4c32-bcdf-eccc10a20d21 req-1200c5e8-fe4c-42ac-866c-e6a707e55905 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 200 len: 848 time: 0.0587976 Feb 04 06:43:46.594204 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195aefa-bfae-4c32-bcdf-eccc10a20d21 req-bbe53ad7-eee9-4ad1-8f13-f5d619685d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:46.596275 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b195aefa-bfae-4c32-bcdf-eccc10a20d21 req-bbe53ad7-eee9-4ad1-8f13-f5d619685d8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a3a19fb-5d13-43a6-91ff-baa648515ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794878 Feb 04 06:43:46.740684 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b195aefa-bfae-4c32-bcdf-eccc10a20d21 req-a2a05564-872f-4b89-9b6a-ac33a648131f service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383157 Feb 04 06:43:46.886146 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-b195aefa-bfae-4c32-bcdf-eccc10a20d21 req-656e5a73-e966-40e7-87f8-351ed90511c8 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386647 Feb 04 06:43:47.147924 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11932119-bf59-431b-b8b3-b3be30e5c40e req-b0e6afe5-0197-421f-a140-50dfa1bc0918 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:47.150087 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-11932119-bf59-431b-b8b3-b3be30e5c40e req-b0e6afe5-0197-421f-a140-50dfa1bc0918 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0913720 Feb 04 06:43:47.200681 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-11932119-bf59-431b-b8b3-b3be30e5c40e req-c8c39129-97ef-4208-9767-713b39b09af3 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438945 Feb 04 06:43:48.414162 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cdbf9-8f51-4b07-b938-a86280bdf4ca req-3c5e8781-c9a6-47f0-9eee-29018fa2c1c3 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:48.415546 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f79cdbf9-8f51-4b07-b938-a86280bdf4ca req-3c5e8781-c9a6-47f0-9eee-29018fa2c1c3 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0909665 Feb 04 06:43:48.472330 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f79cdbf9-8f51-4b07-b938-a86280bdf4ca req-c5955fe7-67f2-41bf-b4f8-3b1961d27bdb tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459814 Feb 04 06:43:49.671997 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e0115-f992-4b5f-8ad9-bb508cab4de7 req-5fc01d3a-0361-4b30-8f3d-ad2c49eb5fbe tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:49.673918 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fb5e0115-f992-4b5f-8ad9-bb508cab4de7 req-5fc01d3a-0361-4b30-8f3d-ad2c49eb5fbe tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0928292 Feb 04 06:43:49.723736 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fb5e0115-f992-4b5f-8ad9-bb508cab4de7 req-40ccb47a-38af-4f1f-94ae-547606af81dc tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440972 Feb 04 06:43:49.869311 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:43:50.914896 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34abbf3-9780-4af9-be5e-24dd3b661c0e req-829a0976-38ea-40b2-ace7-b4a33593b995 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:50.916381 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f34abbf3-9780-4af9-be5e-24dd3b661c0e req-829a0976-38ea-40b2-ace7-b4a33593b995 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0820310 Feb 04 06:43:50.967355 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f34abbf3-9780-4af9-be5e-24dd3b661c0e req-4b9c1808-8aca-435f-b4c9-2ab1e7772162 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444191 Feb 04 06:43:52.198670 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46108f55-23db-40b5-995e-93a3be0694be req-d2a36c15-351a-464e-808d-daf9e4a1a0c0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:52.206508 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-46108f55-23db-40b5-995e-93a3be0694be req-d2a36c15-351a-464e-808d-daf9e4a1a0c0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.1272640 Feb 04 06:43:52.264315 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-46108f55-23db-40b5-995e-93a3be0694be req-1828a6ed-b49f-49b5-b09a-239227d0b07d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565302 Feb 04 06:43:53.451097 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4194e91-427f-4bc3-8bb3-f542359415a5 req-c4273a92-e5dd-47ed-91b7-14def20ed10b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:53.452496 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d4194e91-427f-4bc3-8bb3-f542359415a5 req-c4273a92-e5dd-47ed-91b7-14def20ed10b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0844200 Feb 04 06:43:53.497048 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d4194e91-427f-4bc3-8bb3-f542359415a5 req-7e80780f-4100-4a3a-b6e0-ffd72f741cb0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380738 Feb 04 06:43:54.229949 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9728e-ba8c-4bf9-9317-abee8d1bef8a req-3b2edbce-1294-4e75-b17f-60e8262c50e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:54.231483 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ffa9728e-ba8c-4bf9-9317-abee8d1bef8a req-3b2edbce-1294-4e75-b17f-60e8262c50e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 1098 time: 0.0753746 Feb 04 06:43:54.370549 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9728e-ba8c-4bf9-9317-abee8d1bef8a req-78f8e63e-35e5-4353-b541-db13f280b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:54.371925 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ffa9728e-ba8c-4bf9-9317-abee8d1bef8a req-78f8e63e-35e5-4353-b541-db13f280b483 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 910 time: 0.1343908 Feb 04 06:43:54.580152 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ffa9728e-ba8c-4bf9-9317-abee8d1bef8a req-cbd33dee-f142-4491-b4c2-87b7034b119a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e012f387-8605-4fc9-b267-f15190174d73 HTTP/1.1" status: 200 len: 1001 time: 0.2016566 Feb 04 06:43:54.641973 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9728e-ba8c-4bf9-9317-abee8d1bef8a req-7c41cbe2-57ee-4189-998a-c60d519ab037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:54.643332 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ffa9728e-ba8c-4bf9-9317-abee8d1bef8a req-7c41cbe2-57ee-4189-998a-c60d519ab037 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 200 len: 848 time: 0.0575633 Feb 04 06:43:54.691194 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf190a95-ee22-4ad0-afca-b8cd64971af1 req-0f4e4249-f96b-4493-a66e-7af86ca76c98 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:54.692795 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cf190a95-ee22-4ad0-afca-b8cd64971af1 req-0f4e4249-f96b-4493-a66e-7af86ca76c98 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0871458 Feb 04 06:43:54.725321 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9728e-ba8c-4bf9-9317-abee8d1bef8a req-5ee55315-a8d0-43fe-a7c4-2b5c55d1cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:54.726803 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ffa9728e-ba8c-4bf9-9317-abee8d1bef8a req-5ee55315-a8d0-43fe-a7c4-2b5c55d1cd5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a3a19fb-5d13-43a6-91ff-baa648515ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773983 Feb 04 06:43:54.737189 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cf190a95-ee22-4ad0-afca-b8cd64971af1 req-f07f9ad7-a79e-4dc1-b55d-56c9c0afea3a tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383003 Feb 04 06:43:54.859385 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ffa9728e-ba8c-4bf9-9317-abee8d1bef8a req-f6bfc695-4ebd-44b6-9ce0-340b470ede92 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258862 Feb 04 06:43:54.994924 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ffa9728e-ba8c-4bf9-9317-abee8d1bef8a req-1636c650-d828-4343-98bf-481514088884 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280787 Feb 04 06:43:55.931125 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e147c-97b5-4a8c-ae87-5ec8d10d6784 req-0eaaa053-c970-4f1e-9273-37b133d094d8 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:55.933251 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b03e147c-97b5-4a8c-ae87-5ec8d10d6784 req-0eaaa053-c970-4f1e-9273-37b133d094d8 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0871444 Feb 04 06:43:55.983539 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b03e147c-97b5-4a8c-ae87-5ec8d10d6784 req-7bd98778-f095-44a8-a0ac-fc9bd5a8eed0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452902 Feb 04 06:43:57.177990 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262e091-3103-49a6-9c3b-59f02f2fc301 req-85689a16-1247-4432-b8f5-f16d972a6d0d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:57.179465 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e262e091-3103-49a6-9c3b-59f02f2fc301 req-85689a16-1247-4432-b8f5-f16d972a6d0d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0803232 Feb 04 06:43:57.223172 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e262e091-3103-49a6-9c3b-59f02f2fc301 req-c344b35e-42de-4315-ad7f-d409d0495ce1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380914 Feb 04 06:43:57.577980 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b31d58-8d86-4b0e-8491-163687df23c6 req-2a226701-eb19-4609-99fb-e1b5c7815b84 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:57.579436 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d3b31d58-8d86-4b0e-8491-163687df23c6 req-2a226701-eb19-4609-99fb-e1b5c7815b84 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 945 time: 0.0839930 Feb 04 06:43:57.623339 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d3b31d58-8d86-4b0e-8491-163687df23c6 req-6d496cfb-22f3-4c15-aac5-e4ed484c5432 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382586 Feb 04 06:43:57.798699 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dc56db94-f96c-4c9f-9c2a-50f365a8718c req-3e110de1-fe5f-4379-bae9-0b68c3f3a8d5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1280048 Feb 04 06:43:58.066344 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device e012f387-8605-4fc9-b267-f15190174d73 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:43:58.179949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:58.209698 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e012f387-8605-4fc9-b267-f15190174d73'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:43:58.219654 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port e012f387-8605-4fc9-b267-f15190174d73, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e012f387-8605-4fc9-b267-f15190174d73,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:43:58.224618 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:58.257879 dv-neutron-826830-2-hyperv neutron-server[87472]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e012f387-8605-4fc9-b267-f15190174d73', 'code': 422} returned with failed status Feb 04 06:43:58.295588 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=e012f387-8605-4fc9-b267-f15190174d73,revision_number=8']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:58.833945 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc9ba7-cc1c-4069-bafe-c6eead88fda8 req-717ac2e1-70ea-4c52-b8cc-b2e563672dc0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:58.835702 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7abc9ba7-cc1c-4069-bafe-c6eead88fda8 req-717ac2e1-70ea-4c52-b8cc-b2e563672dc0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 943 time: 0.0930622 Feb 04 06:43:58.885627 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7abc9ba7-cc1c-4069-bafe-c6eead88fda8 req-ec563426-40ee-48a1-83f5-4450ecb1442b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417912 Feb 04 06:43:59.553182 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e79b916d-c551-48cc-b4a8-f7000ecff1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:00.078190 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d0ac9-9bfa-457f-ba20-ed19f16f252d req-be309e13-3bb2-4c1d-921d-63a54f3ba38b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:00.079663 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d89d0ac9-9bfa-457f-ba20-ed19f16f252d req-be309e13-3bb2-4c1d-921d-63a54f3ba38b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 943 time: 0.0788465 Feb 04 06:44:00.123672 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d89d0ac9-9bfa-457f-ba20-ed19f16f252d req-dd5555f8-57cb-4e39-a91f-e8c13536e2c8 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383496 Feb 04 06:44:01.429785 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05b3b7-692d-4b94-8e08-d64bc062c00b req-38495b47-f279-40d6-b2ef-fbc1d2e903ae tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:01.431227 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fd05b3b7-692d-4b94-8e08-d64bc062c00b req-38495b47-f279-40d6-b2ef-fbc1d2e903ae tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 943 time: 0.2034361 Feb 04 06:44:01.477276 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-fd05b3b7-692d-4b94-8e08-d64bc062c00b req-65fcad66-cfbb-431f-b3f7-fb57fb794e40 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390940 Feb 04 06:44:01.929085 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-41f6b7da-741c-49c0-a40d-7dd3c50b3f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:02.677428 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675dc23-d35e-4ee3-91c4-4d07bc6dc1fa req-ec733a53-2a74-4452-84ad-3ec6569ec5ad tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:02.678892 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0675dc23-d35e-4ee3-91c4-4d07bc6dc1fa req-ec733a53-2a74-4452-84ad-3ec6569ec5ad tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 943 time: 0.0894830 Feb 04 06:44:02.728575 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0675dc23-d35e-4ee3-91c4-4d07bc6dc1fa req-d96d441e-92d0-4008-bb84-cb0e6638ed46 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438688 Feb 04 06:44:02.758587 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56db94-f96c-4c9f-9c2a-50f365a8718c req-889268ca-4efd-4efd-94da-41feb28be9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:02.760087 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dc56db94-f96c-4c9f-9c2a-50f365a8718c req-889268ca-4efd-4efd-94da-41feb28be9d1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67&tenant_id=7c9667419f834113a144663452eb5c99 HTTP/1.1" status: 200 len: 1096 time: 0.0754070 Feb 04 06:44:02.851545 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56db94-f96c-4c9f-9c2a-50f365a8718c req-fc72cc0e-1534-4a5a-8dcb-ee04c3667c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:02.852903 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dc56db94-f96c-4c9f-9c2a-50f365a8718c req-fc72cc0e-1534-4a5a-8dcb-ee04c3667c3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 1096 time: 0.0719788 Feb 04 06:44:02.981941 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:02.990202 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56db94-f96c-4c9f-9c2a-50f365a8718c req-00d72a61-f167-4cf4-bd8d-96fbbaa79756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:02.991662 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dc56db94-f96c-4c9f-9c2a-50f365a8718c req-00d72a61-f167-4cf4-bd8d-96fbbaa79756 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 910 time: 0.1324246 Feb 04 06:44:03.027852 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:03.095946 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dc56db94-f96c-4c9f-9c2a-50f365a8718c req-9a67fceb-013b-4d96-854c-348d6b83413a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e012f387-8605-4fc9-b267-f15190174d73 HTTP/1.1" status: 200 len: 999 time: 0.0980449 Feb 04 06:44:03.161046 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56db94-f96c-4c9f-9c2a-50f365a8718c req-5a25a637-1994-4aa7-8319-84711d0d5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:03.162471 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dc56db94-f96c-4c9f-9c2a-50f365a8718c req-5a25a637-1994-4aa7-8319-84711d0d5f8f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 200 len: 848 time: 0.0603437 Feb 04 06:44:03.238319 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56db94-f96c-4c9f-9c2a-50f365a8718c req-f77155ef-71cf-4876-8deb-36bf3a2beced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:03.239774 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dc56db94-f96c-4c9f-9c2a-50f365a8718c req-f77155ef-71cf-4876-8deb-36bf3a2beced service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a3a19fb-5d13-43a6-91ff-baa648515ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714471 Feb 04 06:44:03.383175 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dc56db94-f96c-4c9f-9c2a-50f365a8718c req-040b2fda-2d64-4870-9495-d8a90c0ac751 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365733 Feb 04 06:44:03.514227 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dc56db94-f96c-4c9f-9c2a-50f365a8718c req-ce0c4525-3f42-4bba-8ff1-16a3e5ae49e3 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251457 Feb 04 06:44:03.917836 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043a56d-b39e-4e45-8ec5-6282a0285a87 req-79c9e1eb-a73a-49d3-a1d7-9a2215b23f76 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:03.919350 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e043a56d-b39e-4e45-8ec5-6282a0285a87 req-79c9e1eb-a73a-49d3-a1d7-9a2215b23f76 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 943 time: 0.0846272 Feb 04 06:44:03.980238 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e043a56d-b39e-4e45-8ec5-6282a0285a87 req-409cb438-ee47-416d-bd3a-4a80c21b03e9 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514951 Feb 04 06:44:04.463656 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:05.171294 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a38057-7a81-4928-a591-69117d6c3daa req-1a492c26-9b68-4b3b-b4b1-944ba5789871 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:05.173601 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b6a38057-7a81-4928-a591-69117d6c3daa req-1a492c26-9b68-4b3b-b4b1-944ba5789871 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 943 time: 0.0897932 Feb 04 06:44:05.219976 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b6a38057-7a81-4928-a591-69117d6c3daa req-2858cf28-e068-4cd3-b121-2884702d3dd1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401988 Feb 04 06:44:06.436343 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f616494-b9e1-4d03-8ffc-9ea644f0a8b6 req-a45deb2b-67f8-4560-bd7e-53afad128715 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:06.439713 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7f616494-b9e1-4d03-8ffc-9ea644f0a8b6 req-a45deb2b-67f8-4560-bd7e-53afad128715 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 943 time: 0.1040268 Feb 04 06:44:06.493755 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7f616494-b9e1-4d03-8ffc-9ea644f0a8b6 req-8d2e1ef0-936e-42c7-b19b-030481e9ad8e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479631 Feb 04 06:44:07.595507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:07.691388 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d91459-4ca8-4f0a-a2ae-8c9e66d2e222 req-286c83cd-95a5-4cde-bf99-6c2a594dfa7d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:07.693190 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-82d91459-4ca8-4f0a-a2ae-8c9e66d2e222 req-286c83cd-95a5-4cde-bf99-6c2a594dfa7d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 943 time: 0.0894475 Feb 04 06:44:07.739670 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-82d91459-4ca8-4f0a-a2ae-8c9e66d2e222 req-5698e61b-516e-4ef4-8e44-7cb59f274eef tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408251 Feb 04 06:44:08.931082 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fc026-b351-45b1-8c4e-1473ce76f51c req-ae1c0960-42d9-4c48-8809-0a6fcb1e7a43 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:08.932561 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-605fc026-b351-45b1-8c4e-1473ce76f51c req-ae1c0960-42d9-4c48-8809-0a6fcb1e7a43 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 943 time: 0.0844150 Feb 04 06:44:08.983729 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-605fc026-b351-45b1-8c4e-1473ce76f51c req-bd1dd4c6-0694-4af5-89d0-52b1c5ed1a3c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453398 Feb 04 06:44:10.176981 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c57625-8a3c-4e6a-9fba-c091ece34dd5 req-db77ec35-da25-43e2-8c52-6f46f11d177e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:10.179721 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-06c57625-8a3c-4e6a-9fba-c091ece34dd5 req-db77ec35-da25-43e2-8c52-6f46f11d177e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 943 time: 0.0848711 Feb 04 06:44:10.227148 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-06c57625-8a3c-4e6a-9fba-c091ece34dd5 req-795f489c-97b6-45de-94a7-7eb609afb098 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413895 Feb 04 06:44:11.418640 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df19ddc-280c-4e74-a8c9-97dee30ec7f7 req-ae65f208-4671-4754-81a8-43c0f88d7605 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:11.420206 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9df19ddc-280c-4e74-a8c9-97dee30ec7f7 req-ae65f208-4671-4754-81a8-43c0f88d7605 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 943 time: 0.0862799 Feb 04 06:44:11.465477 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9df19ddc-280c-4e74-a8c9-97dee30ec7f7 req-34154093-2f57-4d1a-8d38-1efddd09d529 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393000 Feb 04 06:44:12.665265 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3614d-eb28-4179-9d81-970556b854c8 req-2fc48c7b-8062-4d7e-93c4-2dbd59f436a6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:12.666730 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f4b3614d-eb28-4179-9d81-970556b854c8 req-2fc48c7b-8062-4d7e-93c4-2dbd59f436a6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 943 time: 0.0894406 Feb 04 06:44:12.720738 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f4b3614d-eb28-4179-9d81-970556b854c8 req-5fa4e0a5-ac7b-416e-b0df-1497e9d98a07 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443015 Feb 04 06:44:13.925745 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97190861-44a0-4f47-9007-4e5f75564cd4 req-b2f73eca-05d0-44bc-b110-a0afc1cd3fd5 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:13.927260 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-97190861-44a0-4f47-9007-4e5f75564cd4 req-b2f73eca-05d0-44bc-b110-a0afc1cd3fd5 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 943 time: 0.0879896 Feb 04 06:44:13.974588 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-97190861-44a0-4f47-9007-4e5f75564cd4 req-a72ad2e6-9cb4-4cf2-92c7-3f7780616b79 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388172 Feb 04 06:44:14.139993 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device e012f387-8605-4fc9-b267-f15190174d73 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:44:14.279461 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port e012f387-8605-4fc9-b267-f15190174d73, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e012f387-8605-4fc9-b267-f15190174d73,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:44:14.292938 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': 'e012f387-8605-4fc9-b267-f15190174d73', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'port_id': 'e012f387-8605-4fc9-b267-f15190174d73', 'mac_address': 'fa:16:3e:1c:00:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:44:14.360150 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:14.376465 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e012f387-8605-4fc9-b267-f15190174d73 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:44:14.391290 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port e012f387-8605-4fc9-b267-f15190174d73, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e012f387-8605-4fc9-b267-f15190174d73,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:44:14.397184 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:14.463265 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=e012f387-8605-4fc9-b267-f15190174d73,revision_number=9']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:44:14.662902 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['e012f387-8605-4fc9-b267-f15190174d73'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:44:15.177617 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b3d2b-fdac-4db4-bfa1-62e1078f1a30 req-ebc51f19-5e69-46e0-b0e1-48c2e17c0cff tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:15.179067 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cd7b3d2b-fdac-4db4-bfa1-62e1078f1a30 req-ebc51f19-5e69-46e0-b0e1-48c2e17c0cff tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 944 time: 0.0889659 Feb 04 06:44:15.225528 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cd7b3d2b-fdac-4db4-bfa1-62e1078f1a30 req-ce48255a-21d2-4705-8afa-befeeca493c0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404701 Feb 04 06:44:16.155265 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device e012f387-8605-4fc9-b267-f15190174d73 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:44:16.230176 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port e012f387-8605-4fc9-b267-f15190174d73 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:44:16.230558 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:16.347385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:16.378393 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e012f387-8605-4fc9-b267-f15190174d73'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:44:16.389233 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port e012f387-8605-4fc9-b267-f15190174d73, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e012f387-8605-4fc9-b267-f15190174d73,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:44:16.395006 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:16.422229 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3283af-a307-4553-87d7-78fd4c133ccb req-b1152489-470b-4968-b0a1-d57578224e21 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:16.424156 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ef3283af-a307-4553-87d7-78fd4c133ccb req-b1152489-470b-4968-b0a1-d57578224e21 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 944 time: 0.0878153 Feb 04 06:44:16.428645 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e012f387-8605-4fc9-b267-f15190174d73', 'code': 200} Feb 04 06:44:16.468737 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=e012f387-8605-4fc9-b267-f15190174d73,revision_number=10']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:44:16.471446 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ef3283af-a307-4553-87d7-78fd4c133ccb req-971c8a7c-ce61-4891-acf8-f30298b6b76c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407767 Feb 04 06:44:16.701588 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa6e27-253f-4ba0-a8fd-981a190f3d54 req-dd791678-5165-4800-885c-d5c3e90acb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:16.702952 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2cfa6e27-253f-4ba0-a8fd-981a190f3d54 req-dd791678-5165-4800-885c-d5c3e90acb18 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 1099 time: 0.0818040 Feb 04 06:44:16.743000 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2cfa6e27-253f-4ba0-a8fd-981a190f3d54 req-04901488-3b22-4aaf-96b1-1eb7bf652906 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341125 Feb 04 06:44:17.680173 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9f392-54d1-4e89-907d-d884547a0cb9 req-5d4577bd-1326-4e0b-9cf5-d7abeaa233e6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:17.681661 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1cf9f392-54d1-4e89-907d-d884547a0cb9 req-5d4577bd-1326-4e0b-9cf5-d7abeaa233e6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 946 time: 0.0836811 Feb 04 06:44:17.733244 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1cf9f392-54d1-4e89-907d-d884547a0cb9 req-59597c8b-c724-48f5-ad1c-e9018b0c61bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431798 Feb 04 06:44:18.920834 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f661e-77de-4bf7-89a0-bac61e2862d3 req-b1ff4f32-05a2-4dea-988f-c5a72de92be0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:18.922255 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e76f661e-77de-4bf7-89a0-bac61e2862d3 req-b1ff4f32-05a2-4dea-988f-c5a72de92be0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 946 time: 0.0809262 Feb 04 06:44:18.965462 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-e76f661e-77de-4bf7-89a0-bac61e2862d3 req-906a7fca-9427-4d47-b0ba-706aef682983 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375180 Feb 04 06:44:26.868838 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:44:29.553080 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-17ce095a-1265-4860-ba7b-08a7845201ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:31.929721 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c257ec47-c333-4bcb-a470-a290d667a8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:32.997101 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:33.031800 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:34.472240 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:37.605850 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:46.042343 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a1640ef2-a715-44c0-ae9e-b61d0eb5a48b req-61b131ef-6637-4bd5-8f5d-f05e9c37fb9e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724089 Feb 04 06:44:46.198482 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1640ef2-a715-44c0-ae9e-b61d0eb5a48b req-fb7597b2-7d03-40ce-9427-d5105cf302b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:46.200014 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a1640ef2-a715-44c0-ae9e-b61d0eb5a48b req-fb7597b2-7d03-40ce-9427-d5105cf302b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 1099 time: 0.0763509 Feb 04 06:44:46.352037 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1640ef2-a715-44c0-ae9e-b61d0eb5a48b req-4ef4ac06-4f23-43be-beb3-91d549fc8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:46.353394 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a1640ef2-a715-44c0-ae9e-b61d0eb5a48b req-4ef4ac06-4f23-43be-beb3-91d549fc8ccc service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 910 time: 0.1289532 Feb 04 06:44:46.555499 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a1640ef2-a715-44c0-ae9e-b61d0eb5a48b req-21cb8297-d360-493e-8e65-3f4b5b737c68 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e012f387-8605-4fc9-b267-f15190174d73 HTTP/1.1" status: 200 len: 1001 time: 0.1941934 Feb 04 06:44:46.621350 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1640ef2-a715-44c0-ae9e-b61d0eb5a48b req-783f4c26-56ee-436f-8e0e-d4216ed03cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:46.622800 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a1640ef2-a715-44c0-ae9e-b61d0eb5a48b req-783f4c26-56ee-436f-8e0e-d4216ed03cb7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 200 len: 848 time: 0.0606399 Feb 04 06:44:46.701031 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1640ef2-a715-44c0-ae9e-b61d0eb5a48b req-8d5b18fb-7d5c-4ecb-869b-a1f657397706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:46.702475 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a1640ef2-a715-44c0-ae9e-b61d0eb5a48b req-8d5b18fb-7d5c-4ecb-869b-a1f657397706 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a3a19fb-5d13-43a6-91ff-baa648515ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716681 Feb 04 06:44:46.832602 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a1640ef2-a715-44c0-ae9e-b61d0eb5a48b req-d45cbc81-cfd4-41e0-bddd-8e84c5318a04 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222498 Feb 04 06:44:46.978060 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a1640ef2-a715-44c0-ae9e-b61d0eb5a48b req-a023163f-64ca-4f5e-9746-0a2941cf31db service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328552 Feb 04 06:44:59.553865 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-92ffcab5-ff11-4ab5-91d3-fb0cd110870b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:01.932734 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-59ad86a2-ed3d-433e-a5d7-e756670f7bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:02.999957 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:03.034041 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:03.868768 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:45:04.477958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:07.614605 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:28.761716 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36586) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:45:28.970146 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Deleting port 8c42c5ff-5957-4bce-8825-ead1c07c71ad {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:45:28.970460 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:29.141683 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:29.141988 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:29.268411 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Calling delete_port for 8c42c5ff-5957-4bce-8825-ead1c07c71ad owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:45:29.427214 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:29.483647 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event deleted for resources: {'Port': ['ID=8c42c5ff-5957-4bce-8825-ead1c07c71ad,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:29.519171 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:29.519522 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:29.519865 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:29.520190 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:29.520495 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:29.520810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:29.521124 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:29.521436 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:29.521755 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:29.522060 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:29.522370 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:29.522675 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:29.549434 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-03a173c2-56c7-4c33-8f3a-04e7364844bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:29.580823 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for floatingip, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:29.581158 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Floating IP 1782260e-9a7d-4fd6-b055-4430c5de91e1 disassociated (deleted). External IP: 172.26.4.238, port: e012f387-8605-4fc9-b267-f15190174d73. Feb 04 06:45:30.054356 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Router 43236f8e-127e-41f4-90c1-4a59318a06f7 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:45:30.237819 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:45:30.247539 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812fc346-cb52-4bf4-b52b-0e77c9b6dbeb None None] Sync routers for ids ['43236f8e-127e-41f4-90c1-4a59318a06f7'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:45:30.254597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:30.257340 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812fc346-cb52-4bf4-b52b-0e77c9b6dbeb None None] Routers {'43236f8e-127e-41f4-90c1-4a59318a06f7'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:45:30.257983 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-812fc346-cb52-4bf4-b52b-0e77c9b6dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:45:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['43236f8e-127e-41f4-90c1-4a59318a06f7'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:45:30.312762 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a82f8bcd-b09c-4fb2-b876-9033b66e14fd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "DELETE /v2.0/floatingips/1782260e-9a7d-4fd6-b055-4430c5de91e1 HTTP/1.1" status: 204 len: 168 time: 1.5494790 Feb 04 06:45:30.313626 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'tag': 'e012f387-8605-4fc9-b267-f15190174d73'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:45:30.422040 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'tag': 'e012f387-8605-4fc9-b267-f15190174d73', 'status': 'completed', 'code': 200} Feb 04 06:45:30.441117 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-812fc346-cb52-4bf4-b52b-0e77c9b6dbeb None None] Set router 43236f8e-127e-41f4-90c1-4a59318a06f7 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:45:30.529784 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624c26f-1e19-477f-9760-068c2cc677d3 req-be477e77-3d56-497e-828d-7124bb05cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:30.531640 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5624c26f-1e19-477f-9760-068c2cc677d3 req-be477e77-3d56-497e-828d-7124bb05cfaa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 1099 time: 0.0876336 Feb 04 06:45:30.669398 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624c26f-1e19-477f-9760-068c2cc677d3 req-a386a4d0-9a1d-4bdf-8af1-02a16a8eebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:30.670901 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5624c26f-1e19-477f-9760-068c2cc677d3 req-a386a4d0-9a1d-4bdf-8af1-02a16a8eebc0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 910 time: 0.1270993 Feb 04 06:45:30.690503 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f6824-28c2-4ce9-8954-25150b011892 req-3806e779-2be0-45d6-8e9a-1e9aa6eeab1e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:30.691194 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-825f6824-28c2-4ce9-8954-25150b011892 req-3806e779-2be0-45d6-8e9a-1e9aa6eeab1e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Synchronizing usage tracker for tenant:7c9667419f834113a144663452eb5c99 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:45:30.708193 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-825f6824-28c2-4ce9-8954-25150b011892 req-3806e779-2be0-45d6-8e9a-1e9aa6eeab1e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Unset dirty status for tenant:7c9667419f834113a144663452eb5c99 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:45:30.709513 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-825f6824-28c2-4ce9-8954-25150b011892 req-3806e779-2be0-45d6-8e9a-1e9aa6eeab1e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 946 time: 0.0988078 Feb 04 06:45:30.741384 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5624c26f-1e19-477f-9760-068c2cc677d3 req-0ca8b09c-ca1c-4967-902b-1543406de6f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e012f387-8605-4fc9-b267-f15190174d73 HTTP/1.1" status: 200 len: 217 time: 0.0632555 Feb 04 06:45:30.757829 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-825f6824-28c2-4ce9-8954-25150b011892 req-541c7dba-e8d3-4c41-9bb3-df653cc80782 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421259 Feb 04 06:45:30.773211 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-812fc346-cb52-4bf4-b52b-0e77c9b6dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:12Z', 'revision_number': 4, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port': {'id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '94301f15-b439-41dd-8fd3-7e85d76e88a3', 'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'mac_address': 'fa:16:3e:a3:8d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:11Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 5, 'project_id': '7c9667419f834113a144663452eb5c99', 'subnets': [{'id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:45:30.777313 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812fc346-cb52-4bf4-b52b-0e77c9b6dbeb None None] Checking router: 43236f8e-127e-41f4-90c1-4a59318a06f7 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:45:30.787024 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812fc346-cb52-4bf4-b52b-0e77c9b6dbeb None None] Routers {'43236f8e-127e-41f4-90c1-4a59318a06f7'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:45:30.787618 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-812fc346-cb52-4bf4-b52b-0e77c9b6dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:45:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['43236f8e-127e-41f4-90c1-4a59318a06f7'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:45:30.808470 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624c26f-1e19-477f-9760-068c2cc677d3 req-c06b8a18-7b87-4528-b597-f5e215b0873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:30.809928 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5624c26f-1e19-477f-9760-068c2cc677d3 req-c06b8a18-7b87-4528-b597-f5e215b0873e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 200 len: 848 time: 0.0622301 Feb 04 06:45:30.886538 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624c26f-1e19-477f-9760-068c2cc677d3 req-8f361ca9-58e2-45f9-a841-5e7d3ddd22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:30.888120 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5624c26f-1e19-477f-9760-068c2cc677d3 req-8f361ca9-58e2-45f9-a841-5e7d3ddd22b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a3a19fb-5d13-43a6-91ff-baa648515ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713778 Feb 04 06:45:30.961662 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-812fc346-cb52-4bf4-b52b-0e77c9b6dbeb None None] Set router 43236f8e-127e-41f4-90c1-4a59318a06f7 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:45:31.019809 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5624c26f-1e19-477f-9760-068c2cc677d3 req-9ff6d41c-7881-4090-9f38-1e63de0e3b01 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244197 Feb 04 06:45:31.151127 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-5624c26f-1e19-477f-9760-068c2cc677d3 req-2b5703a3-a78f-4f76-a2df-e97df3841442 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253226 Feb 04 06:45:31.275899 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-812fc346-cb52-4bf4-b52b-0e77c9b6dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:12Z', 'revision_number': 4, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port': {'id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '94301f15-b439-41dd-8fd3-7e85d76e88a3', 'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'mac_address': 'fa:16:3e:a3:8d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:11Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 5, 'project_id': '7c9667419f834113a144663452eb5c99', 'subnets': [{'id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:45:31.279921 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812fc346-cb52-4bf4-b52b-0e77c9b6dbeb None None] The sync data for ids ['43236f8e-127e-41f4-90c1-4a59318a06f7'] in dv-neutron-826830-2-hyperv is: [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:12Z', 'revision_number': 4, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port': {'id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '94301f15-b439-41dd-8fd3-7e85d76e88a3', 'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'mac_address': 'fa:16:3e:a3:8d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:11Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 5, 'project_id': '7c9667419f834113a144663452eb5c99', 'subnets': [{'id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:45:31.515825 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9aa9a7-92d7-447e-8620-e88304272fce None None] New status for floating IP 1782260e-9a7d-4fd6-b055-4430c5de91e1: DOWN {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:45:31.927915 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-747ea566-ebbf-428e-a198-8e9f7f5e3b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:31.935725 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5e0d3-ac16-4333-9e74-5495c27755ea req-2f93e060-a80a-4e28-aa22-1bd7961961d1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:31.936626 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-eec5e0d3-ac16-4333-9e74-5495c27755ea req-2f93e060-a80a-4e28-aa22-1bd7961961d1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Synchronizing usage tracker for tenant:7c9667419f834113a144663452eb5c99 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:45:31.948529 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-eec5e0d3-ac16-4333-9e74-5495c27755ea req-2f93e060-a80a-4e28-aa22-1bd7961961d1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Unset dirty status for tenant:7c9667419f834113a144663452eb5c99 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:45:31.949654 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-eec5e0d3-ac16-4333-9e74-5495c27755ea req-2f93e060-a80a-4e28-aa22-1bd7961961d1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.43 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 946 time: 0.0968330 Feb 04 06:45:31.957253 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8976e-7d2c-490b-baee-cd0ed82b209b req-84a29bc2-d517-4b65-913b-65b793bf09e3 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:31.958697 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cda8976e-7d2c-490b-baee-cd0ed82b209b req-84a29bc2-d517-4b65-913b-65b793bf09e3 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 946 time: 0.0832245 Feb 04 06:45:32.002873 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cda8976e-7d2c-490b-baee-cd0ed82b209b req-c7e94dbb-2779-4ddd-a4fa-899ff2eca77d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee63b489-0d7a-4ff2-89f5-c0160ef3acba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384037 Feb 04 06:45:32.018294 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-eec5e0d3-ac16-4333-9e74-5495c27755ea req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Deleting port e012f387-8605-4fc9-b267-f15190174d73 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:45:32.018651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-eec5e0d3-ac16-4333-9e74-5495c27755ea req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:32.354116 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-eec5e0d3-ac16-4333-9e74-5495c27755ea req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] For port e012f387-8605-4fc9-b267-f15190174d73, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e012f387-8605-4fc9-b267-f15190174d73,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:45:32.354456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-eec5e0d3-ac16-4333-9e74-5495c27755ea req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:32.473081 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-eec5e0d3-ac16-4333-9e74-5495c27755ea req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Calling delete_port for e012f387-8605-4fc9-b267-f15190174d73 owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:45:32.621688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-eec5e0d3-ac16-4333-9e74-5495c27755ea req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:32.670588 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event deleted for resources: {'Port': ['ID=e012f387-8605-4fc9-b267-f15190174d73,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:32.710948 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:32.711292 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:32.711621 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:32.711995 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:32.712315 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:32.712637 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:32.712955 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:32.713252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:32.713585 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:32.713898 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:32.714208 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:32.714518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:32.760712 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec5e0d3-ac16-4333-9e74-5495c27755ea req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] No DVR routers for this DVR port e012f387-8605-4fc9-b267-f15190174d73 on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:45:32.763483 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-eec5e0d3-ac16-4333-9e74-5495c27755ea req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:32.765963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'name': 'network-vif-deleted', 'tag': 'e012f387-8605-4fc9-b267-f15190174d73'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:45:32.783415 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-eec5e0d3-ac16-4333-9e74-5495c27755ea req-4f265930-df00-4c0d-b6eb-e6dfe22fbbbd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.43 "DELETE /v2.0/ports/e012f387-8605-4fc9-b267-f15190174d73 HTTP/1.1" status: 204 len: 173 time: 0.8286307 Feb 04 06:45:32.866327 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7561d7c4-a9a5-4708-a93b-fb39a6a97a67', 'name': 'network-vif-deleted', 'tag': 'e012f387-8605-4fc9-b267-f15190174d73', 'status': 'completed', 'code': 200} Feb 04 06:45:33.009032 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:33.038983 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:33.176859 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-96a099e9-77a6-43cc-b3ec-ebd8537ddfda req-4d507791-409b-4b69-b220-c7fe691d4b4b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=7561d7c4-a9a5-4708-a93b-fb39a6a97a67 HTTP/1.1" status: 200 len: 210 time: 0.0493550 Feb 04 06:45:34.275231 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36610) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:45:34.344623 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8efba6fd-9474-43ef-abc6-a04a35522f13 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:34.388648 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8efba6fd-9474-43ef-abc6-a04a35522f13 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:34.456171 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8efba6fd-9474-43ef-abc6-a04a35522f13 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:34.473195 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:34.479050 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efba6fd-9474-43ef-abc6-a04a35522f13 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee63b489-0d7a-4ff2-89f5-c0160ef3acba,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:34.488718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8efba6fd-9474-43ef-abc6-a04a35522f13 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:34.489849 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-8efba6fd-9474-43ef-abc6-a04a35522f13 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "DELETE /v2.0/security-groups/ee63b489-0d7a-4ff2-89f5-c0160ef3acba HTTP/1.1" status: 204 len: 168 time: 0.2135746 Feb 04 06:45:34.772405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36618) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:45:34.777657 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4b82e928-4420-4429-82f7-0b188d25f3c1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-740968480', 'description': 'tempest-secgroup-smoke-740968480 description', 'project_id': '7c9667419f834113a144663452eb5c99'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:45:34.783877 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4b82e928-4420-4429-82f7-0b188d25f3c1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:45:34.788219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4b82e928-4420-4429-82f7-0b188d25f3c1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Usage tracker for resource:security_group and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:45:34.791070 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4b82e928-4420-4429-82f7-0b188d25f3c1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:45:34.796768 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4b82e928-4420-4429-82f7-0b188d25f3c1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:45:34.808396 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b82e928-4420-4429-82f7-0b188d25f3c1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:34.827095 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4b82e928-4420-4429-82f7-0b188d25f3c1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:45:34.830836 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4b82e928-4420-4429-82f7-0b188d25f3c1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Usage tracker for resource:security_group_rule and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:45:34.833552 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4b82e928-4420-4429-82f7-0b188d25f3c1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:45:34.839022 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4b82e928-4420-4429-82f7-0b188d25f3c1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:45:34.910639 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b82e928-4420-4429-82f7-0b188d25f3c1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:34.915720 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b82e928-4420-4429-82f7-0b188d25f3c1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:34.957434 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82e928-4420-4429-82f7-0b188d25f3c1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93fb8152-1c34-429b-a221-cc86d9d73ddf,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:34.964033 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4b82e928-4420-4429-82f7-0b188d25f3c1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:34.965265 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4b82e928-4420-4429-82f7-0b188d25f3c1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1918647 Feb 04 06:45:34.968123 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36622) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:45:34.973141 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4789e5a9-7911-4595-b379-f9a6d3a45715 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Request body: {'security_group_rule': {'security_group_id': '93fb8152-1c34-429b-a221-cc86d9d73ddf', 'project_id': '7c9667419f834113a144663452eb5c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:45:34.979723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4789e5a9-7911-4595-b379-f9a6d3a45715 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:45:34.983819 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4789e5a9-7911-4595-b379-f9a6d3a45715 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Usage tracker for resource:security_group_rule and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:45:34.986745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-4789e5a9-7911-4595-b379-f9a6d3a45715 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:45:34.993045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4789e5a9-7911-4595-b379-f9a6d3a45715 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:45:35.013311 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4789e5a9-7911-4595-b379-f9a6d3a45715 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.076183 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4789e5a9-7911-4595-b379-f9a6d3a45715 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.080809 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4789e5a9-7911-4595-b379-f9a6d3a45715 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.102655 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789e5a9-7911-4595-b379-f9a6d3a45715 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c71030-31af-49cd-9ce6-44f59031c0bc,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:35.112154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4789e5a9-7911-4595-b379-f9a6d3a45715 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.113317 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4789e5a9-7911-4595-b379-f9a6d3a45715 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442702 Feb 04 06:45:35.116150 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36626) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:45:35.120971 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-3a3f7f0f-7930-4e51-ad13-75730e7ab4f4 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Request body: {'security_group_rule': {'security_group_id': '93fb8152-1c34-429b-a221-cc86d9d73ddf', 'project_id': '7c9667419f834113a144663452eb5c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:45:35.126661 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3a3f7f0f-7930-4e51-ad13-75730e7ab4f4 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:45:35.130349 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3a3f7f0f-7930-4e51-ad13-75730e7ab4f4 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Usage tracker for resource:security_group_rule and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:45:35.133278 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-3a3f7f0f-7930-4e51-ad13-75730e7ab4f4 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:45:35.138955 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-3a3f7f0f-7930-4e51-ad13-75730e7ab4f4 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:45:35.156063 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3a3f7f0f-7930-4e51-ad13-75730e7ab4f4 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.219502 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3a3f7f0f-7930-4e51-ad13-75730e7ab4f4 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.224183 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3a3f7f0f-7930-4e51-ad13-75730e7ab4f4 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.252649 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f7f0f-7930-4e51-ad13-75730e7ab4f4 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de48fb75-ec1b-4049-afa7-55c9bfff2da9,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:35.259912 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3a3f7f0f-7930-4e51-ad13-75730e7ab4f4 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.261082 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3a3f7f0f-7930-4e51-ad13-75730e7ab4f4 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1440434 Feb 04 06:45:35.263968 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36630) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:45:35.268876 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-9f33ecbd-7f82-4f11-bd76-586dd3d1594c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Request body: {'security_group_rule': {'security_group_id': '93fb8152-1c34-429b-a221-cc86d9d73ddf', 'project_id': '7c9667419f834113a144663452eb5c99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:45:35.274838 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9f33ecbd-7f82-4f11-bd76-586dd3d1594c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:45:35.278630 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9f33ecbd-7f82-4f11-bd76-586dd3d1594c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Usage tracker for resource:security_group_rule and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:45:35.281456 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9f33ecbd-7f82-4f11-bd76-586dd3d1594c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:45:35.287112 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9f33ecbd-7f82-4f11-bd76-586dd3d1594c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:45:35.304928 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f33ecbd-7f82-4f11-bd76-586dd3d1594c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.369358 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f33ecbd-7f82-4f11-bd76-586dd3d1594c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.374287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f33ecbd-7f82-4f11-bd76-586dd3d1594c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.399686 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33ecbd-7f82-4f11-bd76-586dd3d1594c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572772aa-e564-4f17-ba76-af63a005dfe5,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:35.409628 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9f33ecbd-7f82-4f11-bd76-586dd3d1594c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.411245 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9f33ecbd-7f82-4f11-bd76-586dd3d1594c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463130 Feb 04 06:45:35.415418 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36634) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:45:35.420708 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8556574d-dd80-43c2-83fe-2a123778be9e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Request body: {'security_group_rule': {'security_group_id': '93fb8152-1c34-429b-a221-cc86d9d73ddf', 'project_id': '7c9667419f834113a144663452eb5c99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:45:35.426887 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8556574d-dd80-43c2-83fe-2a123778be9e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:45:35.431305 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8556574d-dd80-43c2-83fe-2a123778be9e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Usage tracker for resource:security_group_rule and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:45:35.434277 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8556574d-dd80-43c2-83fe-2a123778be9e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:45:35.441554 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8556574d-dd80-43c2-83fe-2a123778be9e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:45:35.458751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8556574d-dd80-43c2-83fe-2a123778be9e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.521904 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8556574d-dd80-43c2-83fe-2a123778be9e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.527485 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8556574d-dd80-43c2-83fe-2a123778be9e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.553209 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556574d-dd80-43c2-83fe-2a123778be9e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8765bb-f815-487a-a7f8-3dabbae65b45,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:35.562747 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8556574d-dd80-43c2-83fe-2a123778be9e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.563942 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8556574d-dd80-43c2-83fe-2a123778be9e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1474981 Feb 04 06:45:35.566695 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36638) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:45:35.571546 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-5cf3f7a2-bdc4-4dfd-b947-61953d33ba60 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Request body: {'security_group_rule': {'security_group_id': '93fb8152-1c34-429b-a221-cc86d9d73ddf', 'project_id': '7c9667419f834113a144663452eb5c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:45:35.577585 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5cf3f7a2-bdc4-4dfd-b947-61953d33ba60 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:45:35.581556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5cf3f7a2-bdc4-4dfd-b947-61953d33ba60 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Usage tracker for resource:security_group_rule and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:45:35.584446 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-5cf3f7a2-bdc4-4dfd-b947-61953d33ba60 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:45:35.590166 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-5cf3f7a2-bdc4-4dfd-b947-61953d33ba60 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:45:35.603146 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-5cf3f7a2-bdc4-4dfd-b947-61953d33ba60 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Project 7c9667419f834113a144663452eb5c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:45:35.610193 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cf3f7a2-bdc4-4dfd-b947-61953d33ba60 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.672319 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cf3f7a2-bdc4-4dfd-b947-61953d33ba60 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.678366 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cf3f7a2-bdc4-4dfd-b947-61953d33ba60 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.704388 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3f7a2-bdc4-4dfd-b947-61953d33ba60 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620ba149-5167-4e96-8292-76d7c1a639fe,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:35.714902 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cf3f7a2-bdc4-4dfd-b947-61953d33ba60 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.716089 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-5cf3f7a2-bdc4-4dfd-b947-61953d33ba60 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1484766 Feb 04 06:45:35.718714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36642) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:45:35.723650 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-b3903b48-af15-4c09-9e18-f281275ad1c6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Request body: {'security_group_rule': {'security_group_id': '93fb8152-1c34-429b-a221-cc86d9d73ddf', 'project_id': '7c9667419f834113a144663452eb5c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:45:35.730027 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b3903b48-af15-4c09-9e18-f281275ad1c6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:45:35.734068 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b3903b48-af15-4c09-9e18-f281275ad1c6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Usage tracker for resource:security_group_rule and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:45:35.737180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b3903b48-af15-4c09-9e18-f281275ad1c6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:45:35.743169 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b3903b48-af15-4c09-9e18-f281275ad1c6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:45:35.755547 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-b3903b48-af15-4c09-9e18-f281275ad1c6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Project 7c9667419f834113a144663452eb5c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:45:35.762200 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b3903b48-af15-4c09-9e18-f281275ad1c6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.835556 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b3903b48-af15-4c09-9e18-f281275ad1c6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.843054 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b3903b48-af15-4c09-9e18-f281275ad1c6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.866369 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3903b48-af15-4c09-9e18-f281275ad1c6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc3380f-9b70-4f0e-8154-f6f53db6affd,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:35.876329 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b3903b48-af15-4c09-9e18-f281275ad1c6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.877488 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b3903b48-af15-4c09-9e18-f281275ad1c6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1578739 Feb 04 06:45:36.529142 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device e012f387-8605-4fc9-b267-f15190174d73 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:45:36.568082 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: e012f387-8605-4fc9-b267-f15190174d73 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:45:36.568432 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device e012f387-8605-4fc9-b267-f15190174d73 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:45:37.609761 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:40.871544 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:45:50.965305 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ed653d9d-591f-4c72-a180-321f8260191c req-4b8d6f69-cd2f-48e3-b101-546f64b1a22a tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-740968480&fields=id&tenant_id=7c9667419f834113a144663452eb5c99 HTTP/1.1" status: 200 len: 267 time: 0.0448658 Feb 04 06:45:51.115630 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed653d9d-591f-4c72-a180-321f8260191c req-dd270622-2fb1-42f5-bc0b-478982e12b9b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:51.117056 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ed653d9d-591f-4c72-a180-321f8260191c req-dd270622-2fb1-42f5-bc0b-478982e12b9b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 809 time: 0.1425211 Feb 04 06:45:51.134068 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ed653d9d-591f-4c72-a180-321f8260191c req-1c8449a4-e95b-4bd0-8f6d-fd2350f68f3f tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/quotas/7c9667419f834113a144663452eb5c99 HTTP/1.1" status: 200 len: 375 time: 0.0089054 Feb 04 06:45:51.223565 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ed653d9d-591f-4c72-a180-321f8260191c req-28851c39-a6a2-4894-9130-a7199010d1f3 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844719 Feb 04 06:45:51.409599 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ed653d9d-591f-4c72-a180-321f8260191c req-08c48c69-3df3-470b-8e87-a4eaa983bad3 service neutron] 10.222.0.31 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698341 Feb 04 06:45:51.548190 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ed653d9d-591f-4c72-a180-321f8260191c req-dda02d38-2b8c-4714-9631-933e6a1dce4d service neutron] 10.222.0.31 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295977 Feb 04 06:45:51.953529 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-23b2df5a-6a32-4158-9d69-215db0f90957 req-345d12f2-cbaa-4385-87ee-315ff3d5e89d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 210 time: 0.0418098 Feb 04 06:45:53.181138 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cc727590-c8ca-4cff-ab7b-d50c8a4eaaf2 req-b328b2ad-2c5e-45ea-868a-a939351cb90b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 210 time: 0.1634035 Feb 04 06:45:54.283526 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d0a616ab-3770-441d-9d86-878e9be239b2 req-7242752d-357f-4f9c-89e3-ed46f33e7db1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 210 time: 0.0444670 Feb 04 06:45:55.388938 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-92bb181c-d716-4abd-9fdb-3ccff82031b2 req-3f330455-083e-4243-9b7e-411e26c6b36b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 210 time: 0.0444870 Feb 04 06:45:56.547972 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7d05683f-cd5e-42eb-a010-2bcf60fa0cd3 req-a2d5b367-d8aa-49f6-bb91-14c68ff2333c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 210 time: 0.0514317 Feb 04 06:45:57.169504 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed653d9d-591f-4c72-a180-321f8260191c req-1b677095-8d44-4c66-9d98-07069ef066bb tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:57.170934 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ed653d9d-591f-4c72-a180-321f8260191c req-1b677095-8d44-4c66-9d98-07069ef066bb tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.43 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 809 time: 0.1470835 Feb 04 06:45:57.216897 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-ed653d9d-591f-4c72-a180-321f8260191c req-ef68981f-f734-474e-b374-3235a16ef79b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Synchronizing usage tracker for tenant:7c9667419f834113a144663452eb5c99 on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:45:57.232675 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-ed653d9d-591f-4c72-a180-321f8260191c req-ef68981f-f734-474e-b374-3235a16ef79b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Unset dirty status for tenant:7c9667419f834113a144663452eb5c99 on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:45:57.233803 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ed653d9d-591f-4c72-a180-321f8260191c req-ef68981f-f734-474e-b374-3235a16ef79b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c9667419f834113a144663452eb5c99 HTTP/1.1" status: 200 len: 379 time: 0.0551353 Feb 04 06:45:57.244085 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-ed653d9d-591f-4c72-a180-321f8260191c req-40493be7-eb90-4dbc-a5f9-f7d890d0f792 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Request body: {'port': {'device_id': 'e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'admin_state_up': True, 'tenant_id': '7c9667419f834113a144663452eb5c99', 'security_groups': ['93fb8152-1c34-429b-a221-cc86d9d73ddf']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:45:57.378442 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-ed653d9d-591f-4c72-a180-321f8260191c req-40493be7-eb90-4dbc-a5f9-f7d890d0f792 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:45:57.383010 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-ed653d9d-591f-4c72-a180-321f8260191c req-40493be7-eb90-4dbc-a5f9-f7d890d0f792 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Usage tracker for resource:port and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:45:57.386130 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-ed653d9d-591f-4c72-a180-321f8260191c req-40493be7-eb90-4dbc-a5f9-f7d890d0f792 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:45:57.392256 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-ed653d9d-591f-4c72-a180-321f8260191c req-40493be7-eb90-4dbc-a5f9-f7d890d0f792 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:45:57.403875 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed653d9d-591f-4c72-a180-321f8260191c req-40493be7-eb90-4dbc-a5f9-f7d890d0f792 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Made reservation on behalf of 7c9667419f834113a144663452eb5c99 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:45:57.407435 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ed653d9d-591f-4c72-a180-321f8260191c req-40493be7-eb90-4dbc-a5f9-f7d890d0f792 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:57.569772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-ed653d9d-591f-4c72-a180-321f8260191c req-40493be7-eb90-4dbc-a5f9-f7d890d0f792 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Allocated IP 172.20.0.13 (8a3a19fb-5d13-43a6-91ff-baa648515ffe/58ee2b46-e2bb-4533-92b6-3f66a67f64f5/92afa365-0f41-4cd6-9dd2-d109e1c3d3bf) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:45:57.699264 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6c3207b5-07a3-4df5-8a75-71076e5fe6ca req-f7abaf51-cb30-48e0-81a3-fd6f31300c91 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 210 time: 0.0442758 Feb 04 06:45:57.763832 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ed653d9d-591f-4c72-a180-321f8260191c req-40493be7-eb90-4dbc-a5f9-f7d890d0f792 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:57.780163 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-ed653d9d-591f-4c72-a180-321f8260191c req-40493be7-eb90-4dbc-a5f9-f7d890d0f792 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Transition to ACTIVE for port object 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:45:57.804620 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ed653d9d-591f-4c72-a180-321f8260191c req-40493be7-eb90-4dbc-a5f9-f7d890d0f792 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:57.874072 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed653d9d-591f-4c72-a180-321f8260191c req-40493be7-eb90-4dbc-a5f9-f7d890d0f792 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Network 8a3a19fb-5d13-43a6-91ff-baa648515ffe is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:45:57.877148 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-ed653d9d-591f-4c72-a180-321f8260191c req-40493be7-eb90-4dbc-a5f9-f7d890d0f792 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:45:57.880858 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed653d9d-591f-4c72-a180-321f8260191c req-40493be7-eb90-4dbc-a5f9-f7d890d0f792 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:45:58.021556 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40493be7-eb90-4dbc-a5f9-f7d890d0f792 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event updated for resources: {'Port': ['ID=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:58.058185 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed653d9d-591f-4c72-a180-321f8260191c req-40493be7-eb90-4dbc-a5f9-f7d890d0f792 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:58.058910 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ed653d9d-591f-4c72-a180-321f8260191c req-40493be7-eb90-4dbc-a5f9-f7d890d0f792 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:58.085229 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ed653d9d-591f-4c72-a180-321f8260191c req-40493be7-eb90-4dbc-a5f9-f7d890d0f792 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8446136 Feb 04 06:45:58.095966 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Request body: {'port': {'device_id': 'e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:45:58.163735 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b7ad47fa-7835-4b31-bfc7-2177c5fd4e57 None None] Provisioning for port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:45:58.169536 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b7ad47fa-7835-4b31-bfc7-2177c5fd4e57 None None] Provisioning complete for port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:45:58.170098 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b7ad47fa-7835-4b31-bfc7-2177c5fd4e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:58.232053 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:58.240313 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b7ad47fa-7835-4b31-bfc7-2177c5fd4e57 None None] Port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:45:58.575922 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:45:58.583138 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:58.597852 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Transition to ACTIVE for port object 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:45:58.603274 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:58.807745 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Pushing event updated for resources: {'Port': ['ID=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:58.856729 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Attempting to bind port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:45:58.857070 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Attempting to bind port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '5854422b-266c-4b64-ad4b-2a0903b718fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:45:58.857395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Attempting to bind port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf on network 8a3a19fb-5d13-43a6-91ff-baa648515ffe {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:45:58.863363 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf on network 8a3a19fb-5d13-43a6-91ff-baa648515ffe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:45:58.863649 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Attempting to bind port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf on network 8a3a19fb-5d13-43a6-91ff-baa648515ffe {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:45:58.870391 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:45:58.870776 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Checking segment: {'id': '5854422b-266c-4b64-ad4b-2a0903b718fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:45:58.871204 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Bound using segment: {'id': '5854422b-266c-4b64-ad4b-2a0903b718fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:45:58.871630 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Bound port: 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5854422b-266c-4b64-ad4b-2a0903b718fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:45:58.872008 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:58.905459 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840457c-72d1-400a-a5cc-2d979479533d req-2763caa9-ce8b-42d9-836d-c051dd32091c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:58.906901 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d840457c-72d1-400a-a5cc-2d979479533d req-2763caa9-ce8b-42d9-836d-c051dd32091c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 944 time: 0.0861523 Feb 04 06:45:58.952669 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d840457c-72d1-400a-a5cc-2d979479533d req-e18e185e-a6c2-43ce-bbaf-ca575513ec65 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398114 Feb 04 06:45:58.972898 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] For port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:45:58.976030 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] For port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:45:58.981835 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:59.042653 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:59.043236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:59.044664 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ed653d9d-591f-4c72-a180-321f8260191c req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] 10.222.0.43 "PUT /v2.0/ports/92afa365-0f41-4cd6-9dd2-d109e1c3d3bf HTTP/1.1" status: 200 len: 1094 time: 0.9526987 Feb 04 06:45:59.045103 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150', 'tag': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:45:59.067770 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209ab89-1fbf-4c23-a0c2-754abd7660bf service neutron] Pushing event updated for resources: {'Port': ['ID=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:59.118111 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150', 'tag': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf', 'status': 'completed', 'code': 200} Feb 04 06:45:59.159403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed653d9d-591f-4c72-a180-321f8260191c req-66d48229-871f-4dfe-a8b9-cb4f1716c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:59.161095 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ed653d9d-591f-4c72-a180-321f8260191c req-66d48229-871f-4dfe-a8b9-cb4f1716c93f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 1097 time: 0.0757942 Feb 04 06:45:59.237053 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ed653d9d-591f-4c72-a180-321f8260191c req-89536bdd-0c35-456a-aaea-5c2109f34b3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf HTTP/1.1" status: 200 len: 217 time: 0.0677173 Feb 04 06:45:59.300659 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed653d9d-591f-4c72-a180-321f8260191c req-c6cbdda7-cdb4-426b-9a62-00aa1a32e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:59.302054 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ed653d9d-591f-4c72-a180-321f8260191c req-c6cbdda7-cdb4-426b-9a62-00aa1a32e9b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 200 len: 848 time: 0.0594177 Feb 04 06:45:59.381916 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed653d9d-591f-4c72-a180-321f8260191c req-d3afd8d2-779c-4f4f-9138-4d9eb2dcbd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:59.383412 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ed653d9d-591f-4c72-a180-321f8260191c req-d3afd8d2-779c-4f4f-9138-4d9eb2dcbd63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a3a19fb-5d13-43a6-91ff-baa648515ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743668 Feb 04 06:45:59.525337 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ed653d9d-591f-4c72-a180-321f8260191c req-55ae284b-6712-434b-b46f-9dcd0b1ef921 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351109 Feb 04 06:45:59.554934 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cf3976d1-7307-4840-8873-f3c0eb7c7886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:59.658334 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ed653d9d-591f-4c72-a180-321f8260191c req-74b81568-b0ee-49c6-8273-6fc75e80fcf4 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270759 Feb 04 06:45:59.787368 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b424e0-0c68-4872-aab7-3625e653316a req-a8faa5f2-9458-4551-ba2b-1594f07c61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:59.788815 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-17b424e0-0c68-4872-aab7-3625e653316a req-a8faa5f2-9458-4551-ba2b-1594f07c61c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 1097 time: 0.0832882 Feb 04 06:46:00.021099 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b424e0-0c68-4872-aab7-3625e653316a req-e504316d-704f-4da2-9dfa-648404883de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:00.022561 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-17b424e0-0c68-4872-aab7-3625e653316a req-e504316d-704f-4da2-9dfa-648404883de4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 910 time: 0.2272346 Feb 04 06:46:00.093084 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-17b424e0-0c68-4872-aab7-3625e653316a req-11dbd326-eeb8-46fd-823d-c1b0b389f291 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf HTTP/1.1" status: 200 len: 217 time: 0.0627444 Feb 04 06:46:00.143348 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1ff65-b201-4b20-9ffe-47e9e10b52b2 req-39cc248e-5d8e-4f85-ae85-b34e5475e22f tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:00.145070 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9ce1ff65-b201-4b20-9ffe-47e9e10b52b2 req-39cc248e-5d8e-4f85-ae85-b34e5475e22f tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 944 time: 0.0841188 Feb 04 06:46:00.162373 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b424e0-0c68-4872-aab7-3625e653316a req-150c7ce4-e0e7-4f94-9c4f-306e03e14b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:00.163850 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-17b424e0-0c68-4872-aab7-3625e653316a req-150c7ce4-e0e7-4f94-9c4f-306e03e14b3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 200 len: 848 time: 0.0639229 Feb 04 06:46:00.189298 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9ce1ff65-b201-4b20-9ffe-47e9e10b52b2 req-5b7d9c48-c66d-4904-b7a5-bbcb5036d3ab tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379982 Feb 04 06:46:00.249011 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b424e0-0c68-4872-aab7-3625e653316a req-60ab763a-0895-4583-86f1-0c1d9f00ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:00.250487 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-17b424e0-0c68-4872-aab7-3625e653316a req-60ab763a-0895-4583-86f1-0c1d9f00ac7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a3a19fb-5d13-43a6-91ff-baa648515ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802243 Feb 04 06:46:00.391331 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-17b424e0-0c68-4872-aab7-3625e653316a req-b3ea6a45-ea16-4647-ae5c-57aa0e96c878 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341257 Feb 04 06:46:00.520692 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-17b424e0-0c68-4872-aab7-3625e653316a req-72c1a144-743e-4c71-8899-bc4b062ad84c service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225338 Feb 04 06:46:01.388545 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60239b1-4ccb-49bf-bc78-8d4e73542a80 req-4168048f-b944-4bc2-9932-8db241462ea5 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:01.390010 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c60239b1-4ccb-49bf-bc78-8d4e73542a80 req-4168048f-b944-4bc2-9932-8db241462ea5 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 944 time: 0.0881543 Feb 04 06:46:01.434385 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c60239b1-4ccb-49bf-bc78-8d4e73542a80 req-cbdbc7d9-14ae-4e43-91d2-b9296897844a tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385151 Feb 04 06:46:01.941033 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce4f4128-2a83-4879-ba8e-5faca56f9868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:02.649530 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3e1f1-df5f-4720-a6f6-564b395a1174 req-60bc910a-8169-426c-abad-9f19fa040924 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:02.651641 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-aba3e1f1-df5f-4720-a6f6-564b395a1174 req-60bc910a-8169-426c-abad-9f19fa040924 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 944 time: 0.0945911 Feb 04 06:46:02.701099 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-aba3e1f1-df5f-4720-a6f6-564b395a1174 req-5a4e4891-8c56-44e1-9081-c8b20da76608 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435171 Feb 04 06:46:03.000465 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:03.040545 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:03.906909 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567be71-d1ea-40aa-9129-4b746e01905c req-ba3d826a-5312-4d3a-981f-cb79060bf04a tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:03.908405 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9567be71-d1ea-40aa-9129-4b746e01905c req-ba3d826a-5312-4d3a-981f-cb79060bf04a tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 944 time: 0.0973864 Feb 04 06:46:03.953521 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9567be71-d1ea-40aa-9129-4b746e01905c req-586d8342-cf4a-40a8-afc8-7144327eddb0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392985 Feb 04 06:46:04.488833 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:05.160729 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047f4e7-e46a-4f8e-9ea1-840e00c43f00 req-6d53749f-0bb9-4e18-81e9-add49fbe4527 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:05.162090 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b047f4e7-e46a-4f8e-9ea1-840e00c43f00 req-6d53749f-0bb9-4e18-81e9-add49fbe4527 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 944 time: 0.0955794 Feb 04 06:46:05.212194 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b047f4e7-e46a-4f8e-9ea1-840e00c43f00 req-b4d3cf6b-c3f6-4d11-abce-a94ed71a93d2 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442758 Feb 04 06:46:06.416163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecbf45-9b8d-4f7d-a58f-053951033a11 req-703e50fa-895e-42ff-b723-8661d3a0757f tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:06.417603 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a6ecbf45-9b8d-4f7d-a58f-053951033a11 req-703e50fa-895e-42ff-b723-8661d3a0757f tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 944 time: 0.0881839 Feb 04 06:46:06.462238 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a6ecbf45-9b8d-4f7d-a58f-053951033a11 req-37271957-7dd0-4dee-921e-1b2b918722c5 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389035 Feb 04 06:46:07.624264 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:07.676443 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f858eca-eeeb-4c60-8d45-284d9694687d req-e342dc8d-81f0-4da9-8231-558a6d9c1bd2 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:07.677864 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f858eca-eeeb-4c60-8d45-284d9694687d req-e342dc8d-81f0-4da9-8231-558a6d9c1bd2 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 944 time: 0.0921626 Feb 04 06:46:07.721809 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9f858eca-eeeb-4c60-8d45-284d9694687d req-8bb9d6be-99a4-44f0-ab70-830ff60327a2 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377340 Feb 04 06:46:08.706766 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:46:08.844455 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:08.858203 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'port_id': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf', 'mac_address': 'fa:16:3e:b5:1f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:46:08.907978 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf644cb4-fdcb-4fb2-8e71-bbfd5d18033c req-d0c14a7d-81d5-46b3-8961-2908fe3b34b2 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:08.909537 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cf644cb4-fdcb-4fb2-8e71-bbfd5d18033c req-d0c14a7d-81d5-46b3-8961-2908fe3b34b2 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 944 time: 0.0802042 Feb 04 06:46:08.953958 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:08.954217 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cf644cb4-fdcb-4fb2-8e71-bbfd5d18033c req-f7cdf295-5872-4b54-aa6b-c7e4b83f3c9c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385332 Feb 04 06:46:08.970498 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:46:08.986088 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:08.991600 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:09.057827 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:09.065135 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:09.065480 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:09.065811 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:09.066137 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:09.066459 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:09.066782 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:09.067105 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:09.067418 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:09.067738 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:09.068077 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:09.068372 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:09.068687 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:09.202796 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['92afa365-0f41-4cd6-9dd2-d109e1c3d3bf'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:46:10.152371 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967144d3-73d8-46a7-9bae-b1000676b5e4 req-8c455c55-da33-4c2c-9055-14d6eaf3990f tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:10.154123 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-967144d3-73d8-46a7-9bae-b1000676b5e4 req-8c455c55-da33-4c2c-9055-14d6eaf3990f tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 945 time: 0.0925870 Feb 04 06:46:10.199489 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-967144d3-73d8-46a7-9bae-b1000676b5e4 req-c3a0c514-0f71-4a77-8330-4ab75cca0574 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395286 Feb 04 06:46:10.717294 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:46:10.794752 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:46:10.799315 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:10.799708 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:10.919369 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:10.954856 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:46:10.965056 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:10.970709 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:11.001452 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf', 'code': 200} Feb 04 06:46:11.041445 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:11.274352 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7b2d6-9340-424e-8305-556e5fdae754 req-15e4ce4f-88ac-46e5-a2bb-9c94680e1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:11.275917 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-57d7b2d6-9340-424e-8305-556e5fdae754 req-15e4ce4f-88ac-46e5-a2bb-9c94680e1932 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 1099 time: 0.0718579 Feb 04 06:46:11.317345 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-57d7b2d6-9340-424e-8305-556e5fdae754 req-ea44431f-cf2c-46b1-8722-3226dfb5748d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344439 Feb 04 06:46:11.390349 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839bb93-078d-4356-a996-8dc672ff16af req-3b7c468b-dd3c-4979-b6fc-4584716e840a tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:11.391796 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1839bb93-078d-4356-a996-8dc672ff16af req-3b7c468b-dd3c-4979-b6fc-4584716e840a tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.0835156 Feb 04 06:46:11.438153 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1839bb93-078d-4356-a996-8dc672ff16af req-debe414f-b584-4fad-b0e5-0b72e62507bc tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397894 Feb 04 06:46:12.633932 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3a09a-319f-42f8-9d80-629431bdba26 req-d3b490c5-6031-42ab-b424-90ec0dbb20e9 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:12.635357 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-88a3a09a-319f-42f8-9d80-629431bdba26 req-d3b490c5-6031-42ab-b424-90ec0dbb20e9 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.0832884 Feb 04 06:46:12.678267 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-88a3a09a-319f-42f8-9d80-629431bdba26 req-4e6a04e9-6afd-4205-96be-a449aa8bc0e3 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371346 Feb 04 06:46:12.873613 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2d455-281c-4466-9d7b-47e2151ab964 req-d2d44cad-1031-45f9-a617-9581454a045f tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:12.875297 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-27a2d455-281c-4466-9d7b-47e2151ab964 req-d2d44cad-1031-45f9-a617-9581454a045f tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.0884430 Feb 04 06:46:12.924990 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-27a2d455-281c-4466-9d7b-47e2151ab964 req-96849272-89a1-4f1a-9e6c-7b8143a92797 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421531 Feb 04 06:46:12.957857 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 36854) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:13.030371 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c6b2b3-df5b-4d8f-8097-6402567f5496 tempest-TestShelveInstance-1182955878 tempest-TestShelveInstance-1182955878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:13.031806 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-66c6b2b3-df5b-4d8f-8097-6402567f5496 tempest-TestShelveInstance-1182955878 tempest-TestShelveInstance-1182955878-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 1094 time: 0.0729396 Feb 04 06:46:13.036002 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36858) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:13.041281 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:13.047607 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:13.051538 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Usage tracker for resource:floatingip and tenant:7c9667419f834113a144663452eb5c99 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:13.054426 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:13.061178 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:13.076993 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for floatingip, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:13.225685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:13.364202 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Allocated IP 172.26.4.8 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/ffb23530-e9c1-4f82-a873-28e526d5487c) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:46:13.510742 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:13.543450 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:13.612506 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:46:13.615489 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:13.618989 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:46:13.648227 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event updated for resources: {'Port': ['ID=ffb23530-e9c1-4f82-a873-28e526d5487c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:14.159154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:14.242221 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:14.457390 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:14.464532 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:14.570882 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event updated for resources: {'Port': ['ID=ffb23530-e9c1-4f82-a873-28e526d5487c,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:14.583749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:14.757188 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Floating IP d249422e-a04e-4f6c-a748-55b111586aab associated. External IP: 172.26.4.8, port: 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf. Feb 04 06:46:15.116081 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Router 43236f8e-127e-41f4-90c1-4a59318a06f7 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:46:15.305248 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:46:15.314844 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24c8b3-ff8e-4022-b807-f7382c1a8025 None None] Sync routers for ids ['43236f8e-127e-41f4-90c1-4a59318a06f7'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:46:15.325065 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24c8b3-ff8e-4022-b807-f7382c1a8025 None None] Routers {'43236f8e-127e-41f4-90c1-4a59318a06f7'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:46:15.325685 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6f24c8b3-ff8e-4022-b807-f7382c1a8025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:46:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['43236f8e-127e-41f4-90c1-4a59318a06f7'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:15.334451 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:15.391615 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f2132464-4682-43a4-8f45-2f93be53fd26 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3544083 Feb 04 06:46:15.392193 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150', 'tag': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:46:15.437699 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150', 'tag': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf', 'status': 'completed', 'code': 200} Feb 04 06:46:15.516009 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-6f24c8b3-ff8e-4022-b807-f7382c1a8025 None None] Set router 43236f8e-127e-41f4-90c1-4a59318a06f7 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:46:15.531975 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3b7c-d7ce-4930-960c-4344d8096715 req-f21cea3d-f951-498b-b2ab-d306892e9201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:15.533462 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-f23c3b7c-d7ce-4930-960c-4344d8096715 req-f21cea3d-f951-498b-b2ab-d306892e9201 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 1099 time: 0.0742128 Feb 04 06:46:15.771646 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3b7c-d7ce-4930-960c-4344d8096715 req-470d5a17-23fe-4f8a-ba94-39efc3ac1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:15.773037 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-f23c3b7c-d7ce-4930-960c-4344d8096715 req-470d5a17-23fe-4f8a-ba94-39efc3ac1420 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 910 time: 0.2334630 Feb 04 06:46:15.862319 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6f24c8b3-ff8e-4022-b807-f7382c1a8025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:12Z', 'revision_number': 4, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port': {'id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'd249422e-a04e-4f6c-a748-55b111586aab', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'floating_ip_address': '172.26.4.8', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'port_id': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'mac_address': 'fa:16:3e:b5:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:46:13Z', 'updated_at': '2022-02-04T06:46:13Z', 'revision_number': 0, 'project_id': '7c9667419f834113a144663452eb5c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94301f15-b439-41dd-8fd3-7e85d76e88a3', 'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'mac_address': 'fa:16:3e:a3:8d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:11Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 5, 'project_id': '7c9667419f834113a144663452eb5c99', 'subnets': [{'id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:15.866298 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24c8b3-ff8e-4022-b807-f7382c1a8025 None None] Checking router: 43236f8e-127e-41f4-90c1-4a59318a06f7 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:46:15.874610 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24c8b3-ff8e-4022-b807-f7382c1a8025 None None] Routers {'43236f8e-127e-41f4-90c1-4a59318a06f7'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:46:15.875215 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6f24c8b3-ff8e-4022-b807-f7382c1a8025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:46:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['43236f8e-127e-41f4-90c1-4a59318a06f7'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:15.878370 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-f23c3b7c-d7ce-4930-960c-4344d8096715 req-d0b332f0-891f-41d7-b050-ed1537028373 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf HTTP/1.1" status: 200 len: 998 time: 0.0976543 Feb 04 06:46:15.942797 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3b7c-d7ce-4930-960c-4344d8096715 req-6e6e3dc4-ff6b-4a9f-80d5-1afa7614e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:15.944306 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-f23c3b7c-d7ce-4930-960c-4344d8096715 req-6e6e3dc4-ff6b-4a9f-80d5-1afa7614e095 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 200 len: 848 time: 0.0599449 Feb 04 06:46:16.017269 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3b7c-d7ce-4930-960c-4344d8096715 req-53150a11-339c-45a3-b1d9-841bfaaa2413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:16.018749 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-f23c3b7c-d7ce-4930-960c-4344d8096715 req-53150a11-339c-45a3-b1d9-841bfaaa2413 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a3a19fb-5d13-43a6-91ff-baa648515ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686276 Feb 04 06:46:16.057666 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-6f24c8b3-ff8e-4022-b807-f7382c1a8025 None None] Set router 43236f8e-127e-41f4-90c1-4a59318a06f7 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:46:16.151882 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-f23c3b7c-d7ce-4930-960c-4344d8096715 req-e27a1f3d-628a-457f-9e0a-250519fc8674 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244283 Feb 04 06:46:16.292040 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-f23c3b7c-d7ce-4930-960c-4344d8096715 req-10519874-5375-401d-bb9e-21d119c0c3fd service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336949 Feb 04 06:46:16.443990 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6f24c8b3-ff8e-4022-b807-f7382c1a8025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:12Z', 'revision_number': 4, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port': {'id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'd249422e-a04e-4f6c-a748-55b111586aab', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'floating_ip_address': '172.26.4.8', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'port_id': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'mac_address': 'fa:16:3e:b5:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:46:13Z', 'updated_at': '2022-02-04T06:46:13Z', 'revision_number': 0, 'project_id': '7c9667419f834113a144663452eb5c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94301f15-b439-41dd-8fd3-7e85d76e88a3', 'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'mac_address': 'fa:16:3e:a3:8d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:11Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 5, 'project_id': '7c9667419f834113a144663452eb5c99', 'subnets': [{'id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:16.448390 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24c8b3-ff8e-4022-b807-f7382c1a8025 None None] The sync data for ids ['43236f8e-127e-41f4-90c1-4a59318a06f7'] in dv-neutron-826830-2-hyperv is: [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:12Z', 'revision_number': 4, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port': {'id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'd249422e-a04e-4f6c-a748-55b111586aab', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'floating_ip_address': '172.26.4.8', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'port_id': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'mac_address': 'fa:16:3e:b5:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:46:13Z', 'updated_at': '2022-02-04T06:46:13Z', 'revision_number': 0, 'project_id': '7c9667419f834113a144663452eb5c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94301f15-b439-41dd-8fd3-7e85d76e88a3', 'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'mac_address': 'fa:16:3e:a3:8d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:11Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 5, 'project_id': '7c9667419f834113a144663452eb5c99', 'subnets': [{'id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:46:16.649909 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffda840-e2e5-4c13-af2c-757fe2e1fcfe None None] New status for floating IP d249422e-a04e-4f6c-a748-55b111586aab: ACTIVE {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:46:17.876200 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:46:29.568425 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1f2834a1-a412-4de0-89f1-3316e6b2a827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:31.945322 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-92d5892f-1629-49a5-99ca-bafe69ff61e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:32.994969 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:33.046586 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:34.480331 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:37.636195 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:48.067762 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c9b899c8-46bf-44ed-bae0-a171e6f3e9cd req-d7573cdf-bd6b-4fa6-8a9b-3536cc84b832 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1103871 Feb 04 06:46:48.212409 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b899c8-46bf-44ed-bae0-a171e6f3e9cd req-3bf1101c-3016-4d8e-b367-06172007336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:48.214072 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c9b899c8-46bf-44ed-bae0-a171e6f3e9cd req-3bf1101c-3016-4d8e-b367-06172007336b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 1099 time: 0.0761123 Feb 04 06:46:48.366179 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b899c8-46bf-44ed-bae0-a171e6f3e9cd req-1d33e30b-55ae-4d2a-9a93-ba591bb886e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:48.367677 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c9b899c8-46bf-44ed-bae0-a171e6f3e9cd req-1d33e30b-55ae-4d2a-9a93-ba591bb886e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 910 time: 0.1278484 Feb 04 06:46:48.474501 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c9b899c8-46bf-44ed-bae0-a171e6f3e9cd req-221453e7-80de-4bb1-813a-b2a59fcfc5d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf HTTP/1.1" status: 200 len: 1000 time: 0.0970063 Feb 04 06:46:48.540983 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b899c8-46bf-44ed-bae0-a171e6f3e9cd req-29d214db-bf47-4b65-8c55-49a3408cb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:48.542887 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c9b899c8-46bf-44ed-bae0-a171e6f3e9cd req-29d214db-bf47-4b65-8c55-49a3408cb14f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 200 len: 848 time: 0.0596972 Feb 04 06:46:48.627910 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b899c8-46bf-44ed-bae0-a171e6f3e9cd req-6e8d4a85-11e2-4439-ad67-d51af7e5e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:48.629352 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c9b899c8-46bf-44ed-bae0-a171e6f3e9cd req-6e8d4a85-11e2-4439-ad67-d51af7e5e5ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a3a19fb-5d13-43a6-91ff-baa648515ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792980 Feb 04 06:46:48.763403 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c9b899c8-46bf-44ed-bae0-a171e6f3e9cd req-44157c9b-9da3-43ab-bc4f-1bbaeee6260f service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270628 Feb 04 06:46:48.897855 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-c9b899c8-46bf-44ed-bae0-a171e6f3e9cd req-318ee919-8b68-4984-82ae-357c3bcc5188 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277826 Feb 04 06:46:54.881827 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:46:59.574151 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ac9ceeab-dc53-4663-996a-e63ba27b765f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:01.950024 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a1dc5e8f-725f-4716-ac74-48864cd567c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:03.006025 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:03.045803 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:04.540905 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:07.634385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:29.582517 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-76b9518b-7531-4197-afd5-dea22ff97473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:31.882272 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:47:31.949448 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ac517401-9fa6-4a5f-b19b-d54b66184044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:33.004313 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:33.049504 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:34.491556 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:37.644602 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:48.031569 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a960e64f-6158-4f35-922e-05fd6164ce0b req-024169eb-4de6-4ce9-a4ed-e56d9e49c468 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738029 Feb 04 06:47:48.170011 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960e64f-6158-4f35-922e-05fd6164ce0b req-877abb29-4267-4780-aa75-60debbc75622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:48.171546 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a960e64f-6158-4f35-922e-05fd6164ce0b req-877abb29-4267-4780-aa75-60debbc75622 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 1099 time: 0.0709689 Feb 04 06:47:48.414772 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960e64f-6158-4f35-922e-05fd6164ce0b req-7a63389f-cef4-4572-a26b-495828ed9cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:48.416269 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a960e64f-6158-4f35-922e-05fd6164ce0b req-7a63389f-cef4-4572-a26b-495828ed9cbf service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 910 time: 0.2249842 Feb 04 06:47:48.520571 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a960e64f-6158-4f35-922e-05fd6164ce0b req-70e040ba-78a1-48fa-ad56-24f8a8ea8df1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf HTTP/1.1" status: 200 len: 1000 time: 0.0969689 Feb 04 06:47:48.584286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960e64f-6158-4f35-922e-05fd6164ce0b req-49999de3-079d-446c-a8c4-64363b68c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:48.585711 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a960e64f-6158-4f35-922e-05fd6164ce0b req-49999de3-079d-446c-a8c4-64363b68c043 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 200 len: 848 time: 0.0592878 Feb 04 06:47:48.665356 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960e64f-6158-4f35-922e-05fd6164ce0b req-4aa0f2b7-9943-4080-9af3-d0064791280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:48.666754 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a960e64f-6158-4f35-922e-05fd6164ce0b req-4aa0f2b7-9943-4080-9af3-d0064791280a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a3a19fb-5d13-43a6-91ff-baa648515ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748775 Feb 04 06:47:48.805549 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a960e64f-6158-4f35-922e-05fd6164ce0b req-82e0909d-65e4-4e73-8c3d-df740ece621a service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317329 Feb 04 06:47:48.942959 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-a960e64f-6158-4f35-922e-05fd6164ce0b req-41d312e2-4299-467d-9123-97f9aac41b4c service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300447 Feb 04 06:47:59.576655 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f38aabf5-4388-4fd1-8568-a11ef929b2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:01.945861 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b371dd32-df6b-4932-b0e3-660e5fcd6d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:02.999039 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:03.055335 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:04.502008 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:07.655341 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:08.884878 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:48:13.580810 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62106b3-cfb4-4056-861d-7147e7db15b3 req-f7f8ed73-e9e9-4984-b7f4-bcb4cb7ef566 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:13.582262 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f62106b3-cfb4-4056-861d-7147e7db15b3 req-f7f8ed73-e9e9-4984-b7f4-bcb4cb7ef566 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.1269760 Feb 04 06:48:13.628046 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f62106b3-cfb4-4056-861d-7147e7db15b3 req-f8cfd47a-f349-4b4f-bb42-d509edcdc8cf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400226 Feb 04 06:48:14.877926 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3dcef-b642-4f37-a4a2-500a8acb4beb req-1f49f690-91b6-4ee3-a851-3f2be873ee10 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:14.879378 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6ea3dcef-b642-4f37-a4a2-500a8acb4beb req-1f49f690-91b6-4ee3-a851-3f2be873ee10 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.1311109 Feb 04 06:48:14.926161 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-6ea3dcef-b642-4f37-a4a2-500a8acb4beb req-2ae84ffb-01e9-4a7c-9b7e-d3cc387c20cd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383110 Feb 04 06:48:16.284941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0461a73-fb7e-4bd6-9199-ddfaa2a13ca1 req-16ae51a4-d043-42b8-9073-a0f307ca5b18 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:16.286377 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d0461a73-fb7e-4bd6-9199-ddfaa2a13ca1 req-16ae51a4-d043-42b8-9073-a0f307ca5b18 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.0845642 Feb 04 06:48:16.331436 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d0461a73-fb7e-4bd6-9199-ddfaa2a13ca1 req-ff1cd473-58ee-4192-ba80-645d873386d3 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393257 Feb 04 06:48:17.541125 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8c694-9710-4698-a565-ad3cebab8843 req-c9d0c979-c442-4a2c-b91c-1b6c8d5f4c6c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:17.542475 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cfe8c694-9710-4698-a565-ad3cebab8843 req-c9d0c979-c442-4a2c-b91c-1b6c8d5f4c6c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.0962386 Feb 04 06:48:17.591277 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cfe8c694-9710-4698-a565-ad3cebab8843 req-c0d835e5-8b67-461c-a6d0-ecc3175ddeb5 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430570 Feb 04 06:48:18.794026 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf312b-0bbf-42a5-bfd2-acfe5f8fedc6 req-a782efa7-22f9-42eb-b196-f82e374482ce tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:18.795375 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d4cf312b-0bbf-42a5-bfd2-acfe5f8fedc6 req-a782efa7-22f9-42eb-b196-f82e374482ce tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.0957391 Feb 04 06:48:18.842581 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d4cf312b-0bbf-42a5-bfd2-acfe5f8fedc6 req-2e4941d3-45d2-455b-a247-137b41593bd0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390868 Feb 04 06:48:20.034341 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821aa620-8d3e-4613-83e2-3fb8b672d3f2 req-87d321ab-4599-4556-bd47-9bf61b3bdb1a tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:20.035696 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-821aa620-8d3e-4613-83e2-3fb8b672d3f2 req-87d321ab-4599-4556-bd47-9bf61b3bdb1a tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.0888641 Feb 04 06:48:20.085774 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-821aa620-8d3e-4613-83e2-3fb8b672d3f2 req-b2903a2f-9087-4e8b-91e6-9034aec6584a tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418024 Feb 04 06:48:21.290548 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fd81d-50a4-4325-9193-aa9d7e2b4a67 req-fb331784-dddb-43c0-a799-a6d72a645ee5 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:21.291995 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0a0fd81d-50a4-4325-9193-aa9d7e2b4a67 req-fb331784-dddb-43c0-a799-a6d72a645ee5 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.0917611 Feb 04 06:48:21.337787 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0a0fd81d-50a4-4325-9193-aa9d7e2b4a67 req-54f9d1bb-7278-4c6a-a6e6-9a1fb6dea622 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373092 Feb 04 06:48:22.541731 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df226c8-3b2b-4e81-9e1e-21c403b9e06a req-9019d714-fec0-49ba-8bc1-cad34e61733c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:22.543088 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9df226c8-3b2b-4e81-9e1e-21c403b9e06a req-9019d714-fec0-49ba-8bc1-cad34e61733c tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.0928526 Feb 04 06:48:22.588714 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9df226c8-3b2b-4e81-9e1e-21c403b9e06a req-b79f77e1-d767-4594-9f30-394dd99bc80d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373638 Feb 04 06:48:23.646867 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6211ff-2c74-4398-bf42-ec15b0f0a3f1 req-683a478b-66c2-46fb-99ba-88745979707f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:23.648456 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2a6211ff-2c74-4398-bf42-ec15b0f0a3f1 req-683a478b-66c2-46fb-99ba-88745979707f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 1099 time: 0.0811923 Feb 04 06:48:23.781321 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d41f5a-49e1-4fad-ad15-2456b1a1c0dd req-e727e245-b3ee-40be-9069-8d2e92f12105 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:23.781970 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6211ff-2c74-4398-bf42-ec15b0f0a3f1 req-f9ce20b7-58f0-49dd-baa1-51abbef3583e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:23.782805 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c8d41f5a-49e1-4fad-ad15-2456b1a1c0dd req-e727e245-b3ee-40be-9069-8d2e92f12105 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.0819755 Feb 04 06:48:23.783269 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2a6211ff-2c74-4398-bf42-ec15b0f0a3f1 req-f9ce20b7-58f0-49dd-baa1-51abbef3583e service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 910 time: 0.1290109 Feb 04 06:48:23.825996 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c8d41f5a-49e1-4fad-ad15-2456b1a1c0dd req-38e232e6-d387-4fa7-a84e-54c5ca749593 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373638 Feb 04 06:48:23.882040 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2a6211ff-2c74-4398-bf42-ec15b0f0a3f1 req-c56ce95d-b3e7-4bad-a8c4-df4b03176bb9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf HTTP/1.1" status: 200 len: 1000 time: 0.0928652 Feb 04 06:48:23.948302 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6211ff-2c74-4398-bf42-ec15b0f0a3f1 req-3f9ca0d7-c6ba-446e-93da-335ab6de4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:23.949723 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2a6211ff-2c74-4398-bf42-ec15b0f0a3f1 req-3f9ca0d7-c6ba-446e-93da-335ab6de4053 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 200 len: 848 time: 0.0614674 Feb 04 06:48:24.026477 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6211ff-2c74-4398-bf42-ec15b0f0a3f1 req-a9c1546a-139b-4b9f-9675-4e9e379225b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:24.028004 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2a6211ff-2c74-4398-bf42-ec15b0f0a3f1 req-a9c1546a-139b-4b9f-9675-4e9e379225b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a3a19fb-5d13-43a6-91ff-baa648515ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719371 Feb 04 06:48:24.159690 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2a6211ff-2c74-4398-bf42-ec15b0f0a3f1 req-3e71d4d0-8077-4dfc-9ac2-11c49b0456f1 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248095 Feb 04 06:48:24.305942 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-2a6211ff-2c74-4398-bf42-ec15b0f0a3f1 req-f2372700-1793-4bfd-8b77-b697654c5e8a service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367533 Feb 04 06:48:25.025716 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034e2ac-3238-4e78-b2a8-e2e754086d76 req-5480e37c-3e72-4196-9548-ad580b907bd9 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:25.027167 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f034e2ac-3238-4e78-b2a8-e2e754086d76 req-5480e37c-3e72-4196-9548-ad580b907bd9 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.0880873 Feb 04 06:48:25.072057 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f034e2ac-3238-4e78-b2a8-e2e754086d76 req-0878c4a5-a81f-4435-9d2d-81beaa5b6418 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390851 Feb 04 06:48:26.255714 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50340dc8-652c-4916-830d-9fe2dfc5de3a req-988d8f58-47d2-476a-ba7e-57c82797fd75 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:26.257213 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-50340dc8-652c-4916-830d-9fe2dfc5de3a req-988d8f58-47d2-476a-ba7e-57c82797fd75 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.0807290 Feb 04 06:48:26.305348 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-50340dc8-652c-4916-830d-9fe2dfc5de3a req-a0436a1c-dc69-43b2-b619-c3b27cdb53d6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422800 Feb 04 06:48:27.622880 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dc488-317f-4fa7-953d-98fe03edf640 req-1c5a646b-253f-48b9-a1ac-6b6df65e62b6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:27.624377 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-855dc488-317f-4fa7-953d-98fe03edf640 req-1c5a646b-253f-48b9-a1ac-6b6df65e62b6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.1976926 Feb 04 06:48:27.670430 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-855dc488-317f-4fa7-953d-98fe03edf640 req-6148f524-f4be-4a73-a9a2-8ec00641757d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379925 Feb 04 06:48:28.012708 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-40a950c1-c4c2-4285-bed4-c036777a4ce0 req-89f8013b-9fca-4c6e-8c5d-e38a2f419577 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1214969 Feb 04 06:48:28.038264 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6257f04-4461-4858-af89-a944efba6774 req-8d2b1de2-e247-41ea-8e81-32905f0048f0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:28.039858 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d6257f04-4461-4858-af89-a944efba6774 req-8d2b1de2-e247-41ea-8e81-32905f0048f0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.0898132 Feb 04 06:48:28.087436 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d6257f04-4461-4858-af89-a944efba6774 req-9a8ecb17-3d31-4c31-ac72-245960ed801d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417221 Feb 04 06:48:29.276622 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59d3ed-fc2c-432c-b98e-1e964494371e req-91b7fee3-66cc-4cd3-88a2-a90e273dead4 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:29.278261 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ab59d3ed-fc2c-432c-b98e-1e964494371e req-91b7fee3-66cc-4cd3-88a2-a90e273dead4 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.0838723 Feb 04 06:48:29.323202 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ab59d3ed-fc2c-432c-b98e-1e964494371e req-56b26ddc-77a7-4899-9cd1-427744dc90b5 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384686 Feb 04 06:48:29.369003 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:48:29.488595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:29.516728 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:48:29.526321 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:48:29.533861 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:29.608730 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2ce7fc8a-3c48-49bf-a9b9-97bf28541831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:29.620802 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:29.628823 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:29.629167 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:29.629508 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:29.629839 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:29.630165 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:29.630495 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:29.630815 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:29.631147 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:29.631469 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:29.631851 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:29.632134 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:29.632450 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:29.766838 dv-neutron-826830-2-hyperv neutron-server[87472]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf', 'code': 422} returned with failed status Feb 04 06:48:30.493500 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a950c1-c4c2-4285-bed4-c036777a4ce0 req-ce3e2b87-b1c5-46ad-98a3-35319507de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:30.495044 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-40a950c1-c4c2-4285-bed4-c036777a4ce0 req-ce3e2b87-b1c5-46ad-98a3-35319507de16 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150&tenant_id=7c9667419f834113a144663452eb5c99 HTTP/1.1" status: 200 len: 1097 time: 0.0780163 Feb 04 06:48:30.517859 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a12def-ae0a-4d08-98c8-963420a23141 req-2bb6559a-bf41-4138-b09a-dbf6bec9019b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:30.519413 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-71a12def-ae0a-4d08-98c8-963420a23141 req-2bb6559a-bf41-4138-b09a-dbf6bec9019b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 944 time: 0.0845051 Feb 04 06:48:30.565249 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-71a12def-ae0a-4d08-98c8-963420a23141 req-b96c633b-7d9e-45cb-93f1-297d094c4742 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400090 Feb 04 06:48:30.587704 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a950c1-c4c2-4285-bed4-c036777a4ce0 req-39e6348e-e9fd-48fa-acc4-0db2b1294e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:30.589284 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-40a950c1-c4c2-4285-bed4-c036777a4ce0 req-39e6348e-e9fd-48fa-acc4-0db2b1294e10 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 1097 time: 0.0704055 Feb 04 06:48:30.808691 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a950c1-c4c2-4285-bed4-c036777a4ce0 req-0320888e-be11-4ebd-b110-f4cf96e429fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:30.810092 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-40a950c1-c4c2-4285-bed4-c036777a4ce0 req-0320888e-be11-4ebd-b110-f4cf96e429fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 910 time: 0.2145476 Feb 04 06:48:30.921022 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-40a950c1-c4c2-4285-bed4-c036777a4ce0 req-3b4bf6a5-65d6-4e2e-a0a6-720bc11b70d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf HTTP/1.1" status: 200 len: 998 time: 0.1043048 Feb 04 06:48:30.992884 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a950c1-c4c2-4285-bed4-c036777a4ce0 req-6b3f022c-00dd-4240-a0ed-31c0d8004bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:30.994296 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-40a950c1-c4c2-4285-bed4-c036777a4ce0 req-6b3f022c-00dd-4240-a0ed-31c0d8004bd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 200 len: 848 time: 0.0679412 Feb 04 06:48:31.076055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a950c1-c4c2-4285-bed4-c036777a4ce0 req-7c3280e0-b8e5-44be-81e4-f3bcaf4c07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:31.077425 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-40a950c1-c4c2-4285-bed4-c036777a4ce0 req-7c3280e0-b8e5-44be-81e4-f3bcaf4c07b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a3a19fb-5d13-43a6-91ff-baa648515ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759814 Feb 04 06:48:31.207474 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-40a950c1-c4c2-4285-bed4-c036777a4ce0 req-002b5e69-a68e-4843-b879-e97e6f1ceb61 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235015 Feb 04 06:48:31.335911 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-40a950c1-c4c2-4285-bed4-c036777a4ce0 req-8ee54e6c-e89a-49cd-b9bf-c16ea410d18f service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223233 Feb 04 06:48:31.765105 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6cd30-8af6-42a0-8a0d-a124f09768fe req-a72b403b-ce1f-4b1d-8708-64b494b647f6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:31.766544 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-98e6cd30-8af6-42a0-8a0d-a124f09768fe req-a72b403b-ce1f-4b1d-8708-64b494b647f6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 944 time: 0.0982058 Feb 04 06:48:31.813233 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-98e6cd30-8af6-42a0-8a0d-a124f09768fe req-b8879a6c-3fb7-487f-8f5c-7ba4f2e39a22 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384889 Feb 04 06:48:31.946535 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fa9f2cab-8bf2-4c44-8394-62d5bed8cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:33.004094 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:33.011963 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b68bc-b804-46f7-9a15-4d71333dfb2e req-42de800a-6c02-47e3-9a36-2aaa7a4de6cc tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:33.013474 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-102b68bc-b804-46f7-9a15-4d71333dfb2e req-42de800a-6c02-47e3-9a36-2aaa7a4de6cc tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 944 time: 0.0861180 Feb 04 06:48:33.054337 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:33.060456 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-102b68bc-b804-46f7-9a15-4d71333dfb2e req-c8ff1d47-7308-4a89-8a77-e2f9fd0a4729 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412617 Feb 04 06:48:34.246692 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d65af-6350-471f-919d-06f787da516f req-963ee354-4785-4033-970a-4647e00c10d2 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:34.248156 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dc7d65af-6350-471f-919d-06f787da516f req-963ee354-4785-4033-970a-4647e00c10d2 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 944 time: 0.0785196 Feb 04 06:48:34.305360 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-dc7d65af-6350-471f-919d-06f787da516f req-3c1f638a-f8a6-46c2-a94c-296d72e4aea8 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501511 Feb 04 06:48:34.501932 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:35.521991 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93139d-357f-4c15-8859-a6fd686c56f7 req-1903d3b9-7232-49d1-9196-53841ad7aff0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:35.523367 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5a93139d-357f-4c15-8859-a6fd686c56f7 req-1903d3b9-7232-49d1-9196-53841ad7aff0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 944 time: 0.0986953 Feb 04 06:48:35.566526 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5a93139d-357f-4c15-8859-a6fd686c56f7 req-760e6a01-79d9-430d-b353-3100fc5f8df6 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374599 Feb 04 06:48:36.763422 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980755cd-47c6-43c5-899e-a68cb405ad7f req-fb302f76-5acd-4c73-a9c8-b34b5e446d64 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:36.764892 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-980755cd-47c6-43c5-899e-a68cb405ad7f req-fb302f76-5acd-4c73-a9c8-b34b5e446d64 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 944 time: 0.0840707 Feb 04 06:48:36.809371 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-980755cd-47c6-43c5-899e-a68cb405ad7f req-0d101a87-4e9f-4dd0-b30e-a9e5ef4d415e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376709 Feb 04 06:48:37.656223 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:38.008097 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e834c-0f24-487a-9a02-1bc7d8af6026 req-8897a340-a57d-42fc-9981-84905179c07b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:38.009467 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1a6e834c-0f24-487a-9a02-1bc7d8af6026 req-8897a340-a57d-42fc-9981-84905179c07b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 944 time: 0.0907717 Feb 04 06:48:38.052828 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1a6e834c-0f24-487a-9a02-1bc7d8af6026 req-2cc55c6e-6ca1-4289-98b9-c1ecf5588fe9 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377243 Feb 04 06:48:39.262227 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476611cc-1ac7-4e9f-b9d8-f7ab4ff7ad51 req-25f88699-0bd5-4874-a975-9050d89dfcfd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:39.263714 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-476611cc-1ac7-4e9f-b9d8-f7ab4ff7ad51 req-25f88699-0bd5-4874-a975-9050d89dfcfd tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 944 time: 0.0906870 Feb 04 06:48:39.310464 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-476611cc-1ac7-4e9f-b9d8-f7ab4ff7ad51 req-a15a84c2-495b-4443-8888-aaa8ee8f92bb tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394752 Feb 04 06:48:39.459335 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:48:39.600118 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:48:39.613375 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'port_id': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf', 'mac_address': 'fa:16:3e:b5:1f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:48:39.667184 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:39.683579 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:48:39.699998 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:48:39.707042 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:39.778049 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf,revision_number=7']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:39.927715 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['92afa365-0f41-4cd6-9dd2-d109e1c3d3bf'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:48:40.504155 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e07f76-2c95-4f8f-b48a-ff26509481be req-7f6bbc7f-276e-4cb2-95e4-025d20f4a32b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:40.505529 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-08e07f76-2c95-4f8f-b48a-ff26509481be req-7f6bbc7f-276e-4cb2-95e4-025d20f4a32b tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 945 time: 0.0868845 Feb 04 06:48:40.549781 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-08e07f76-2c95-4f8f-b48a-ff26509481be req-2fff9ff0-5c43-4854-aa82-5041ba7a47d0 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385814 Feb 04 06:48:41.463664 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:48:41.579328 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:48:41.579774 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:41.699621 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:41.726072 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:48:41.736662 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:48:41.742801 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:41.748010 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8622b39-7bc3-405e-b512-6007781121f6 req-ef738d4e-eb04-4cf3-af3d-1efc203ce496 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:41.749516 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f8622b39-7bc3-405e-b512-6007781121f6 req-ef738d4e-eb04-4cf3-af3d-1efc203ce496 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 945 time: 0.0835433 Feb 04 06:48:41.778984 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf', 'code': 200} Feb 04 06:48:41.804425 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f8622b39-7bc3-405e-b512-6007781121f6 req-3fc45157-cfa1-4995-9a47-cc1dc9c3f7f5 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478370 Feb 04 06:48:41.821036 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf,revision_number=8']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:42.050440 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf2071-4ab2-4457-b097-dbbf15ac1e54 req-e21f448d-e10f-46a2-9610-1740a6f27386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:42.060775 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-daaf2071-4ab2-4457-b097-dbbf15ac1e54 req-e21f448d-e10f-46a2-9610-1740a6f27386 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 1099 time: 0.0760853 Feb 04 06:48:42.091713 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-daaf2071-4ab2-4457-b097-dbbf15ac1e54 req-2b391da5-e6e1-436c-8b60-627ca50f02e0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342274 Feb 04 06:48:43.009838 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517a1ef-ff93-4772-85c8-f0f408688dab req-e164bfe4-5a4d-4f38-9374-bf355740e659 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:43.011282 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f517a1ef-ff93-4772-85c8-f0f408688dab req-e164bfe4-5a4d-4f38-9374-bf355740e659 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.0861139 Feb 04 06:48:43.055940 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f517a1ef-ff93-4772-85c8-f0f408688dab req-5f95ce3a-175b-4238-bbc6-0bfd480c619a tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388932 Feb 04 06:48:44.249375 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac751-ed5c-47b5-ad97-6e23e93cfd67 req-c98f8c08-4396-47e5-963c-fb9e4059fd5e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:44.250828 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-14eac751-ed5c-47b5-ad97-6e23e93cfd67 req-c98f8c08-4396-47e5-963c-fb9e4059fd5e tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.0794680 Feb 04 06:48:44.298707 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-14eac751-ed5c-47b5-ad97-6e23e93cfd67 req-7e8f17e7-d723-41ad-a300-166b2c44e546 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394173 Feb 04 06:48:45.890130 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:48:48.032059 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-97249326-4574-4678-9805-6a3f0f1975d0 req-e5ad62bc-395f-4483-a2f3-681fc7416aea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0868721 Feb 04 06:48:48.175173 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97249326-4574-4678-9805-6a3f0f1975d0 req-9191f87c-e2a3-4dd6-bc78-b0bb5cb42291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:48.176807 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-97249326-4574-4678-9805-6a3f0f1975d0 req-9191f87c-e2a3-4dd6-bc78-b0bb5cb42291 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 1099 time: 0.0712533 Feb 04 06:48:48.331584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97249326-4574-4678-9805-6a3f0f1975d0 req-e8190a39-9a1e-42c1-bd70-ff79ca41e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:48.333004 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-97249326-4574-4678-9805-6a3f0f1975d0 req-e8190a39-9a1e-42c1-bd70-ff79ca41e2dd service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 910 time: 0.1375329 Feb 04 06:48:48.435928 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-97249326-4574-4678-9805-6a3f0f1975d0 req-a9fef3ca-2b9f-418a-afa3-76c0e5f3e960 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf HTTP/1.1" status: 200 len: 1000 time: 0.0958717 Feb 04 06:48:48.504012 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97249326-4574-4678-9805-6a3f0f1975d0 req-7ba143fd-3d98-4c04-a641-391b8ba3f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:48.505509 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-97249326-4574-4678-9805-6a3f0f1975d0 req-7ba143fd-3d98-4c04-a641-391b8ba3f240 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 200 len: 848 time: 0.0639584 Feb 04 06:48:48.586671 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97249326-4574-4678-9805-6a3f0f1975d0 req-100f293f-1954-4664-ad87-e12f98ef4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:48.588156 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-97249326-4574-4678-9805-6a3f0f1975d0 req-100f293f-1954-4664-ad87-e12f98ef4b96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a3a19fb-5d13-43a6-91ff-baa648515ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763812 Feb 04 06:48:48.721447 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-97249326-4574-4678-9805-6a3f0f1975d0 req-bc99ca03-207a-4f6e-9d19-feb2f3d06a25 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270385 Feb 04 06:48:48.851463 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-97249326-4574-4678-9805-6a3f0f1975d0 req-7db3184d-4b03-400c-850e-625ca9b2ac84 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243939 Feb 04 06:48:59.575626 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9fd2f80c-1f9d-4355-9977-5d0071819fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:01.943665 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6a7e23f1-a517-4d2a-8500-8337b14c5c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:03.014863 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:03.062268 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:04.553482 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:07.649919 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:22.895156 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:49:29.578445 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e993d098-ae8a-4e32-9774-9f2bd6ebbcfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:31.955157 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-80c23246-4906-49b2-861f-c96005ab7723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:33.018014 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:33.059924 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:34.507527 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:37.660241 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:50.031542 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-66073edb-ea31-44c2-81dd-f857346be411 req-336f55a1-93f9-477e-b8f8-5af1f7b12fe6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712233 Feb 04 06:49:50.293122 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66073edb-ea31-44c2-81dd-f857346be411 req-f336c42d-fb6c-4401-80a5-92b464110742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:50.294538 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-66073edb-ea31-44c2-81dd-f857346be411 req-f336c42d-fb6c-4401-80a5-92b464110742 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 1099 time: 0.1926751 Feb 04 06:49:50.439939 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66073edb-ea31-44c2-81dd-f857346be411 req-8e936dbc-e6f3-494a-a096-c87f18b77ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:50.441377 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-66073edb-ea31-44c2-81dd-f857346be411 req-8e936dbc-e6f3-494a-a096-c87f18b77ca5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 910 time: 0.1282120 Feb 04 06:49:50.544703 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-66073edb-ea31-44c2-81dd-f857346be411 req-ae93fbce-9e6b-44ea-995c-236e9ca99e8d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf HTTP/1.1" status: 200 len: 1000 time: 0.0958960 Feb 04 06:49:50.612840 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66073edb-ea31-44c2-81dd-f857346be411 req-f18ba6ed-f03e-4018-9d8e-dccfc0b8431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:50.614288 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-66073edb-ea31-44c2-81dd-f857346be411 req-f18ba6ed-f03e-4018-9d8e-dccfc0b8431b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 200 len: 848 time: 0.0638742 Feb 04 06:49:50.691726 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66073edb-ea31-44c2-81dd-f857346be411 req-f0f56def-8243-4697-806b-131a856333d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:50.693198 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-66073edb-ea31-44c2-81dd-f857346be411 req-f0f56def-8243-4697-806b-131a856333d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a3a19fb-5d13-43a6-91ff-baa648515ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726073 Feb 04 06:49:50.820356 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-66073edb-ea31-44c2-81dd-f857346be411 req-fbd327d4-b80a-48ad-8621-d2298bb604e8 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206672 Feb 04 06:49:50.949900 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-66073edb-ea31-44c2-81dd-f857346be411 req-0cf8ae45-e246-4f59-b341-0a679c057235 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231828 Feb 04 06:49:59.583292 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9a487e23-99c6-4a33-8ef0-059de9786386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:59.622859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 36980) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:49:59.819461 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Deleting port ffb23530-e9c1-4f82-a873-28e526d5487c {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:49:59.819812 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:59.894156 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:49:59.986890 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:59.987224 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:00.105669 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Calling delete_port for ffb23530-e9c1-4f82-a873-28e526d5487c owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:50:00.263042 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:00.317154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event deleted for resources: {'Port': ['ID=ffb23530-e9c1-4f82-a873-28e526d5487c,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:00.353786 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:00.354132 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:00.354469 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:00.354805 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:00.355128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:00.355452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:00.355863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:00.356142 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:00.356454 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:00.356769 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:00.357093 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:00.357405 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:00.517249 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:00.517543 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Floating IP d249422e-a04e-4f6c-a748-55b111586aab disassociated (deleted). External IP: 172.26.4.8, port: 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf. Feb 04 06:50:00.865437 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Router 43236f8e-127e-41f4-90c1-4a59318a06f7 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:50:01.059619 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:50:01.069488 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afcefd3-b2ab-4aeb-a96d-3072f7d8f1cc None None] Sync routers for ids ['43236f8e-127e-41f4-90c1-4a59318a06f7'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:50:01.076800 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:01.081495 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afcefd3-b2ab-4aeb-a96d-3072f7d8f1cc None None] Routers {'43236f8e-127e-41f4-90c1-4a59318a06f7'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:50:01.082124 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1afcefd3-b2ab-4aeb-a96d-3072f7d8f1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:49:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['43236f8e-127e-41f4-90c1-4a59318a06f7'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:01.130682 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b47d8fd5-5546-4a4a-a890-268a170f77bf tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "DELETE /v2.0/floatingips/d249422e-a04e-4f6c-a748-55b111586aab HTTP/1.1" status: 204 len: 168 time: 1.5066245 Feb 04 06:50:01.131163 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150', 'tag': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:50:01.189405 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150', 'tag': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf', 'status': 'completed', 'code': 200} Feb 04 06:50:01.268447 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-1afcefd3-b2ab-4aeb-a96d-3072f7d8f1cc None None] Set router 43236f8e-127e-41f4-90c1-4a59318a06f7 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:50:01.290526 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef1f0d-0ab0-49ab-8fcc-4c1c3781449c req-6a403340-1722-4554-b13e-d37c06296031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:01.292024 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3cef1f0d-0ab0-49ab-8fcc-4c1c3781449c req-6a403340-1722-4554-b13e-d37c06296031 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c9667419f834113a144663452eb5c99&device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 1099 time: 0.0772862 Feb 04 06:50:01.426416 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef1f0d-0ab0-49ab-8fcc-4c1c3781449c req-7dacaf78-a273-4b65-b613-1f0ca1ceeb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:01.426933 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3cef1f0d-0ab0-49ab-8fcc-4c1c3781449c req-7dacaf78-a273-4b65-b613-1f0ca1ceeb51 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 200 len: 910 time: 0.1286135 Feb 04 06:50:01.493077 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3cef1f0d-0ab0-49ab-8fcc-4c1c3781449c req-564ecb17-dc77-4b69-9d10-d28a783bcc00 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf HTTP/1.1" status: 200 len: 217 time: 0.0596232 Feb 04 06:50:01.525597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5e04c-29eb-42b5-a139-3aae6430c0b5 req-685f591c-3426-462a-bc37-95fc7607da4d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:01.527076 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-76d5e04c-29eb-42b5-a139-3aae6430c0b5 req-685f591c-3426-462a-bc37-95fc7607da4d tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.0844054 Feb 04 06:50:01.558754 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef1f0d-0ab0-49ab-8fcc-4c1c3781449c req-d7e8b341-50f3-460e-8708-46df5a0a02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:01.560452 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3cef1f0d-0ab0-49ab-8fcc-4c1c3781449c req-d7e8b341-50f3-460e-8708-46df5a0a02b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 200 len: 848 time: 0.0611734 Feb 04 06:50:01.574636 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-76d5e04c-29eb-42b5-a139-3aae6430c0b5 req-a8499c27-1f26-444c-9d38-eb34d009c5f1 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396681 Feb 04 06:50:01.594813 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1afcefd3-b2ab-4aeb-a96d-3072f7d8f1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:12Z', 'revision_number': 4, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port': {'id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '94301f15-b439-41dd-8fd3-7e85d76e88a3', 'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'mac_address': 'fa:16:3e:a3:8d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:11Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 5, 'project_id': '7c9667419f834113a144663452eb5c99', 'subnets': [{'id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:01.598828 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afcefd3-b2ab-4aeb-a96d-3072f7d8f1cc None None] Checking router: 43236f8e-127e-41f4-90c1-4a59318a06f7 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:50:01.607511 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afcefd3-b2ab-4aeb-a96d-3072f7d8f1cc None None] Routers {'43236f8e-127e-41f4-90c1-4a59318a06f7'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:50:01.608256 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1afcefd3-b2ab-4aeb-a96d-3072f7d8f1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:49:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['43236f8e-127e-41f4-90c1-4a59318a06f7'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:01.636705 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef1f0d-0ab0-49ab-8fcc-4c1c3781449c req-07f6b5b8-73f6-41c7-859b-d11fda36d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:01.638239 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3cef1f0d-0ab0-49ab-8fcc-4c1c3781449c req-07f6b5b8-73f6-41c7-859b-d11fda36d66c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a3a19fb-5d13-43a6-91ff-baa648515ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701597 Feb 04 06:50:01.768050 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3cef1f0d-0ab0-49ab-8fcc-4c1c3781449c req-b5693275-a41e-492f-b3e8-ef81af33f853 service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224253 Feb 04 06:50:01.779596 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-1afcefd3-b2ab-4aeb-a96d-3072f7d8f1cc None None] Set router 43236f8e-127e-41f4-90c1-4a59318a06f7 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:50:01.900421 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3cef1f0d-0ab0-49ab-8fcc-4c1c3781449c req-dbb7d001-e79d-4ea8-a122-861330e8590c service neutron] 10.222.0.43 "GET /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248493 Feb 04 06:50:02.035432 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-11c9c159-9fd7-49be-b4bf-52edb42f48d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:02.142533 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1afcefd3-b2ab-4aeb-a96d-3072f7d8f1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:12Z', 'revision_number': 4, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port': {'id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '94301f15-b439-41dd-8fd3-7e85d76e88a3', 'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'mac_address': 'fa:16:3e:a3:8d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:11Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 5, 'project_id': '7c9667419f834113a144663452eb5c99', 'subnets': [{'id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:02.146490 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afcefd3-b2ab-4aeb-a96d-3072f7d8f1cc None None] The sync data for ids ['43236f8e-127e-41f4-90c1-4a59318a06f7'] in dv-neutron-826830-2-hyperv is: [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:12Z', 'revision_number': 4, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port': {'id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '94301f15-b439-41dd-8fd3-7e85d76e88a3', 'name': '', 'network_id': '8a3a19fb-5d13-43a6-91ff-baa648515ffe', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'mac_address': 'fa:16:3e:a3:8d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:11Z', 'updated_at': '2022-02-04T06:41:18Z', 'revision_number': 5, 'project_id': '7c9667419f834113a144663452eb5c99', 'subnets': [{'id': '58ee2b46-e2bb-4533-92b6-3f66a67f64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:50:02.381340 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0534c9-4860-41c2-a9e5-8758a4daa830 None None] New status for floating IP d249422e-a04e-4f6c-a748-55b111586aab: DOWN {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:50:02.782192 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2601813-c716-4663-8cca-162057b3c737 req-8e02c0a5-d779-4ccd-8ccb-9d4a4e187b10 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:02.783660 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d2601813-c716-4663-8cca-162057b3c737 req-8e02c0a5-d779-4ccd-8ccb-9d4a4e187b10 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.0865736 Feb 04 06:50:02.831414 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d2601813-c716-4663-8cca-162057b3c737 req-c42ef157-4dc7-4b3d-a672-755ecd08c120 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/security-groups?id=93fb8152-1c34-429b-a221-cc86d9d73ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419316 Feb 04 06:50:03.010225 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:03.066820 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:03.099698 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25112d85-1e4c-4be5-81a4-54b6fd65650a req-0127054d-6888-4228-a0d5-97fe127910a9 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:03.100495 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-25112d85-1e4c-4be5-81a4-54b6fd65650a req-0127054d-6888-4228-a0d5-97fe127910a9 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Synchronizing usage tracker for tenant:7c9667419f834113a144663452eb5c99 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:50:03.120340 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-25112d85-1e4c-4be5-81a4-54b6fd65650a req-0127054d-6888-4228-a0d5-97fe127910a9 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Unset dirty status for tenant:7c9667419f834113a144663452eb5c99 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:50:03.121518 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-25112d85-1e4c-4be5-81a4-54b6fd65650a req-0127054d-6888-4228-a0d5-97fe127910a9 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 946 time: 0.2197213 Feb 04 06:50:03.192007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-25112d85-1e4c-4be5-81a4-54b6fd65650a req-c0c417f9-9742-48dc-9e02-44d6304baa17 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Deleting port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:50:03.192341 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-25112d85-1e4c-4be5-81a4-54b6fd65650a req-c0c417f9-9742-48dc-9e02-44d6304baa17 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:03.449799 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-25112d85-1e4c-4be5-81a4-54b6fd65650a req-c0c417f9-9742-48dc-9e02-44d6304baa17 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] For port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:50:03.450162 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-25112d85-1e4c-4be5-81a4-54b6fd65650a req-c0c417f9-9742-48dc-9e02-44d6304baa17 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:03.573622 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-25112d85-1e4c-4be5-81a4-54b6fd65650a req-c0c417f9-9742-48dc-9e02-44d6304baa17 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Calling delete_port for 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:50:03.726864 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-25112d85-1e4c-4be5-81a4-54b6fd65650a req-c0c417f9-9742-48dc-9e02-44d6304baa17 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:03.785059 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c417f9-9742-48dc-9e02-44d6304baa17 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event deleted for resources: {'Port': ['ID=92afa365-0f41-4cd6-9dd2-d109e1c3d3bf,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:03.860650 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-25112d85-1e4c-4be5-81a4-54b6fd65650a req-c0c417f9-9742-48dc-9e02-44d6304baa17 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] No DVR routers for this DVR port 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:50:03.863276 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-25112d85-1e4c-4be5-81a4-54b6fd65650a req-c0c417f9-9742-48dc-9e02-44d6304baa17 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:03.865774 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150', 'name': 'network-vif-deleted', 'tag': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:50:03.883353 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-25112d85-1e4c-4be5-81a4-54b6fd65650a req-c0c417f9-9742-48dc-9e02-44d6304baa17 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.43 "DELETE /v2.0/ports/92afa365-0f41-4cd6-9dd2-d109e1c3d3bf HTTP/1.1" status: 204 len: 173 time: 0.7552114 Feb 04 06:50:03.920185 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150', 'name': 'network-vif-deleted', 'tag': '92afa365-0f41-4cd6-9dd2-d109e1c3d3bf', 'status': 'completed', 'code': 200} Feb 04 06:50:03.993846 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-eb7c65ad-47d5-4189-990d-47f1e9d76177 req-7a021136-a9ac-4e3d-a2df-5e4379dec206 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1921cfb-1ecf-48c4-b6eb-a4d2f5cb6150 HTTP/1.1" status: 200 len: 210 time: 0.0429077 Feb 04 06:50:04.506916 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:05.090412 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37000) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:05.161683 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c41d095f-9fba-47fb-b997-5edf7edc7164 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:05.196904 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c41d095f-9fba-47fb-b997-5edf7edc7164 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:05.264518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c41d095f-9fba-47fb-b997-5edf7edc7164 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:05.283335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d095f-9fba-47fb-b997-5edf7edc7164 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fb8152-1c34-429b-a221-cc86d9d73ddf,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:05.303045 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c41d095f-9fba-47fb-b997-5edf7edc7164 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:05.304489 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-c41d095f-9fba-47fb-b997-5edf7edc7164 tempest-TestShelveInstance-140626573 tempest-TestShelveInstance-140626573-project] 10.222.0.31 "DELETE /v2.0/security-groups/93fb8152-1c34-429b-a221-cc86d9d73ddf HTTP/1.1" status: 204 len: 168 time: 0.2128515 Feb 04 06:50:05.353443 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37006) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:05.853710 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:50:05.889484 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:50:05.889853 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 92afa365-0f41-4cd6-9dd2-d109e1c3d3bf not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:50:06.087531 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5cabe2b6-d562-4c3f-adfc-2aa338849729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:06.551038 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-5cabe2b6-d562-4c3f-adfc-2aa338849729 admin admin] Deleting port 94301f15-b439-41dd-8fd3-7e85d76e88a3 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:50:06.551721 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5cabe2b6-d562-4c3f-adfc-2aa338849729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:06.746571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-5cabe2b6-d562-4c3f-adfc-2aa338849729 admin admin] For port 94301f15-b439-41dd-8fd3-7e85d76e88a3, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=94301f15-b439-41dd-8fd3-7e85d76e88a3,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:50:06.746881 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5cabe2b6-d562-4c3f-adfc-2aa338849729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:06.871621 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-5cabe2b6-d562-4c3f-adfc-2aa338849729 admin admin] Calling delete_port for 94301f15-b439-41dd-8fd3-7e85d76e88a3 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:50:07.196217 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5cabe2b6-d562-4c3f-adfc-2aa338849729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:07.242698 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabe2b6-d562-4c3f-adfc-2aa338849729 admin admin] Pushing event deleted for resources: {'Port': ['ID=94301f15-b439-41dd-8fd3-7e85d76e88a3,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:07.518430 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5cabe2b6-d562-4c3f-adfc-2aa338849729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:07.664432 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:07.981887 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cabe2b6-d562-4c3f-adfc-2aa338849729 admin admin] Router 43236f8e-127e-41f4-90c1-4a59318a06f7 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:50:08.158184 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cabe2b6-d562-4c3f-adfc-2aa338849729 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:50:08.168677 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c9538a-9731-4791-83d9-be52ec19a47f None None] Sync routers for ids ['43236f8e-127e-41f4-90c1-4a59318a06f7'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:50:08.171295 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-5cabe2b6-d562-4c3f-adfc-2aa338849729 admin admin] 10.222.0.31 "PUT /v2.0/routers/43236f8e-127e-41f4-90c1-4a59318a06f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8166478 Feb 04 06:50:08.173017 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37014) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:08.179559 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c9538a-9731-4791-83d9-be52ec19a47f None None] Routers {'43236f8e-127e-41f4-90c1-4a59318a06f7'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:50:08.180203 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-66c9538a-9731-4791-83d9-be52ec19a47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:50:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['43236f8e-127e-41f4-90c1-4a59318a06f7'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:08.364116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-66c9538a-9731-4791-83d9-be52ec19a47f None None] Set router 43236f8e-127e-41f4-90c1-4a59318a06f7 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:50:08.470772 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:08.654616 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:08.660672 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-66c9538a-9731-4791-83d9-be52ec19a47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:50:07Z', 'revision_number': 5, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port': {'id': '2a1ea067-fb43-4c54-8e39-132f86530f12', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:08.664925 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c9538a-9731-4791-83d9-be52ec19a47f None None] Checking router: 43236f8e-127e-41f4-90c1-4a59318a06f7 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:50:08.665587 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Deleting port 2a1ea067-fb43-4c54-8e39-132f86530f12 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:50:08.665944 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:08.673794 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c9538a-9731-4791-83d9-be52ec19a47f None None] Routers {'43236f8e-127e-41f4-90c1-4a59318a06f7'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:50:08.674541 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-66c9538a-9731-4791-83d9-be52ec19a47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:50:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['43236f8e-127e-41f4-90c1-4a59318a06f7'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:08.821038 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-66c9538a-9731-4791-83d9-be52ec19a47f None None] Set router 43236f8e-127e-41f4-90c1-4a59318a06f7 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:50:08.849765 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] For port 2a1ea067-fb43-4c54-8e39-132f86530f12, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2a1ea067-fb43-4c54-8e39-132f86530f12,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:50:08.850190 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:08.926994 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-66c9538a-9731-4791-83d9-be52ec19a47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:50:08Z', 'revision_number': 6, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:08.930924 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c9538a-9731-4791-83d9-be52ec19a47f None None] The sync data for ids ['43236f8e-127e-41f4-90c1-4a59318a06f7'] in dv-neutron-826830-2-hyperv is: [{'id': '43236f8e-127e-41f4-90c1-4a59318a06f7', 'name': 'tempest-TestShelveInstance-2024265654-router', 'tenant_id': '7c9667419f834113a144663452eb5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:08Z', 'updated_at': '2022-02-04T06:50:08Z', 'revision_number': 6, 'project_id': '7c9667419f834113a144663452eb5c99', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:50:08.973231 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Calling delete_port for 2a1ea067-fb43-4c54-8e39-132f86530f12 owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:50:09.151402 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:09.199071 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1ea067-fb43-4c54-8e39-132f86530f12,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:09.236123 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:09.236408 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:09.236761 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:09.237093 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:09.237405 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:09.237739 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:09.238054 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:09.238381 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:09.238700 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:09.239020 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:09.239338 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:09.239653 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:09.303801 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:09.481566 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:09.483890 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:09.508281 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:09.508826 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43236f8e-127e-41f4-90c1-4a59318a06f7 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:50:09.521016 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:09.522170 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-a81585af-e3ee-42e0-8167-2019cdbf5c81 admin admin] 10.222.0.31 "DELETE /v2.0/routers/43236f8e-127e-41f4-90c1-4a59318a06f7 HTTP/1.1" status: 204 len: 168 time: 1.3481431 Feb 04 06:50:09.524915 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37018) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:09.586403 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f3e8d0-c957-48a3-84b1-a5666cfb63df admin admin] Deleting subnet 58ee2b46-e2bb-4533-92b6-3f66a67f64f5 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:50:09.589559 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d4f3e8d0-c957-48a3-84b1-a5666cfb63df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:09.638373 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d4f3e8d0-c957-48a3-84b1-a5666cfb63df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:09.716106 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d4f3e8d0-c957-48a3-84b1-a5666cfb63df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:09.788179 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d4f3e8d0-c957-48a3-84b1-a5666cfb63df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:09.826193 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3e8d0-c957-48a3-84b1-a5666cfb63df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58ee2b46-e2bb-4533-92b6-3f66a67f64f5,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:09.828114 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d4f3e8d0-c957-48a3-84b1-a5666cfb63df admin admin] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:09.834594 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-d4f3e8d0-c957-48a3-84b1-a5666cfb63df admin admin] 10.222.0.31 "DELETE /v2.0/subnets/58ee2b46-e2bb-4533-92b6-3f66a67f64f5 HTTP/1.1" status: 204 len: 168 time: 0.3085306 Feb 04 06:50:09.836815 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae92d68-4b94-4a69-85fa-172a5cd8f059 None None] Network 8a3a19fb-5d13-43a6-91ff-baa648515ffe requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:50:09.837267 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37022) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:09.944701 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:09.955392 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] Deleting port 6727dcaf-b2af-4511-b7b2-bff34493798b {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:50:09.955727 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:10.087025 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4009985-6faa-4075-bc0c-2edcce24f84f None None] DHCP port deletion for 8a3a19fb-5d13-43a6-91ff-baa648515ffe request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:50:10.091349 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b4009985-6faa-4075-bc0c-2edcce24f84f None None] Deleting port 6727dcaf-b2af-4511-b7b2-bff34493798b {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:50:10.091888 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b4009985-6faa-4075-bc0c-2edcce24f84f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:10.163335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] For port 6727dcaf-b2af-4511-b7b2-bff34493798b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6727dcaf-b2af-4511-b7b2-bff34493798b,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:50:10.163678 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:10.287723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] Calling delete_port for 6727dcaf-b2af-4511-b7b2-bff34493798b owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:50:10.328565 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-b4009985-6faa-4075-bc0c-2edcce24f84f None None] For port 6727dcaf-b2af-4511-b7b2-bff34493798b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=6727dcaf-b2af-4511-b7b2-bff34493798b,segment=NetworkSegment(5854422b-266c-4b64-ad4b-2a0903b718fe),segment_id=5854422b-266c-4b64-ad4b-2a0903b718fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:50:10.328955 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b4009985-6faa-4075-bc0c-2edcce24f84f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:10.364740 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:10.395619 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 94301f15-b439-41dd-8fd3-7e85d76e88a3 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:50:10.413147 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] Pushing event deleted for resources: {'Port': ['ID=6727dcaf-b2af-4511-b7b2-bff34493798b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:10.419932 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] No DVR routers for this DVR port 6727dcaf-b2af-4511-b7b2-bff34493798b on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:50:10.495953 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b4009985-6faa-4075-bc0c-2edcce24f84f None None] Calling delete_port for 6727dcaf-b2af-4511-b7b2-bff34493798b owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:50:10.523715 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 94301f15-b439-41dd-8fd3-7e85d76e88a3 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:50:10.523715 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 94301f15-b439-41dd-8fd3-7e85d76e88a3 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:50:10.524187 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6727dcaf-b2af-4511-b7b2-bff34493798b no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:50:10.574454 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 6727dcaf-b2af-4511-b7b2-bff34493798b {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:50:10.574681 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 6727dcaf-b2af-4511-b7b2-bff34493798b not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:50:10.575127 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2a1ea067-fb43-4c54-8e39-132f86530f12 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:50:10.613523 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 2a1ea067-fb43-4c54-8e39-132f86530f12 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:50:10.613899 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2a1ea067-fb43-4c54-8e39-132f86530f12 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:50:10.641780 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-b4009985-6faa-4075-bc0c-2edcce24f84f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:50:10.642133 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-b4009985-6faa-4075-bc0c-2edcce24f84f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:50:10.646236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:10.671375 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3a19fb-5d13-43a6-91ff-baa648515ffe']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:10.683156 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5854422b-266c-4b64-ad4b-2a0903b718fe') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:10.683451 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5854422b-266c-4b64-ad4b-2a0903b718fe') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:10.694653 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:10.710338 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:10.716859 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:50:10.717234 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:50:10.730791 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:50:10.809568 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:10.825121 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:10.835082 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] Pushing event deleted for resources: {'Network': ['ID=8a3a19fb-5d13-43a6-91ff-baa648515ffe,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:10.850427 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-f81fd714-ff10-48ac-8de0-ba520c71fbee admin admin] 10.222.0.31 "DELETE /v2.0/networks/8a3a19fb-5d13-43a6-91ff-baa648515ffe HTTP/1.1" status: 204 len: 168 time: 1.0123646 Feb 04 06:50:10.853882 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37026) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:11.143103 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b4009985-6faa-4075-bc0c-2edcce24f84f None None] Deleting port 6727dcaf-b2af-4511-b7b2-bff34493798b {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:50:11.143642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b4009985-6faa-4075-bc0c-2edcce24f84f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:11.211197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-b4009985-6faa-4075-bc0c-2edcce24f84f None None] The port '6727dcaf-b2af-4511-b7b2-bff34493798b' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:50:11.388774 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b3138b89-24b4-49ac-97d4-a76bf5f7fa49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:11.751565 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-b3138b89-24b4-49ac-97d4-a76bf5f7fa49 admin admin] Deleting port 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:50:11.752347 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b3138b89-24b4-49ac-97d4-a76bf5f7fa49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:11.921335 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-b3138b89-24b4-49ac-97d4-a76bf5f7fa49 admin admin] For port 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=2e93ed8a-6ac1-481a-86bb-dfe7af09bc06,segment=NetworkSegment(2644952f-24fd-42c4-b75f-5eeebc264360),segment_id=2644952f-24fd-42c4-b75f-5eeebc264360)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:50:11.921690 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b3138b89-24b4-49ac-97d4-a76bf5f7fa49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:12.143515 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-b3138b89-24b4-49ac-97d4-a76bf5f7fa49 admin admin] Calling delete_port for 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:50:12.323051 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b3138b89-24b4-49ac-97d4-a76bf5f7fa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:12.368952 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3138b89-24b4-49ac-97d4-a76bf5f7fa49 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e93ed8a-6ac1-481a-86bb-dfe7af09bc06,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:12.637844 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b3138b89-24b4-49ac-97d4-a76bf5f7fa49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:12.997718 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3138b89-24b4-49ac-97d4-a76bf5f7fa49 admin admin] Router b09f77d5-0dd1-4f92-8194-642aed1e5a68 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:50:13.180504 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3138b89-24b4-49ac-97d4-a76bf5f7fa49 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:50:13.189523 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05773782-5077-457a-bc2a-893356308ee8 None None] Sync routers for ids ['b09f77d5-0dd1-4f92-8194-642aed1e5a68'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:50:13.199175 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-b3138b89-24b4-49ac-97d4-a76bf5f7fa49 admin admin] 10.222.0.31 "PUT /v2.0/routers/b09f77d5-0dd1-4f92-8194-642aed1e5a68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3442750 Feb 04 06:50:13.199842 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05773782-5077-457a-bc2a-893356308ee8 None None] Routers {'b09f77d5-0dd1-4f92-8194-642aed1e5a68'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:50:13.200449 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-05773782-5077-457a-bc2a-893356308ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:50:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['b09f77d5-0dd1-4f92-8194-642aed1e5a68'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:13.201851 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37030) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:13.372882 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f53d756-b2b1-4130-8df6-3cae7d6b9108 admin admin] Notify callbacks [] for router, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:13.373134 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-05773782-5077-457a-bc2a-893356308ee8 None None] Set router b09f77d5-0dd1-4f92-8194-642aed1e5a68 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:50:13.653940 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-05773782-5077-457a-bc2a-893356308ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'name': 'tempest-TestShelveInstance-499593734-router', 'tenant_id': '09d69adf7a234cea91617db53bbf06cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '09c3b41a-6252-4370-8aa8-ff963a9b781a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:14Z', 'updated_at': '2022-02-04T06:50:12Z', 'revision_number': 5, 'project_id': '09d69adf7a234cea91617db53bbf06cc', 'gw_port': {'id': '09c3b41a-6252-4370-8aa8-ff963a9b781a', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:41:15Z', 'updated_at': '2022-02-04T06:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:13.657767 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05773782-5077-457a-bc2a-893356308ee8 None None] Checking router: b09f77d5-0dd1-4f92-8194-642aed1e5a68 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:50:13.666111 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05773782-5077-457a-bc2a-893356308ee8 None None] Routers {'b09f77d5-0dd1-4f92-8194-642aed1e5a68'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:50:13.666717 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-05773782-5077-457a-bc2a-893356308ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:50:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['b09f77d5-0dd1-4f92-8194-642aed1e5a68'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:13.679510 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f53d756-b2b1-4130-8df6-3cae7d6b9108 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:13.695450 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0f53d756-b2b1-4130-8df6-3cae7d6b9108 admin admin] Deleting port 09c3b41a-6252-4370-8aa8-ff963a9b781a {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:50:13.695832 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f53d756-b2b1-4130-8df6-3cae7d6b9108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:13.826652 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-05773782-5077-457a-bc2a-893356308ee8 None None] Set router b09f77d5-0dd1-4f92-8194-642aed1e5a68 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:50:13.874483 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-0f53d756-b2b1-4130-8df6-3cae7d6b9108 admin admin] For port 09c3b41a-6252-4370-8aa8-ff963a9b781a, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=09c3b41a-6252-4370-8aa8-ff963a9b781a,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:50:13.874788 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f53d756-b2b1-4130-8df6-3cae7d6b9108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:13.931443 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-05773782-5077-457a-bc2a-893356308ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'name': 'tempest-TestShelveInstance-499593734-router', 'tenant_id': '09d69adf7a234cea91617db53bbf06cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:14Z', 'updated_at': '2022-02-04T06:50:13Z', 'revision_number': 6, 'project_id': '09d69adf7a234cea91617db53bbf06cc', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:13.935842 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05773782-5077-457a-bc2a-893356308ee8 None None] The sync data for ids ['b09f77d5-0dd1-4f92-8194-642aed1e5a68'] in dv-neutron-826830-2-hyperv is: [{'id': 'b09f77d5-0dd1-4f92-8194-642aed1e5a68', 'name': 'tempest-TestShelveInstance-499593734-router', 'tenant_id': '09d69adf7a234cea91617db53bbf06cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:41:14Z', 'updated_at': '2022-02-04T06:50:13Z', 'revision_number': 6, 'project_id': '09d69adf7a234cea91617db53bbf06cc', 'gw_port_host': None}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:50:13.999341 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0f53d756-b2b1-4130-8df6-3cae7d6b9108 admin admin] Calling delete_port for 09c3b41a-6252-4370-8aa8-ff963a9b781a owned by network:router_gateway {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:50:14.172992 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f53d756-b2b1-4130-8df6-3cae7d6b9108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:14.221733 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53d756-b2b1-4130-8df6-3cae7d6b9108 admin admin] Pushing event deleted for resources: {'Port': ['ID=09c3b41a-6252-4370-8aa8-ff963a9b781a,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:14.316011 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f53d756-b2b1-4130-8df6-3cae7d6b9108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:14.502602 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f53d756-b2b1-4130-8df6-3cae7d6b9108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:14.505188 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f53d756-b2b1-4130-8df6-3cae7d6b9108 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:14.530470 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f53d756-b2b1-4130-8df6-3cae7d6b9108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:14.531339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f53d756-b2b1-4130-8df6-3cae7d6b9108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b09f77d5-0dd1-4f92-8194-642aed1e5a68 {{(pid=87471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:50:14.546079 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f53d756-b2b1-4130-8df6-3cae7d6b9108 admin admin] Notify callbacks [] for router, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:14.547247 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0f53d756-b2b1-4130-8df6-3cae7d6b9108 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b09f77d5-0dd1-4f92-8194-642aed1e5a68 HTTP/1.1" status: 204 len: 168 time: 1.3442757 Feb 04 06:50:14.549924 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37034) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:14.620124 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e75dd5-6e76-4768-af0a-fd537405c3d6 admin admin] Deleting subnet 4ddcd8d5-9856-403e-8da0-0ef64006d9a4 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:50:14.623082 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31e75dd5-6e76-4768-af0a-fd537405c3d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:14.672937 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31e75dd5-6e76-4768-af0a-fd537405c3d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:14.732115 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:50:14.753287 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31e75dd5-6e76-4768-af0a-fd537405c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:14.768445 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:50:14.768785 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 2e93ed8a-6ac1-481a-86bb-dfe7af09bc06 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:50:14.823327 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31e75dd5-6e76-4768-af0a-fd537405c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:14.863316 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e75dd5-6e76-4768-af0a-fd537405c3d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ddcd8d5-9856-403e-8da0-0ef64006d9a4,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:14.866651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31e75dd5-6e76-4768-af0a-fd537405c3d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:14.872628 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5b68c8-983b-48a8-85de-21ce43622511 None None] Network ac4f1344-cd52-43b7-a253-72683e89a174 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:50:14.874100 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-31e75dd5-6e76-4768-af0a-fd537405c3d6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4ddcd8d5-9856-403e-8da0-0ef64006d9a4 HTTP/1.1" status: 204 len: 168 time: 0.3230932 Feb 04 06:50:14.876852 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37038) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:14.986864 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:14.998134 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] Deleting port 70b1e453-f0e0-4cff-90ec-43c82e60a085 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:50:14.998602 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:15.112498 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2734912-12cd-42af-9389-c423fb10f7bc None None] DHCP port deletion for ac4f1344-cd52-43b7-a253-72683e89a174 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:50:15.117044 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a2734912-12cd-42af-9389-c423fb10f7bc None None] Deleting port 70b1e453-f0e0-4cff-90ec-43c82e60a085 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:50:15.117422 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a2734912-12cd-42af-9389-c423fb10f7bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:15.206373 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] For port 70b1e453-f0e0-4cff-90ec-43c82e60a085, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=70b1e453-f0e0-4cff-90ec-43c82e60a085,segment=NetworkSegment(2644952f-24fd-42c4-b75f-5eeebc264360),segment_id=2644952f-24fd-42c4-b75f-5eeebc264360)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:50:15.206735 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:15.326789 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] Calling delete_port for 70b1e453-f0e0-4cff-90ec-43c82e60a085 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:50:15.332049 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a2734912-12cd-42af-9389-c423fb10f7bc None None] For port 70b1e453-f0e0-4cff-90ec-43c82e60a085, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=70b1e453-f0e0-4cff-90ec-43c82e60a085,segment=NetworkSegment(2644952f-24fd-42c4-b75f-5eeebc264360),segment_id=2644952f-24fd-42c4-b75f-5eeebc264360)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:50:15.332441 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a2734912-12cd-42af-9389-c423fb10f7bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:15.407574 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:15.452471 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a2734912-12cd-42af-9389-c423fb10f7bc None None] Calling delete_port for 70b1e453-f0e0-4cff-90ec-43c82e60a085 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:50:15.453664 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] Pushing event deleted for resources: {'Port': ['ID=70b1e453-f0e0-4cff-90ec-43c82e60a085,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:15.456890 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] No DVR routers for this DVR port 70b1e453-f0e0-4cff-90ec-43c82e60a085 on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:50:15.532088 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-a2734912-12cd-42af-9389-c423fb10f7bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:50:15.532395 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-a2734912-12cd-42af-9389-c423fb10f7bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:50:15.570020 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:15.595961 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4f1344-cd52-43b7-a253-72683e89a174']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:15.616531 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2644952f-24fd-42c4-b75f-5eeebc264360') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:15.616825 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2644952f-24fd-42c4-b75f-5eeebc264360') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:15.628623 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:15.644590 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:15.651035 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:50:15.651419 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:50:15.664425 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:50:15.739378 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:15.745130 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:15.772768 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] Pushing event deleted for resources: {'Network': ['ID=ac4f1344-cd52-43b7-a253-72683e89a174,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:15.778627 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-31219699-4b93-461e-ba04-c64bc67a2abe admin admin] 10.222.0.31 "DELETE /v2.0/networks/ac4f1344-cd52-43b7-a253-72683e89a174 HTTP/1.1" status: 204 len: 168 time: 0.9007001 Feb 04 06:50:15.897749 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37044) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:15.944888 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-78ade847-9f3f-4f5f-b39d-f652e65498bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c9667419f834113a144663452eb5c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459447 Feb 04 06:50:15.947398 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37048) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:16.007978 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0cdf0927-7123-4b37-a797-ed7570606f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:16.033721 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a2734912-12cd-42af-9389-c423fb10f7bc None None] Deleting port 70b1e453-f0e0-4cff-90ec-43c82e60a085 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:50:16.034356 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a2734912-12cd-42af-9389-c423fb10f7bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:16.102245 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a2734912-12cd-42af-9389-c423fb10f7bc None None] The port '70b1e453-f0e0-4cff-90ec-43c82e60a085' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:50:16.140166 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0cdf0927-7123-4b37-a797-ed7570606f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:16.192554 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0cdf0927-7123-4b37-a797-ed7570606f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:16.208299 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf0927-7123-4b37-a797-ed7570606f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f61b3b-b461-4ed2-9701-359731cb98de,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:16.216433 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0cdf0927-7123-4b37-a797-ed7570606f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:16.217888 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0cdf0927-7123-4b37-a797-ed7570606f65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3f61b3b-b461-4ed2-9701-359731cb98de HTTP/1.1" status: 204 len: 168 time: 0.2692513 Feb 04 06:50:16.371889 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 09c3b41a-6252-4370-8aa8-ff963a9b781a no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:50:16.408487 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 09c3b41a-6252-4370-8aa8-ff963a9b781a {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:50:16.408903 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 09c3b41a-6252-4370-8aa8-ff963a9b781a not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:50:16.409445 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 70b1e453-f0e0-4cff-90ec-43c82e60a085 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:50:16.441511 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 70b1e453-f0e0-4cff-90ec-43c82e60a085 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:50:16.441852 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 70b1e453-f0e0-4cff-90ec-43c82e60a085 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:50:16.575625 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37056) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:16.636092 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-6749d9fd-83dc-4ff4-b3d8-e8947d5b13d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09d69adf7a234cea91617db53bbf06cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589094 Feb 04 06:50:16.639479 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37060) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:16.699623 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7e7c66fa-639b-4358-b637-8c2dc513b17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:16.728126 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7e7c66fa-639b-4358-b637-8c2dc513b17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:16.781166 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7e7c66fa-639b-4358-b637-8c2dc513b17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:16.800187 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c66fa-639b-4358-b637-8c2dc513b17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf038565-3b75-4d77-8453-6325e5e472c6,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:16.803572 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7e7c66fa-639b-4358-b637-8c2dc513b17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:16.804676 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-7e7c66fa-639b-4358-b637-8c2dc513b17f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf038565-3b75-4d77-8453-6325e5e472c6 HTTP/1.1" status: 204 len: 168 time: 0.1640067 Feb 04 06:50:17.612763 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37084) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:17.760366 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1138683303-network', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:50:17.765261 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:50:17.769324 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Usage tracker for resource:network and tenant:54178fc0ed9e413388351e2ad531fee5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:50:17.772409 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:50:17.778560 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:50:17.902132 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Made reservation on behalf of 54178fc0ed9e413388351e2ad531fee5 for: {'network': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:50:17.904502 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:17.916920 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:17.930815 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:50:17.934641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Usage tracker for resource:security_group_rule and tenant:54178fc0ed9e413388351e2ad531fee5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:50:17.937507 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:50:17.943235 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:50:18.035627 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:18.041945 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:18.072638 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=87471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:50:18.077807 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a04a76-3614-4373-86b6-21be77a867ae,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:18.086048 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:18.086304 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.segments_db [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Added segment eae3737a-1d4f-45d2-904b-d41c92aa31fe of type vlan for network 82ec538c-0eef-4e38-9df0-9bcbd65b0952 Feb 04 06:50:18.114681 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:18.144166 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:18.145420 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:18.145992 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:18.255433 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] Pushing event updated for resources: {'Network': ['ID=82ec538c-0eef-4e38-9df0-9bcbd65b0952,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:18.259439 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-53a57fc5-de1f-4446-8ae0-55b2dca412c2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6456628 Feb 04 06:50:18.262772 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37092) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:18.271408 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-bee1c245-46ec-4d08-b8dd-1313c793d69c admin admin] Request body: {'subnet': {'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1138683303-subnet', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'ip_version': 4}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:50:18.274240 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network 82ec538c-0eef-4e38-9df0-9bcbd65b0952 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:50:18.276838 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bee1c245-46ec-4d08-b8dd-1313c793d69c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:50:18.282641 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bee1c245-46ec-4d08-b8dd-1313c793d69c admin admin] Usage tracker for resource:subnet and tenant:54178fc0ed9e413388351e2ad531fee5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:50:18.285785 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-bee1c245-46ec-4d08-b8dd-1313c793d69c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:50:18.295443 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-bee1c245-46ec-4d08-b8dd-1313c793d69c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:50:18.306176 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee1c245-46ec-4d08-b8dd-1313c793d69c admin admin] Made reservation on behalf of 54178fc0ed9e413388351e2ad531fee5 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:50:18.308488 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bee1c245-46ec-4d08-b8dd-1313c793d69c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:18.520182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bee1c245-46ec-4d08-b8dd-1313c793d69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:18.588832 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1c245-46ec-4d08-b8dd-1313c793d69c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f43eec3b-275c-4ec0-be5b-136cc72a0e3b,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:18.599473 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee1c245-46ec-4d08-b8dd-1313c793d69c admin admin] Checking segment: {'id': 'eae3737a-1d4f-45d2-904b-d41c92aa31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:50:18.599887 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee1c245-46ec-4d08-b8dd-1313c793d69c admin admin] Network hostable DHCP agents. Network: 82ec538c-0eef-4e38-9df0-9bcbd65b0952, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:50:18.621224 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee1c245-46ec-4d08-b8dd-1313c793d69c admin admin] Network 82ec538c-0eef-4e38-9df0-9bcbd65b0952 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:50:18.631037 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-bee1c245-46ec-4d08-b8dd-1313c793d69c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, 82ec538c-0eef-4e38-9df0-9bcbd65b0952) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:50:18.635085 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee1c245-46ec-4d08-b8dd-1313c793d69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:18.635661 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bee1c245-46ec-4d08-b8dd-1313c793d69c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:18.640847 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b055e5d2-fb68-4bbc-83b2-1dd803b296fe None None] Network 82ec538c-0eef-4e38-9df0-9bcbd65b0952 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:50:18.657090 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-bee1c245-46ec-4d08-b8dd-1313c793d69c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3928237 Feb 04 06:50:18.659974 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37096) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:18.665079 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:50:18.670061 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:50:18.674143 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Usage tracker for resource:router and tenant:54178fc0ed9e413388351e2ad531fee5 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:50:18.677106 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:50:18.683154 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:50:18.696239 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:18.697483 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:18.712839 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:18.852176 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'fixed_ips': [{'subnet_id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:50:18.853377 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:18.977379 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:19.016387 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Allocated IP 172.20.0.2 (82ec538c-0eef-4e38-9df0-9bcbd65b0952/f43eec3b-275c-4ec0-be5b-136cc72a0e3b/58b8c8cd-6ac2-4acb-af01-7aa0c5088849) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:50:19.215581 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:19.225563 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Transition to ACTIVE for port object 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:50:19.245131 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Transition to ACTIVE for port object 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:50:19.250952 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:19.285642 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:19.318339 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:19.324799 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Network 82ec538c-0eef-4e38-9df0-9bcbd65b0952 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:50:19.325630 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Pushing event updated for resources: {'Port': ['ID=58b8c8cd-6ac2-4acb-af01-7aa0c5088849,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:19.327967 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:50:19.330639 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:50:19.364722 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:19.365068 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:19.365907 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:19.365907 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:19.366084 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:19.366356 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:19.366674 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:19.366994 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:19.367312 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:19.367629 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:19.367978 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:19.368293 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:19.434387 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Attempting to bind port 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:50:19.434794 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Attempting to bind port 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'eae3737a-1d4f-45d2-904b-d41c92aa31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:50:19.435320 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Attempting to bind port 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 on network 82ec538c-0eef-4e38-9df0-9bcbd65b0952 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:50:19.443196 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:50:19.444257 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Checking segment: {'id': 'eae3737a-1d4f-45d2-904b-d41c92aa31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:50:19.444658 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:19.445053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Bound using segment: {'id': 'eae3737a-1d4f-45d2-904b-d41c92aa31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:50:19.445558 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Bound port: 58b8c8cd-6ac2-4acb-af01-7aa0c5088849, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae3737a-1d4f-45d2-904b-d41c92aa31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:50:19.445871 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:19.455054 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Allocated IP 172.26.4.41 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/a8e4bf11-768a-4dc4-9caa-5910eae9e310) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:50:19.537830 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] For port 58b8c8cd-6ac2-4acb-af01-7aa0c5088849, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:50:19.541297 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] For port 58b8c8cd-6ac2-4acb-af01-7aa0c5088849, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=58b8c8cd-6ac2-4acb-af01-7aa0c5088849,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:50:19.547001 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:19.602606 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:19.635282 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ff4f0-e3ab-4373-9ce9-138d50bc46d7 None None] Pushing event updated for resources: {'Port': ['ID=58b8c8cd-6ac2-4acb-af01-7aa0c5088849,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:19.641831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:19.713961 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:50:19.716996 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:50:19.720516 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:50:19.749463 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Pushing event updated for resources: {'Port': ['ID=a8e4bf11-768a-4dc4-9caa-5910eae9e310,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:20.252449 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:20.417209 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:50:20.492698 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:50:20.588732 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b76bce3-a0d2-4afe-94fe-435b64689098 None None] Network 82ec538c-0eef-4e38-9df0-9bcbd65b0952 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:50:20.603957 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:20.678646 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f1d7ee35-defa-4f1a-97df-3f62aae2d0a7 None None] Provisioning for port 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:50:20.695560 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-f1d7ee35-defa-4f1a-97df-3f62aae2d0a7 None None] Provisioning complete for port 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:50:20.695960 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f1d7ee35-defa-4f1a-97df-3f62aae2d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:20.804301 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Router d74aeae6-ce24-4af9-895c-9328b473fe6a is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:50:20.911006 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f1d7ee35-defa-4f1a-97df-3f62aae2d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:20.949667 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-f1d7ee35-defa-4f1a-97df-3f62aae2d0a7 None None] For port 58b8c8cd-6ac2-4acb-af01-7aa0c5088849, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=58b8c8cd-6ac2-4acb-af01-7aa0c5088849,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:50:20.956871 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f1d7ee35-defa-4f1a-97df-3f62aae2d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:20.984893 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:50:20.996826 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Sync routers for ids ['d74aeae6-ce24-4af9-895c-9328b473fe6a'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:50:21.021250 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:21.025099 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9ca82c1e-c774-4ba7-89a4-202dcc7885af admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3614309 Feb 04 06:50:21.025859 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Routers {'d74aeae6-ce24-4af9-895c-9328b473fe6a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:50:21.025980 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37100) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:21.026428 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:50:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['d74aeae6-ce24-4af9-895c-9328b473fe6a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:21.149732 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7ee35-defa-4f1a-97df-3f62aae2d0a7 None None] Pushing event updated for resources: {'Port': ['ID=58b8c8cd-6ac2-4acb-af01-7aa0c5088849,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:21.248851 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Set router d74aeae6-ce24-4af9-895c-9328b473fe6a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:50:21.434624 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7599758b-e7ac-49fc-b427-81d802760005 None None] Provisioning complete for port 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:50:21.435289 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7599758b-e7ac-49fc-b427-81d802760005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:21.638458 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:50:20Z', 'revision_number': 3, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port': {'id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:19Z', 'updated_at': '2022-02-04T06:50:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:21.642494 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Checking router: d74aeae6-ce24-4af9-895c-9328b473fe6a for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:50:21.642824 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Updating router d74aeae6-ce24-4af9-895c-9328b473fe6a port a8e4bf11-768a-4dc4-9caa-5910eae9e310 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:50:21.702529 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:21.745010 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff05db41-1005-4e3c-a624-49d4124e75c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:21.945428 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-ff05db41-1005-4e3c-a624-49d4124e75c2 admin admin] Allocated IP 172.20.0.1 (82ec538c-0eef-4e38-9df0-9bcbd65b0952/f43eec3b-275c-4ec0-be5b-136cc72a0e3b/34b9fcbe-882a-48ba-8a8f-73415670f796) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:50:22.036381 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:22.049455 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Transition to ACTIVE for port object a8e4bf11-768a-4dc4-9caa-5910eae9e310 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:50:22.056646 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:22.138333 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Attempting to bind port a8e4bf11-768a-4dc4-9caa-5910eae9e310 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:50:22.138689 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Attempting to bind port a8e4bf11-768a-4dc4-9caa-5910eae9e310 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:50:22.139032 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Attempting to bind port a8e4bf11-768a-4dc4-9caa-5910eae9e310 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:50:22.141050 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b6f88-bd6a-48b7-bb01-6ec293d7d32b None None] Pushing event updated for resources: {'Port': ['ID=a8e4bf11-768a-4dc4-9caa-5910eae9e310,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:22.146614 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:50:22.146981 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:50:22.147377 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:22.147747 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:50:22.148229 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Bound port: a8e4bf11-768a-4dc4-9caa-5910eae9e310, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:50:22.148595 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:22.214603 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff05db41-1005-4e3c-a624-49d4124e75c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:22.219424 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] For port a8e4bf11-768a-4dc4-9caa-5910eae9e310, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:50:22.222656 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] For port a8e4bf11-768a-4dc4-9caa-5910eae9e310, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a8e4bf11-768a-4dc4-9caa-5910eae9e310,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:50:22.228368 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:22.232325 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ff05db41-1005-4e3c-a624-49d4124e75c2 admin admin] Transition to ACTIVE for port object 34b9fcbe-882a-48ba-8a8f-73415670f796 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:50:22.255650 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff05db41-1005-4e3c-a624-49d4124e75c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:22.304641 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Routers {'d74aeae6-ce24-4af9-895c-9328b473fe6a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:50:22.305154 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:50:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['d74aeae6-ce24-4af9-895c-9328b473fe6a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:22.318994 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff05db41-1005-4e3c-a624-49d4124e75c2 admin admin] Network 82ec538c-0eef-4e38-9df0-9bcbd65b0952 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:50:22.321945 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-ff05db41-1005-4e3c-a624-49d4124e75c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:50:22.325597 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff05db41-1005-4e3c-a624-49d4124e75c2 admin admin] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:50:22.362168 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05db41-1005-4e3c-a624-49d4124e75c2 admin admin] Pushing event updated for resources: {'Port': ['ID=34b9fcbe-882a-48ba-8a8f-73415670f796,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:22.383720 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b6f88-bd6a-48b7-bb01-6ec293d7d32b None None] Pushing event updated for resources: {'Port': ['ID=a8e4bf11-768a-4dc4-9caa-5910eae9e310,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:22.390907 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff05db41-1005-4e3c-a624-49d4124e75c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:22.445924 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:50:22.527587 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff05db41-1005-4e3c-a624-49d4124e75c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:22.550795 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:50:22.551139 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:22.589871 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] Set router d74aeae6-ce24-4af9-895c-9328b473fe6a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:50:22.759043 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff05db41-1005-4e3c-a624-49d4124e75c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:22.764835 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff05db41-1005-4e3c-a624-49d4124e75c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:22.819675 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6a076494-45ed-4b57-ab34-13377ce53b2a None None] Provisioning for port 34b9fcbe-882a-48ba-8a8f-73415670f796 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:50:22.831307 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6a076494-45ed-4b57-ab34-13377ce53b2a None None] Provisioning complete for port 34b9fcbe-882a-48ba-8a8f-73415670f796 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:50:22.831672 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6a076494-45ed-4b57-ab34-13377ce53b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:22.871283 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05db41-1005-4e3c-a624-49d4124e75c2 admin admin] Pushing event updated for resources: {'Port': ['ID=34b9fcbe-882a-48ba-8a8f-73415670f796,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:22.873807 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff05db41-1005-4e3c-a624-49d4124e75c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:22.937251 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6a076494-45ed-4b57-ab34-13377ce53b2a None None] Port 34b9fcbe-882a-48ba-8a8f-73415670f796 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:50:23.011062 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff05db41-1005-4e3c-a624-49d4124e75c2 admin admin] Network 82ec538c-0eef-4e38-9df0-9bcbd65b0952 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:50:23.012608 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-ff05db41-1005-4e3c-a624-49d4124e75c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:50:23.045205 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:50:20Z', 'revision_number': 3, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port': {'id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:19Z', 'updated_at': '2022-02-04T06:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:23.049339 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d317793-8e1d-4fe8-bff2-010b59748091 None None] The sync data for ids ['d74aeae6-ce24-4af9-895c-9328b473fe6a'] in dv-neutron-826830-2-hyperv is: [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:50:20Z', 'revision_number': 3, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port': {'id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:19Z', 'updated_at': '2022-02-04T06:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:50:23.204526 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff05db41-1005-4e3c-a624-49d4124e75c2 admin admin] Router d74aeae6-ce24-4af9-895c-9328b473fe6a has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:50:23.258708 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7b89c839-310b-43a9-a89a-0b77a04dcb86 None None] Provisioning complete for port 34b9fcbe-882a-48ba-8a8f-73415670f796 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:50:23.259169 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7b89c839-310b-43a9-a89a-0b77a04dcb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:23.324775 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7b89c839-310b-43a9-a89a-0b77a04dcb86 None None] Port 34b9fcbe-882a-48ba-8a8f-73415670f796 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:50:23.394383 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff05db41-1005-4e3c-a624-49d4124e75c2 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:50:23.403758 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ff05db41-1005-4e3c-a624-49d4124e75c2 admin admin] 10.222.0.31 "PUT /v2.0/routers/d74aeae6-ce24-4af9-895c-9328b473fe6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3771949 Feb 04 06:50:23.921759 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37118) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:23.927869 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1096504409-network', 'tenant_id': '01d7fef0dd654bbbb2ffb705ce8f5a70'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:50:23.933466 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:50:23.938258 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Usage tracker for resource:network and tenant:01d7fef0dd654bbbb2ffb705ce8f5a70 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:50:23.942081 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:50:23.947889 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:50:23.959126 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Made reservation on behalf of 01d7fef0dd654bbbb2ffb705ce8f5a70 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:50:23.961489 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:23.973643 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:23.987946 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:50:23.991688 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Usage tracker for resource:security_group_rule and tenant:01d7fef0dd654bbbb2ffb705ce8f5a70 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:50:23.994413 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:50:23.999962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:50:24.078411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:24.084572 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:24.122379 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:50:24.130756 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbcb6d4-68ad-43ca-a1db-640b29fff805,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:24.136432 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:24.136768 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.segments_db [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Added segment 0c6aeb3f-e002-4978-bdcb-65ae6815ecef of type vlan for network cc8a439c-8e93-4812-861c-defb354d1ac1 Feb 04 06:50:24.162804 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783036173963'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:24.192770 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:24.193937 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:24.194522 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:24.296108 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3730640 Feb 04 06:50:24.296764 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b986524-3c44-4283-8fd7-b4cef2492a13 admin admin] Pushing event updated for resources: {'Network': ['ID=cc8a439c-8e93-4812-861c-defb354d1ac1,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:24.299751 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37122) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:24.307643 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ef8fc595-62e6-4cb5-b9a8-168d586851c6 admin admin] Request body: {'subnet': {'network_id': 'cc8a439c-8e93-4812-861c-defb354d1ac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1096504409-subnet', 'tenant_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'ip_version': 4}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:50:24.308677 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Network cc8a439c-8e93-4812-861c-defb354d1ac1 details requested by agent ovs-agent-dv-neutron-826830-2-hyperv with host dv-neutron-826830-2-hyperv {{(pid=87472) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:50:24.313086 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ef8fc595-62e6-4cb5-b9a8-168d586851c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:50:24.317449 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ef8fc595-62e6-4cb5-b9a8-168d586851c6 admin admin] Usage tracker for resource:subnet and tenant:01d7fef0dd654bbbb2ffb705ce8f5a70 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:50:24.331953 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ef8fc595-62e6-4cb5-b9a8-168d586851c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:50:24.344059 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ef8fc595-62e6-4cb5-b9a8-168d586851c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:50:24.358195 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8fc595-62e6-4cb5-b9a8-168d586851c6 admin admin] Made reservation on behalf of 01d7fef0dd654bbbb2ffb705ce8f5a70 for: {'subnet': 1} {{(pid=87471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:50:24.360862 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc595-62e6-4cb5-b9a8-168d586851c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7253308'] for subnet, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:24.441146 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a8e4bf11-768a-4dc4-9caa-5910eae9e310 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:50:24.511193 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port a8e4bf11-768a-4dc4-9caa-5910eae9e310 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:50:24.515959 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port a8e4bf11-768a-4dc4-9caa-5910eae9e310 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:50:24.516339 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:24.591034 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc595-62e6-4cb5-b9a8-168d586851c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7253294'] for subnet, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:24.648762 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:24.667235 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port a8e4bf11-768a-4dc4-9caa-5910eae9e310, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a8e4bf11-768a-4dc4-9caa-5910eae9e310,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:50:24.674807 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:24.698900 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Sync routers for ids ['d74aeae6-ce24-4af9-895c-9328b473fe6a'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:50:24.728827 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Routers {'d74aeae6-ce24-4af9-895c-9328b473fe6a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:50:24.729734 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:50:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['d74aeae6-ce24-4af9-895c-9328b473fe6a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:24.756748 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=a8e4bf11-768a-4dc4-9caa-5910eae9e310,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:24.799706 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fc595-62e6-4cb5-b9a8-168d586851c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b0c86d-a74d-498f-a675-bc5fbc7147ef,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:24.810048 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8fc595-62e6-4cb5-b9a8-168d586851c6 admin admin] Checking segment: {'id': '0c6aeb3f-e002-4978-bdcb-65ae6815ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cc8a439c-8e93-4812-861c-defb354d1ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:50:24.810816 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8fc595-62e6-4cb5-b9a8-168d586851c6 admin admin] Network hostable DHCP agents. Network: cc8a439c-8e93-4812-861c-defb354d1ac1, hostable agents: ['50320b9a-8215-4114-b345-75fa3a853e54'], hosted agents: [] {{(pid=87471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:50:24.830230 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8fc595-62e6-4cb5-b9a8-168d586851c6 admin admin] Network cc8a439c-8e93-4812-861c-defb354d1ac1 is scheduled to be hosted by DHCP agent 50320b9a-8215-4114-b345-75fa3a853e54 with binding_index 1 {{(pid=87471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:50:24.840998 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-ef8fc595-62e6-4cb5-b9a8-168d586851c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826830-2-hyperv, cc8a439c-8e93-4812-861c-defb354d1ac1) {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:50:24.845479 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8fc595-62e6-4cb5-b9a8-168d586851c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:24.846071 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc595-62e6-4cb5-b9a8-168d586851c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:24.852402 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9443c715-f879-48e5-ac3f-9af180582068 None None] Network cc8a439c-8e93-4812-861c-defb354d1ac1 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:50:24.872665 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37126) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:24.872885 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ef8fc595-62e6-4cb5-b9a8-168d586851c6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5712390 Feb 04 06:50:24.878997 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1096504409-router', 'tenant_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:50:24.884082 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:50:24.888131 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Usage tracker for resource:router and tenant:01d7fef0dd654bbbb2ffb705ce8f5a70 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:50:24.890987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:50:24.897390 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:50:24.911056 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-918'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:24.912909 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:24.923038 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Set router d74aeae6-ce24-4af9-895c-9328b473fe6a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:50:24.931343 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:25.082557 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0095db-ed67-53ba-96f3-2ae4f3113598-cc8a439c-8e93-4812-861c-defb354d1ac1', 'network_id': 'cc8a439c-8e93-4812-861c-defb354d1ac1', 'tenant_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'fixed_ips': [{'subnet_id': 'd2b0c86d-a74d-498f-a675-bc5fbc7147ef'}]}} from dv-neutron-826830-2-hyperv. {{(pid=87472) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:50:25.083391 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:25.250170 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Allocated IP 172.20.0.2 (cc8a439c-8e93-4812-861c-defb354d1ac1/d2b0c86d-a74d-498f-a675-bc5fbc7147ef/db8b9e62-7cc4-4498-8629-643647fa173b) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:50:25.265719 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:50:22Z', 'revision_number': 4, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port': {'id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:19Z', 'updated_at': '2022-02-04T06:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '34b9fcbe-882a-48ba-8a8f-73415670f796', 'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'mac_address': 'fa:16:3e:0a:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:21Z', 'updated_at': '2022-02-04T06:50:22Z', 'revision_number': 2, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'subnets': [{'id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:25.269749 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Checking router: d74aeae6-ce24-4af9-895c-9328b473fe6a for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:50:25.270276 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Updating router d74aeae6-ce24-4af9-895c-9328b473fe6a port 34b9fcbe-882a-48ba-8a8f-73415670f796 binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:50:25.326735 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:25.351990 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:25.469442 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:25.481939 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Transition to ACTIVE for port object db8b9e62-7cc4-4498-8629-643647fa173b will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:50:25.502308 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Transition to ACTIVE for port object db8b9e62-7cc4-4498-8629-643647fa173b will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:50:25.509806 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:25.582222 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Network cc8a439c-8e93-4812-861c-defb354d1ac1 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:50:25.585390 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:50:25.589473 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Pushing event updated for resources: {'Port': ['ID=db8b9e62-7cc4-4498-8629-643647fa173b,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:25.591730 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:50:25.676505 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:25.678075 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Attempting to bind port db8b9e62-7cc4-4498-8629-643647fa173b on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:50:25.678749 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Attempting to bind port db8b9e62-7cc4-4498-8629-643647fa173b by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '0c6aeb3f-e002-4978-bdcb-65ae6815ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cc8a439c-8e93-4812-861c-defb354d1ac1'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:50:25.678876 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Attempting to bind port db8b9e62-7cc4-4498-8629-643647fa173b on network cc8a439c-8e93-4812-861c-defb354d1ac1 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:50:25.680839 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:25.684660 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:50:25.685259 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Checking segment: {'id': '0c6aeb3f-e002-4978-bdcb-65ae6815ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cc8a439c-8e93-4812-861c-defb354d1ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:50:25.685415 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:25.685801 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Bound using segment: {'id': '0c6aeb3f-e002-4978-bdcb-65ae6815ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cc8a439c-8e93-4812-861c-defb354d1ac1'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:50:25.686258 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Bound port: db8b9e62-7cc4-4498-8629-643647fa173b, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6aeb3f-e002-4978-bdcb-65ae6815ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cc8a439c-8e93-4812-861c-defb354d1ac1'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:50:25.686628 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:25.693627 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Transition to ACTIVE for port object 34b9fcbe-882a-48ba-8a8f-73415670f796 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:50:25.702698 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:25.706837 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:25.842089 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] For port db8b9e62-7cc4-4498-8629-643647fa173b, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:50:25.846447 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] For port db8b9e62-7cc4-4498-8629-643647fa173b, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=db8b9e62-7cc4-4498-8629-643647fa173b,segment=NetworkSegment(0c6aeb3f-e002-4978-bdcb-65ae6815ecef),segment_id=0c6aeb3f-e002-4978-bdcb-65ae6815ecef)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:50:25.852334 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:25.858248 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Allocated IP 172.26.4.144 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:50:25.863199 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ca77d-2207-41af-878c-6f92f593e2b5 None None] Pushing event updated for resources: {'Port': ['ID=34b9fcbe-882a-48ba-8a8f-73415670f796,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:25.905873 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ca77d-2207-41af-878c-6f92f593e2b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:25.906210 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ca77d-2207-41af-878c-6f92f593e2b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:25.906539 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ca77d-2207-41af-878c-6f92f593e2b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:25.906858 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ca77d-2207-41af-878c-6f92f593e2b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:25.907175 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ca77d-2207-41af-878c-6f92f593e2b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:25.907492 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ca77d-2207-41af-878c-6f92f593e2b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:25.907842 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ca77d-2207-41af-878c-6f92f593e2b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:25.908160 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ca77d-2207-41af-878c-6f92f593e2b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:25.908470 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ca77d-2207-41af-878c-6f92f593e2b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:25.908781 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ca77d-2207-41af-878c-6f92f593e2b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:25.909079 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ca77d-2207-41af-878c-6f92f593e2b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:25.909381 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ca77d-2207-41af-878c-6f92f593e2b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:50:25.930453 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Attempting to bind port 34b9fcbe-882a-48ba-8a8f-73415670f796 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:50:25.931078 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Attempting to bind port 34b9fcbe-882a-48ba-8a8f-73415670f796 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': 'eae3737a-1d4f-45d2-904b-d41c92aa31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:50:25.931526 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Attempting to bind port 34b9fcbe-882a-48ba-8a8f-73415670f796 on network 82ec538c-0eef-4e38-9df0-9bcbd65b0952 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:50:25.938813 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:50:25.939847 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Checking segment: {'id': 'eae3737a-1d4f-45d2-904b-d41c92aa31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:50:25.940664 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:25.941183 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Bound using segment: {'id': 'eae3737a-1d4f-45d2-904b-d41c92aa31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:50:25.941778 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Bound port: 34b9fcbe-882a-48ba-8a8f-73415670f796, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae3737a-1d4f-45d2-904b-d41c92aa31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:50:25.942245 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:25.971262 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2c33a-2c1e-44ae-b1c2-c0c5e1eae456 None None] Pushing event updated for resources: {'Port': ['ID=db8b9e62-7cc4-4498-8629-643647fa173b,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:26.045411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:26.062361 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] For port 34b9fcbe-882a-48ba-8a8f-73415670f796, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:50:26.068286 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] For port 34b9fcbe-882a-48ba-8a8f-73415670f796, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=34b9fcbe-882a-48ba-8a8f-73415670f796,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:50:26.073965 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:26.085273 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:26.155324 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:50:26.158411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:50:26.162475 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:50:26.214748 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ca77d-2207-41af-878c-6f92f593e2b5 None None] Pushing event updated for resources: {'Port': ['ID=34b9fcbe-882a-48ba-8a8f-73415670f796,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:26.218064 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Routers {'d74aeae6-ce24-4af9-895c-9328b473fe6a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:50:26.218663 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:50:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['d74aeae6-ce24-4af9-895c-9328b473fe6a'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:26.228962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Pushing event updated for resources: {'Port': ['ID=85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:26.471842 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] Set router d74aeae6-ce24-4af9-895c-9328b473fe6a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:50:26.538726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device db8b9e62-7cc4-4498-8629-643647fa173b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:50:26.620189 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port db8b9e62-7cc4-4498-8629-643647fa173b completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:50:26.625344 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a8e4bf11-768a-4dc4-9caa-5910eae9e310 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:50:26.661134 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:26.693758 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port a8e4bf11-768a-4dc4-9caa-5910eae9e310 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:50:26.694123 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:26.809239 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:50:22Z', 'revision_number': 4, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port': {'id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:19Z', 'updated_at': '2022-02-04T06:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '34b9fcbe-882a-48ba-8a8f-73415670f796', 'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'mac_address': 'fa:16:3e:0a:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:21Z', 'updated_at': '2022-02-04T06:50:26Z', 'revision_number': 4, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'subnets': [{'id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:26.814522 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5b009-f8d6-419c-ab8a-1eae84276bbb None None] The sync data for ids ['d74aeae6-ce24-4af9-895c-9328b473fe6a'] in dv-neutron-826830-2-hyperv is: [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:50:22Z', 'revision_number': 4, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port': {'id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:19Z', 'updated_at': '2022-02-04T06:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '34b9fcbe-882a-48ba-8a8f-73415670f796', 'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'mac_address': 'fa:16:3e:0a:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:21Z', 'updated_at': '2022-02-04T06:50:26Z', 'revision_number': 4, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'subnets': [{'id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:50:27.171735 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499495'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:27.219417 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359e2411-007b-44ff-9cf8-3282180be636 None None] Network cc8a439c-8e93-4812-861c-defb354d1ac1 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:50:27.320582 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0dc5d568-fac1-41d4-a1dd-f750612766fc None None] Provisioning for port db8b9e62-7cc4-4498-8629-643647fa173b completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:50:27.331105 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0dc5d568-fac1-41d4-a1dd-f750612766fc None None] Provisioning complete for port db8b9e62-7cc4-4498-8629-643647fa173b triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:50:27.331471 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dc5d568-fac1-41d4-a1dd-f750612766fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:27.392313 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Router 1ba175c4-ddcf-4d16-93c3-d3c155ff9d90 is scheduled to L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:50:27.553496 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dc5d568-fac1-41d4-a1dd-f750612766fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:27.581483 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:50:27.592469 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Sync routers for ids ['1ba175c4-ddcf-4d16-93c3-d3c155ff9d90'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:50:27.595712 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-0dc5d568-fac1-41d4-a1dd-f750612766fc None None] For port db8b9e62-7cc4-4498-8629-643647fa173b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=db8b9e62-7cc4-4498-8629-643647fa173b,segment=NetworkSegment(0c6aeb3f-e002-4978-bdcb-65ae6815ecef),segment_id=0c6aeb3f-e002-4978-bdcb-65ae6815ecef)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:50:27.606518 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dc5d568-fac1-41d4-a1dd-f750612766fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:27.610275 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:27.614269 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-33ea6bd3-de8a-4864-a31c-4bfffc2b5291 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7376027 Feb 04 06:50:27.614652 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37130) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:27.643938 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Routers {'1ba175c4-ddcf-4d16-93c3-d3c155ff9d90'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:50:27.644590 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:50:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1ba175c4-ddcf-4d16-93c3-d3c155ff9d90'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:27.811538 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5d568-fac1-41d4-a1dd-f750612766fc None None] Pushing event updated for resources: {'Port': ['ID=db8b9e62-7cc4-4498-8629-643647fa173b,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:27.855047 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Set router 1ba175c4-ddcf-4d16-93c3-d3c155ff9d90 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:50:28.049685 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-836871ab-cecb-4725-958d-62b5fa964e46 None None] Provisioning complete for port db8b9e62-7cc4-4498-8629-643647fa173b triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:50:28.050047 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-836871ab-cecb-4725-958d-62b5fa964e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:28.254376 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'name': 'tempest-TestSnapshotPattern-1096504409-router', 'tenant_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:24Z', 'updated_at': '2022-02-04T06:50:26Z', 'revision_number': 3, 'project_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'gw_port': {'id': '85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:25Z', 'updated_at': '2022-02-04T06:50:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:28.258860 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Checking router: 1ba175c4-ddcf-4d16-93c3-d3c155ff9d90 for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:50:28.259207 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Updating router 1ba175c4-ddcf-4d16-93c3-d3c155ff9d90 port 85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7 binding host dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:50:28.351733 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:28.462793 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4e609049-9f40-4518-a999-4ea1e4584a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:28.497785 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device db8b9e62-7cc4-4498-8629-643647fa173b up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:50:28.657924 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port db8b9e62-7cc4-4498-8629-643647fa173b triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:50:28.658672 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:28.672279 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-4e609049-9f40-4518-a999-4ea1e4584a64 admin admin] Allocated IP 172.20.0.1 (cc8a439c-8e93-4812-861c-defb354d1ac1/d2b0c86d-a74d-498f-a675-bc5fbc7147ef/fb534f73-b074-45a1-9254-28cb9317c4bd) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:50:28.818854 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4e609049-9f40-4518-a999-4ea1e4584a64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:28.820734 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:28.835987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-4e609049-9f40-4518-a999-4ea1e4584a64 admin admin] Transition to ACTIVE for port object fb534f73-b074-45a1-9254-28cb9317c4bd will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:50:28.844699 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Transition to ACTIVE for port object 85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:50:28.851664 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 34b9fcbe-882a-48ba-8a8f-73415670f796 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:50:28.863007 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4e609049-9f40-4518-a999-4ea1e4584a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:28.883194 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:28.932917 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e609049-9f40-4518-a999-4ea1e4584a64 admin admin] Network cc8a439c-8e93-4812-861c-defb354d1ac1 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:50:28.936057 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-4e609049-9f40-4518-a999-4ea1e4584a64 admin admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:50:28.938628 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e609049-9f40-4518-a999-4ea1e4584a64 admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:50:28.983055 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e609049-9f40-4518-a999-4ea1e4584a64 admin admin] Pushing event updated for resources: {'Port': ['ID=fb534f73-b074-45a1-9254-28cb9317c4bd,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:28.985254 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Attempting to bind port 85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7 on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:50:28.985608 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Attempting to bind port 85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7 by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:50:28.985972 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Attempting to bind port 85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7 on network ab369154-15d6-461d-ac4e-da4d6375f709 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:50:28.989382 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c64b0e-09df-4a47-98f6-1af76f1ad5bb None None] Pushing event updated for resources: {'Port': ['ID=85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:28.996773 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:50:28.997150 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Checking segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:50:28.997551 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:28.997938 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Bound using segment: {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:50:28.999684 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Bound port: 85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4656600c-346d-4741-9a88-5e314ecdc33b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:50:29.000074 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:29.000935 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4e609049-9f40-4518-a999-4ea1e4584a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523037'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:29.058672 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 34b9fcbe-882a-48ba-8a8f-73415670f796 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:50:29.076204 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 34b9fcbe-882a-48ba-8a8f-73415670f796 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:50:29.076578 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:29.126150 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] For port 85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:50:29.164530 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] For port 85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:50:29.173570 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:29.229488 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-37fa0e2c-286a-4ad9-a96d-3e4e30dafd2a None None] Provisioning for port fb534f73-b074-45a1-9254-28cb9317c4bd completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:50:29.254069 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-37fa0e2c-286a-4ad9-a96d-3e4e30dafd2a None None] Provisioning complete for port fb534f73-b074-45a1-9254-28cb9317c4bd triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:50:29.254433 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-37fa0e2c-286a-4ad9-a96d-3e4e30dafd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:29.268649 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4e609049-9f40-4518-a999-4ea1e4584a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:29.334409 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Routers {'1ba175c4-ddcf-4d16-93c3-d3c155ff9d90'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:50:29.335041 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:50:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1ba175c4-ddcf-4d16-93c3-d3c155ff9d90'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:29.423305 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c64b0e-09df-4a47-98f6-1af76f1ad5bb None None] Pushing event updated for resources: {'Port': ['ID=85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:29.439064 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-37fa0e2c-286a-4ad9-a96d-3e4e30dafd2a None None] Port fb534f73-b074-45a1-9254-28cb9317c4bd cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:50:29.456619 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:29.491088 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4e609049-9f40-4518-a999-4ea1e4584a64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:29.496108 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4e609049-9f40-4518-a999-4ea1e4584a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:29.568848 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 34b9fcbe-882a-48ba-8a8f-73415670f796, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=34b9fcbe-882a-48ba-8a8f-73415670f796,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:50:29.582678 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:29.585642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] Set router 1ba175c4-ddcf-4d16-93c3-d3c155ff9d90 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:50:29.600411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4e609049-9f40-4518-a999-4ea1e4584a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523256'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:29.605071 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e609049-9f40-4518-a999-4ea1e4584a64 admin admin] Pushing event updated for resources: {'Port': ['ID=fb534f73-b074-45a1-9254-28cb9317c4bd,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:29.683575 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2ffa5644-88a1-40a0-9371-5e96e6855b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:29.736171 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e609049-9f40-4518-a999-4ea1e4584a64 admin admin] Network cc8a439c-8e93-4812-861c-defb354d1ac1 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:50:29.737178 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-4e609049-9f40-4518-a999-4ea1e4584a64 admin admin] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:50:29.790176 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=34b9fcbe-882a-48ba-8a8f-73415670f796,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:30.003136 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-32fe4340-f458-4354-8e4b-707d66c7ec80 None None] Provisioning complete for port fb534f73-b074-45a1-9254-28cb9317c4bd triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:50:30.003417 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32fe4340-f458-4354-8e4b-707d66c7ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:30.039141 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e609049-9f40-4518-a999-4ea1e4584a64 admin admin] Router 1ba175c4-ddcf-4d16-93c3-d3c155ff9d90 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:50:30.067468 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-32fe4340-f458-4354-8e4b-707d66c7ec80 None None] Port fb534f73-b074-45a1-9254-28cb9317c4bd cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:50:30.079457 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'name': 'tempest-TestSnapshotPattern-1096504409-router', 'tenant_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:24Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 4, 'project_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'gw_port': {'id': '85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:25Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'fb534f73-b074-45a1-9254-28cb9317c4bd', 'name': '', 'network_id': 'cc8a439c-8e93-4812-861c-defb354d1ac1', 'tenant_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'mac_address': 'fa:16:3e:d4:ca:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'd2b0c86d-a74d-498f-a675-bc5fbc7147ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:28Z', 'updated_at': '2022-02-04T06:50:28Z', 'revision_number': 1, 'project_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'subnets': [{'id': 'd2b0c86d-a74d-498f-a675-bc5fbc7147ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:30.083642 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a1cd64-b7d3-42c5-aeab-db488fe7e66c None None] The sync data for ids ['1ba175c4-ddcf-4d16-93c3-d3c155ff9d90'] in dv-neutron-826830-2-hyperv is: [{'id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'name': 'tempest-TestSnapshotPattern-1096504409-router', 'tenant_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:24Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 4, 'project_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'gw_port': {'id': '85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:25Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'fb534f73-b074-45a1-9254-28cb9317c4bd', 'name': '', 'network_id': 'cc8a439c-8e93-4812-861c-defb354d1ac1', 'tenant_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'mac_address': 'fa:16:3e:d4:ca:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'd2b0c86d-a74d-498f-a675-bc5fbc7147ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:28Z', 'updated_at': '2022-02-04T06:50:28Z', 'revision_number': 1, 'project_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'subnets': [{'id': 'd2b0c86d-a74d-498f-a675-bc5fbc7147ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:50:30.223236 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e609049-9f40-4518-a999-4ea1e4584a64 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:50:30.233021 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-4e609049-9f40-4518-a999-4ea1e4584a64 admin admin] 10.222.0.31 "PUT /v2.0/routers/1ba175c4-ddcf-4d16-93c3-d3c155ff9d90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6168354 Feb 04 06:50:30.400050 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 34b9fcbe-882a-48ba-8a8f-73415670f796 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:50:30.475239 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 34b9fcbe-882a-48ba-8a8f-73415670f796 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:50:30.475976 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:31.892686 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37142) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:31.898217 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-ecdb135c-71b8-4c52-88b1-a7e4ced4386d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-884180811', 'description': 'tempest-secgroup-smoke-884180811 description', 'project_id': '54178fc0ed9e413388351e2ad531fee5'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:50:31.904676 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ecdb135c-71b8-4c52-88b1-a7e4ced4386d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:50:31.909030 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ecdb135c-71b8-4c52-88b1-a7e4ced4386d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Usage tracker for resource:security_group and tenant:54178fc0ed9e413388351e2ad531fee5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:50:31.912197 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ecdb135c-71b8-4c52-88b1-a7e4ced4386d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:50:31.918990 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ecdb135c-71b8-4c52-88b1-a7e4ced4386d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:50:31.931834 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ecdb135c-71b8-4c52-88b1-a7e4ced4386d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:31.941285 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b21781f1-7f8f-4f6c-a4f9-def6524052fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:31.955145 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ecdb135c-71b8-4c52-88b1-a7e4ced4386d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:50:31.959134 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ecdb135c-71b8-4c52-88b1-a7e4ced4386d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Usage tracker for resource:security_group_rule and tenant:54178fc0ed9e413388351e2ad531fee5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:50:31.963688 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-ecdb135c-71b8-4c52-88b1-a7e4ced4386d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:50:31.970206 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-ecdb135c-71b8-4c52-88b1-a7e4ced4386d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:50:31.984423 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Sync routers for ids ['1ba175c4-ddcf-4d16-93c3-d3c155ff9d90'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:50:31.994574 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Routers {'1ba175c4-ddcf-4d16-93c3-d3c155ff9d90'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:50:31.995168 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:50:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1ba175c4-ddcf-4d16-93c3-d3c155ff9d90'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:32.041951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ecdb135c-71b8-4c52-88b1-a7e4ced4386d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.046734 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ecdb135c-71b8-4c52-88b1-a7e4ced4386d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.087803 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb135c-71b8-4c52-88b1-a7e4ced4386d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11cdc83f-a188-42a0-8aaa-bc18b0fffd40,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:32.091177 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ecdb135c-71b8-4c52-88b1-a7e4ced4386d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.092421 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ecdb135c-71b8-4c52-88b1-a7e4ced4386d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1986647 Feb 04 06:50:32.095531 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37146) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:32.100340 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-c49486c4-cfaa-4139-b587-bd27eb1f291e tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Request body: {'security_group_rule': {'security_group_id': '11cdc83f-a188-42a0-8aaa-bc18b0fffd40', 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:50:32.106675 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c49486c4-cfaa-4139-b587-bd27eb1f291e tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:50:32.110517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c49486c4-cfaa-4139-b587-bd27eb1f291e tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Usage tracker for resource:security_group_rule and tenant:54178fc0ed9e413388351e2ad531fee5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:50:32.113372 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-c49486c4-cfaa-4139-b587-bd27eb1f291e tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:50:32.119184 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-c49486c4-cfaa-4139-b587-bd27eb1f291e tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:50:32.139264 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c49486c4-cfaa-4139-b587-bd27eb1f291e tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.180283 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Set router 1ba175c4-ddcf-4d16-93c3-d3c155ff9d90 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:50:32.202380 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c49486c4-cfaa-4139-b587-bd27eb1f291e tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.206285 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c49486c4-cfaa-4139-b587-bd27eb1f291e tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.230921 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49486c4-cfaa-4139-b587-bd27eb1f291e tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6fb6849-4d16-4ab2-846e-6299747f9e28,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:32.242932 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c49486c4-cfaa-4139-b587-bd27eb1f291e tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.244282 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-c49486c4-cfaa-4139-b587-bd27eb1f291e tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479831 Feb 04 06:50:32.247101 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37150) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:32.252174 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-f8368e65-aada-472d-812d-b11dc12ef04a tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Request body: {'security_group_rule': {'security_group_id': '11cdc83f-a188-42a0-8aaa-bc18b0fffd40', 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:50:32.261611 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f8368e65-aada-472d-812d-b11dc12ef04a tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:50:32.265933 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f8368e65-aada-472d-812d-b11dc12ef04a tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Usage tracker for resource:security_group_rule and tenant:54178fc0ed9e413388351e2ad531fee5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:50:32.269013 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-f8368e65-aada-472d-812d-b11dc12ef04a tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:50:32.274734 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-f8368e65-aada-472d-812d-b11dc12ef04a tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:50:32.292837 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8368e65-aada-472d-812d-b11dc12ef04a tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.358710 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8368e65-aada-472d-812d-b11dc12ef04a tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.364667 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8368e65-aada-472d-812d-b11dc12ef04a tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.393309 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8368e65-aada-472d-812d-b11dc12ef04a tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879aedbf-e3fe-41bd-8a21-08c343a56b9b,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:32.401989 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8368e65-aada-472d-812d-b11dc12ef04a tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.405906 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f8368e65-aada-472d-812d-b11dc12ef04a tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1553679 Feb 04 06:50:32.406207 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37154) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:32.411505 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-41d8bc3b-5e59-4d70-8e03-703715ca3586 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Request body: {'security_group_rule': {'security_group_id': '11cdc83f-a188-42a0-8aaa-bc18b0fffd40', 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:50:32.418189 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-41d8bc3b-5e59-4d70-8e03-703715ca3586 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:50:32.422941 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-41d8bc3b-5e59-4d70-8e03-703715ca3586 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Usage tracker for resource:security_group_rule and tenant:54178fc0ed9e413388351e2ad531fee5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:50:32.426256 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-41d8bc3b-5e59-4d70-8e03-703715ca3586 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:50:32.432693 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-41d8bc3b-5e59-4d70-8e03-703715ca3586 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:50:32.449866 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:50:32.458984 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-41d8bc3b-5e59-4d70-8e03-703715ca3586 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.508171 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'name': 'tempest-TestSnapshotPattern-1096504409-router', 'tenant_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:24Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 4, 'project_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'gw_port': {'id': '85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:25Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'fb534f73-b074-45a1-9254-28cb9317c4bd', 'name': '', 'network_id': 'cc8a439c-8e93-4812-861c-defb354d1ac1', 'tenant_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'mac_address': 'fa:16:3e:d4:ca:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'd2b0c86d-a74d-498f-a675-bc5fbc7147ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:28Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 2, 'project_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'subnets': [{'id': 'd2b0c86d-a74d-498f-a675-bc5fbc7147ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:32.512084 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Checking router: 1ba175c4-ddcf-4d16-93c3-d3c155ff9d90 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:50:32.512596 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Updating router 1ba175c4-ddcf-4d16-93c3-d3c155ff9d90 port fb534f73-b074-45a1-9254-28cb9317c4bd binding host dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:50:32.519045 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port 85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:50:32.522813 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-41d8bc3b-5e59-4d70-8e03-703715ca3586 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.524089 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:50:32.524478 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.526873 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-41d8bc3b-5e59-4d70-8e03-703715ca3586 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.551370 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8bc3b-5e59-4d70-8e03-703715ca3586 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c9a9f6-4bfe-4af9-8249-9626e8bab653,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:32.563478 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-41d8bc3b-5e59-4d70-8e03-703715ca3586 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.564864 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-41d8bc3b-5e59-4d70-8e03-703715ca3586 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1576006 Feb 04 06:50:32.568170 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37158) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:32.574154 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.574297 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [None req-feb9da8d-8999-4476-a429-09dcd12de761 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Request body: {'security_group_rule': {'security_group_id': '11cdc83f-a188-42a0-8aaa-bc18b0fffd40', 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:50:32.580247 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-feb9da8d-8999-4476-a429-09dcd12de761 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:50:32.584518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-feb9da8d-8999-4476-a429-09dcd12de761 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Usage tracker for resource:security_group_rule and tenant:54178fc0ed9e413388351e2ad531fee5 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:50:32.588528 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [None req-feb9da8d-8999-4476-a429-09dcd12de761 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:50:32.596075 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-feb9da8d-8999-4476-a429-09dcd12de761 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:50:32.614514 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-feb9da8d-8999-4476-a429-09dcd12de761 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.647452 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.663629 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port 85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:50:32.668954 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.682560 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-feb9da8d-8999-4476-a429-09dcd12de761 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.686566 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-feb9da8d-8999-4476-a429-09dcd12de761 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.712035 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9da8d-8999-4476-a429-09dcd12de761 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243638fd-1575-4546-a7f5-41296ac909b4,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:32.725386 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-feb9da8d-8999-4476-a429-09dcd12de761 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.726906 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-feb9da8d-8999-4476-a429-09dcd12de761 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1571312 Feb 04 06:50:32.730463 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37162) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:32.736268 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-29fe8342-7445-47b9-8725-279c603f5116 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Request body: {'security_group_rule': {'security_group_id': '11cdc83f-a188-42a0-8aaa-bc18b0fffd40', 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:50:32.743377 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-29fe8342-7445-47b9-8725-279c603f5116 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:50:32.747345 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:32.747598 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-29fe8342-7445-47b9-8725-279c603f5116 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Usage tracker for resource:security_group_rule and tenant:54178fc0ed9e413388351e2ad531fee5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:50:32.754073 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-29fe8342-7445-47b9-8725-279c603f5116 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:50:32.762659 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-29fe8342-7445-47b9-8725-279c603f5116 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:50:32.776494 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-29fe8342-7445-47b9-8725-279c603f5116 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Project 54178fc0ed9e413388351e2ad531fee5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:50:32.784860 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-29fe8342-7445-47b9-8725-279c603f5116 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.848694 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-29fe8342-7445-47b9-8725-279c603f5116 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.853141 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-29fe8342-7445-47b9-8725-279c603f5116 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.875818 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe8342-7445-47b9-8725-279c603f5116 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9c4e05-0da0-4d9b-82c9-b7c37bc6c1de,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:32.886250 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-29fe8342-7445-47b9-8725-279c603f5116 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.887473 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-29fe8342-7445-47b9-8725-279c603f5116 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1557260 Feb 04 06:50:32.890339 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37166) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:32.895230 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-b4d5418d-8db2-4966-a3df-357393377558 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Request body: {'security_group_rule': {'security_group_id': '11cdc83f-a188-42a0-8aaa-bc18b0fffd40', 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:50:32.901133 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b4d5418d-8db2-4966-a3df-357393377558 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:50:32.904900 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b4d5418d-8db2-4966-a3df-357393377558 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Usage tracker for resource:security_group_rule and tenant:54178fc0ed9e413388351e2ad531fee5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:50:32.907877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-b4d5418d-8db2-4966-a3df-357393377558 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:50:32.913925 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-b4d5418d-8db2-4966-a3df-357393377558 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:50:32.927886 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.securitygroups_db [None req-b4d5418d-8db2-4966-a3df-357393377558 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Project 54178fc0ed9e413388351e2ad531fee5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:50:32.935121 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b4d5418d-8db2-4966-a3df-357393377558 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.960946 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:32.973220 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Transition to ACTIVE for port object fb534f73-b074-45a1-9254-28cb9317c4bd will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:50:32.980682 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:33.004697 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b4d5418d-8db2-4966-a3df-357393377558 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:33.005501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:33.011109 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b4d5418d-8db2-4966-a3df-357393377558 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506193'] for security_group_rule, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:33.035391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5418d-8db2-4966-a3df-357393377558 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5590a5-9cce-4a03-8996-894abb26c944,revision_number=0']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:33.048672 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b4d5418d-8db2-4966-a3df-357393377558 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:33.059372 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-b4d5418d-8db2-4966-a3df-357393377558 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1670434 Feb 04 06:50:33.071649 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:33.138143 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd353aa-e800-4de7-9e3e-a78f64167a06 None None] Pushing event updated for resources: {'Port': ['ID=fb534f73-b074-45a1-9254-28cb9317c4bd,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:33.213780 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Attempting to bind port fb534f73-b074-45a1-9254-28cb9317c4bd on host dv-neutron-826830-2-hyperv for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:50:33.214144 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Attempting to bind port fb534f73-b074-45a1-9254-28cb9317c4bd by drivers openvswitch,hyperv on host dv-neutron-826830-2-hyperv at level 0 using segments [{'id': '0c6aeb3f-e002-4978-bdcb-65ae6815ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cc8a439c-8e93-4812-861c-defb354d1ac1'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:50:33.214499 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Attempting to bind port fb534f73-b074-45a1-9254-28cb9317c4bd on network cc8a439c-8e93-4812-861c-defb354d1ac1 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:50:33.220031 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Checking agent: {'id': '2a292bff-4b72-4ea8-91c2-de07576749cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 51, 3), 'started_at': datetime.datetime(2022, 2, 4, 5, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:50:33.220398 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Checking segment: {'id': '0c6aeb3f-e002-4978-bdcb-65ae6815ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cc8a439c-8e93-4812-861c-defb354d1ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:50:33.220796 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:33.221180 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Bound using segment: {'id': '0c6aeb3f-e002-4978-bdcb-65ae6815ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cc8a439c-8e93-4812-861c-defb354d1ac1'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:50:33.221635 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Bound port: fb534f73-b074-45a1-9254-28cb9317c4bd, host: dv-neutron-826830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6aeb3f-e002-4978-bdcb-65ae6815ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cc8a439c-8e93-4812-861c-defb354d1ac1'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:50:33.221999 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:33.290816 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-85e073f8-21ec-4eea-8986-da4198a09355 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Synchronizing usage tracker for tenant:54178fc0ed9e413388351e2ad531fee5 on resource:security_group {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:50:33.309115 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-85e073f8-21ec-4eea-8986-da4198a09355 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Unset dirty status for tenant:54178fc0ed9e413388351e2ad531fee5 on resource:security_group {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:50:33.310608 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-85e073f8-21ec-4eea-8986-da4198a09355 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-884180811&fields=id&tenant_id=54178fc0ed9e413388351e2ad531fee5 HTTP/1.1" status: 200 len: 267 time: 0.0615180 Feb 04 06:50:33.316551 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] For port fb534f73-b074-45a1-9254-28cb9317c4bd, host dv-neutron-826830-2-hyperv, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:50:33.319747 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] For port fb534f73-b074-45a1-9254-28cb9317c4bd, host dv-neutron-826830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=fb534f73-b074-45a1-9254-28cb9317c4bd,segment=NetworkSegment(0c6aeb3f-e002-4978-bdcb-65ae6815ecef),segment_id=0c6aeb3f-e002-4978-bdcb-65ae6815ecef)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:50:33.324285 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:33.402244 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Routers {'1ba175c4-ddcf-4d16-93c3-d3c155ff9d90'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:50:33.402864 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:50:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1ba175c4-ddcf-4d16-93c3-d3c155ff9d90'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:33.464877 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd353aa-e800-4de7-9e3e-a78f64167a06 None None] Pushing event updated for resources: {'Port': ['ID=fb534f73-b074-45a1-9254-28cb9317c4bd,revision_number=4']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:33.476435 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-ab61dd49-0062-40fc-8d53-5b0cadf3e6d3 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:33.478366 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-ab61dd49-0062-40fc-8d53-5b0cadf3e6d3 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Synchronizing usage tracker for tenant:54178fc0ed9e413388351e2ad531fee5 on resource:network {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:50:33.503392 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-ab61dd49-0062-40fc-8d53-5b0cadf3e6d3 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Unset dirty status for tenant:54178fc0ed9e413388351e2ad531fee5 on resource:network {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:50:33.504697 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-ab61dd49-0062-40fc-8d53-5b0cadf3e6d3 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/networks?id=82ec538c-0eef-4e38-9df0-9bcbd65b0952 HTTP/1.1" status: 200 len: 810 time: 0.1855180 Feb 04 06:50:33.523034 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-ff921275-318a-42ee-8b3c-71cc7ce7a5cd tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/quotas/54178fc0ed9e413388351e2ad531fee5 HTTP/1.1" status: 200 len: 375 time: 0.0099690 Feb 04 06:50:33.589063 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] Set router 1ba175c4-ddcf-4d16-93c3-d3c155ff9d90 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:50:33.609309 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-d7c39796-cf23-405a-8e24-a1c852ff0ce0 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Synchronizing usage tracker for tenant:54178fc0ed9e413388351e2ad531fee5 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:50:33.632894 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-d7c39796-cf23-405a-8e24-a1c852ff0ce0 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Unset dirty status for tenant:54178fc0ed9e413388351e2ad531fee5 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:50:33.636325 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-d7c39796-cf23-405a-8e24-a1c852ff0ce0 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=54178fc0ed9e413388351e2ad531fee5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051693 Feb 04 06:50:33.754198 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-f25d45ca-fd09-4201-8491-6a5f504372ec service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:50:33.755179 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-f25d45ca-fd09-4201-8491-6a5f504372ec service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1079276 Feb 04 06:50:33.891441 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-d740d4ec-ec7c-4ffb-80a8-7c36f788fb9c service neutron] 10.222.0.31 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299195 Feb 04 06:50:33.908786 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'name': 'tempest-TestSnapshotPattern-1096504409-router', 'tenant_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:24Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 4, 'project_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'gw_port': {'id': '85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:25Z', 'updated_at': '2022-02-04T06:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'fb534f73-b074-45a1-9254-28cb9317c4bd', 'name': '', 'network_id': 'cc8a439c-8e93-4812-861c-defb354d1ac1', 'tenant_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'mac_address': 'fa:16:3e:d4:ca:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'd2b0c86d-a74d-498f-a675-bc5fbc7147ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:28Z', 'updated_at': '2022-02-04T06:50:33Z', 'revision_number': 4, 'project_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'subnets': [{'id': 'd2b0c86d-a74d-498f-a675-bc5fbc7147ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:33.913410 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0c8b53-8e94-44e0-9bc7-76cbcafed151 None None] The sync data for ids ['1ba175c4-ddcf-4d16-93c3-d3c155ff9d90'] in dv-neutron-826830-2-hyperv is: [{'id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'name': 'tempest-TestSnapshotPattern-1096504409-router', 'tenant_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:24Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 4, 'project_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'gw_port': {'id': '85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:25Z', 'updated_at': '2022-02-04T06:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': 'fb534f73-b074-45a1-9254-28cb9317c4bd', 'name': '', 'network_id': 'cc8a439c-8e93-4812-861c-defb354d1ac1', 'tenant_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'mac_address': 'fa:16:3e:d4:ca:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'd2b0c86d-a74d-498f-a675-bc5fbc7147ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:28Z', 'updated_at': '2022-02-04T06:50:33Z', 'revision_number': 4, 'project_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'subnets': [{'id': 'd2b0c86d-a74d-498f-a675-bc5fbc7147ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:50:34.028655 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8b8426be-8443-4643-a53a-01a2c4933439 service neutron] 10.222.0.31 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306756 Feb 04 06:50:34.216254 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-502389ef-cb2b-4fbc-adc7-bdd18e080913 req-4c5b737e-0475-4ed3-901b-695474b5ef82 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 210 time: 0.0445209 Feb 04 06:50:34.425168 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7 up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:50:34.510166 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port 85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:50:34.510396 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:34.542213 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:34.632489 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device fb534f73-b074-45a1-9254-28cb9317c4bd up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:50:34.702274 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning for port fb534f73-b074-45a1-9254-28cb9317c4bd completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:50:34.709034 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port fb534f73-b074-45a1-9254-28cb9317c4bd triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:50:34.709405 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:34.838700 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:34.871747 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] For port fb534f73-b074-45a1-9254-28cb9317c4bd, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=fb534f73-b074-45a1-9254-28cb9317c4bd,segment=NetworkSegment(0c6aeb3f-e002-4978-bdcb-65ae6815ecef),segment_id=0c6aeb3f-e002-4978-bdcb-65ae6815ecef)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:50:34.878592 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:34.947988 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Pushing event updated for resources: {'Port': ['ID=fb534f73-b074-45a1-9254-28cb9317c4bd,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:35.315464 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1e725bd6-ca1e-4386-a52f-34a0e2b4f4f8 req-281511f0-bc36-4cb3-829c-4fef5d4fde46 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 210 time: 0.0464623 Feb 04 06:50:36.403873 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device fb534f73-b074-45a1-9254-28cb9317c4bd up at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:50:36.423014 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4de8973e-3548-4c96-8917-52ea5c6947d8 req-31b1052e-8a9d-46ca-9cc8-8f6f40cf9627 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 210 time: 0.0436451 Feb 04 06:50:36.473811 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Provisioning complete for port fb534f73-b074-45a1-9254-28cb9317c4bd triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:50:36.474322 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:36.893839 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:50:37.532050 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a84ce286-1d3a-4970-81e1-629ba749997e req-68a5188b-f8a4-4f1a-a3a7-f72460df4663 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 210 time: 0.0445547 Feb 04 06:50:37.688663 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:38.686889 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-883b298e-577f-4d5c-88db-72b9e91108b0 req-caf0a7cd-a320-46b1-97b6-40f8d481f48b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 210 time: 0.0497792 Feb 04 06:50:39.612372 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-dc8e71f9-cd2f-47cd-ad4d-bc07a283d7f5 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:39.613801 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-dc8e71f9-cd2f-47cd-ad4d-bc07a283d7f5 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.43 "GET /v2.0/networks?id=82ec538c-0eef-4e38-9df0-9bcbd65b0952 HTTP/1.1" status: 200 len: 810 time: 0.1488357 Feb 04 06:50:39.661904 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-85e1a2f3-72a1-41cb-acc2-4fde922b00a3 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54178fc0ed9e413388351e2ad531fee5 HTTP/1.1" status: 200 len: 379 time: 0.0397542 Feb 04 06:50:39.674619 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-4762fae3-9052-4258-b716-1e18bd4a14fa tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Request body: {'port': {'device_id': 'a692beb5-c155-44a5-abf5-317794fda04f', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'admin_state_up': True, 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'security_groups': ['11cdc83f-a188-42a0-8aaa-bc18b0fffd40']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:50:39.807467 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-4762fae3-9052-4258-b716-1e18bd4a14fa tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:50:39.816831 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-4762fae3-9052-4258-b716-1e18bd4a14fa tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:50:39.826676 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-4762fae3-9052-4258-b716-1e18bd4a14fa tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Made reservation on behalf of 54178fc0ed9e413388351e2ad531fee5 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:50:39.830146 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-4762fae3-9052-4258-b716-1e18bd4a14fa tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:39.839109 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ce9c3060-8610-4063-8c3a-8a8e4edb8dbb req-dad4a581-7944-4218-bc5a-53dc642fb4d2 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 210 time: 0.0456352 Feb 04 06:50:39.987597 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-4762fae3-9052-4258-b716-1e18bd4a14fa tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Allocated IP 172.20.0.8 (82ec538c-0eef-4e38-9df0-9bcbd65b0952/f43eec3b-275c-4ec0-be5b-136cc72a0e3b/615fbbef-629c-4c77-9e97-1b5cbeae43f9) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:50:40.179928 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-4762fae3-9052-4258-b716-1e18bd4a14fa tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:40.195550 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-4762fae3-9052-4258-b716-1e18bd4a14fa tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Transition to ACTIVE for port object 615fbbef-629c-4c77-9e97-1b5cbeae43f9 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:50:40.226523 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-4762fae3-9052-4258-b716-1e18bd4a14fa tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:40.299499 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-4762fae3-9052-4258-b716-1e18bd4a14fa tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Network 82ec538c-0eef-4e38-9df0-9bcbd65b0952 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:50:40.306955 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-4762fae3-9052-4258-b716-1e18bd4a14fa tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:50:40.310870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-4762fae3-9052-4258-b716-1e18bd4a14fa tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:50:40.345394 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762fae3-9052-4258-b716-1e18bd4a14fa tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Pushing event updated for resources: {'Port': ['ID=615fbbef-629c-4c77-9e97-1b5cbeae43f9,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:40.377109 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-4762fae3-9052-4258-b716-1e18bd4a14fa tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:40.377715 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-4762fae3-9052-4258-b716-1e18bd4a14fa tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:40.410564 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-4762fae3-9052-4258-b716-1e18bd4a14fa tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7395170 Feb 04 06:50:40.420393 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-ad3958e4-34ac-43ec-9f76-1b5661def8bb tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:50:40.421392 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-ad3958e4-34ac-43ec-9f76-1b5661def8bb tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053387 Feb 04 06:50:40.432406 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Request body: {'port': {'device_id': 'a692beb5-c155-44a5-abf5-317794fda04f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:50:40.496223 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2624a3b5-36e9-426a-bb06-2c4ca40ed40f None None] Provisioning for port 615fbbef-629c-4c77-9e97-1b5cbeae43f9 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:50:40.500967 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-2624a3b5-36e9-426a-bb06-2c4ca40ed40f None None] Provisioning complete for port 615fbbef-629c-4c77-9e97-1b5cbeae43f9 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:50:40.501511 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2624a3b5-36e9-426a-bb06-2c4ca40ed40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:40.549752 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:40.554233 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2624a3b5-36e9-426a-bb06-2c4ca40ed40f None None] Port 615fbbef-629c-4c77-9e97-1b5cbeae43f9 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:50:40.901629 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615fbbef-629c-4c77-9e97-1b5cbeae43f9 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:50:40.909017 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:40.923396 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Transition to ACTIVE for port object 615fbbef-629c-4c77-9e97-1b5cbeae43f9 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:50:40.929857 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:41.030017 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b2197-3b28-4535-9a29-f582e5b79e10 req-dee7d2be-6578-4735-b4ac-a473a20a7116 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:41.031564 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-452b2197-3b28-4535-9a29-f582e5b79e10 req-dee7d2be-6578-4735-b4ac-a473a20a7116 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 943 time: 0.0851533 Feb 04 06:50:41.082559 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-452b2197-3b28-4535-9a29-f582e5b79e10 req-6a791602-9ba0-4a2d-a278-d4ad387b8108 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447862 Feb 04 06:50:41.191963 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Pushing event updated for resources: {'Port': ['ID=615fbbef-629c-4c77-9e97-1b5cbeae43f9,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:41.271559 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Attempting to bind port 615fbbef-629c-4c77-9e97-1b5cbeae43f9 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:50:41.271944 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Attempting to bind port 615fbbef-629c-4c77-9e97-1b5cbeae43f9 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'eae3737a-1d4f-45d2-904b-d41c92aa31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:50:41.272249 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Attempting to bind port 615fbbef-629c-4c77-9e97-1b5cbeae43f9 on network 82ec538c-0eef-4e38-9df0-9bcbd65b0952 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:50:41.276814 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Port 615fbbef-629c-4c77-9e97-1b5cbeae43f9 on network 82ec538c-0eef-4e38-9df0-9bcbd65b0952 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:50:41.277128 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Attempting to bind port 615fbbef-629c-4c77-9e97-1b5cbeae43f9 on network 82ec538c-0eef-4e38-9df0-9bcbd65b0952 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:50:41.282286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:50:41.282600 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Checking segment: {'id': 'eae3737a-1d4f-45d2-904b-d41c92aa31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:50:41.282969 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Bound using segment: {'id': 'eae3737a-1d4f-45d2-904b-d41c92aa31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:50:41.283381 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Bound port: 615fbbef-629c-4c77-9e97-1b5cbeae43f9, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae3737a-1d4f-45d2-904b-d41c92aa31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:50:41.283715 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:41.375638 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] For port 615fbbef-629c-4c77-9e97-1b5cbeae43f9, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:50:41.378697 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] For port 615fbbef-629c-4c77-9e97-1b5cbeae43f9, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=615fbbef-629c-4c77-9e97-1b5cbeae43f9,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:50:41.383129 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:41.441228 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:41.441844 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:41.443157 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] 10.222.0.43 "PUT /v2.0/ports/615fbbef-629c-4c77-9e97-1b5cbeae43f9 HTTP/1.1" status: 200 len: 1093 time: 1.0149546 Feb 04 06:50:41.443624 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a692beb5-c155-44a5-abf5-317794fda04f', 'tag': '615fbbef-629c-4c77-9e97-1b5cbeae43f9'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:50:41.465900 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67c2b8-2056-471f-b0c3-60eaa22f67fa service neutron] Pushing event updated for resources: {'Port': ['ID=615fbbef-629c-4c77-9e97-1b5cbeae43f9,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:41.566689 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-63cfe516-0187-4dba-84e0-74285796be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:41.568267 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-63cfe516-0187-4dba-84e0-74285796be8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54178fc0ed9e413388351e2ad531fee5&device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 1096 time: 0.0854473 Feb 04 06:50:41.569840 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a692beb5-c155-44a5-abf5-317794fda04f', 'tag': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'status': 'completed', 'code': 200} Feb 04 06:50:41.639274 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-a889972f-1865-4988-87d9-6daf728b7465 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=615fbbef-629c-4c77-9e97-1b5cbeae43f9 HTTP/1.1" status: 200 len: 217 time: 0.0626647 Feb 04 06:50:41.703928 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-5c26ee84-c4ca-41fd-9f67-73ba0be472f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:41.705255 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-5c26ee84-c4ca-41fd-9f67-73ba0be472f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f43eec3b-275c-4ec0-be5b-136cc72a0e3b HTTP/1.1" status: 200 len: 849 time: 0.0604575 Feb 04 06:50:41.781728 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-d0a5e15c-9900-47f6-a5f4-4308f81cb624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:41.783153 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-d0a5e15c-9900-47f6-a5f4-4308f81cb624 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82ec538c-0eef-4e38-9df0-9bcbd65b0952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718758 Feb 04 06:50:41.915262 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-0c1bdf76-a8b3-40e1-8b31-8ec53bd3eb90 service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260352 Feb 04 06:50:42.048042 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-48ba59ba-374c-45a2-aad6-d9ef4250bcde req-9afda735-f5ca-4980-9c99-50e1fd14f949 service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263015 Feb 04 06:50:42.186393 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab63c37-003d-4c82-b947-9790bc07ce19 req-2ed6729e-d48d-498d-8770-7dbf94869c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:42.188138 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3ab63c37-003d-4c82-b947-9790bc07ce19 req-2ed6729e-d48d-498d-8770-7dbf94869c24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54178fc0ed9e413388351e2ad531fee5&device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 1096 time: 0.0780096 Feb 04 06:50:42.272946 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc7735-b5b1-4814-9981-0e226aa3d178 req-61d00f0a-ef1f-460e-ab45-696d0eb19c96 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:42.274428 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c3dc7735-b5b1-4814-9981-0e226aa3d178 req-61d00f0a-ef1f-460e-ab45-696d0eb19c96 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 943 time: 0.0795271 Feb 04 06:50:42.318397 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab63c37-003d-4c82-b947-9790bc07ce19 req-91955616-c520-4b37-a4ab-ac9d270fae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:42.319380 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c3dc7735-b5b1-4814-9981-0e226aa3d178 req-cb8bf9da-7563-4712-9d25-f888d1b9ebc1 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387409 Feb 04 06:50:42.319734 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3ab63c37-003d-4c82-b947-9790bc07ce19 req-91955616-c520-4b37-a4ab-ac9d270fae23 service neutron] 10.222.0.43 "GET /v2.0/networks?id=82ec538c-0eef-4e38-9df0-9bcbd65b0952 HTTP/1.1" status: 200 len: 911 time: 0.1252387 Feb 04 06:50:42.386562 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3ab63c37-003d-4c82-b947-9790bc07ce19 req-94e90a84-40ce-450f-a052-7fbcbfca223f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=615fbbef-629c-4c77-9e97-1b5cbeae43f9 HTTP/1.1" status: 200 len: 217 time: 0.0596552 Feb 04 06:50:42.452560 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab63c37-003d-4c82-b947-9790bc07ce19 req-48c0b82b-1de8-4122-9a8a-3677232eaebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:42.453946 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3ab63c37-003d-4c82-b947-9790bc07ce19 req-48c0b82b-1de8-4122-9a8a-3677232eaebc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f43eec3b-275c-4ec0-be5b-136cc72a0e3b HTTP/1.1" status: 200 len: 849 time: 0.0604737 Feb 04 06:50:42.533192 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab63c37-003d-4c82-b947-9790bc07ce19 req-bd926d66-6b22-42da-b424-3397767fbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:42.534624 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3ab63c37-003d-4c82-b947-9790bc07ce19 req-bd926d66-6b22-42da-b424-3397767fbfe2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82ec538c-0eef-4e38-9df0-9bcbd65b0952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730636 Feb 04 06:50:42.666350 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3ab63c37-003d-4c82-b947-9790bc07ce19 req-cbff5844-9238-4840-bc69-70a0fe4dd749 service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249044 Feb 04 06:50:42.900956 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-3ab63c37-003d-4c82-b947-9790bc07ce19 req-932eb54b-963e-431d-b443-3dbaf25e6a5b service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279787 Feb 04 06:50:43.526727 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf457ab5-fbb5-479b-92d5-ac2a59f25d19 req-0ac2cd5d-927f-41b2-a440-a27a438f8550 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:43.528093 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cf457ab5-fbb5-479b-92d5-ac2a59f25d19 req-0ac2cd5d-927f-41b2-a440-a27a438f8550 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 943 time: 0.0871580 Feb 04 06:50:43.572313 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-cf457ab5-fbb5-479b-92d5-ac2a59f25d19 req-0c02e77d-4b8e-42c7-8a8d-85b905e1d919 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385091 Feb 04 06:50:44.055308 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 615fbbef-629c-4c77-9e97-1b5cbeae43f9 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:50:44.193366 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 615fbbef-629c-4c77-9e97-1b5cbeae43f9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=615fbbef-629c-4c77-9e97-1b5cbeae43f9,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:50:44.210816 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'port_id': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'mac_address': 'fa:16:3e:e1:06:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:50:44.265938 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:44.282994 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615fbbef-629c-4c77-9e97-1b5cbeae43f9 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:50:44.299052 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 615fbbef-629c-4c77-9e97-1b5cbeae43f9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=615fbbef-629c-4c77-9e97-1b5cbeae43f9,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:50:44.306356 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:44.371350 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=615fbbef-629c-4c77-9e97-1b5cbeae43f9,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:44.513003 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['615fbbef-629c-4c77-9e97-1b5cbeae43f9'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:50:44.768136 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c06a1-d996-4765-84ef-09adf5de86b4 req-4bf30c51-634c-45a0-9f95-60f851eb10ba tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:44.769606 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-745c06a1-d996-4765-84ef-09adf5de86b4 req-4bf30c51-634c-45a0-9f95-60f851eb10ba tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 944 time: 0.0908639 Feb 04 06:50:44.813086 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-745c06a1-d996-4765-84ef-09adf5de86b4 req-911e0859-a260-49e7-a261-6ecf97f733f2 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377796 Feb 04 06:50:46.013119 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96d564-6ab5-47f8-aea6-696ec2219b81 req-f99fa530-dad9-4aed-bf33-93c7748075ab tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:46.014587 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5b96d564-6ab5-47f8-aea6-696ec2219b81 req-f99fa530-dad9-4aed-bf33-93c7748075ab tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 944 time: 0.0894883 Feb 04 06:50:46.058751 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-5b96d564-6ab5-47f8-aea6-696ec2219b81 req-d825d4fb-ad21-4275-8df3-8b7966c4b272 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384169 Feb 04 06:50:46.073412 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 615fbbef-629c-4c77-9e97-1b5cbeae43f9 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:50:46.154753 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 615fbbef-629c-4c77-9e97-1b5cbeae43f9 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:50:46.161910 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 615fbbef-629c-4c77-9e97-1b5cbeae43f9 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:50:46.164498 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:46.291816 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:46.318081 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a692beb5-c155-44a5-abf5-317794fda04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615fbbef-629c-4c77-9e97-1b5cbeae43f9'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:50:46.328163 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 615fbbef-629c-4c77-9e97-1b5cbeae43f9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=615fbbef-629c-4c77-9e97-1b5cbeae43f9,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:50:46.333113 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:46.373360 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a692beb5-c155-44a5-abf5-317794fda04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'code': 200} Feb 04 06:50:46.409014 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=615fbbef-629c-4c77-9e97-1b5cbeae43f9,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:46.611518 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1aec60-0be7-4f2b-bb75-aad76c1877aa req-b6746ef7-d628-44d6-b420-1f30c96cdf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:46.613015 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6e1aec60-0be7-4f2b-bb75-aad76c1877aa req-b6746ef7-d628-44d6-b420-1f30c96cdf6a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 1098 time: 0.0745680 Feb 04 06:50:46.654199 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-6e1aec60-0be7-4f2b-bb75-aad76c1877aa req-4f54f26d-be0e-450b-b1e1-3341aa3cbdc8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335031 Feb 04 06:50:47.251167 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5aa82-8743-4b1b-b330-b0fcf2ba28a8 req-80e3ffe6-f7fb-4494-afa7-b5c463a26d2d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:47.252654 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-37f5aa82-8743-4b1b-b330-b0fcf2ba28a8 req-80e3ffe6-f7fb-4494-afa7-b5c463a26d2d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 945 time: 0.0794139 Feb 04 06:50:47.297377 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-37f5aa82-8743-4b1b-b330-b0fcf2ba28a8 req-bb11ab60-c571-4ab1-b422-26362a0281c9 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374382 Feb 04 06:50:48.501368 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943603ac-7b19-4385-9e46-fdbf2e24d7ba req-39864629-9248-4aa2-881a-0d5cbf25448f tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:48.502720 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-943603ac-7b19-4385-9e46-fdbf2e24d7ba req-39864629-9248-4aa2-881a-0d5cbf25448f tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 945 time: 0.0987191 Feb 04 06:50:48.547693 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-943603ac-7b19-4385-9e46-fdbf2e24d7ba req-3ee55fa7-0486-4257-a466-b360f4c10e45 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375035 Feb 04 06:50:48.737171 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0f330-08c1-42dd-877c-432399c2cd82 req-c478ba46-9b50-4ff8-830c-ce276adb24e6 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:48.738680 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-82e0f330-08c1-42dd-877c-432399c2cd82 req-c478ba46-9b50-4ff8-830c-ce276adb24e6 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 945 time: 0.0878644 Feb 04 06:50:48.787709 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-82e0f330-08c1-42dd-877c-432399c2cd82 req-4feb6039-acca-4a60-bf5a-16e9c8fcdb5a tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431330 Feb 04 06:50:48.810190 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37248) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:48.922805 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3066475-a398-4c59-9d18-13f4d0c63c78 tempest-TestSnapshotPattern-1317804047 tempest-TestSnapshotPattern-1317804047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:48.924340 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-f3066475-a398-4c59-9d18-13f4d0c63c78 tempest-TestSnapshotPattern-1317804047 tempest-TestSnapshotPattern-1317804047-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 1093 time: 0.1131949 Feb 04 06:50:48.927340 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37254) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:48.932305 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:50:48.938397 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:50:48.942504 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Usage tracker for resource:floatingip and tenant:54178fc0ed9e413388351e2ad531fee5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:50:48.945490 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:50:48.952044 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:50:48.965214 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:49.219055 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:49.363397 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Allocated IP 172.26.4.56 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/f0eb2440-7609-45ee-9060-2c82e6bed51a) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:50:49.512174 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:49.547182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:49.612367 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:50:49.615100 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:50:49.618664 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:50:49.654329 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Pushing event updated for resources: {'Port': ['ID=f0eb2440-7609-45ee-9060-2c82e6bed51a,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:50.048963 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:50.124541 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:50.333901 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:50.341253 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:50.444949 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Pushing event updated for resources: {'Port': ['ID=f0eb2440-7609-45ee-9060-2c82e6bed51a,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:50:50.455469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:50.630607 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Floating IP b58b785e-e0de-4b30-a383-8141bbc80506 associated. External IP: 172.26.4.56, port: 615fbbef-629c-4c77-9e97-1b5cbeae43f9. Feb 04 06:50:51.096668 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Router d74aeae6-ce24-4af9-895c-9328b473fe6a has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:50:51.278589 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:50:51.290303 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8a30d0-070e-42c9-b2bd-4c891413d485 None None] Sync routers for ids ['d74aeae6-ce24-4af9-895c-9328b473fe6a'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:50:51.301143 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8a30d0-070e-42c9-b2bd-4c891413d485 None None] Routers {'d74aeae6-ce24-4af9-895c-9328b473fe6a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:50:51.302073 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ff8a30d0-070e-42c9-b2bd-4c891413d485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:50:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['d74aeae6-ce24-4af9-895c-9328b473fe6a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:51.306700 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:51.364569 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-8ea7b778-dc8f-4086-9412-6c19d7aa1f57 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4362140 Feb 04 06:50:51.365163 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a692beb5-c155-44a5-abf5-317794fda04f', 'tag': '615fbbef-629c-4c77-9e97-1b5cbeae43f9'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:50:51.462950 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a692beb5-c155-44a5-abf5-317794fda04f', 'tag': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'status': 'completed', 'code': 200} Feb 04 06:50:51.485682 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-ff8a30d0-070e-42c9-b2bd-4c891413d485 None None] Set router d74aeae6-ce24-4af9-895c-9328b473fe6a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:50:51.552526 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36757b-193b-4a77-986d-9b3ca418299c req-042a8b55-b353-432b-9c0a-cb63670b7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:51.554068 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bd36757b-193b-4a77-986d-9b3ca418299c req-042a8b55-b353-432b-9c0a-cb63670b7913 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54178fc0ed9e413388351e2ad531fee5&device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 1098 time: 0.0702093 Feb 04 06:50:51.688277 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36757b-193b-4a77-986d-9b3ca418299c req-cdd31f95-c6f0-49fe-9699-3064bb3179e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:51.689644 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bd36757b-193b-4a77-986d-9b3ca418299c req-cdd31f95-c6f0-49fe-9699-3064bb3179e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=82ec538c-0eef-4e38-9df0-9bcbd65b0952 HTTP/1.1" status: 200 len: 911 time: 0.1300068 Feb 04 06:50:51.791569 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bd36757b-193b-4a77-986d-9b3ca418299c req-9c78d37d-d50e-41de-854c-f7e9a6f20939 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=615fbbef-629c-4c77-9e97-1b5cbeae43f9 HTTP/1.1" status: 200 len: 998 time: 0.0951531 Feb 04 06:50:51.822464 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ff8a30d0-070e-42c9-b2bd-4c891413d485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:50:22Z', 'revision_number': 4, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port': {'id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:19Z', 'updated_at': '2022-02-04T06:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'b58b785e-e0de-4b30-a383-8141bbc80506', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'port_id': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'mac_address': 'fa:16:3e:e1:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692beb5-c155-44a5-abf5-317794fda04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:50:49Z', 'updated_at': '2022-02-04T06:50:49Z', 'revision_number': 0, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34b9fcbe-882a-48ba-8a8f-73415670f796', 'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'mac_address': 'fa:16:3e:0a:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:21Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 5, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'subnets': [{'id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:51.826331 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8a30d0-070e-42c9-b2bd-4c891413d485 None None] Checking router: d74aeae6-ce24-4af9-895c-9328b473fe6a for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:50:51.834872 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8a30d0-070e-42c9-b2bd-4c891413d485 None None] Routers {'d74aeae6-ce24-4af9-895c-9328b473fe6a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:50:51.835477 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ff8a30d0-070e-42c9-b2bd-4c891413d485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:50:32Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['d74aeae6-ce24-4af9-895c-9328b473fe6a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:51.856392 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36757b-193b-4a77-986d-9b3ca418299c req-b213be56-afc1-4b48-804b-726a15fb2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:51.857873 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bd36757b-193b-4a77-986d-9b3ca418299c req-b213be56-afc1-4b48-804b-726a15fb2420 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f43eec3b-275c-4ec0-be5b-136cc72a0e3b HTTP/1.1" status: 200 len: 849 time: 0.0608308 Feb 04 06:50:51.936040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36757b-193b-4a77-986d-9b3ca418299c req-2c0e2c3e-055e-466e-82fe-bd4fe80de461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:51.937541 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bd36757b-193b-4a77-986d-9b3ca418299c req-2c0e2c3e-055e-466e-82fe-bd4fe80de461 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82ec538c-0eef-4e38-9df0-9bcbd65b0952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728717 Feb 04 06:50:51.951116 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.43', 50358) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:50:52.014212 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-ff8a30d0-070e-42c9-b2bd-4c891413d485 None None] Set router d74aeae6-ce24-4af9-895c-9328b473fe6a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:50:52.028690 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ecfed74b-6c9e-4087-ab19-affb2b7e802a req-fb672352-a92f-4610-882d-f65aa0f7951f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757825 Feb 04 06:50:52.073874 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bd36757b-193b-4a77-986d-9b3ca418299c req-73280043-2848-4671-b12e-44a9268b76ab service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296010 Feb 04 06:50:52.204281 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-bd36757b-193b-4a77-986d-9b3ca418299c req-162e10e3-216a-4e9b-953d-5a6d6fe9c89f service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244450 Feb 04 06:50:52.366195 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfed74b-6c9e-4087-ab19-affb2b7e802a req-5743a585-2244-4a9d-8577-ef26a6db0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:52.368012 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ecfed74b-6c9e-4087-ab19-affb2b7e802a req-5743a585-2244-4a9d-8577-ef26a6db0a92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54178fc0ed9e413388351e2ad531fee5&device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 1098 time: 0.0714614 Feb 04 06:50:52.395269 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ff8a30d0-070e-42c9-b2bd-4c891413d485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:50:22Z', 'revision_number': 4, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port': {'id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:19Z', 'updated_at': '2022-02-04T06:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'b58b785e-e0de-4b30-a383-8141bbc80506', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'port_id': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'mac_address': 'fa:16:3e:e1:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692beb5-c155-44a5-abf5-317794fda04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:50:49Z', 'updated_at': '2022-02-04T06:50:49Z', 'revision_number': 0, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34b9fcbe-882a-48ba-8a8f-73415670f796', 'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'mac_address': 'fa:16:3e:0a:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:21Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 5, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'subnets': [{'id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:50:52.399380 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8a30d0-070e-42c9-b2bd-4c891413d485 None None] The sync data for ids ['d74aeae6-ce24-4af9-895c-9328b473fe6a'] in dv-neutron-826830-2-hyperv is: [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:50:22Z', 'revision_number': 4, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port': {'id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:19Z', 'updated_at': '2022-02-04T06:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'b58b785e-e0de-4b30-a383-8141bbc80506', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'port_id': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'mac_address': 'fa:16:3e:e1:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692beb5-c155-44a5-abf5-317794fda04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:50:49Z', 'updated_at': '2022-02-04T06:50:49Z', 'revision_number': 0, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34b9fcbe-882a-48ba-8a8f-73415670f796', 'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'mac_address': 'fa:16:3e:0a:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:21Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 5, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'subnets': [{'id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:50:52.518028 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfed74b-6c9e-4087-ab19-affb2b7e802a req-5fb26e6f-698c-4884-8ce5-bf6421ee38f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:52.519487 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ecfed74b-6c9e-4087-ab19-affb2b7e802a req-5fb26e6f-698c-4884-8ce5-bf6421ee38f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=82ec538c-0eef-4e38-9df0-9bcbd65b0952 HTTP/1.1" status: 200 len: 911 time: 0.1326060 Feb 04 06:50:52.596455 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0be0670-37a0-4658-9bcd-7124c6170991 None None] New status for floating IP b58b785e-e0de-4b30-a383-8141bbc80506: ACTIVE {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:50:52.646581 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ecfed74b-6c9e-4087-ab19-affb2b7e802a req-385c76e8-2a6b-4fb4-ba45-2b0464e7ed8b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=615fbbef-629c-4c77-9e97-1b5cbeae43f9 HTTP/1.1" status: 200 len: 998 time: 0.1164050 Feb 04 06:50:52.715728 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfed74b-6c9e-4087-ab19-affb2b7e802a req-ffdb133e-9322-4f79-a733-2429550e1717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:52.717121 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ecfed74b-6c9e-4087-ab19-affb2b7e802a req-ffdb133e-9322-4f79-a733-2429550e1717 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f43eec3b-275c-4ec0-be5b-136cc72a0e3b HTTP/1.1" status: 200 len: 849 time: 0.0645602 Feb 04 06:50:52.792413 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfed74b-6c9e-4087-ab19-affb2b7e802a req-ad0867a0-29cf-40e9-af9a-0d9c44348a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:52.793953 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ecfed74b-6c9e-4087-ab19-affb2b7e802a req-ad0867a0-29cf-40e9-af9a-0d9c44348a3d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82ec538c-0eef-4e38-9df0-9bcbd65b0952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706401 Feb 04 06:50:52.927615 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ecfed74b-6c9e-4087-ab19-affb2b7e802a req-11931c94-9584-408a-9e1c-d840ffb65853 service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267560 Feb 04 06:50:53.162068 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ecfed74b-6c9e-4087-ab19-affb2b7e802a req-7a754319-658e-4bdb-a0c3-9f29a5c76da4 service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287724 Feb 04 06:50:59.589949 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-50d3223b-2e63-44a5-8ca1-b2faf4b84ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:01.955039 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e0d2-bc4d-4999-b21f-76b436571770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:03.011020 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:03.068569 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:04.519901 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:07.697470 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:13.894555 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:51:29.581875 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5b568671-4afc-4d9f-aed4-b98420f7fe47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:31.957581 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9b57c964-c1c6-436a-98c5-5af8e52ddaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:33.010682 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:33.071031 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:34.522156 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:37.698450 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:50.899655 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:51:53.077315 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-84310226-c864-4d48-9bea-caec928f4926 req-32ce369f-1bf9-49b0-8058-c0761d5605b0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1298897 Feb 04 06:51:53.215921 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84310226-c864-4d48-9bea-caec928f4926 req-069e8945-9c97-4026-8945-325f8c7c01e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:53.217364 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-84310226-c864-4d48-9bea-caec928f4926 req-069e8945-9c97-4026-8945-325f8c7c01e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54178fc0ed9e413388351e2ad531fee5&device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 1098 time: 0.0728319 Feb 04 06:51:53.364870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84310226-c864-4d48-9bea-caec928f4926 req-b20b37fc-be77-40b3-ab47-c5afca01acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:53.366307 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-84310226-c864-4d48-9bea-caec928f4926 req-b20b37fc-be77-40b3-ab47-c5afca01acd0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=82ec538c-0eef-4e38-9df0-9bcbd65b0952 HTTP/1.1" status: 200 len: 911 time: 0.1291783 Feb 04 06:51:53.471167 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-84310226-c864-4d48-9bea-caec928f4926 req-bbb55316-b35f-4ae9-ab4a-d9254e596f7a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=615fbbef-629c-4c77-9e97-1b5cbeae43f9 HTTP/1.1" status: 200 len: 1000 time: 0.0989113 Feb 04 06:51:53.540619 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84310226-c864-4d48-9bea-caec928f4926 req-1de033bb-a097-44bd-8843-16cb5b21fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:53.542738 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-84310226-c864-4d48-9bea-caec928f4926 req-1de033bb-a097-44bd-8843-16cb5b21fae3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f43eec3b-275c-4ec0-be5b-136cc72a0e3b HTTP/1.1" status: 200 len: 849 time: 0.0649307 Feb 04 06:51:53.630032 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84310226-c864-4d48-9bea-caec928f4926 req-b939ca15-c6a6-42f4-b008-bec705660923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:53.631489 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-84310226-c864-4d48-9bea-caec928f4926 req-b939ca15-c6a6-42f4-b008-bec705660923 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82ec538c-0eef-4e38-9df0-9bcbd65b0952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821435 Feb 04 06:51:53.774553 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-84310226-c864-4d48-9bea-caec928f4926 req-f2540d51-0984-4303-8876-c90c2cbdf7fa service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362009 Feb 04 06:51:53.904016 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-84310226-c864-4d48-9bea-caec928f4926 req-a26fdeed-d381-4066-afeb-a41a35d15455 service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239719 Feb 04 06:51:59.584533 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-aaf4d50e-fa61-4539-88c1-02907f5ba420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:01.961546 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c4b131af-936a-4a2a-a607-54d0e3da676d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:03.011797 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:03.073330 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:04.523544 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:07.703607 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:27.901422 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:52:29.583112 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f8c7648f-dbc9-4493-b7b6-386d7201a6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:31.963202 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-473a11a1-fb59-4ecf-92ec-cf82a372359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:33.012076 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:33.087149 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:34.529610 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:37.724714 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:48.672877 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 615fbbef-629c-4c77-9e97-1b5cbeae43f9 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:52:48.818410 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 615fbbef-629c-4c77-9e97-1b5cbeae43f9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=615fbbef-629c-4c77-9e97-1b5cbeae43f9,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:52:48.831697 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'port_id': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'mac_address': 'fa:16:3e:e1:06:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:52:48.888116 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:48.905257 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 615fbbef-629c-4c77-9e97-1b5cbeae43f9 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:52:48.920462 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 615fbbef-629c-4c77-9e97-1b5cbeae43f9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=615fbbef-629c-4c77-9e97-1b5cbeae43f9,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:52:48.926779 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:48.997629 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=615fbbef-629c-4c77-9e97-1b5cbeae43f9,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:49.004715 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:49.005033 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:49.005405 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:49.005726 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:49.006054 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:49.006380 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:49.006755 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:49.006966 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:49.007320 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:49.007619 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:49.007961 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:49.008300 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:49.012885 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['615fbbef-629c-4c77-9e97-1b5cbeae43f9'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:52:50.676410 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 615fbbef-629c-4c77-9e97-1b5cbeae43f9 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:52:50.759508 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 615fbbef-629c-4c77-9e97-1b5cbeae43f9 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:52:50.760156 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:50.889086 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:50.919817 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a692beb5-c155-44a5-abf5-317794fda04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615fbbef-629c-4c77-9e97-1b5cbeae43f9'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:52:50.931477 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 615fbbef-629c-4c77-9e97-1b5cbeae43f9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=615fbbef-629c-4c77-9e97-1b5cbeae43f9,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:52:50.937484 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:50.974409 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a692beb5-c155-44a5-abf5-317794fda04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'code': 200} Feb 04 06:52:51.008922 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=615fbbef-629c-4c77-9e97-1b5cbeae43f9,revision_number=7']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:54.089584 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d115e-e5ed-4e9b-8261-d9bbdb03a8e0 req-7e9493dd-b4e1-4407-86e1-606c260c99d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:54.091178 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9d7d115e-e5ed-4e9b-8261-d9bbdb03a8e0 req-7e9493dd-b4e1-4407-86e1-606c260c99d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54178fc0ed9e413388351e2ad531fee5&device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 1098 time: 0.0744593 Feb 04 06:52:54.265924 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d115e-e5ed-4e9b-8261-d9bbdb03a8e0 req-971d851a-02f6-4412-9a44-82dc5b56442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:54.267416 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9d7d115e-e5ed-4e9b-8261-d9bbdb03a8e0 req-971d851a-02f6-4412-9a44-82dc5b56442c service neutron] 10.222.0.43 "GET /v2.0/networks?id=82ec538c-0eef-4e38-9df0-9bcbd65b0952 HTTP/1.1" status: 200 len: 911 time: 0.1530421 Feb 04 06:52:54.373486 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9d7d115e-e5ed-4e9b-8261-d9bbdb03a8e0 req-069f10a1-f57b-4664-aa75-ebf67357acb9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=615fbbef-629c-4c77-9e97-1b5cbeae43f9 HTTP/1.1" status: 200 len: 1000 time: 0.0983377 Feb 04 06:52:54.442121 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d115e-e5ed-4e9b-8261-d9bbdb03a8e0 req-9bc97310-179e-4111-8f75-90470fb70674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:54.443817 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9d7d115e-e5ed-4e9b-8261-d9bbdb03a8e0 req-9bc97310-179e-4111-8f75-90470fb70674 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f43eec3b-275c-4ec0-be5b-136cc72a0e3b HTTP/1.1" status: 200 len: 849 time: 0.0627723 Feb 04 06:52:54.538052 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d115e-e5ed-4e9b-8261-d9bbdb03a8e0 req-cf459ab9-ba7e-4108-8531-255d225afb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:54.539529 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9d7d115e-e5ed-4e9b-8261-d9bbdb03a8e0 req-cf459ab9-ba7e-4108-8531-255d225afb4e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82ec538c-0eef-4e38-9df0-9bcbd65b0952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0888219 Feb 04 06:52:54.700918 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9d7d115e-e5ed-4e9b-8261-d9bbdb03a8e0 req-ace79864-4486-4fbe-8a59-2e942baad659 service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541209 Feb 04 06:52:55.008102 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-9d7d115e-e5ed-4e9b-8261-d9bbdb03a8e0 req-2b186db5-f624-4551-9031-0cbfaec8de58 service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992368 Feb 04 06:52:59.584009 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-de156ff4-6421-43a7-999e-e258799bcfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:00.079263 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-2e1d4d2e-e96c-45c8-8cd4-aa5a956d632d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-884180811&fields=id&tenant_id=54178fc0ed9e413388351e2ad531fee5 HTTP/1.1" status: 200 len: 267 time: 0.0433109 Feb 04 06:53:00.235803 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-21c960d0-04cf-42f4-a8c0-78561bc81c4f tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:00.237251 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-21c960d0-04cf-42f4-a8c0-78561bc81c4f tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/networks?id=82ec538c-0eef-4e38-9df0-9bcbd65b0952 HTTP/1.1" status: 200 len: 810 time: 0.1488569 Feb 04 06:53:00.251894 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-9b336bb9-95c9-4be4-90a6-3a834fc9bfdf tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/quotas/54178fc0ed9e413388351e2ad531fee5 HTTP/1.1" status: 200 len: 375 time: 0.0089827 Feb 04 06:53:00.341372 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-e90607c6-7fae-4838-951e-ac6f26f41002 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=54178fc0ed9e413388351e2ad531fee5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0847032 Feb 04 06:53:00.482874 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-0254dc7c-399c-4a83-918c-0dfdfff763f1 service neutron] 10.222.0.31 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245542 Feb 04 06:53:00.616603 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-7777f68c-0417-45b0-8c12-f07cce0db77a service neutron] 10.222.0.31 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253562 Feb 04 06:53:00.807035 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7d8154ec-e555-429f-a7fb-dcfdda21d0b6 req-e5443a54-ac75-4887-a693-8ff9167ce80e tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 210 time: 0.0457954 Feb 04 06:53:01.959909 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-41086712-ee79-438d-bd44-a7361d3738d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:01.976631 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-4ac0540b-8e71-49f0-ab6e-fd6d87da883f req-55025461-9a93-4337-b54f-0243f330a42f tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 210 time: 0.0509017 Feb 04 06:53:02.138987 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-40745a1d-8412-48ad-b170-e98af72382b2 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:02.140447 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-40745a1d-8412-48ad-b170-e98af72382b2 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.43 "GET /v2.0/networks?id=82ec538c-0eef-4e38-9df0-9bcbd65b0952 HTTP/1.1" status: 200 len: 810 time: 0.1580589 Feb 04 06:53:02.198963 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-1ca86be8-9fb7-46a2-ae91-c47ebe6064ae tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54178fc0ed9e413388351e2ad531fee5 HTTP/1.1" status: 200 len: 379 time: 0.0496695 Feb 04 06:53:02.217723 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Request body: {'port': {'device_id': '916bb176-9efa-437b-bbbf-a7dd82ef6501', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'admin_state_up': True, 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'security_groups': ['11cdc83f-a188-42a0-8aaa-bc18b0fffd40']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:53:02.354796 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:53:02.358913 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Usage tracker for resource:port and tenant:54178fc0ed9e413388351e2ad531fee5 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:53:02.361695 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:53:02.367261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.quota.driver [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:53:02.377564 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Made reservation on behalf of 54178fc0ed9e413388351e2ad531fee5 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:53:02.381054 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:02.571823 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Allocated IP 172.20.0.5 (82ec538c-0eef-4e38-9df0-9bcbd65b0952/f43eec3b-275c-4ec0-be5b-136cc72a0e3b/8a8fd324-9a13-47a2-874c-8b5b3eab38f2) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:53:02.707002 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 615fbbef-629c-4c77-9e97-1b5cbeae43f9 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:53:02.805632 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:02.823896 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Transition to ACTIVE for port object 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:53:02.869185 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:02.874871 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:02.912040 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a692beb5-c155-44a5-abf5-317794fda04f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615fbbef-629c-4c77-9e97-1b5cbeae43f9'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:53:02.931694 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 615fbbef-629c-4c77-9e97-1b5cbeae43f9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=615fbbef-629c-4c77-9e97-1b5cbeae43f9,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:53:02.939028 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:03.034703 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a692beb5-c155-44a5-abf5-317794fda04f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'code': 200} Feb 04 06:53:03.045049 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Network 82ec538c-0eef-4e38-9df0-9bcbd65b0952 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:53:03.050035 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Resources bound (agent type, host, resource id): {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:53:03.066381 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:53:03.129434 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Pushing event updated for resources: {'Port': ['ID=8a8fd324-9a13-47a2-874c-8b5b3eab38f2,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:53:03.150316 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:03.154785 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:03.155377 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:03.157192 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:03.157709 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:03.158962 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:03.162093 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:03.167309 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:03.167856 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:03.168253 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:03.168640 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:03.169031 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:03.170704 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:03.188632 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:03.199006 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=615fbbef-629c-4c77-9e97-1b5cbeae43f9,revision_number=8']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:53:03.239349 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:03.240682 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:03.288361 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-00872830-92b2-4223-91ce-3e7b19e0371d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0745432 Feb 04 06:53:03.312884 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e139e-622c-4e37-9b46-7914f2f96156 req-65f6ff8e-7fc0-4821-b81e-20d77472f112 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:03.321361 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-af6e139e-622c-4e37-9b46-7914f2f96156 req-65f6ff8e-7fc0-4821-b81e-20d77472f112 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 931 time: 0.1495779 Feb 04 06:53:03.376333 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-af6e139e-622c-4e37-9b46-7914f2f96156 req-4c44c3e6-ee51-4790-8b44-bd0725f3e1f4 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539505 Feb 04 06:53:03.402407 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-954de050-3fc0-4ba9-aa8d-3c3a5f770499 None None] Provisioning for port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 completed by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:53:03.409087 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-954de050-3fc0-4ba9-aa8d-3c3a5f770499 None None] Provisioning complete for port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 triggered by entity DHCP. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:53:03.409426 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-954de050-3fc0-4ba9-aa8d-3c3a5f770499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:03.510715 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-954de050-3fc0-4ba9-aa8d-3c3a5f770499 None None] Port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 cannot update to ACTIVE because it is not bound. {{(pid=87472) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:53:04.578520 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc584c-d541-4149-925e-ae09fde3a463 req-f607fdd6-d45e-4cfc-919c-da39162d3197 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:04.580197 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c1bc584c-d541-4149-925e-ae09fde3a463 req-f607fdd6-d45e-4cfc-919c-da39162d3197 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 931 time: 0.0989046 Feb 04 06:53:04.590685 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:04.654125 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c1bc584c-d541-4149-925e-ae09fde3a463 req-ed5891b5-ee17-4d72-be57-425b4f5f5342 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662923 Feb 04 06:53:04.901094 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:53:05.855404 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bf56f-4357-4338-a4c9-b67e012d324a req-cb8a6591-0fda-4cd4-af21-1f43d6041206 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:05.856944 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3e5bf56f-4357-4338-a4c9-b67e012d324a req-cb8a6591-0fda-4cd4-af21-1f43d6041206 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 931 time: 0.0900774 Feb 04 06:53:06.035217 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-3e5bf56f-4357-4338-a4c9-b67e012d324a req-2f95b286-800a-42c5-b4f4-4968b3f9c117 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711302 Feb 04 06:53:07.238499 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e16dc-9224-47c0-9bfa-9da75695d9db req-5c4361fb-5b27-4cce-a993-6268df99cecd tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:07.242262 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f91e16dc-9224-47c0-9bfa-9da75695d9db req-5c4361fb-5b27-4cce-a993-6268df99cecd tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 931 time: 0.0923827 Feb 04 06:53:07.303181 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-f91e16dc-9224-47c0-9bfa-9da75695d9db req-3855d807-28a5-48e2-b466-b5ce8786bd93 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483825 Feb 04 06:53:07.720646 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:08.515628 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1b2bf-4eb4-451f-bb28-45eb6874f3c0 req-f584eace-e981-4cc7-9519-23233b70ef21 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:08.518413 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1cb1b2bf-4eb4-451f-bb28-45eb6874f3c0 req-f584eace-e981-4cc7-9519-23233b70ef21 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 931 time: 0.0933366 Feb 04 06:53:08.565401 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-1cb1b2bf-4eb4-451f-bb28-45eb6874f3c0 req-8d01b349-f789-4de4-8774-a8b99818f24b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410626 Feb 04 06:53:09.765877 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35989d-20ee-415b-b7e7-496724cf11ea req-bb210bfe-0b6b-4bfd-a90f-26cae419eaeb tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:09.767323 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bc35989d-20ee-415b-b7e7-496724cf11ea req-bb210bfe-0b6b-4bfd-a90f-26cae419eaeb tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 931 time: 0.0847774 Feb 04 06:53:09.817089 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-bc35989d-20ee-415b-b7e7-496724cf11ea req-e96880ed-ccf6-4083-997f-66a15e04ea84 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435596 Feb 04 06:53:10.376617 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.v2.base [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Request body: {'port': {'device_id': '916bb176-9efa-437b-bbbf-a7dd82ef6501', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:53:10.489763 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:10.841445 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:53:10.848780 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:10.863508 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Transition to ACTIVE for port object 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:53:10.869720 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:10.998261 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8fd324-9a13-47a2-874c-8b5b3eab38f2,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:53:11.011588 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992fa36-8a7d-4ce9-8970-2021bd65c132 req-cb8e4b6a-2121-4bbc-a766-10195d2d9cd0 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:11.013338 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7992fa36-8a7d-4ce9-8970-2021bd65c132 req-cb8e4b6a-2121-4bbc-a766-10195d2d9cd0 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 943 time: 0.0859783 Feb 04 06:53:11.063211 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-7992fa36-8a7d-4ce9-8970-2021bd65c132 req-d56dd0ea-911b-45b4-9d9b-b257c2e23d9c tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424376 Feb 04 06:53:11.103966 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Attempting to bind port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:53:11.104247 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Attempting to bind port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'eae3737a-1d4f-45d2-904b-d41c92aa31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:53:11.104571 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Attempting to bind port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 on network 82ec538c-0eef-4e38-9df0-9bcbd65b0952 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:53:11.109334 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 on network 82ec538c-0eef-4e38-9df0-9bcbd65b0952 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:53:11.109651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Attempting to bind port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 on network 82ec538c-0eef-4e38-9df0-9bcbd65b0952 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:53:11.114725 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Checking agent: {'id': 'fb7642bc-f255-4e27-97c2-4abf18763af6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'started_at': datetime.datetime(2022, 2, 4, 5, 57, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:53:11.115056 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Checking segment: {'id': 'eae3737a-1d4f-45d2-904b-d41c92aa31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:53:11.115433 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Bound using segment: {'id': 'eae3737a-1d4f-45d2-904b-d41c92aa31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:53:11.115879 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Bound port: 8a8fd324-9a13-47a2-874c-8b5b3eab38f2, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae3737a-1d4f-45d2-904b-d41c92aa31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:53:11.116230 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:11.316168 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] For port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2, host hv-neutron-8268, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:53:11.319179 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] For port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8a8fd324-9a13-47a2-874c-8b5b3eab38f2,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:53:11.326169 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7317195'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:11.386548 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:11.387158 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:11.388592 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] 10.222.0.43 "PUT /v2.0/ports/8a8fd324-9a13-47a2-874c-8b5b3eab38f2 HTTP/1.1" status: 200 len: 1093 time: 1.0178993 Feb 04 06:53:11.389013 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916bb176-9efa-437b-bbbf-a7dd82ef6501', 'tag': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:53:11.420860 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01766538-8034-40a6-9b9c-305765c393c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8fd324-9a13-47a2-874c-8b5b3eab38f2,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:53:11.475711 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916bb176-9efa-437b-bbbf-a7dd82ef6501', 'tag': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2', 'status': 'completed', 'code': 200} Feb 04 06:53:11.521039 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-c7b9f220-5c97-4257-8890-bd61b1ffb47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:11.522541 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-c7b9f220-5c97-4257-8890-bd61b1ffb47e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54178fc0ed9e413388351e2ad531fee5&device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 1096 time: 0.0786028 Feb 04 06:53:11.589723 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-f8f801bc-7542-4e4e-936c-38144ae1e9c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8fd324-9a13-47a2-874c-8b5b3eab38f2 HTTP/1.1" status: 200 len: 217 time: 0.0602112 Feb 04 06:53:11.653967 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-2d2e56d9-4109-4cf0-8cab-bf954141937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:11.655337 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-2d2e56d9-4109-4cf0-8cab-bf954141937d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f43eec3b-275c-4ec0-be5b-136cc72a0e3b HTTP/1.1" status: 200 len: 849 time: 0.0602598 Feb 04 06:53:11.732605 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-9e65cf47-dff1-48a5-9b80-0b2fbc802b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:11.734097 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-9e65cf47-dff1-48a5-9b80-0b2fbc802b96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82ec538c-0eef-4e38-9df0-9bcbd65b0952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731578 Feb 04 06:53:11.871029 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-aa7badf1-68d1-43ac-a28c-c7f283d557bc service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308849 Feb 04 06:53:12.000084 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ec60ccb7-634f-45d4-9a8e-4035e172a66c req-7726e552-9332-4af2-81b5-19a1c0f06a09 service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220727 Feb 04 06:53:12.133052 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243f57-99e2-4aec-a641-29d0add1e1c7 req-03752da2-d4c0-4f01-9306-491b466390b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:12.134537 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-11243f57-99e2-4aec-a641-29d0add1e1c7 req-03752da2-d4c0-4f01-9306-491b466390b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54178fc0ed9e413388351e2ad531fee5&device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 1096 time: 0.0778513 Feb 04 06:53:12.256421 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048623c2-c9ee-4c69-9970-1bf5756b482a req-ee73a6ec-39dd-4407-b9f8-6259cbf50c9d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:12.257812 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-048623c2-c9ee-4c69-9970-1bf5756b482a req-ee73a6ec-39dd-4407-b9f8-6259cbf50c9d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 943 time: 0.0840728 Feb 04 06:53:12.268438 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243f57-99e2-4aec-a641-29d0add1e1c7 req-69f153c6-9f1f-4320-aa4e-2a4ca0930e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:12.269881 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-11243f57-99e2-4aec-a641-29d0add1e1c7 req-69f153c6-9f1f-4320-aa4e-2a4ca0930e6a service neutron] 10.222.0.43 "GET /v2.0/networks?id=82ec538c-0eef-4e38-9df0-9bcbd65b0952 HTTP/1.1" status: 200 len: 911 time: 0.1282113 Feb 04 06:53:12.301078 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-048623c2-c9ee-4c69-9970-1bf5756b482a req-52a6762a-0902-4618-8263-1ea0c283aa3e tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376465 Feb 04 06:53:12.337487 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-11243f57-99e2-4aec-a641-29d0add1e1c7 req-89cb37d2-49b7-4712-b9f9-43f620461b6a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8fd324-9a13-47a2-874c-8b5b3eab38f2 HTTP/1.1" status: 200 len: 217 time: 0.0596452 Feb 04 06:53:12.404286 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243f57-99e2-4aec-a641-29d0add1e1c7 req-f26ce611-29f2-4334-b9c6-37ce3ae375c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:12.405876 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-11243f57-99e2-4aec-a641-29d0add1e1c7 req-f26ce611-29f2-4334-b9c6-37ce3ae375c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f43eec3b-275c-4ec0-be5b-136cc72a0e3b HTTP/1.1" status: 200 len: 849 time: 0.0614955 Feb 04 06:53:12.502813 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243f57-99e2-4aec-a641-29d0add1e1c7 req-c569780f-47fa-4a5f-879e-63123de4960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:12.504386 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-11243f57-99e2-4aec-a641-29d0add1e1c7 req-c569780f-47fa-4a5f-879e-63123de4960b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82ec538c-0eef-4e38-9df0-9bcbd65b0952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908458 Feb 04 06:53:12.634980 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-11243f57-99e2-4aec-a641-29d0add1e1c7 req-ede5586a-9d40-4693-b611-bfb4bb70b978 service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240430 Feb 04 06:53:12.768530 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-11243f57-99e2-4aec-a641-29d0add1e1c7 req-33f70e21-a5ed-480e-b54f-1d30df47dafd service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262360 Feb 04 06:53:13.562758 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94a2a-ad56-4a1b-945e-682b4ca864b9 req-1f47c81f-0aef-4c91-9048-4abe8cc3dfb9 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:13.564254 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0db94a2a-ad56-4a1b-945e-682b4ca864b9 req-1f47c81f-0aef-4c91-9048-4abe8cc3dfb9 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 943 time: 0.1378901 Feb 04 06:53:13.609570 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-0db94a2a-ad56-4a1b-945e-682b4ca864b9 req-235a81a6-579b-44ba-ac9c-387d2a8532a4 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394955 Feb 04 06:53:14.781421 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:53:14.855002 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df6136-93d7-4dde-a615-9d8534fad4b8 req-a9436a6c-7f49-434a-9c9a-e126519a7499 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:14.856489 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a0df6136-93d7-4dde-a615-9d8534fad4b8 req-a9436a6c-7f49-434a-9c9a-e126519a7499 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 943 time: 0.1418493 Feb 04 06:53:14.900212 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a0df6136-93d7-4dde-a615-9d8534fad4b8 req-728c8c2b-49e4-45a1-8bba-beabe0331ee4 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377986 Feb 04 06:53:14.915926 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8a8fd324-9a13-47a2-874c-8b5b3eab38f2,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:53:14.928962 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'port_id': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2', 'mac_address': 'fa:16:3e:e3:d7:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:53:14.986385 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:15.002777 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:53:15.017876 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8a8fd324-9a13-47a2-874c-8b5b3eab38f2,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:53:15.024813 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:15.089008 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=8a8fd324-9a13-47a2-874c-8b5b3eab38f2,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:53:15.248507 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['8a8fd324-9a13-47a2-874c-8b5b3eab38f2'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:53:16.117709 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afd515-e810-4fd9-8ee8-ffb4c19d2f87 req-16e0cfe7-0fab-4dca-87c5-3b02e98dccb4 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:16.119176 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-66afd515-e810-4fd9-8ee8-ffb4c19d2f87 req-16e0cfe7-0fab-4dca-87c5-3b02e98dccb4 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 944 time: 0.0939250 Feb 04 06:53:16.166525 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-66afd515-e810-4fd9-8ee8-ffb4c19d2f87 req-32f586f6-c650-4d45-b254-c954bd9d6cc6 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415659 Feb 04 06:53:16.782478 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:53:16.864213 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning for port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 completed by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:53:16.868876 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:53:16.869242 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:16.986163 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:17.013204 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916bb176-9efa-437b-bbbf-a7dd82ef6501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:53:17.022762 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8a8fd324-9a13-47a2-874c-8b5b3eab38f2,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:53:17.027308 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:17.062637 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916bb176-9efa-437b-bbbf-a7dd82ef6501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2', 'code': 200} Feb 04 06:53:17.093859 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=8a8fd324-9a13-47a2-874c-8b5b3eab38f2,revision_number=5']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:53:17.288506 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964445ac-5286-4927-be1b-aa782c60647a req-19be7ffd-b917-44d8-9159-63e2540af39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:17.289874 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-964445ac-5286-4927-be1b-aa782c60647a req-19be7ffd-b917-44d8-9159-63e2540af39a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 1098 time: 0.0692890 Feb 04 06:53:17.334574 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-964445ac-5286-4927-be1b-aa782c60647a req-f072b3c6-d340-482c-847a-4d7ce2c6cdb0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374806 Feb 04 06:53:17.357469 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12db9e8-25c6-455a-a073-41696766755a req-340b5ccd-314d-4a43-a2c4-10b9e809ada9 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:17.358921 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d12db9e8-25c6-455a-a073-41696766755a req-340b5ccd-314d-4a43-a2c4-10b9e809ada9 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 945 time: 0.0837667 Feb 04 06:53:17.402836 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-d12db9e8-25c6-455a-a073-41696766755a req-133219f4-fa69-49ba-bf50-5fc28691bb53 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382633 Feb 04 06:53:18.616961 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e481a1f-ee67-4c82-b4d3-121d3b11360a req-bce0bbf8-bca9-4d81-b881-b24a94196947 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:18.618392 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8e481a1f-ee67-4c82-b4d3-121d3b11360a req-bce0bbf8-bca9-4d81-b881-b24a94196947 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 945 time: 0.0968964 Feb 04 06:53:18.662022 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-8e481a1f-ee67-4c82-b4d3-121d3b11360a req-b2f265c4-ffa8-4612-9020-b1b9dace5bb3 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380108 Feb 04 06:53:18.846800 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c87e-6baf-41a9-ab27-745b8ea09a7d req-4aec7a4b-0ccc-4494-8ee6-dc8f3b8d5748 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:18.848302 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9844c87e-6baf-41a9-ab27-745b8ea09a7d req-4aec7a4b-0ccc-4494-8ee6-dc8f3b8d5748 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 945 time: 0.0833354 Feb 04 06:53:18.892694 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-9844c87e-6baf-41a9-ab27-745b8ea09a7d req-73460b2f-f54c-4e8f-9c8b-de34d753165b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382359 Feb 04 06:53:18.914848 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37558) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:53:18.989321 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4b2a49-0173-45a4-8df7-64eecd3c9c6a tempest-TestSnapshotPattern-1317804047 tempest-TestSnapshotPattern-1317804047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:18.990840 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2c4b2a49-0173-45a4-8df7-64eecd3c9c6a tempest-TestSnapshotPattern-1317804047 tempest-TestSnapshotPattern-1317804047-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 1093 time: 0.0750647 Feb 04 06:53:18.993709 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37562) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:53:18.998566 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.v2.base [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Request body: {'floatingip': {'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'port_id': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:53:19.004878 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:53:19.009066 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Usage tracker for resource:floatingip and tenant:54178fc0ed9e413388351e2ad531fee5 is out of sync, need to count used quota {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:53:19.012098 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:53:19.018160 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.quota.driver [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:53:19.031809 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for floatingip, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:19.168277 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:19.313219 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Allocated IP 172.26.4.253 (ab369154-15d6-461d-ac4e-da4d6375f709/f0ecfa2e-37c9-458c-b47b-742481f91a65/9b0e9ad7-31e6-4639-86b1-93576f3c463e) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:53:19.465006 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:19.497588 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783036187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:19.561222 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Network ab369154-15d6-461d-ac4e-da4d6375f709 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:53:19.563952 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Resources bound (agent type, host, resource id): {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:53:19.567512 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:53:19.595561 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Pushing event updated for resources: {'Port': ['ID=9b0e9ad7-31e6-4639-86b1-93576f3c463e,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:53:19.612841 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:19.613182 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:19.613518 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:19.613837 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:19.614151 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:19.614470 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:19.614782 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:19.615077 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:19.615391 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:19.615695 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:19.616029 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:19.616344 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:20.103719 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:20.182005 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:20.389064 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:20.396481 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7336185'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:20.504587 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Pushing event updated for resources: {'Port': ['ID=9b0e9ad7-31e6-4639-86b1-93576f3c463e,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:53:20.514578 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499604'] for floatingip, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:20.689874 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Floating IP 335e2db6-05cf-469e-bb2e-fe7b471ae37d associated. External IP: 172.26.4.253, port: 8a8fd324-9a13-47a2-874c-8b5b3eab38f2. Feb 04 06:53:21.053227 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Router d74aeae6-ce24-4af9-895c-9328b473fe6a has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:53:21.233992 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:53:21.243695 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53a6c3-aa0c-4750-bac4-3df198d53266 None None] Sync routers for ids ['d74aeae6-ce24-4af9-895c-9328b473fe6a'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:53:21.254406 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e53a6c3-aa0c-4750-bac4-3df198d53266 None None] Routers {'d74aeae6-ce24-4af9-895c-9328b473fe6a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:53:21.255307 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8e53a6c3-aa0c-4750-bac4-3df198d53266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:53:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['d74aeae6-ce24-4af9-895c-9328b473fe6a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:53:21.259895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:21.317595 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-2776fbe1-5562-4d76-85d8-251e159e2739 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3227913 Feb 04 06:53:21.318068 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916bb176-9efa-437b-bbbf-a7dd82ef6501', 'tag': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:53:21.362510 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916bb176-9efa-437b-bbbf-a7dd82ef6501', 'tag': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2', 'status': 'completed', 'code': 200} Feb 04 06:53:21.436873 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-8e53a6c3-aa0c-4750-bac4-3df198d53266 None None] Set router d74aeae6-ce24-4af9-895c-9328b473fe6a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:53:21.451473 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291f0e8-aee7-4948-bea0-fc53f19f754b req-9e98f06f-7232-417b-927d-150da3485fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:21.452974 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d291f0e8-aee7-4948-bea0-fc53f19f754b req-9e98f06f-7232-417b-927d-150da3485fab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54178fc0ed9e413388351e2ad531fee5&device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 1098 time: 0.0691013 Feb 04 06:53:21.690262 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291f0e8-aee7-4948-bea0-fc53f19f754b req-6e704d7c-1dda-4f43-b8de-a7f7088a29be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:21.691742 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d291f0e8-aee7-4948-bea0-fc53f19f754b req-6e704d7c-1dda-4f43-b8de-a7f7088a29be service neutron] 10.222.0.43 "GET /v2.0/networks?id=82ec538c-0eef-4e38-9df0-9bcbd65b0952 HTTP/1.1" status: 200 len: 911 time: 0.2330303 Feb 04 06:53:21.793920 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d291f0e8-aee7-4948-bea0-fc53f19f754b req-99743e6b-9ffa-4876-91af-ebe40af66530 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8fd324-9a13-47a2-874c-8b5b3eab38f2 HTTP/1.1" status: 200 len: 999 time: 0.0957973 Feb 04 06:53:21.820851 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8e53a6c3-aa0c-4750-bac4-3df198d53266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:50:22Z', 'revision_number': 4, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port': {'id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:19Z', 'updated_at': '2022-02-04T06:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '335e2db6-05cf-469e-bb2e-fe7b471ae37d', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'port_id': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'mac_address': 'fa:16:3e:e3:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916bb176-9efa-437b-bbbf-a7dd82ef6501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:53:20Z', 'updated_at': '2022-02-04T06:53:20Z', 'revision_number': 0, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'fixed_ip_address_scope': None}, {'id': 'b58b785e-e0de-4b30-a383-8141bbc80506', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'port_id': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'mac_address': 'fa:16:3e:e1:06:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a692beb5-c155-44a5-abf5-317794fda04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:50:49Z', 'updated_at': '2022-02-04T06:50:52Z', 'revision_number': 1, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34b9fcbe-882a-48ba-8a8f-73415670f796', 'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'mac_address': 'fa:16:3e:0a:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:21Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 5, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'subnets': [{'id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:53:21.825151 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53a6c3-aa0c-4750-bac4-3df198d53266 None None] Checking router: d74aeae6-ce24-4af9-895c-9328b473fe6a for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:53:21.834445 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e53a6c3-aa0c-4750-bac4-3df198d53266 None None] Routers {'d74aeae6-ce24-4af9-895c-9328b473fe6a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:53:21.835046 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8e53a6c3-aa0c-4750-bac4-3df198d53266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:53:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['d74aeae6-ce24-4af9-895c-9328b473fe6a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:53:21.854704 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291f0e8-aee7-4948-bea0-fc53f19f754b req-706eb31f-fcc7-46b8-aabb-26c1385c1eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:21.856182 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d291f0e8-aee7-4948-bea0-fc53f19f754b req-706eb31f-fcc7-46b8-aabb-26c1385c1eb6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f43eec3b-275c-4ec0-be5b-136cc72a0e3b HTTP/1.1" status: 200 len: 849 time: 0.0569444 Feb 04 06:53:21.933908 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291f0e8-aee7-4948-bea0-fc53f19f754b req-ff9b3e4f-c261-4c50-b411-dac6975c6b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:21.935396 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d291f0e8-aee7-4948-bea0-fc53f19f754b req-ff9b3e4f-c261-4c50-b411-dac6975c6b51 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82ec538c-0eef-4e38-9df0-9bcbd65b0952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738204 Feb 04 06:53:22.007919 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-8e53a6c3-aa0c-4750-bac4-3df198d53266 None None] Set router d74aeae6-ce24-4af9-895c-9328b473fe6a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:53:22.072928 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d291f0e8-aee7-4948-bea0-fc53f19f754b req-079ac3bc-8d90-4b9e-9e93-ed53ce7eb4f0 service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311114 Feb 04 06:53:22.212534 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d291f0e8-aee7-4948-bea0-fc53f19f754b req-0c97d031-731c-4892-b066-26050e51b101 service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331291 Feb 04 06:53:22.374325 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-8e53a6c3-aa0c-4750-bac4-3df198d53266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:50:22Z', 'revision_number': 4, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port': {'id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:19Z', 'updated_at': '2022-02-04T06:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '335e2db6-05cf-469e-bb2e-fe7b471ae37d', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'port_id': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'mac_address': 'fa:16:3e:e3:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916bb176-9efa-437b-bbbf-a7dd82ef6501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:53:20Z', 'updated_at': '2022-02-04T06:53:20Z', 'revision_number': 0, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'fixed_ip_address_scope': None}, {'id': 'b58b785e-e0de-4b30-a383-8141bbc80506', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'port_id': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'mac_address': 'fa:16:3e:e1:06:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a692beb5-c155-44a5-abf5-317794fda04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:50:49Z', 'updated_at': '2022-02-04T06:50:52Z', 'revision_number': 1, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34b9fcbe-882a-48ba-8a8f-73415670f796', 'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'mac_address': 'fa:16:3e:0a:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:21Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 5, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'subnets': [{'id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:53:22.378973 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53a6c3-aa0c-4750-bac4-3df198d53266 None None] The sync data for ids ['d74aeae6-ce24-4af9-895c-9328b473fe6a'] in dv-neutron-826830-2-hyperv is: [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:50:22Z', 'revision_number': 4, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port': {'id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:19Z', 'updated_at': '2022-02-04T06:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': '335e2db6-05cf-469e-bb2e-fe7b471ae37d', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'port_id': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'mac_address': 'fa:16:3e:e3:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916bb176-9efa-437b-bbbf-a7dd82ef6501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:53:20Z', 'updated_at': '2022-02-04T06:53:20Z', 'revision_number': 0, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'fixed_ip_address_scope': None}, {'id': 'b58b785e-e0de-4b30-a383-8141bbc80506', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'port_id': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'mac_address': 'fa:16:3e:e1:06:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a692beb5-c155-44a5-abf5-317794fda04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:50:49Z', 'updated_at': '2022-02-04T06:50:52Z', 'revision_number': 1, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34b9fcbe-882a-48ba-8a8f-73415670f796', 'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'mac_address': 'fa:16:3e:0a:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:21Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 5, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'subnets': [{'id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:53:22.578619 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0574f8d9-233f-4db2-836f-ea0c71e7eda1 None None] New status for floating IP 335e2db6-05cf-469e-bb2e-fe7b471ae37d: ACTIVE {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:53:29.588591 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c2d8b194-12d2-404c-a844-b498be8e3c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:31.964318 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16d06540-2d03-406e-99e2-24cba58e2404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:33.015374 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:33.089719 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:34.540966 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:37.745228 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:41.905554 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:53:55.041221 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d07ad8ea-50b4-4fb2-8ab3-7de317066d1d req-41f23bc0-557f-44e7-a6fd-f79d93967a7a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774860 Feb 04 06:53:55.183609 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ad8ea-50b4-4fb2-8ab3-7de317066d1d req-98dff28a-f230-4996-a20c-669017149942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:55.185369 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d07ad8ea-50b4-4fb2-8ab3-7de317066d1d req-98dff28a-f230-4996-a20c-669017149942 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54178fc0ed9e413388351e2ad531fee5&device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 1096 time: 0.0759466 Feb 04 06:53:55.329176 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ad8ea-50b4-4fb2-8ab3-7de317066d1d req-632194a0-4aeb-49da-975a-2239ee0bf04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:55.330551 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d07ad8ea-50b4-4fb2-8ab3-7de317066d1d req-632194a0-4aeb-49da-975a-2239ee0bf04d service neutron] 10.222.0.43 "GET /v2.0/networks?id=82ec538c-0eef-4e38-9df0-9bcbd65b0952 HTTP/1.1" status: 200 len: 911 time: 0.1264164 Feb 04 06:53:55.438377 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d07ad8ea-50b4-4fb2-8ab3-7de317066d1d req-6d3e8034-2a04-4d1a-865c-ef469cb2accf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=615fbbef-629c-4c77-9e97-1b5cbeae43f9 HTTP/1.1" status: 200 len: 998 time: 0.1009271 Feb 04 06:53:55.500732 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ad8ea-50b4-4fb2-8ab3-7de317066d1d req-57d5b2c7-bcf0-414b-9d51-95bf7f85ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:55.502100 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d07ad8ea-50b4-4fb2-8ab3-7de317066d1d req-57d5b2c7-bcf0-414b-9d51-95bf7f85ea97 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f43eec3b-275c-4ec0-be5b-136cc72a0e3b HTTP/1.1" status: 200 len: 849 time: 0.0576487 Feb 04 06:53:55.577599 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ad8ea-50b4-4fb2-8ab3-7de317066d1d req-f9250b64-f578-4b46-b57e-9fddfcbf1824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:55.579016 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d07ad8ea-50b4-4fb2-8ab3-7de317066d1d req-f9250b64-f578-4b46-b57e-9fddfcbf1824 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82ec538c-0eef-4e38-9df0-9bcbd65b0952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708160 Feb 04 06:53:55.707096 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d07ad8ea-50b4-4fb2-8ab3-7de317066d1d req-bfadaf61-d7d9-4b85-a01c-6731f2ff5e87 service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218345 Feb 04 06:53:55.837301 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-d07ad8ea-50b4-4fb2-8ab3-7de317066d1d req-8004653f-5bbb-46ad-b1f8-965274457afb service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233935 Feb 04 06:53:59.592431 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3a795d94-0120-4e5a-8f96-50d6c30d2d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:01.967407 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-22f6d934-869e-475c-9dc3-ed3b5a633566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:03.013721 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:03.098270 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:04.539644 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:07.748896 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:18.908497 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:54:29.593217 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd65e133-e918-4dba-a940-407c39f660ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:31.963842 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-11c7d49b-1891-4136-941d-3c7390ebaf80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:33.016745 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:33.090288 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:34.546858 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:37.750364 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:51.289219 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=87472) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:54:51.429436 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8a8fd324-9a13-47a2-874c-8b5b3eab38f2,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:54:51.442302 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Returning: {'device': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'port_id': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2', 'mac_address': 'fa:16:3e:e3:d7:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87472) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:54:51.500181 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:51.517005 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:54:51.532908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8a8fd324-9a13-47a2-874c-8b5b3eab38f2,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:54:51.539428 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:51.617098 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=8a8fd324-9a13-47a2-874c-8b5b3eab38f2,revision_number=6']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:51.624256 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:51.624598 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:51.624928 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:51.625261 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:51.625587 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:51.625908 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:51.626231 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:51.626538 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:51.626862 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:51.627177 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:51.627475 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:51.627796 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:51.651245 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] get_ports_and_sgs() called for port_ids ['8a8fd324-9a13-47a2-874c-8b5b3eab38f2'] {{(pid=87472) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:54:53.301237 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 up at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:54:53.378114 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Provisioning complete for port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 triggered by entity L2. {{(pid=87472) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:54:53.378843 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1458473'] for port, provisioning_complete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:53.546776 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:53.575319 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916bb176-9efa-437b-bbbf-a7dd82ef6501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:54:53.591071 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8a8fd324-9a13-47a2-874c-8b5b3eab38f2,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:54:53.598985 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:53.691577 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=8a8fd324-9a13-47a2-874c-8b5b3eab38f2,revision_number=7']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:53.755365 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916bb176-9efa-437b-bbbf-a7dd82ef6501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2', 'code': 200} Feb 04 06:54:55.908250 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:54:57.070251 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f6eed-e3c5-4313-b37e-5e8f8c081e87 req-e7d9f187-6664-4895-9471-f9a1c345fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:57.072017 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ed3f6eed-e3c5-4313-b37e-5e8f8c081e87 req-e7d9f187-6664-4895-9471-f9a1c345fd6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54178fc0ed9e413388351e2ad531fee5&device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 1098 time: 0.0775061 Feb 04 06:54:57.346252 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f6eed-e3c5-4313-b37e-5e8f8c081e87 req-3c30e57e-05fa-4400-8374-bbed7b90f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:57.347636 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ed3f6eed-e3c5-4313-b37e-5e8f8c081e87 req-3c30e57e-05fa-4400-8374-bbed7b90f5ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=82ec538c-0eef-4e38-9df0-9bcbd65b0952 HTTP/1.1" status: 200 len: 911 time: 0.2552741 Feb 04 06:54:57.456263 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ed3f6eed-e3c5-4313-b37e-5e8f8c081e87 req-fb7990c1-5180-4ab1-832f-c900235ed21e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8fd324-9a13-47a2-874c-8b5b3eab38f2 HTTP/1.1" status: 200 len: 1001 time: 0.1018813 Feb 04 06:54:57.524512 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f6eed-e3c5-4313-b37e-5e8f8c081e87 req-ca87a567-2a56-48c5-981e-cb45268368db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:57.526587 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ed3f6eed-e3c5-4313-b37e-5e8f8c081e87 req-ca87a567-2a56-48c5-981e-cb45268368db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f43eec3b-275c-4ec0-be5b-136cc72a0e3b HTTP/1.1" status: 200 len: 849 time: 0.0636280 Feb 04 06:54:57.630878 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f6eed-e3c5-4313-b37e-5e8f8c081e87 req-10e05990-8e54-4b4f-8294-15f5fe66bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:57.632496 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ed3f6eed-e3c5-4313-b37e-5e8f8c081e87 req-10e05990-8e54-4b4f-8294-15f5fe66bdaf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82ec538c-0eef-4e38-9df0-9bcbd65b0952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0996594 Feb 04 06:54:57.773884 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ed3f6eed-e3c5-4313-b37e-5e8f8c081e87 req-3a1ec608-bf00-4da6-a20e-7123e10abb41 service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344759 Feb 04 06:54:57.924133 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-ed3f6eed-e3c5-4313-b37e-5e8f8c081e87 req-9dc8ebd5-f7e3-475f-a2e8-0f55eaa5a10a service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442184 Feb 04 06:54:59.588017 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-62321cf2-d15b-48f0-8256-abb90110caeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:01.958719 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cb4186c6-33b2-45e3-a8e4-01be1a791a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:02.259223 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37762) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:55:02.590328 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Deleting port 9b0e9ad7-31e6-4639-86b1-93576f3c463e {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:55:02.590631 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:02.770900 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:02.771123 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:02.892551 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Calling delete_port for 9b0e9ad7-31e6-4639-86b1-93576f3c463e owned by network:floatingip {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:55:03.011079 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:03.073157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:03.097585 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:03.119138 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Pushing event deleted for resources: {'Port': ['ID=9b0e9ad7-31e6-4639-86b1-93576f3c463e,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:55:03.155354 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:03.155724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:03.156026 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:03.156350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:03.156673 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:03.156990 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:03.157350 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:03.157653 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:03.157970 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:03.158282 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:03.158591 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:03.158895 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:03.221893 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for floatingip, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:03.222251 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.db.l3_db [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Floating IP 335e2db6-05cf-469e-bb2e-fe7b471ae37d disassociated (deleted). External IP: 172.26.4.253, port: 8a8fd324-9a13-47a2-874c-8b5b3eab38f2. Feb 04 06:55:03.589130 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Router d74aeae6-ce24-4af9-895c-9328b473fe6a has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:55:03.772951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:55:03.783260 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0809ff-580f-4c72-97c2-f5f202798973 None None] Sync routers for ids ['d74aeae6-ce24-4af9-895c-9328b473fe6a'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:55:03.789025 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:03.792896 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0809ff-580f-4c72-97c2-f5f202798973 None None] Routers {'d74aeae6-ce24-4af9-895c-9328b473fe6a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:55:03.793514 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0c0809ff-580f-4c72-97c2-f5f202798973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:55:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['d74aeae6-ce24-4af9-895c-9328b473fe6a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:03.843752 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-775e96b1-8c5e-4849-8bc2-c5403aa3340b tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "DELETE /v2.0/floatingips/335e2db6-05cf-469e-bb2e-fe7b471ae37d HTTP/1.1" status: 204 len: 168 time: 1.5832825 Feb 04 06:55:03.844251 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916bb176-9efa-437b-bbbf-a7dd82ef6501', 'tag': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:55:03.895641 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916bb176-9efa-437b-bbbf-a7dd82ef6501', 'tag': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2', 'status': 'completed', 'code': 200} Feb 04 06:55:03.980053 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-0c0809ff-580f-4c72-97c2-f5f202798973 None None] Set router d74aeae6-ce24-4af9-895c-9328b473fe6a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:55:03.991319 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e89476-77c6-45bf-bc55-25f8c8e46382 req-4d7a1bb1-273d-4e89-b1b1-35af9494ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:03.992942 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-64e89476-77c6-45bf-bc55-25f8c8e46382 req-4d7a1bb1-273d-4e89-b1b1-35af9494ebcd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54178fc0ed9e413388351e2ad531fee5&device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 1098 time: 0.0729930 Feb 04 06:55:04.134600 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e89476-77c6-45bf-bc55-25f8c8e46382 req-51ea260e-d73f-4baf-860f-a7bc72155795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:04.136938 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-64e89476-77c6-45bf-bc55-25f8c8e46382 req-51ea260e-d73f-4baf-860f-a7bc72155795 service neutron] 10.222.0.43 "GET /v2.0/networks?id=82ec538c-0eef-4e38-9df0-9bcbd65b0952 HTTP/1.1" status: 200 len: 911 time: 0.1374485 Feb 04 06:55:04.214305 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-64e89476-77c6-45bf-bc55-25f8c8e46382 req-1d993dd1-6393-431d-b33d-426be99dc03d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8fd324-9a13-47a2-874c-8b5b3eab38f2 HTTP/1.1" status: 200 len: 217 time: 0.0706899 Feb 04 06:55:04.257711 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aeeb4f-62e8-4a3c-938e-c2d90651372c req-761bac96-73a2-492d-b92c-623b236d1c12 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:04.258430 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-c1aeeb4f-62e8-4a3c-938e-c2d90651372c req-761bac96-73a2-492d-b92c-623b236d1c12 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Synchronizing usage tracker for tenant:54178fc0ed9e413388351e2ad531fee5 on resource:port {{(pid=87471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:55:04.279747 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.quota.resource [req-c1aeeb4f-62e8-4a3c-938e-c2d90651372c req-761bac96-73a2-492d-b92c-623b236d1c12 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Unset dirty status for tenant:54178fc0ed9e413388351e2ad531fee5 on resource:port {{(pid=87471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:55:04.281485 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c1aeeb4f-62e8-4a3c-938e-c2d90651372c req-761bac96-73a2-492d-b92c-623b236d1c12 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 945 time: 0.1296272 Feb 04 06:55:04.300081 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e89476-77c6-45bf-bc55-25f8c8e46382 req-06570692-d586-4cec-993c-f7f8a2eb5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:04.301676 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-64e89476-77c6-45bf-bc55-25f8c8e46382 req-06570692-d586-4cec-993c-f7f8a2eb5fba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f43eec3b-275c-4ec0-be5b-136cc72a0e3b HTTP/1.1" status: 200 len: 849 time: 0.0731595 Feb 04 06:55:04.386000 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0c0809ff-580f-4c72-97c2-f5f202798973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:50:22Z', 'revision_number': 4, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port': {'id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:19Z', 'updated_at': '2022-02-04T06:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'b58b785e-e0de-4b30-a383-8141bbc80506', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'port_id': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'mac_address': 'fa:16:3e:e1:06:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a692beb5-c155-44a5-abf5-317794fda04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:50:49Z', 'updated_at': '2022-02-04T06:50:52Z', 'revision_number': 1, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34b9fcbe-882a-48ba-8a8f-73415670f796', 'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'mac_address': 'fa:16:3e:0a:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:21Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 5, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'subnets': [{'id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:04.386681 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e89476-77c6-45bf-bc55-25f8c8e46382 req-dcd6b4bc-e9f2-4185-93da-5c87c6cc8b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:04.387893 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-64e89476-77c6-45bf-bc55-25f8c8e46382 req-dcd6b4bc-e9f2-4185-93da-5c87c6cc8b72 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82ec538c-0eef-4e38-9df0-9bcbd65b0952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786021 Feb 04 06:55:04.390452 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0809ff-580f-4c72-97c2-f5f202798973 None None] Checking router: d74aeae6-ce24-4af9-895c-9328b473fe6a for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:55:04.399744 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0809ff-580f-4c72-97c2-f5f202798973 None None] Routers {'d74aeae6-ce24-4af9-895c-9328b473fe6a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:55:04.400404 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0c0809ff-580f-4c72-97c2-f5f202798973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:55:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['d74aeae6-ce24-4af9-895c-9328b473fe6a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:04.452838 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-c1aeeb4f-62e8-4a3c-938e-c2d90651372c req-b76a3f7a-42e8-4842-b7c2-9b5747922bde tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657519 Feb 04 06:55:04.525239 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-64e89476-77c6-45bf-bc55-25f8c8e46382 req-23c15cc6-b8ab-4e4a-a145-d37e44819b1a service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292396 Feb 04 06:55:04.588422 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:04.662200 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-64e89476-77c6-45bf-bc55-25f8c8e46382 req-3050be1b-a40e-426b-ae1d-8d836b15b232 service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256711 Feb 04 06:55:04.662451 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-0c0809ff-580f-4c72-97c2-f5f202798973 None None] Set router d74aeae6-ce24-4af9-895c-9328b473fe6a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:55:05.148942 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0c0809ff-580f-4c72-97c2-f5f202798973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:50:22Z', 'revision_number': 4, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port': {'id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:19Z', 'updated_at': '2022-02-04T06:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'b58b785e-e0de-4b30-a383-8141bbc80506', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'port_id': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'mac_address': 'fa:16:3e:e1:06:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a692beb5-c155-44a5-abf5-317794fda04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:50:49Z', 'updated_at': '2022-02-04T06:50:52Z', 'revision_number': 1, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34b9fcbe-882a-48ba-8a8f-73415670f796', 'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'mac_address': 'fa:16:3e:0a:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:21Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 5, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'subnets': [{'id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:05.152954 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0809ff-580f-4c72-97c2-f5f202798973 None None] The sync data for ids ['d74aeae6-ce24-4af9-895c-9328b473fe6a'] in dv-neutron-826830-2-hyperv is: [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:50:22Z', 'revision_number': 4, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port': {'id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:19Z', 'updated_at': '2022-02-04T06:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_floatingips': [{'id': 'b58b785e-e0de-4b30-a383-8141bbc80506', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'router_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'port_id': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'mac_address': 'fa:16:3e:e1:06:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a692beb5-c155-44a5-abf5-317794fda04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:50:49Z', 'updated_at': '2022-02-04T06:50:52Z', 'revision_number': 1, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34b9fcbe-882a-48ba-8a8f-73415670f796', 'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'mac_address': 'fa:16:3e:0a:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:21Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 5, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'subnets': [{'id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:55:05.361794 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:55:05.374095 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a239d87-79b6-4a4c-94ea-c7eeb67f5e07 None None] New status for floating IP 335e2db6-05cf-469e-bb2e-fe7b471ae37d: DOWN {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:55:05.481579 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605435'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:05.515224 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916bb176-9efa-437b-bbbf-a7dd82ef6501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:55:05.525253 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] For port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8a8fd324-9a13-47a2-874c-8b5b3eab38f2,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:55:05.531724 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783036630029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783036187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783036187468'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:05.576990 dv-neutron-826830-2-hyperv neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916bb176-9efa-437b-bbbf-a7dd82ef6501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2', 'code': 200} Feb 04 06:55:05.601532 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Pushing event updated for resources: {'Port': ['ID=8a8fd324-9a13-47a2-874c-8b5b3eab38f2,revision_number=8']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:55:05.666302 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405944c6-b492-4a2b-a0c4-f92ed6f49496 req-55db57b0-7e11-482a-ab1e-39ee28352ad3 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:05.667771 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-405944c6-b492-4a2b-a0c4-f92ed6f49496 req-55db57b0-7e11-482a-ab1e-39ee28352ad3 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 943 time: 0.0800683 Feb 04 06:55:05.711534 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addba73c-0441-476a-a3b9-731b563d8a49 req-1dbe817d-b0ea-4c1c-9131-62d2908d5a5a tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:05.712253 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-addba73c-0441-476a-a3b9-731b563d8a49 req-1dbe817d-b0ea-4c1c-9131-62d2908d5a5a tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Synchronizing usage tracker for tenant:54178fc0ed9e413388351e2ad531fee5 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:55:05.712894 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-405944c6-b492-4a2b-a0c4-f92ed6f49496 req-02c1a8ea-2896-4f87-b0d7-a69dfb983020 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384047 Feb 04 06:55:05.724685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-addba73c-0441-476a-a3b9-731b563d8a49 req-1dbe817d-b0ea-4c1c-9131-62d2908d5a5a tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Unset dirty status for tenant:54178fc0ed9e413388351e2ad531fee5 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:55:05.725805 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-addba73c-0441-476a-a3b9-731b563d8a49 req-1dbe817d-b0ea-4c1c-9131-62d2908d5a5a tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.43 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 943 time: 0.0956707 Feb 04 06:55:05.796322 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-addba73c-0441-476a-a3b9-731b563d8a49 req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Deleting port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:55:05.796651 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-addba73c-0441-476a-a3b9-731b563d8a49 req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:06.160863 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-addba73c-0441-476a-a3b9-731b563d8a49 req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] For port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8a8fd324-9a13-47a2-874c-8b5b3eab38f2,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:55:06.161164 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-addba73c-0441-476a-a3b9-731b563d8a49 req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:06.283483 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-addba73c-0441-476a-a3b9-731b563d8a49 req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Calling delete_port for 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:55:06.429031 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-addba73c-0441-476a-a3b9-731b563d8a49 req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:06.476608 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Pushing event deleted for resources: {'Port': ['ID=8a8fd324-9a13-47a2-874c-8b5b3eab38f2,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:55:06.517159 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:06.517501 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:06.517833 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:06.518158 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:06.518477 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:06.518795 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:06.519093 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:06.519437 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:06.519748 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:06.520083 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:06.520395 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:06.520697 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826830-2-hyperv {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:55:06.565527 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-addba73c-0441-476a-a3b9-731b563d8a49 req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] No DVR routers for this DVR port 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:55:06.568027 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-addba73c-0441-476a-a3b9-731b563d8a49 req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:06.570418 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916bb176-9efa-437b-bbbf-a7dd82ef6501', 'name': 'network-vif-deleted', 'tag': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:55:06.588031 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-addba73c-0441-476a-a3b9-731b563d8a49 req-4275f2c1-d41f-4ecd-9e2b-e26ddf4fd539 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.43 "DELETE /v2.0/ports/8a8fd324-9a13-47a2-874c-8b5b3eab38f2 HTTP/1.1" status: 204 len: 173 time: 0.8567135 Feb 04 06:55:06.622896 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916bb176-9efa-437b-bbbf-a7dd82ef6501', 'name': 'network-vif-deleted', 'tag': '8a8fd324-9a13-47a2-874c-8b5b3eab38f2', 'status': 'completed', 'code': 200} Feb 04 06:55:06.888180 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-67e4e858-03a1-4482-ba94-8521b57dcba0 req-5b12723d-74fb-453f-8cff-a5d71fe9f53e tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=916bb176-9efa-437b-bbbf-a7dd82ef6501 HTTP/1.1" status: 200 len: 210 time: 0.0469596 Feb 04 06:55:07.758794 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:08.576690 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37826) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:55:08.778422 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ad97b79a-647b-4af8-80e4-9226bbd08a66 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Deleting port f0eb2440-7609-45ee-9060-2c82e6bed51a {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:55:08.778760 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ad97b79a-647b-4af8-80e4-9226bbd08a66 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:08.956949 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ad97b79a-647b-4af8-80e4-9226bbd08a66 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:08.957223 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ad97b79a-647b-4af8-80e4-9226bbd08a66 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:09.078637 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ad97b79a-647b-4af8-80e4-9226bbd08a66 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Calling delete_port for f0eb2440-7609-45ee-9060-2c82e6bed51a owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:55:09.228731 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ad97b79a-647b-4af8-80e4-9226bbd08a66 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:09.273189 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97b79a-647b-4af8-80e4-9226bbd08a66 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Pushing event deleted for resources: {'Port': ['ID=f0eb2440-7609-45ee-9060-2c82e6bed51a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:55:09.373148 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ad97b79a-647b-4af8-80e4-9226bbd08a66 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:09.373524 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.db.l3_db [None req-ad97b79a-647b-4af8-80e4-9226bbd08a66 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Floating IP b58b785e-e0de-4b30-a383-8141bbc80506 disassociated (deleted). External IP: 172.26.4.56, port: 615fbbef-629c-4c77-9e97-1b5cbeae43f9. Feb 04 06:55:09.374929 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:55:09.411434 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:55:09.411744 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 8a8fd324-9a13-47a2-874c-8b5b3eab38f2 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:55:09.818976 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad97b79a-647b-4af8-80e4-9226bbd08a66 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Router d74aeae6-ce24-4af9-895c-9328b473fe6a has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:55:09.999103 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad97b79a-647b-4af8-80e4-9226bbd08a66 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:55:10.009233 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1348e27d-5e03-4aa6-93d5-9d7531d2fe8d None None] Sync routers for ids ['d74aeae6-ce24-4af9-895c-9328b473fe6a'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:55:10.015548 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ad97b79a-647b-4af8-80e4-9226bbd08a66 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:10.019044 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1348e27d-5e03-4aa6-93d5-9d7531d2fe8d None None] Routers {'d74aeae6-ce24-4af9-895c-9328b473fe6a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:55:10.019663 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1348e27d-5e03-4aa6-93d5-9d7531d2fe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:55:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['d74aeae6-ce24-4af9-895c-9328b473fe6a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:10.071700 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ad97b79a-647b-4af8-80e4-9226bbd08a66 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "DELETE /v2.0/floatingips/b58b785e-e0de-4b30-a383-8141bbc80506 HTTP/1.1" status: 204 len: 168 time: 1.4937594 Feb 04 06:55:10.072452 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a692beb5-c155-44a5-abf5-317794fda04f', 'tag': '615fbbef-629c-4c77-9e97-1b5cbeae43f9'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:55:10.116871 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a692beb5-c155-44a5-abf5-317794fda04f', 'tag': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'status': 'completed', 'code': 200} Feb 04 06:55:10.213331 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-1348e27d-5e03-4aa6-93d5-9d7531d2fe8d None None] Set router d74aeae6-ce24-4af9-895c-9328b473fe6a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:55:10.214633 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c7710-710e-40e1-bee0-727d809f0296 req-2779f9d9-864f-4ff6-965b-4808a7654b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:10.216463 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dd9c7710-710e-40e1-bee0-727d809f0296 req-2779f9d9-864f-4ff6-965b-4808a7654b8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54178fc0ed9e413388351e2ad531fee5&device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 1096 time: 0.0757282 Feb 04 06:55:10.359073 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c7710-710e-40e1-bee0-727d809f0296 req-9c87e34b-5343-4449-b72b-2c5fc35e0868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:10.360848 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dd9c7710-710e-40e1-bee0-727d809f0296 req-9c87e34b-5343-4449-b72b-2c5fc35e0868 service neutron] 10.222.0.43 "GET /v2.0/networks?id=82ec538c-0eef-4e38-9df0-9bcbd65b0952 HTTP/1.1" status: 200 len: 911 time: 0.1364083 Feb 04 06:55:10.432167 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dd9c7710-710e-40e1-bee0-727d809f0296 req-7ce44738-68c8-4d97-ba3d-e2f4280411f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=615fbbef-629c-4c77-9e97-1b5cbeae43f9 HTTP/1.1" status: 200 len: 217 time: 0.0642807 Feb 04 06:55:10.450167 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d04bd-1e9b-4d41-955b-0dd966b00263 req-30e190e6-6dea-4b84-a8d4-18f31b252718 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:10.451841 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b68d04bd-1e9b-4d41-955b-0dd966b00263 req-30e190e6-6dea-4b84-a8d4-18f31b252718 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 943 time: 0.0804002 Feb 04 06:55:10.505249 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-b68d04bd-1e9b-4d41-955b-0dd966b00263 req-575bcc44-c1f5-410f-a344-947d97dcef44 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476353 Feb 04 06:55:10.506044 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c7710-710e-40e1-bee0-727d809f0296 req-feebdda9-905a-459d-ae11-2aad8ba567ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:10.507566 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dd9c7710-710e-40e1-bee0-727d809f0296 req-feebdda9-905a-459d-ae11-2aad8ba567ed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f43eec3b-275c-4ec0-be5b-136cc72a0e3b HTTP/1.1" status: 200 len: 849 time: 0.0687835 Feb 04 06:55:10.547378 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1348e27d-5e03-4aa6-93d5-9d7531d2fe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:50:22Z', 'revision_number': 4, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port': {'id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:19Z', 'updated_at': '2022-02-04T06:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '34b9fcbe-882a-48ba-8a8f-73415670f796', 'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'mac_address': 'fa:16:3e:0a:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:21Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 5, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'subnets': [{'id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:10.551208 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1348e27d-5e03-4aa6-93d5-9d7531d2fe8d None None] Checking router: d74aeae6-ce24-4af9-895c-9328b473fe6a for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:55:10.559536 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1348e27d-5e03-4aa6-93d5-9d7531d2fe8d None None] Routers {'d74aeae6-ce24-4af9-895c-9328b473fe6a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:55:10.560159 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1348e27d-5e03-4aa6-93d5-9d7531d2fe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:55:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['d74aeae6-ce24-4af9-895c-9328b473fe6a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:10.583453 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c7710-710e-40e1-bee0-727d809f0296 req-5ea74d22-2a23-4622-80df-5af7e9860842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:10.585029 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dd9c7710-710e-40e1-bee0-727d809f0296 req-5ea74d22-2a23-4622-80df-5af7e9860842 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82ec538c-0eef-4e38-9df0-9bcbd65b0952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707412 Feb 04 06:55:10.717108 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dd9c7710-710e-40e1-bee0-727d809f0296 req-e6d9efc9-7951-4bb2-bb53-6cb2a92b6454 service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246724 Feb 04 06:55:10.732307 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-1348e27d-5e03-4aa6-93d5-9d7531d2fe8d None None] Set router d74aeae6-ce24-4af9-895c-9328b473fe6a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:55:10.848397 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-dd9c7710-710e-40e1-bee0-727d809f0296 req-b784cdfe-e61b-4537-a1aa-14a62aeefae3 service neutron] 10.222.0.43 "GET /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250982 Feb 04 06:55:11.051898 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1348e27d-5e03-4aa6-93d5-9d7531d2fe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:50:22Z', 'revision_number': 4, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port': {'id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:19Z', 'updated_at': '2022-02-04T06:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '34b9fcbe-882a-48ba-8a8f-73415670f796', 'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'mac_address': 'fa:16:3e:0a:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:21Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 5, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'subnets': [{'id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:11.056149 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1348e27d-5e03-4aa6-93d5-9d7531d2fe8d None None] The sync data for ids ['d74aeae6-ce24-4af9-895c-9328b473fe6a'] in dv-neutron-826830-2-hyperv is: [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:50:22Z', 'revision_number': 4, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port': {'id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:19Z', 'updated_at': '2022-02-04T06:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv', '_interfaces': [{'id': '34b9fcbe-882a-48ba-8a8f-73415670f796', 'name': '', 'network_id': '82ec538c-0eef-4e38-9df0-9bcbd65b0952', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'mac_address': 'fa:16:3e:0a:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:21Z', 'updated_at': '2022-02-04T06:50:29Z', 'revision_number': 5, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'subnets': [{'id': 'f43eec3b-275c-4ec0-be5b-136cc72a0e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:55:11.281162 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa69b9a8-d1ee-4937-9800-c4b4f13d608b None None] New status for floating IP b58b785e-e0de-4b30-a383-8141bbc80506: DOWN {{(pid=87473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:55:11.716078 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd2fd9-39ad-49b6-b438-0bd9de3041f6 req-ac38c53c-0d32-4f85-b8ee-877af20078f0 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:11.718061 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a4dd2fd9-39ad-49b6-b438-0bd9de3041f6 req-ac38c53c-0d32-4f85-b8ee-877af20078f0 tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 943 time: 0.0954549 Feb 04 06:55:11.761303 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-a4dd2fd9-39ad-49b6-b438-0bd9de3041f6 req-ebfdc8ca-49a7-447a-9c66-471b328b645f tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/security-groups?id=11cdc83f-a188-42a0-8aaa-bc18b0fffd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376487 Feb 04 06:55:11.897970 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eadc52-1d3b-420d-a210-ccaaf2db391f req-4273fa84-8bc4-40f6-a13f-ef55f08f841d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:11.898674 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-61eadc52-1d3b-420d-a210-ccaaf2db391f req-4273fa84-8bc4-40f6-a13f-ef55f08f841d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Synchronizing usage tracker for tenant:54178fc0ed9e413388351e2ad531fee5 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:55:11.917896 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.quota.resource [req-61eadc52-1d3b-420d-a210-ccaaf2db391f req-4273fa84-8bc4-40f6-a13f-ef55f08f841d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Unset dirty status for tenant:54178fc0ed9e413388351e2ad531fee5 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:55:11.919082 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-61eadc52-1d3b-420d-a210-ccaaf2db391f req-4273fa84-8bc4-40f6-a13f-ef55f08f841d tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.43 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 943 time: 0.1009953 Feb 04 06:55:11.991002 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-61eadc52-1d3b-420d-a210-ccaaf2db391f req-ac515eb0-cc09-44b4-a60f-0c3b24778cad tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Deleting port 615fbbef-629c-4c77-9e97-1b5cbeae43f9 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:55:11.991196 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-61eadc52-1d3b-420d-a210-ccaaf2db391f req-ac515eb0-cc09-44b4-a60f-0c3b24778cad tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:12.351256 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-61eadc52-1d3b-420d-a210-ccaaf2db391f req-ac515eb0-cc09-44b4-a60f-0c3b24778cad tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] For port 615fbbef-629c-4c77-9e97-1b5cbeae43f9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=615fbbef-629c-4c77-9e97-1b5cbeae43f9,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:55:12.351490 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-61eadc52-1d3b-420d-a210-ccaaf2db391f req-ac515eb0-cc09-44b4-a60f-0c3b24778cad tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:12.482598 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-61eadc52-1d3b-420d-a210-ccaaf2db391f req-ac515eb0-cc09-44b4-a60f-0c3b24778cad tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Calling delete_port for 615fbbef-629c-4c77-9e97-1b5cbeae43f9 owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:55:12.650517 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-61eadc52-1d3b-420d-a210-ccaaf2db391f req-ac515eb0-cc09-44b4-a60f-0c3b24778cad tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:12.699653 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac515eb0-cc09-44b4-a60f-0c3b24778cad tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Pushing event deleted for resources: {'Port': ['ID=615fbbef-629c-4c77-9e97-1b5cbeae43f9,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:55:12.777408 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-61eadc52-1d3b-420d-a210-ccaaf2db391f req-ac515eb0-cc09-44b4-a60f-0c3b24778cad tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] No DVR routers for this DVR port 615fbbef-629c-4c77-9e97-1b5cbeae43f9 on host hv-neutron-8268 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:55:12.780370 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-61eadc52-1d3b-420d-a210-ccaaf2db391f req-ac515eb0-cc09-44b4-a60f-0c3b24778cad tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30263'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:12.782856 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a692beb5-c155-44a5-abf5-317794fda04f', 'name': 'network-vif-deleted', 'tag': '615fbbef-629c-4c77-9e97-1b5cbeae43f9'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:55:12.800995 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [req-61eadc52-1d3b-420d-a210-ccaaf2db391f req-ac515eb0-cc09-44b4-a60f-0c3b24778cad tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.43 "DELETE /v2.0/ports/615fbbef-629c-4c77-9e97-1b5cbeae43f9 HTTP/1.1" status: 204 len: 173 time: 0.8765419 Feb 04 06:55:12.839054 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a692beb5-c155-44a5-abf5-317794fda04f', 'name': 'network-vif-deleted', 'tag': '615fbbef-629c-4c77-9e97-1b5cbeae43f9', 'status': 'completed', 'code': 200} Feb 04 06:55:12.921923 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [req-800cb07b-ab4f-43d5-bc0b-6adb6835928e req-76678601-efac-410d-baab-473d80eb74db tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "GET /v2.0/ports?device_id=a692beb5-c155-44a5-abf5-317794fda04f HTTP/1.1" status: 200 len: 210 time: 0.0440147 Feb 04 06:55:14.021034 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37846) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:55:14.097350 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ac2b0821-5569-4289-9ecc-d1daa209f4cf tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:14.128373 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ac2b0821-5569-4289-9ecc-d1daa209f4cf tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:14.196790 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ac2b0821-5569-4289-9ecc-d1daa209f4cf tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:14.218877 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b0821-5569-4289-9ecc-d1daa209f4cf tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cdc83f-a188-42a0-8aaa-bc18b0fffd40,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:55:14.230884 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ac2b0821-5569-4289-9ecc-d1daa209f4cf tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:14.232080 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ac2b0821-5569-4289-9ecc-d1daa209f4cf tempest-TestSnapshotPattern-262454176 tempest-TestSnapshotPattern-262454176-project] 10.222.0.31 "DELETE /v2.0/security-groups/11cdc83f-a188-42a0-8aaa-bc18b0fffd40 HTTP/1.1" status: 204 len: 168 time: 0.2100146 Feb 04 06:55:14.280317 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37852) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:55:14.828380 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-07de78dd-4eb1-45b2-8121-7af9b1659c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:15.286740 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-07de78dd-4eb1-45b2-8121-7af9b1659c17 admin admin] Deleting port 34b9fcbe-882a-48ba-8a8f-73415670f796 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:55:15.287445 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-07de78dd-4eb1-45b2-8121-7af9b1659c17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:15.406121 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 615fbbef-629c-4c77-9e97-1b5cbeae43f9 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:55:15.440499 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] No Port match for: 615fbbef-629c-4c77-9e97-1b5cbeae43f9 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:55:15.440840 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Device 615fbbef-629c-4c77-9e97-1b5cbeae43f9 not bound to the agent host hv-neutron-8268 {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:55:15.454781 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-07de78dd-4eb1-45b2-8121-7af9b1659c17 admin admin] For port 34b9fcbe-882a-48ba-8a8f-73415670f796, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=34b9fcbe-882a-48ba-8a8f-73415670f796,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:55:15.455099 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-07de78dd-4eb1-45b2-8121-7af9b1659c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:15.593983 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-07de78dd-4eb1-45b2-8121-7af9b1659c17 admin admin] Calling delete_port for 34b9fcbe-882a-48ba-8a8f-73415670f796 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:55:15.936951 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-07de78dd-4eb1-45b2-8121-7af9b1659c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:16.007495 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de78dd-4eb1-45b2-8121-7af9b1659c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=34b9fcbe-882a-48ba-8a8f-73415670f796,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:55:16.249980 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-07de78dd-4eb1-45b2-8121-7af9b1659c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:16.713989 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07de78dd-4eb1-45b2-8121-7af9b1659c17 admin admin] Router d74aeae6-ce24-4af9-895c-9328b473fe6a has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:55:16.893563 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07de78dd-4eb1-45b2-8121-7af9b1659c17 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:55:16.903157 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35c2ed-c88d-4241-a30e-eedd3a7b6cf6 None None] Sync routers for ids ['d74aeae6-ce24-4af9-895c-9328b473fe6a'] in dv-neutron-826830-2-hyperv {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:55:16.907158 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-07de78dd-4eb1-45b2-8121-7af9b1659c17 admin admin] 10.222.0.31 "PUT /v2.0/routers/d74aeae6-ce24-4af9-895c-9328b473fe6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6257179 Feb 04 06:55:16.909911 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37856) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:55:16.912901 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f35c2ed-c88d-4241-a30e-eedd3a7b6cf6 None None] Routers {'d74aeae6-ce24-4af9-895c-9328b473fe6a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:55:16.913501 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1f35c2ed-c88d-4241-a30e-eedd3a7b6cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:55:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['d74aeae6-ce24-4af9-895c-9328b473fe6a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:17.087294 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-575a00e5-b5a3-4908-84c3-aeb6b78a5008 admin admin] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:17.126720 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-1f35c2ed-c88d-4241-a30e-eedd3a7b6cf6 None None] Set router d74aeae6-ce24-4af9-895c-9328b473fe6a gateway port host: dv-neutron-826830-2-hyperv {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:55:17.264936 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-575a00e5-b5a3-4908-84c3-aeb6b78a5008 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:17.275536 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-575a00e5-b5a3-4908-84c3-aeb6b78a5008 admin admin] Deleting port a8e4bf11-768a-4dc4-9caa-5910eae9e310 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:55:17.275896 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-575a00e5-b5a3-4908-84c3-aeb6b78a5008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:17.410335 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1f35c2ed-c88d-4241-a30e-eedd3a7b6cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:55:15Z', 'revision_number': 5, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port': {'id': 'a8e4bf11-768a-4dc4-9caa-5910eae9e310', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:19Z', 'updated_at': '2022-02-04T06:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:17.414312 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35c2ed-c88d-4241-a30e-eedd3a7b6cf6 None None] Checking router: d74aeae6-ce24-4af9-895c-9328b473fe6a for host: dv-neutron-826830-2-hyperv {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:55:17.422854 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f35c2ed-c88d-4241-a30e-eedd3a7b6cf6 None None] Routers {'d74aeae6-ce24-4af9-895c-9328b473fe6a'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:55:17.423444 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1f35c2ed-c88d-4241-a30e-eedd3a7b6cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:55:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['d74aeae6-ce24-4af9-895c-9328b473fe6a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:17.441586 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-575a00e5-b5a3-4908-84c3-aeb6b78a5008 admin admin] For port a8e4bf11-768a-4dc4-9caa-5910eae9e310, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=a8e4bf11-768a-4dc4-9caa-5910eae9e310,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:55:17.441934 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-575a00e5-b5a3-4908-84c3-aeb6b78a5008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:17.570574 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-575a00e5-b5a3-4908-84c3-aeb6b78a5008 admin admin] Calling delete_port for a8e4bf11-768a-4dc4-9caa-5910eae9e310 owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:55:17.576126 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-1f35c2ed-c88d-4241-a30e-eedd3a7b6cf6 None None] Set router d74aeae6-ce24-4af9-895c-9328b473fe6a gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:55:17.678912 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-1f35c2ed-c88d-4241-a30e-eedd3a7b6cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:55:17Z', 'revision_number': 6, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:17.682860 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35c2ed-c88d-4241-a30e-eedd3a7b6cf6 None None] The sync data for ids ['d74aeae6-ce24-4af9-895c-9328b473fe6a'] in dv-neutron-826830-2-hyperv is: [{'id': 'd74aeae6-ce24-4af9-895c-9328b473fe6a', 'name': 'tempest-TestSnapshotPattern-1138683303-router', 'tenant_id': '54178fc0ed9e413388351e2ad531fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:18Z', 'updated_at': '2022-02-04T06:55:17Z', 'revision_number': 6, 'project_id': '54178fc0ed9e413388351e2ad531fee5', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:55:17.746976 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-575a00e5-b5a3-4908-84c3-aeb6b78a5008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:17.832184 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a00e5-b5a3-4908-84c3-aeb6b78a5008 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e4bf11-768a-4dc4-9caa-5910eae9e310,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:55:17.904656 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-575a00e5-b5a3-4908-84c3-aeb6b78a5008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:18.176607 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-575a00e5-b5a3-4908-84c3-aeb6b78a5008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:18.178871 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-575a00e5-b5a3-4908-84c3-aeb6b78a5008 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:18.202738 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-575a00e5-b5a3-4908-84c3-aeb6b78a5008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:18.203342 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575a00e5-b5a3-4908-84c3-aeb6b78a5008 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d74aeae6-ce24-4af9-895c-9328b473fe6a {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:55:18.215819 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-575a00e5-b5a3-4908-84c3-aeb6b78a5008 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:18.217045 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-575a00e5-b5a3-4908-84c3-aeb6b78a5008 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d74aeae6-ce24-4af9-895c-9328b473fe6a HTTP/1.1" status: 204 len: 168 time: 1.3062365 Feb 04 06:55:18.219715 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37860) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:55:18.425782 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.db_base_plugin_v2 [None req-974708f8-1b58-4558-a159-636778941a61 admin admin] Deleting subnet f43eec3b-275c-4ec0-be5b-136cc72a0e3b {{(pid=87471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:55:18.429295 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-974708f8-1b58-4558-a159-636778941a61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:18.479403 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-974708f8-1b58-4558-a159-636778941a61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479089'] for subnet, precommit_delete_associations {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:18.554000 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a8e4bf11-768a-4dc4-9caa-5910eae9e310 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:55:18.557667 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-974708f8-1b58-4558-a159-636778941a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:18.591203 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: a8e4bf11-768a-4dc4-9caa-5910eae9e310 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:55:18.591543 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device a8e4bf11-768a-4dc4-9caa-5910eae9e310 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:55:18.591981 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 34b9fcbe-882a-48ba-8a8f-73415670f796 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:55:18.627012 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 34b9fcbe-882a-48ba-8a8f-73415670f796 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:55:18.627388 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 34b9fcbe-882a-48ba-8a8f-73415670f796 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:55:18.634004 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-974708f8-1b58-4558-a159-636778941a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7336115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7253271'] for subnet, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:18.672157 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974708f8-1b58-4558-a159-636778941a61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f43eec3b-275c-4ec0-be5b-136cc72a0e3b,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:55:18.675951 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-974708f8-1b58-4558-a159-636778941a61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:18.684273 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-974708f8-1b58-4558-a159-636778941a61 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f43eec3b-275c-4ec0-be5b-136cc72a0e3b HTTP/1.1" status: 204 len: 168 time: 0.4611611 Feb 04 06:55:18.684396 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2176d310-e89f-44d5-b0e6-172075bd2dfa None None] Network 82ec538c-0eef-4e38-9df0-9bcbd65b0952 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:55:18.684497 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37866) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:55:18.792642 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:18.804119 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] Deleting port 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:55:18.804456 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:18.931334 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead6fd8c-b369-46ea-b1a6-22367383f871 None None] DHCP port deletion for 82ec538c-0eef-4e38-9df0-9bcbd65b0952 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:55:18.936034 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-ead6fd8c-b369-46ea-b1a6-22367383f871 None None] Deleting port 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:55:18.936408 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ead6fd8c-b369-46ea-b1a6-22367383f871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:19.021012 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] For port 58b8c8cd-6ac2-4acb-af01-7aa0c5088849, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=58b8c8cd-6ac2-4acb-af01-7aa0c5088849,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:55:19.021252 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:19.140886 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ead6fd8c-b369-46ea-b1a6-22367383f871 None None] For port 58b8c8cd-6ac2-4acb-af01-7aa0c5088849, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=58b8c8cd-6ac2-4acb-af01-7aa0c5088849,segment=NetworkSegment(eae3737a-1d4f-45d2-904b-d41c92aa31fe),segment_id=eae3737a-1d4f-45d2-904b-d41c92aa31fe)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:55:19.141185 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ead6fd8c-b369-46ea-b1a6-22367383f871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:19.145818 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] Calling delete_port for 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:55:19.223801 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:19.274263 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] Pushing event deleted for resources: {'Port': ['ID=58b8c8cd-6ac2-4acb-af01-7aa0c5088849,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:55:19.279517 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] No DVR routers for this DVR port 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 on host dv-neutron-826830-2-hyperv {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:55:19.301756 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-ead6fd8c-b369-46ea-b1a6-22367383f871 None None] Calling delete_port for 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:55:19.374877 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-ead6fd8c-b369-46ea-b1a6-22367383f871 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:55:19.375209 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-ead6fd8c-b369-46ea-b1a6-22367383f871 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:55:19.393665 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:19.419414 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ec538c-0eef-4e38-9df0-9bcbd65b0952']}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:19.432019 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae3737a-1d4f-45d2-904b-d41c92aa31fe') {'for_net_delete': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:19.432322 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.services.segments.db [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae3737a-1d4f-45d2-904b-d41c92aa31fe') {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:19.443996 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479046'] for segment, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:19.461652 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:19.469078 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:55:19.469598 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7337233'] for segment, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: Traceback (most recent call last): Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: timer() Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: cb(*args, **kw) Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: return func(*args, **kwargs) Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: self._notify() Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: self.callback(batched_events) Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: event.method(event) Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: return f(self, *a, **k) Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._get(url).json() Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: return self.request(url, 'GET', **kwargs) Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:55:19.483334 dv-neutron-826830-2-hyperv neutron-server[87471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:55:19.561628 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:19.578086 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] Notify callbacks [] for network, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:19.588155 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] Pushing event deleted for resources: {'Network': ['ID=82ec538c-0eef-4e38-9df0-9bcbd65b0952,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:55:19.603086 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-6cdad90a-4f59-491f-b96d-281a907a65bc admin admin] 10.222.0.31 "DELETE /v2.0/networks/82ec538c-0eef-4e38-9df0-9bcbd65b0952 HTTP/1.1" status: 204 len: 168 time: 0.9176466 Feb 04 06:55:19.605988 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37870) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:55:19.877058 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-ead6fd8c-b369-46ea-b1a6-22367383f871 None None] Deleting port 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:55:19.877661 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ead6fd8c-b369-46ea-b1a6-22367383f871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:19.941439 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-ead6fd8c-b369-46ea-b1a6-22367383f871 None None] The port '58b8c8cd-6ac2-4acb-af01-7aa0c5088849' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:55:20.250300 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1d072cac-01ec-4de9-a273-7f4c6dffce28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523238'] for router_interface, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:20.543940 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:55:20.580025 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:55:20.580363 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 58b8c8cd-6ac2-4acb-af01-7aa0c5088849 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:55:20.597987 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-1d072cac-01ec-4de9-a273-7f4c6dffce28 admin admin] Deleting port fb534f73-b074-45a1-9254-28cb9317c4bd {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:55:20.598321 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1d072cac-01ec-4de9-a273-7f4c6dffce28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:20.772746 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-1d072cac-01ec-4de9-a273-7f4c6dffce28 admin admin] For port fb534f73-b074-45a1-9254-28cb9317c4bd, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=fb534f73-b074-45a1-9254-28cb9317c4bd,segment=NetworkSegment(0c6aeb3f-e002-4978-bdcb-65ae6815ecef),segment_id=0c6aeb3f-e002-4978-bdcb-65ae6815ecef)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:55:20.772960 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1d072cac-01ec-4de9-a273-7f4c6dffce28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:20.894064 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-1d072cac-01ec-4de9-a273-7f4c6dffce28 admin admin] Calling delete_port for fb534f73-b074-45a1-9254-28cb9317c4bd owned by network:router_interface {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:55:21.167736 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1d072cac-01ec-4de9-a273-7f4c6dffce28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336128'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:21.327425 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d072cac-01ec-4de9-a273-7f4c6dffce28 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb534f73-b074-45a1-9254-28cb9317c4bd,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:55:21.589180 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1d072cac-01ec-4de9-a273-7f4c6dffce28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491894'] for router_interface, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:21.961724 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d072cac-01ec-4de9-a273-7f4c6dffce28 admin admin] Router 1ba175c4-ddcf-4d16-93c3-d3c155ff9d90 has already been hosted by L3 agent 2d27cf2f-a209-4921-80f6-77242f4efead {{(pid=87471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:55:22.141244 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d072cac-01ec-4de9-a273-7f4c6dffce28 admin admin] Notify agent at l3_agent.dv-neutron-826830-2-hyperv the message routers_updated {{(pid=87471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:55:22.150261 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801af9f-57a9-4999-b18d-cc79f452e771 None None] Sync routers for ids ['1ba175c4-ddcf-4d16-93c3-d3c155ff9d90'] in dv-neutron-826830-2-hyperv {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:55:22.154106 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-1d072cac-01ec-4de9-a273-7f4c6dffce28 admin admin] 10.222.0.31 "PUT /v2.0/routers/1ba175c4-ddcf-4d16-93c3-d3c155ff9d90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5446606 Feb 04 06:55:22.154642 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37874) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:55:22.160416 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801af9f-57a9-4999-b18d-cc79f452e771 None None] Routers {'1ba175c4-ddcf-4d16-93c3-d3c155ff9d90'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:55:22.161100 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-d801af9f-57a9-4999-b18d-cc79f452e771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:55:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1ba175c4-ddcf-4d16-93c3-d3c155ff9d90'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:22.332031 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd187-66e6-4d37-81dd-af81462293c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:22.347325 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-d801af9f-57a9-4999-b18d-cc79f452e771 None None] Set router 1ba175c4-ddcf-4d16-93c3-d3c155ff9d90 gateway port host: dv-neutron-826830-2-hyperv {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:55:22.504951 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd187-66e6-4d37-81dd-af81462293c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:22.520455 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-3e2fd187-66e6-4d37-81dd-af81462293c6 admin admin] Deleting port 85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:55:22.521078 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd187-66e6-4d37-81dd-af81462293c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:22.658880 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-d801af9f-57a9-4999-b18d-cc79f452e771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'name': 'tempest-TestSnapshotPattern-1096504409-router', 'tenant_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'external_fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': '85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:24Z', 'updated_at': '2022-02-04T06:55:21Z', 'revision_number': 5, 'project_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'gw_port': {'id': '85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7', 'name': '', 'network_id': 'ab369154-15d6-461d-ac4e-da4d6375f709', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:50:25Z', 'updated_at': '2022-02-04T06:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0ecfa2e-37c9-458c-b47b-742481f91a65', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826830-2-hyperv'}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:22.662846 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801af9f-57a9-4999-b18d-cc79f452e771 None None] Checking router: 1ba175c4-ddcf-4d16-93c3-d3c155ff9d90 for host: dv-neutron-826830-2-hyperv {{(pid=87473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:55:22.671514 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801af9f-57a9-4999-b18d-cc79f452e771 None None] Routers {'1ba175c4-ddcf-4d16-93c3-d3c155ff9d90'} bound to L3 agent in host dv-neutron-826830-2-hyperv {{(pid=87473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:55:22.672153 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-d801af9f-57a9-4999-b18d-cc79f452e771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:51:02Z,description=,heartbeat_timestamp=2022-02-04T06:55:02Z,host='dv-neutron-826830-2-hyperv',id=2d27cf2f-a209-4921-80f6-77242f4efead,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:51:02Z,topic='l3_agent')) {'router_ids': ['1ba175c4-ddcf-4d16-93c3-d3c155ff9d90'], 'active': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:22.693968 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-3e2fd187-66e6-4d37-81dd-af81462293c6 admin admin] For port 85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7,segment=NetworkSegment(4656600c-346d-4741-9a88-5e314ecdc33b),segment_id=4656600c-346d-4741-9a88-5e314ecdc33b)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:55:22.694411 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd187-66e6-4d37-81dd-af81462293c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:22.813609 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-3e2fd187-66e6-4d37-81dd-af81462293c6 admin admin] Calling delete_port for 85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7 owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:55:22.818503 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_dvr_db [None req-d801af9f-57a9-4999-b18d-cc79f452e771 None None] Set router 1ba175c4-ddcf-4d16-93c3-d3c155ff9d90 gateway port host: None {{(pid=87473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:55:22.920400 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.l3_hamode_db [None req-d801af9f-57a9-4999-b18d-cc79f452e771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'name': 'tempest-TestSnapshotPattern-1096504409-router', 'tenant_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:24Z', 'updated_at': '2022-02-04T06:55:22Z', 'revision_number': 6, 'project_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'gw_port_host': None}], 'dv-neutron-826830-2-hyperv', False) {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:22.924187 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801af9f-57a9-4999-b18d-cc79f452e771 None None] The sync data for ids ['1ba175c4-ddcf-4d16-93c3-d3c155ff9d90'] in dv-neutron-826830-2-hyperv is: [{'id': '1ba175c4-ddcf-4d16-93c3-d3c155ff9d90', 'name': 'tempest-TestSnapshotPattern-1096504409-router', 'tenant_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:50:24Z', 'updated_at': '2022-02-04T06:55:22Z', 'revision_number': 6, 'project_id': '01d7fef0dd654bbbb2ffb705ce8f5a70', 'gw_port_host': None}] {{(pid=87473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:55:22.981820 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd187-66e6-4d37-81dd-af81462293c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:23.038040 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2fd187-66e6-4d37-81dd-af81462293c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:55:23.132349 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd187-66e6-4d37-81dd-af81462293c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499651'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:23.412273 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd187-66e6-4d37-81dd-af81462293c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-904'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:23.414631 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd187-66e6-4d37-81dd-af81462293c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:23.445556 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd187-66e6-4d37-81dd-af81462293c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492713'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:23.446101 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2fd187-66e6-4d37-81dd-af81462293c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ba175c4-ddcf-4d16-93c3-d3c155ff9d90 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:55:23.458240 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd187-66e6-4d37-81dd-af81462293c6 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:23.459381 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-3e2fd187-66e6-4d37-81dd-af81462293c6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1ba175c4-ddcf-4d16-93c3-d3c155ff9d90 HTTP/1.1" status: 204 len: 168 time: 1.3037469 Feb 04 06:55:23.462181 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37878) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:55:23.524549 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa6bb53-9b3c-4481-a666-de80a574d135 admin admin] Deleting subnet d2b0c86d-a74d-498f-a675-bc5fbc7147ef {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:55:23.527813 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-faa6bb53-9b3c-4481-a666-de80a574d135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:23.575870 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-faa6bb53-9b3c-4481-a666-de80a574d135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7289122'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:23.655351 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-faa6bb53-9b3c-4481-a666-de80a574d135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462133'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:23.728081 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-faa6bb53-9b3c-4481-a666-de80a574d135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7317121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6715944'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:23.769794 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-faa6bb53-9b3c-4481-a666-de80a574d135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:23.772302 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6bb53-9b3c-4481-a666-de80a574d135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b0c86d-a74d-498f-a675-bc5fbc7147ef,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:55:23.773329 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ede1a0-a05b-41c6-9652-02b8d38e6527 None None] Network cc8a439c-8e93-4812-861c-defb354d1ac1 requested from dv-neutron-826830-2-hyperv {{(pid=87472) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:55:23.777535 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-faa6bb53-9b3c-4481-a666-de80a574d135 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d2b0c86d-a74d-498f-a675-bc5fbc7147ef HTTP/1.1" status: 204 len: 168 time: 0.3143835 Feb 04 06:55:23.780219 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37882) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:55:23.891803 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566030'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:23.905686 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] Deleting port db8b9e62-7cc4-4498-8629-643647fa173b {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:55:23.906028 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:24.015410 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44d6c6c-a905-47ec-997f-5f32be791bb1 None None] DHCP port deletion for cc8a439c-8e93-4812-861c-defb354d1ac1 request from dv-neutron-826830-2-hyperv {{(pid=87472) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:55:24.019515 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a44d6c6c-a905-47ec-997f-5f32be791bb1 None None] Deleting port db8b9e62-7cc4-4498-8629-643647fa173b {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:55:24.020017 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a44d6c6c-a905-47ec-997f-5f32be791bb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:24.113423 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] For port db8b9e62-7cc4-4498-8629-643647fa173b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=db8b9e62-7cc4-4498-8629-643647fa173b,segment=NetworkSegment(0c6aeb3f-e002-4978-bdcb-65ae6815ecef),segment_id=0c6aeb3f-e002-4978-bdcb-65ae6815ecef)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:55:24.113781 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:24.220201 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a44d6c6c-a905-47ec-997f-5f32be791bb1 None None] For port db8b9e62-7cc4-4498-8629-643647fa173b, host dv-neutron-826830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826830-2-hyperv',level=0,port_id=db8b9e62-7cc4-4498-8629-643647fa173b,segment=NetworkSegment(0c6aeb3f-e002-4978-bdcb-65ae6815ecef),segment_id=0c6aeb3f-e002-4978-bdcb-65ae6815ecef)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:55:24.220594 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a44d6c6c-a905-47ec-997f-5f32be791bb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493488'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:24.238517 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] Calling delete_port for db8b9e62-7cc4-4498-8629-643647fa173b owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:55:24.314367 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1605374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783036630038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783036187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7317234'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:24.339631 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a44d6c6c-a905-47ec-997f-5f32be791bb1 None None] Calling delete_port for db8b9e62-7cc4-4498-8629-643647fa173b owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:55:24.362903 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=db8b9e62-7cc4-4498-8629-643647fa173b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:55:24.366370 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] No DVR routers for this DVR port db8b9e62-7cc4-4498-8629-643647fa173b on host dv-neutron-826830-2-hyperv {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:55:24.414568 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.db.api [None req-a44d6c6c-a905-47ec-997f-5f32be791bb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:55:24.414922 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG oslo_db.api [None req-a44d6c6c-a905-47ec-997f-5f32be791bb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:55:24.480580 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460644', 'neutron.services.segments.db._delete_segments_for_network-8783036675898'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:24.505334 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8a439c-8e93-4812-861c-defb354d1ac1']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:24.518774 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6aeb3f-e002-4978-bdcb-65ae6815ecef') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:24.519058 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.services.segments.db [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6aeb3f-e002-4978-bdcb-65ae6815ecef') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:55:24.530959 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783036676181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7289109'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:24.547685 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1489853'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:24.550332 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device db8b9e62-7cc4-4498-8629-643647fa173b no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:55:24.554488 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:55:24.554970 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1489828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316259'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: Traceback (most recent call last): Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: timer() Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: cb(*args, **kw) Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: return func(*args, **kwargs) Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: self._notify() Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: self.callback(batched_events) Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: event.method(event) Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: return f(self, *a, **k) Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._get(url).json() Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: return self.request(url, 'GET', **kwargs) Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:55:24.568299 dv-neutron-826830-2-hyperv neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:55:24.584189 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: db8b9e62-7cc4-4498-8629-643647fa173b {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:55:24.584552 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device db8b9e62-7cc4-4498-8629-643647fa173b not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:55:24.584947 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device fb534f73-b074-45a1-9254-28cb9317c4bd no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:55:24.617637 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: fb534f73-b074-45a1-9254-28cb9317c4bd {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:55:24.617997 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device fb534f73-b074-45a1-9254-28cb9317c4bd not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:55:24.618401 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7 no longer exists at agent ovs-agent-dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:55:24.644794 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1460669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499686'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:24.654484 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] No Port match for: 85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7 {{(pid=87472) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:55:24.654850 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.rpc [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Device 85a4fdf9-fd0f-40f8-8245-6945ce0bfcb7 not bound to the agent host dv-neutron-826830-2-hyperv {{(pid=87472) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:55:24.665195 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] Notify callbacks [] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:24.673171 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc8a439c-8e93-4812-861c-defb354d1ac1,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:55:24.677168 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-ae1a764d-e385-4ce5-9ef9-f7b0454180b8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cc8a439c-8e93-4812-861c-defb354d1ac1 HTTP/1.1" status: 204 len: 168 time: 0.8960655 Feb 04 06:55:24.788035 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37888) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:55:24.836622 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-0e4cc7e1-d3f9-47ce-8644-3698b270b9c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54178fc0ed9e413388351e2ad531fee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474443 Feb 04 06:55:24.839121 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.wsgi [-] (87471) accepted ('10.222.0.31', 37892) {{(pid=87471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:55:24.911642 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebe06f1c-8602-4748-b4df-5844833957da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:24.916588 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a44d6c6c-a905-47ec-997f-5f32be791bb1 None None] Deleting port db8b9e62-7cc4-4498-8629-643647fa173b {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:55:24.917158 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a44d6c6c-a905-47ec-997f-5f32be791bb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783036626414'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:24.939915 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebe06f1c-8602-4748-b4df-5844833957da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:24.984760 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-a44d6c6c-a905-47ec-997f-5f32be791bb1 None None] The port 'db8b9e62-7cc4-4498-8629-643647fa173b' was deleted {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:55:24.997436 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebe06f1c-8602-4748-b4df-5844833957da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:25.013690 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe06f1c-8602-4748-b4df-5844833957da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a04a76-3614-4373-86b6-21be77a867ae,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:55:25.021949 dv-neutron-826830-2-hyperv neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebe06f1c-8602-4748-b4df-5844833957da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:25.023121 dv-neutron-826830-2-hyperv neutron-server[87471]: INFO neutron.wsgi [None req-ebe06f1c-8602-4748-b4df-5844833957da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52a04a76-3614-4373-86b6-21be77a867ae HTTP/1.1" status: 204 len: 168 time: 0.1830776 Feb 04 06:55:25.405873 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37900) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:55:25.454930 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-0d41e02e-044b-44b2-b381-803a45e005e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01d7fef0dd654bbbb2ffb705ce8f5a70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479052 Feb 04 06:55:25.458486 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.31', 37904) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:55:25.516097 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03831ce3-f5a1-4362-a1f8-b6464659beff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:25.541445 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03831ce3-f5a1-4362-a1f8-b6464659beff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:25.594125 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03831ce3-f5a1-4362-a1f8-b6464659beff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506338'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:25.614907 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03831ce3-f5a1-4362-a1f8-b6464659beff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbcb6d4-68ad-43ca-a1db-640b29fff805,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:55:25.618356 dv-neutron-826830-2-hyperv neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-03831ce3-f5a1-4362-a1f8-b6464659beff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:25.619801 dv-neutron-826830-2-hyperv neutron-server[87470]: INFO neutron.wsgi [None req-03831ce3-f5a1-4362-a1f8-b6464659beff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fbbcb6d4-68ad-43ca-a1db-640b29fff805 HTTP/1.1" status: 204 len: 168 time: 0.1600831 Feb 04 06:55:29.597336 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-05802f0f-2868-4d31-8fb1-217b4c8c7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:31.972118 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5c321ae7-a131-4c3d-a1cb-61d81f9e8012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:32.910276 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:55:33.028170 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:33.100482 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:34.553370 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:37.758027 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:59.591514 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c43cbc49-00a6-4758-82f3-5f645aaa714e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:01.971903 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-36e1c55b-22f1-4174-a2f3-9ec390085155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:03.024792 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:03.105929 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:04.556392 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:07.760465 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:09.913793 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:56:29.597228 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-74312294-aeed-4b28-90bb-39fb1f12d27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:31.972688 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-40fe842c-529b-4a4c-8169-1c8982051225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:33.010811 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:33.116221 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:34.560561 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:37.770428 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:46.918251 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:56:59.599086 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ae9e-e12f-4211-9984-d2e5a2c4e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:01.972078 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-373a79d8-058e-4ba0-ad4d-ff9687566bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:03.027562 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:03.115311 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:04.617653 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:07.787364 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:23.922813 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:57:29.598286 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7c6feac9-ca4d-4c7c-a576-69ef36478378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:31.972707 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3511aeec-a090-4739-9bb4-10f22e143416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:33.017171 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:33.121492 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:34.574149 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:37.803714 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:59.602689 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f89f8f7d-abfc-4c76-8da8-8f83f546071a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:00.928087 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:58:01.977985 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7d1b6f72-f8cc-4056-a804-9dfa7a46c7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:03.014040 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:03.118316 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:04.573473 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:07.801905 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:29.607218 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-49143c6e-0502-4ab4-8de4-b229529e2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:31.984588 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2aa74afe-3f2d-4c29-9e4f-65e6fe47acd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:33.013162 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:33.128576 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:34.578528 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:37.815763 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:37.933240 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:58:59.613460 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-efd1cc51-e8fe-4775-b34f-ae169aa41146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:01.974204 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4c16e0ae-1a88-499f-8f8e-67c83afe2829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:03.021494 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:03.133389 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:04.587657 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:07.821059 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:14.939410 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:59:29.609729 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9f511bbe-2766-4f34-a266-cebad5b182db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:31.976621 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d5c5d798-d3f8-44ef-bf38-0fc3c28ec249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:33.018161 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:33.131813 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:34.597097 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:37.814197 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:51.947301 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:59:59.603637 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-51f85ff2-2e05-4172-bd51-27fe4c016023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:01.983795 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6bfd32b8-e6b5-4b4d-ac64-dd6c3d3b8dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:03.010982 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:03.135482 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:04.601757 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:07.831937 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:28.942644 dv-neutron-826830-2-hyperv neutron-server[87473]: DEBUG neutron.db.agents_db [None req-012b5e7c-6a35-4e5b-b3d9-cdfaaa8020f6 None None] Agent healthcheck: found 6 active agents {{(pid=87473) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:00:29.602576 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5c4974f5-6757-40c4-901b-618181dcd5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:31.979994 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-af59b60e-5501-47db-89c4-53c5b1dda14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:33.013962 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e0c60e4-f49e-4c5d-9d68-b6d2b85bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:33.146388 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-16f566f2-b6e7-4849-8334-49a74fd7bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:34.599189 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32b40469-3b3d-4dc4-b913-c677fe894bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:37.835387 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7e92c140-092d-45f3-a214-e7a997d9e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:59.600629 dv-neutron-826830-2-hyperv neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b4b1f544-04ab-41e7-b85a-91b11c5a3c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783036675880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1458430'] for agent, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}